-- Logs begin at Thu 2021-07-29 22:49:58 UTC, end at Fri 2021-07-30 01:19:58 UTC. -- Jul 29 23:23:28.586783 n-d-712707-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 23:23:31.429935 n-d-712707-11 neutron-server[93755]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:23:31.430556 n-d-712707-11 neutron-server[93755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:23:31.430685 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:23:31.434466 n-d-712707-11 neutron-server[93755]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:23:31.434848 n-d-712707-11 neutron-server[93755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:23:31.435171 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:23:31.436143 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:23:31.436378 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:23:31.436749 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:23:31.436996 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:23:31.437226 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:23:31.437551 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.437853 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.438181 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.438427 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.438744 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.438968 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.439270 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.439557 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.439851 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.440149 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.440424 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.440709 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.440939 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.441214 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.441498 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.441817 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.442039 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] debug = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.442320 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.442740 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.443153 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.443434 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.443723 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.444009 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.444291 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.444575 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.444858 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.445188 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] host = n-d-712707-11 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.445463 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.445783 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.446070 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.446356 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.446630 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.446903 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.447189 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.447458 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.447728 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.448000 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.448287 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.448573 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.448868 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.449091 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.449338 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.449777 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.450281 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.450586 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.450870 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.451150 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.451428 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.451706 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.452006 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.452273 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.452560 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.452851 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.453127 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.453402 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.453703 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.453978 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.454265 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.454539 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.454812 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.455093 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.455385 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.455654 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.455927 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.456239 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.456531 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.456821 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.457110 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.457386 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.457697 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.457974 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.458250 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.458525 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_json = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.458799 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.459074 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.459361 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.459636 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.460224 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.460224 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.460443 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.460730 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:31.461031 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.461329 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.461691 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.461939 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.462237 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.462519 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.462815 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.463096 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.463387 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.463816 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.463961 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.464250 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.464553 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.464882 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.465503 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.465921 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.466393 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.466696 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.466977 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.467259 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.467537 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.467825 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.468132 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.468443 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.468739 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.469016 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.469296 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.469586 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.469903 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.470192 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.470472 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.470750 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.471593 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.471889 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.472192 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.472474 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.472772 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.473030 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.473319 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.473647 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.473925 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.474200 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.474477 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.474760 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.475034 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.475321 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.475611 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.475883 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.476162 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.476439 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.476719 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.476993 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.477273 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.477550 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.477859 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.478138 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.478412 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.478694 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.478968 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.479243 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.479520 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.479796 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.480080 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.480353 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.480668 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.481024 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.481476 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.481889 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.482185 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.482496 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.482783 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.483077 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.483362 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.483645 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.483928 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.484212 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.484493 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.484772 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.485049 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.485353 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.485660 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.485959 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.486247 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.486527 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.486827 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.487110 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.487396 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.487675 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.487954 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.488246 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.488542 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.488842 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.489140 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.489438 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.489765 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.490064 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.490346 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.490667 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.490946 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:31.491166 n-d-712707-11 neutron-server[93755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:23:31.491418 n-d-712707-11 neutron-server[93755]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93755) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 23:23:31.852342 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:23:31.852615 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:23:31.852911 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:23:31.853256 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 23:23:32.257912 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.258196 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.258472 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.259797 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.260078 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.260350 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.295946 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.296188 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.296489 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.312486 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.312770 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.313039 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.344321 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.344587 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.344921 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.384073 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.384841 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.384841 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.629680 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.630381 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.630381 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.630577 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.631225 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.756701 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.757051 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.757338 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.757610 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.757902 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.758226 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.758485 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.758737 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.759060 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.759449 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.759732 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.759996 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.760254 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.760490 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.760733 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.761014 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.761265 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.761532 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.761870 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.762244 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.762687 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.763070 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.763367 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.763762 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.764023 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.764275 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.764698 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.764940 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.765176 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.765400 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.765651 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.765904 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:32.766287 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 23:23:32.769815 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 23:23:32.773799 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 23:23:32.778037 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 29 23:23:32.779881 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 23:23:32.780347 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 23:23:32.780666 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 23:23:32.781091 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 23:23:32.783943 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 23:23:32.784200 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 23:23:32.784547 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:23:32.790023 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 23:23:32.815086 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 23:23:32.815578 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.815884 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93755) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 23:23:32.816239 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.817690 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93755) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 23:23:32.817993 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:23:32.818251 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 23:23:32.821845 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.822128 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:32.888111 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 23:23:32.888312 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 23:23:32.888491 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 23:23:32.888881 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 23:23:32.911266 n-d-712707-11 neutron-server[93755]: DEBUG oslo_db.sqlalchemy.engines [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93755) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 23:23:33.490046 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing driver for type 'gre' Jul 29 23:23:33.490592 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] gre ID ranges: [(1, 1000)] Jul 29 23:23:33.555230 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing driver for type 'local' Jul 29 23:23:33.555713 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing driver for type 'vlan' Jul 29 23:23:33.571443 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] VlanTypeDriver initialization complete Jul 29 23:23:33.571775 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing driver for type 'vxlan' Jul 29 23:23:33.572287 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] vxlan ID ranges: [(1, 1000)] Jul 29 23:23:33.638531 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing extension driver 'port_security' Jul 29 23:23:33.638531 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] PortSecurityExtensionDriver initialization complete Jul 29 23:23:33.638531 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing mechanism driver 'openvswitch' Jul 29 23:23:33.638531 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing mechanism driver 'hyperv' Jul 29 23:23:33.642501 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:33.643384 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.643768 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.644125 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.644661 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.645109 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.645469 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.645877 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.646268 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.646672 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.647022 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.647366 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.647758 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.648163 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.648515 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.648857 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.649253 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.649681 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.650037 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.650381 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.650770 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.651172 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > address_group after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.651520 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > address_group after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.651861 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.652342 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:23:33.652872 n-d-712707-11 neutron-server[93755]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] ML2 OVO RPC backend initialized. {{(pid=93755) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 23:23:33.653789 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.654160 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.654603 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.654957 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > networks before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.655308 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.655653 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > ports before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.655999 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.656342 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnets before_response 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.656690 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.657076 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.657405 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.657775 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.658114 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.658448 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.658783 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.659104 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.659434 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.660183 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Modular L2 Plugin initialization complete Jul 29 23:23:33.660561 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading services supported by the core plugin {{(pid=93755) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 23:23:33.660986 n-d-712707-11 neutron-server[93755]: INFO neutron.plugins.ml2.managers [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Got port-security extension from driver 'port_security' Jul 29 23:23:33.661435 n-d-712707-11 neutron-server[93755]: INFO neutron.extensions.vlantransparent [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Disabled vlantransparent extension. Jul 29 23:23:33.662014 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93755) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 23:23:33.662332 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: router Jul 29 23:23:33.700413 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.700817 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_create 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.701232 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router before_create 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.701600 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.702015 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.702371 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_delete 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.702729 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.703243 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_create 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.703596 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.703950 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.704301 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.704661 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.705078 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.705454 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.705824 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.706165 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: subnet after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.706501 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.706857 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.707205 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_create 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.707547 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.707890 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.708247 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router after_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.708596 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.708951 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_create 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.709314 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.709682 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_update 55549900 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.710055 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > agent after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.710483 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > agent after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.710749 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > network after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.711784 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Tracking information for resource: router configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:33.712087 n-d-712707-11 neutron-server[93755]: DEBUG neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Tracking information for resource: floatingip configured {{(pid=93755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:23:33.717732 n-d-712707-11 neutron-server[93755]: INFO neutron.db.l3_agentschedulers_db [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 23:23:33.718343 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.718721 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.719070 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.719423 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.720244 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router before_create 55550100 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.720667 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.720975 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_create 55550100 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.721315 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > router precommit_update 55550100 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.725987 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.provider_configuration [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service providers = [] {{(pid=93755) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 23:23:33.726347 n-d-712707-11 neutron-server[93755]: DEBUG neutron.db.servicetype_db [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93755) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 23:23:33.729523 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.service_base [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:23:33.729911 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.service_base [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:23:33.730254 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.service_base [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:23:33.731402 n-d-712707-11 neutron-server[93755]: DEBUG neutron.services.service_base [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:23:33.731593 n-d-712707-11 neutron-server[93755]: INFO neutron.services.service_base [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 23:23:33.732007 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.732327 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 23:23:33.745176 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.745407 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: auto_allocate Jul 29 23:23:33.751745 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: network precommit_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.752122 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: network precommit_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.752663 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.752990 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: tag Jul 29 23:23:33.760064 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.760400 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: timestamp Jul 29 23:23:33.764666 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.764998 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: network_ip_availability Jul 29 23:23:33.770731 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.771111 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.771471 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:33.772267 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.772588 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: flavors Jul 29 23:23:33.778254 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.778682 n-d-712707-11 neutron-server[93755]: INFO neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading Plugin: revisions Jul 29 23:23:33.783101 n-d-712707-11 neutron-server[93755]: DEBUG neutron.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:23:33.783500 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.930s {{(pid=93755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:23:33.784263 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93755) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 23:23:33.784604 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Initializing extension manager. Jul 29 23:23:33.785122 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: __init__.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.785464 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: __pycache__ {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.785828 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.786164 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: address_group.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.786959 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.787538 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: address-group Jul 29 23:23:33.787894 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: address_scope.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.788615 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.789121 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: address-scope Jul 29 23:23:33.789426 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.790429 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.790934 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: router-admin-state-down-before-update Jul 29 23:23:33.791259 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: agent.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.791941 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.792439 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: agent Jul 29 23:23:33.792761 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: agent_resources_synced.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.793802 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.794311 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: agent-resources-synced Jul 29 23:23:33.794633 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: allowedaddresspairs.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.796479 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.797007 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: allowed-address-pairs Jul 29 23:23:33.797349 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: auto_allocated_topology.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.798461 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.798975 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: auto-allocated-topology Jul 29 23:23:33.799303 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: availability_zone.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.800007 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.800520 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: availability_zone Jul 29 23:23:33.800844 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: availability_zone_filter.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.801803 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.802350 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: availability_zone_filter Jul 29 23:23:33.802679 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: data_plane_status.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.803599 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.804109 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 23:23:33.804430 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: default_subnetpools.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.805347 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.805886 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: default-subnetpools Jul 29 23:23:33.806213 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.807045 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.807552 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: dhcp_agent_scheduler Jul 29 23:23:33.807874 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: dns.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.809231 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.809756 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension dns-integration not supported by any of loaded plugins Jul 29 23:23:33.810076 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: dns_domain_ports.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.811012 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.811517 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 23:23:33.811842 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.812757 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.813259 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 23:23:33.813581 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: dvr.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.814284 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.814786 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: dvr Jul 29 23:23:33.815104 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: ecmp_routes.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.816069 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.816551 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 23:23:33.816875 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: empty_string_filtering.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.817819 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.818328 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: empty-string-filtering Jul 29 23:23:33.818652 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.819571 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.820073 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:23:33.820397 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.821320 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.821858 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 23:23:33.822193 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: external_net.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.823104 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.823612 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: external-net Jul 29 23:23:33.823936 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.824879 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.825385 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: extra_dhcp_opt Jul 29 23:23:33.825741 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: extraroute.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.826693 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.827204 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: extraroute Jul 29 23:23:33.827526 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: extraroute_atomic.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.828571 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.829098 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: extraroute-atomic Jul 29 23:23:33.829414 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: filter_validation.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.830319 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.830830 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: filter-validation Jul 29 23:23:33.831154 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: fip_pf_description.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.832077 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.832579 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 23:23:33.832900 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: fip_port_details.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.833857 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.834367 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: fip-port-details Jul 29 23:23:33.834685 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: flavors.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.835936 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.836447 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: flavors Jul 29 23:23:33.836774 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.838562 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.839085 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 23:23:33.839414 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: floatingip_pools.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.840212 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.840768 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: floatingip-pools Jul 29 23:23:33.841049 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: ip_allocation.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.842047 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.842550 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 23:23:33.842871 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.843795 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.844302 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: ip-substring-filtering Jul 29 23:23:33.844628 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l2_adjacency.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.845561 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.846100 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 23:23:33.846425 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.847462 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.847983 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: router Jul 29 23:23:33.848309 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.850646 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.851183 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:23:33.851518 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.852456 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.852971 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: ext-gw-mode Jul 29 23:23:33.853303 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.854316 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.854794 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: l3-ha Jul 29 23:23:33.855121 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3_flavors.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.856149 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.856656 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: l3-flavors Jul 29 23:23:33.856986 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.857941 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.858456 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 23:23:33.858785 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: l3agentscheduler.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.859855 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.860368 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: l3_agent_scheduler Jul 29 23:23:33.860693 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: logging.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.862224 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.862745 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension logging not supported by any of loaded plugins Jul 29 23:23:33.863080 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: metering.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.863832 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.864410 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: metering Jul 29 23:23:33.864742 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.866000 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.866522 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: metering_source_and_destination_fields Jul 29 23:23:33.866855 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: multiprovidernet.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.867808 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.868320 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: multi-provider Jul 29 23:23:33.868648 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: netmtu.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.869583 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.870125 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: net-mtu Jul 29 23:23:33.870454 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: netmtu_writable.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.871453 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.872155 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: net-mtu-writable Jul 29 23:23:33.872486 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: network_availability_zone.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.873184 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.873711 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: network_availability_zone Jul 29 23:23:33.874038 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: network_ip_availability.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.875142 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.875648 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: network-ip-availability Jul 29 23:23:33.875976 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: network_segment_range.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.876758 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.877262 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 23:23:33.877590 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: pagination.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.878611 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.878937 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: pagination Jul 29 23:23:33.879256 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: port_device_profile.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.880198 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.880715 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: port-device-profile Jul 29 23:23:33.881038 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.881989 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.882499 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: port-mac-address-regenerate Jul 29 23:23:33.882821 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.883771 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.884283 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: port-numa-affinity-policy Jul 29 23:23:33.884608 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: port_resource_request.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.885517 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.886059 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 23:23:33.886381 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: portbindings.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.887920 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.888458 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: binding Jul 29 23:23:33.888781 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: portbindings_extended.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.890104 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.890621 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: binding-extended Jul 29 23:23:33.890954 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: portsecurity.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.891879 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.892390 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: port-security Jul 29 23:23:33.892716 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: project_id.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.893733 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.894063 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: project-id Jul 29 23:23:33.894383 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: providernet.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.895318 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.895838 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: provider Jul 29 23:23:33.896162 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.899685 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.900210 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos not supported by any of loaded plugins Jul 29 23:23:33.900543 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.901822 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.902387 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 23:23:33.902722 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.903658 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.904169 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 23:23:33.904498 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_default.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.905420 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.905962 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-default not supported by any of loaded plugins Jul 29 23:23:33.906295 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_fip.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.906967 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.907469 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-fip not supported by any of loaded plugins Jul 29 23:23:33.907795 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_gateway_ip.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.908752 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.909261 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 23:23:33.909586 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_port_network_policy.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.910532 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.911045 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 23:23:33.911370 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_rule_type_details.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.912294 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.912802 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 23:23:33.913125 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: qos_rules_alias.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.914233 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.914743 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 23:23:33.915070 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: quotasv2.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.916277 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.916606 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: quotas Jul 29 23:23:33.916931 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: quotasv2_detail.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.920369 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.920712 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: quota_details Jul 29 23:23:33.921049 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: rbac.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.922176 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.922717 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: rbac-policies Jul 29 23:23:33.923052 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: rbac_address_group.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.924008 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.924526 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: rbac-address-group Jul 29 23:23:33.924856 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: rbac_address_scope.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.925813 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.926327 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: rbac-address-scope Jul 29 23:23:33.926655 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: rbac_security_groups.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.927582 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.928104 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: rbac-security-groups Jul 29 23:23:33.928438 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: rbac_subnetpool.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.929361 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.929899 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: rbac-subnetpool Jul 29 23:23:33.930230 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: revisionifmatch.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.931163 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.931673 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: revision-if-match Jul 29 23:23:33.932001 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: revisions.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.933153 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.934086 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: standard-attr-revisions Jul 29 23:23:33.934419 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: router_availability_zone.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.935103 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.935592 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: router_availability_zone Jul 29 23:23:33.935917 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: routerservicetype.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.936880 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.937388 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension router-service-type not supported by any of loaded plugins Jul 29 23:23:33.939798 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.939798 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.939798 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: security-groups-normalized-cidr Jul 29 23:23:33.939798 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.940410 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.940925 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: port-security-groups-filtering Jul 29 23:23:33.941251 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.942211 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.942723 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: security-groups-remote-address-group Jul 29 23:23:33.943051 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: securitygroup.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.953126 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.953710 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: security-group Jul 29 23:23:33.954050 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: segment.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.955175 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.955431 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension segment not supported by any of loaded plugins Jul 29 23:23:33.955758 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.956788 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.957297 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 23:23:33.957691 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: servicetype.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.958878 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.959429 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: service-type Jul 29 23:23:33.959729 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: sorting.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.960756 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.961086 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: sorting Jul 29 23:23:33.961412 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: standard_attr_segment.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.962471 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.963005 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 23:23:33.963329 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: standardattrdescription.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.964004 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.964514 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: standard-attr-description Jul 29 23:23:33.965025 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: stateful_security_group.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.966170 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.966694 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: stateful-security-group Jul 29 23:23:33.967025 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: stdattrs_common.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.967637 n-d-712707-11 neutron-server[93755]: WARNING neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 23:23:33.967960 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.968918 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.969437 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 23:23:33.969796 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnet_onboard.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.970913 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.971431 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: subnet_onboard Jul 29 23:23:33.971762 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.972713 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.973223 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 23:23:33.973552 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnet_service_types.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.974513 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.975030 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: subnet-service-types Jul 29 23:23:33.975356 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnetallocation.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.976472 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.976988 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: subnet_allocation Jul 29 23:23:33.977318 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.978044 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.978554 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: subnetpool-prefix-ops Jul 29 23:23:33.978883 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.979830 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.980432 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 23:23:33.980933 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: tagging.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.982169 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.982698 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: standard-attr-tag Jul 29 23:23:33.983029 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: timestamp.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.984300 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.984817 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loaded extension: standard-attr-timestamp Jul 29 23:23:33.985148 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: trunk.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.986228 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.986746 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension trunk not supported by any of loaded plugins Jul 29 23:23:33.987075 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: trunk_details.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.988030 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.988520 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension trunk-details not supported by any of loaded plugins Jul 29 23:23:33.988872 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: uplink_status_propagation.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.990389 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.990389 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 23:23:33.990832 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Loading extension file: vlantransparent.py {{(pid=93755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:23:33.991391 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:23:33.991894 n-d-712707-11 neutron-server[93755]: INFO neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 23:23:33.994515 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:network Jul 29 23:23:33.995044 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnet Jul 29 23:23:33.995624 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:23:33.995834 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:port Jul 29 23:23:33.997291 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:33.997841 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service FLAVORS assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:33.998511 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:33.998917 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:33.999248 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:router Jul 29 23:23:33.999691 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:23:34.000193 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service METERING assigned prefix: /metering {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.001730 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:34.002156 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:34.002477 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:23:34.003557 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:23:34.004014 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:23:34.004451 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:23:34.005137 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service CORE assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.005450 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:23:34.005861 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] subnetpool is already registered Jul 29 23:23:34.006259 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service CORE assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.006581 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:23:34.006914 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] subnetpool is already registered Jul 29 23:23:34.009268 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.009864 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service FLAVORS assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.010493 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.010942 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.011280 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:router Jul 29 23:23:34.011850 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] router is already registered Jul 29 23:23:34.012174 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:23:34.012585 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] floatingip is already registered Jul 29 23:23:34.012983 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service METERING assigned prefix: /metering {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.013766 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:23:34.014114 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] rbac_policy is already registered Jul 29 23:23:34.014536 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:23:34.014871 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] security_group is already registered Jul 29 23:23:34.015285 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:23:34.015617 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] security_group_rule is already registered Jul 29 23:23:34.016113 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service CORE assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.016432 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:23:34.016770 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] subnetpool is already registered Jul 29 23:23:34.017190 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.v2.resource_helper [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Service CORE assigned prefix: {{(pid=93755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:23:34.017516 n-d-712707-11 neutron-server[93755]: INFO neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:23:34.017873 n-d-712707-11 neutron-server[93755]: WARNING neutron.quota.resource_registry [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] subnetpool is already registered Jul 29 23:23:34.019752 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: extensions {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.021304 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: address-groups {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.022867 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: address-scopes {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.024110 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: agents {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.025400 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: auto-allocated-topology {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.026692 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: availability_zones {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.028026 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: dhcp-networks {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.029455 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: dhcp-agents {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.031003 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: routers {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.032873 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: flavors {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.034077 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: service_profiles {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.035424 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: next_providers {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.036874 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: service_profiles {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.038350 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: floatingip-pools {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.039705 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: routers {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.041420 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: floatingips {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.042650 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: l3-routers {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.044292 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: l3-agents {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.045731 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: metering-labels {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.047032 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: metering-label-rules {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.048329 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: network-ip-availabilities {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.049716 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: bindings {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.051312 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: quotas {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.052749 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: quotas {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.054324 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: rbac-policies {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.055536 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: security-groups {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.056753 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: security-group-rules {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.058139 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: service-providers {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.059839 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: subnetpools {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.061216 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: subnetpools {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.062907 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.064623 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.066361 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.068250 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.070030 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.071889 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.073720 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.076055 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.079019 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.080808 n-d-712707-11 neutron-server[93755]: DEBUG neutron.api.extensions [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Extended resource: tags {{(pid=93755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:23:34.087039 n-d-712707-11 neutron-server[93755]: WARNING keystonemiddleware.auth_token [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 23:23:34.091780 n-d-712707-11 neutron-server[93755]: WARNING keystonemiddleware.auth_token [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 23:23:34.100376 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Acquired lock "singleton_lock" {{(pid=93755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 23:23:34.100858 n-d-712707-11 neutron-server[93755]: DEBUG oslo_concurrency.lockutils [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Releasing lock "singleton_lock" {{(pid=93755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 23:23:34.101516 n-d-712707-11 neutron-server[93755]: INFO oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Starting 2 workers Jul 29 23:23:34.106533 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Started child 93864 {{(pid=93755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:23:34.111292 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Started child 93865 {{(pid=93755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:23:34.112892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.113667 n-d-712707-11 neutron-server[93755]: INFO neutron.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 23:23:34.113667 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Notify callbacks [] for process, before_spawn {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.114458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [-] (93864) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:23:34.115948 n-d-712707-11 neutron-server[93755]: INFO oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Starting 1 workers Jul 29 23:23:34.116063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.117445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [-] (93865) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:23:34.121274 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Started child 93866 {{(pid=93755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:23:34.121846 n-d-712707-11 neutron-server[93755]: INFO oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Starting 1 workers Jul 29 23:23:34.125177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] calling RpcWorker wait() {{(pid=93866) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 23:23:34.125842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] returning from RpcWorker wait() {{(pid=93866) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 23:23:34.126485 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Started child 93867 {{(pid=93755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:23:34.127291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.127425 n-d-712707-11 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2f9de65-a61e-4347-87d9-a07ee348cf1e None None] Notify callbacks [] for process, after_spawn {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.127828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:34.129161 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:23:34.129352 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:23:34.129566 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:23:34.129764 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:23:34.130109 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:23:34.130256 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:23:34.130792 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.131060 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.131313 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.131568 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.131713 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.132226 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.132371 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.132505 n-d-712707-11 neutron-server[93867]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:34.132593 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.132854 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.133128 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.133382 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.133551 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.133751 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.134000 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.134229 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.134516 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.134779 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.135056 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.135321 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.135493 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.135746 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.136018 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.136249 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.136532 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] debug = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.136997 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.137468 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.137724 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.137972 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.138195 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.138456 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.138698 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.138943 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.139185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.139419 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.139677 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.139918 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.140163 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.140357 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.140575 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.140830 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.141068 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.141551 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] host = n-d-712707-11 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.141805 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.142028 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.142261 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.142504 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.142746 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.142978 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.143234 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.143484 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.143709 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.143957 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.144204 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.144445 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.144690 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.144920 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.145148 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_options = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.145341 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.145891 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.145891 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.146313 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.146313 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.146313 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.146863 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.146863 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.147236 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.147236 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.147619 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.147619 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.147940 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.148122 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.148345 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.148541 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.148725 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.148911 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.149396 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.149396 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.149826 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.149826 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.150182 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.150387 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.150582 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.150785 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.150989 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.151196 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.151390 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.151553 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.151810 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.152367 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.152695 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.152943 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.153158 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.153518 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.153697 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.153880 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.154133 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.154387 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.154599 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.154842 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.155016 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.155267 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.155442 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.155868 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_json = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.155868 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.156152 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.156384 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.156631 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.156822 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.157029 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.157212 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.157468 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.157921 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.158206 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.158521 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.158774 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.159012 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.159244 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.159685 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.159685 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.159929 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.160175 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.160495 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.160719 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.161000 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.161256 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.161499 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.161830 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.162086 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.162364 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.162598 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.163746 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.164143 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.164316 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.164570 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.164839 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.165094 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.165364 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.165601 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.166000 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.166136 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.166336 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.166554 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.166789 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.169433 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.169433 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.169848 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.170063 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.170213 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.170459 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.170698 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.170963 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.171247 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.171446 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.171951 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.171951 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.172386 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.172386 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.172881 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.172881 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.175240 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.176390 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.176636 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.176909 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.178314 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.178314 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.178504 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.178745 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.179053 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.180799 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.180799 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.181012 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.181269 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.181555 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.181813 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.182031 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.182310 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.182470 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.182717 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.182959 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.183186 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.183937 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.184094 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.184219 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.184437 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.184657 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.184893 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.185130 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.185344 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.185584 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.185824 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.186059 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.186298 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.186517 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.186751 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.186988 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.187470 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.187596 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.187859 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.188384 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.188727 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.188950 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.189738 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.189738 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.190145 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.190145 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.190399 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.190553 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.190820 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.192066 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.192976 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.192976 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.192976 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.193349 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.193349 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.193971 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.193971 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.193971 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.194339 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.194470 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.194679 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.194887 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.195137 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.195410 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.195851 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.196335 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.196335 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.196627 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.196760 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.196946 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.197219 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.197485 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.201754 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.203153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.204153 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.205033 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.205033 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.205033 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.205512 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.205692 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.206084 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.206410 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.206785 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.207185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.207580 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.208136 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.208699 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.209335 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.210078 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.210709 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.211375 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.211942 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.212493 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.213093 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.213897 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.214929 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.215342 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.216020 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.216489 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.216870 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.217317 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.217746 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.218120 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.218520 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.218939 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.219343 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.219725 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.220151 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.220586 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.220966 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.221341 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.221793 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.222098 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.222332 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.222575 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.222806 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.223057 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.223304 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.223652 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.223923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.224163 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.224406 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.224625 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.224866 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.225101 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.225318 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.225571 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.225794 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.226010 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.226307 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.226501 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.226746 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.226975 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.227189 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.227395 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.227765 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.228121 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.228563 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.228816 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.229048 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.229303 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.229536 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.229781 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.230013 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.230232 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.230468 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.230700 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.230909 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.231140 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.231365 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.231646 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.231900 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.232127 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.232362 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.232571 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.232796 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.233007 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.233222 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.233442 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.233685 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.233882 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.234107 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.234354 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.234561 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.234873 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.235019 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.235211 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.235432 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.235665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.235918 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.236110 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.236342 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.236476 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.236774 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.237025 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.237269 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.237522 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.237777 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.238024 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.238267 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.238566 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.238775 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.239191 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.239402 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.239642 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.239896 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.240147 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.240453 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.240738 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.240996 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.241264 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.241532 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.241842 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.242099 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.242308 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.242611 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.242939 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.243204 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.243449 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.243693 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.243943 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.244148 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.244361 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.244570 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.244783 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.245011 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.245269 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.245510 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.245841 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.246061 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.246327 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.246648 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.247038 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.247324 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.247591 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.247808 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.247964 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:23:34.248502 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:23:34.248659 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:23:34.248810 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:23:34.248991 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:23:34.249159 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:23:34.249309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:23:34.249510 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.249692 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.249849 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.250005 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.250159 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.250337 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.250494 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.250766 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251061 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251273 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251476 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251637 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251797 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.251952 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.252165 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.252258 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.252608 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.252791 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253116 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253116 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253282 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253360 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253503 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] debug = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253700 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.253904 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254066 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254220 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254375 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254879 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254879 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.254879 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255227 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255227 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255739 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255739 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255739 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.255739 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256214 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256214 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256214 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256772 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] host = n-d-712707-11 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256772 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256772 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.256772 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257033 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257033 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257188 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257266 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257394 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257549 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257725 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.257881 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258026 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258175 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258332 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258486 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_options = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258639 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258820 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.258947 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259144 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259287 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259452 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259585 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259730 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259860 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.259993 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.260150 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.260296 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.260446 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.260716 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.260716 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261247 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261247 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261247 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261669 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261669 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.261931 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262062 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262217 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262380 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262656 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262656 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262921 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.262921 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263166 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263294 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263425 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263554 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263687 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263816 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.263952 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264084 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264213 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264519 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264519 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264809 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.264809 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265022 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265671 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265671 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265671 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265671 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_json = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.265671 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266037 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266037 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266414 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266414 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266414 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266645 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266645 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:23:34.266842 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.266974 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.267146 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.267303 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.267620 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.267776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.267934 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268089 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268236 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268449 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268537 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268696 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.268866 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269048 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269204 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269365 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269523 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269721 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.269859 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270017 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270174 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270332 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270509 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270659 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270820 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.270988 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.271176 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.271424 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.271424 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.271757 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.271757 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.272054 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.272054 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.275708 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.276923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.278245 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.279116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:34.281891 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.282089 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.282300 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.282461 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.282892 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.283102 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.283496 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.283685 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.283829 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.284052 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.284858 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.284858 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.284858 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.285068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060856 Jul 29 23:23:34.285150 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.285439 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.285574 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.285805 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.285959 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286111 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286271 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286447 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286598 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286755 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.286912 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.287076 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.288562 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.289958 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292185 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.292872 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.293776 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297288 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.297761 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298309 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.298749 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299192 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299192 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299192 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299192 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299470 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299470 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299621 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.299711 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300231 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300231 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300231 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300839 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300839 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300839 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.300839 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.301107 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.301107 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.301249 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.301326 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.301461 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.302496 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.302664 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.302822 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.302979 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303138 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303297 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303679 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303679 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303845 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.303916 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304036 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304190 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304348 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304524 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304691 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.304853 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305005 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305162 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305318 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305475 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305673 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305816 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.305989 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306139 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306269 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306449 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306596 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306736 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.306860 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.307019 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.307174 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.307338 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.307525 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.307655 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.310837 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.311665 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312272 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312876 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312876 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312876 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.312876 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313135 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313135 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313255 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313423 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313577 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.313923 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314066 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314220 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314387 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314545 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314701 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.314859 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.315028 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316160 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316629 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316629 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316629 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316808 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316874 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.316997 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317154 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317318 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317511 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317737 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317818 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.317984 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318141 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318296 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318453 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318612 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318770 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.318925 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319080 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319236 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319395 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319552 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319705 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.319864 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.320006 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.320169 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.320323 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.320479 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:23:34.320636 n-d-712707-11 neutron-server[93755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:23:46.267031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c58191-481c-4ac7-9a0e-c0842246af7e None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:23:46.347155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c58191-481c-4ac7-9a0e-c0842246af7e None None] No non-hosted networks {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 23:23:46.348244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1755512f-7d0c-477d-b191-2ea49b7f4a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.954530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53464f72-4e29-42f3-98ca-1e5791d58456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.022859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ef84c94b-2e27-4b61-8102-dfd198c28130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.189853 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.191435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.192077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.195127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.198038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.199996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.200505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.203172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.203680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.209009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.209546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.210862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.214831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:49.215572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712707-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:49.228418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712707-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:50.485869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.022056 n-d-712707-11 neutron-server[93866]: INFO neutron.db.l3_hamode_db [None req-052a03c5-bc4f-4e75-8726-31292304db0e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 23:23:52.098620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a03c5-bc4f-4e75-8726-31292304db0e None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:52.099110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a03c5-bc4f-4e75-8726-31292304db0e None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:23:52.203534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.091044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55240) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:53.645572 n-d-712707-11 neutron-server[93864]: WARNING oslo_policy.policy [None req-4d58c0e5-06fb-40dd-8653-1d3eabe83163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:23:53.646315 n-d-712707-11 neutron-server[93864]: WARNING oslo_policy.policy [None req-4d58c0e5-06fb-40dd-8653-1d3eabe83163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:23:53.862053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-4d58c0e5-06fb-40dd-8653-1d3eabe83163 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:53.863292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d58c0e5-06fb-40dd-8653-1d3eabe83163 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7699809 Jul 29 23:23:56.274923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55254) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:56.636221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:56.729746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.policy [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93864) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:23:56.776074 n-d-712707-11 neutron-server[93864]: WARNING oslo_policy.policy [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:23:56.776464 n-d-712707-11 neutron-server[93864]: WARNING oslo_policy.policy [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:23:56.785472 n-d-712707-11 neutron-server[93864]: INFO neutron.quota [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] Loaded quota_driver: . Jul 29 23:23:56.889349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307627903', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307626666', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307820059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307809310', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307256549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768307790259', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1668446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3628288'] for rbac-policy, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.971762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.973223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1e34b8a-bd58-4bea-aa40-e76e00ab6bcc admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6969924 Jul 29 23:23:59.637503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55266) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:00.286930 n-d-712707-11 neutron-server[93865]: WARNING oslo_policy.policy [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:24:00.287496 n-d-712707-11 neutron-server[93865]: WARNING oslo_policy.policy [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:24:00.533431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'name': 'private'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:00.535159 n-d-712707-11 neutron-server[93865]: INFO neutron.quota [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Loaded quota_driver: . Jul 29 23:24:00.597290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Made reservation on behalf of 1b64fd1200cf4e38b85eca9887dc192e for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:00.663292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.policy [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93865) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:24:00.708362 n-d-712707-11 neutron-server[93865]: WARNING oslo_policy.policy [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:24:00.708738 n-d-712707-11 neutron-server[93865]: WARNING oslo_policy.policy [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:24:00.719466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.741215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.884424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.893069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.915584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:00.949072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768308392488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.949473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Unsubscribe: segment precommit_create {{(pid=93865) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:24:00.949988 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Added segment d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e of type vlan for network d2b8998d-94ac-4093-b71c-fa2a1f24d196 Jul 29 23:24:00.973285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90512114-8095-4c12-b02d-3a75c65867c3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:01.031415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.031787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.032115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.032443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.032767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.033088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.033412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.033749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.034067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.034379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.034677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.034979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Tracked resource versions report: Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: pushed versions: Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: { 'AddressGroup': {'1.2'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'ConntrackHelper': {'1.0'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Log': {'1.0'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Network': {'1.1'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Port': {'1.7'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'PortForwarding': {'1.2'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'QosPolicy': {'1.8'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SecurityGroup': {'1.4'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SubPort': {'1.0'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Subnet': {'1.1'}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Trunk': {'1.1'}} Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: consumer versions: Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: L3 agent@n-d-712707-11: {}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: Metadata agent@n-d-712707-11: {}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: Metering agent@n-d-712707-11: {}, Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'ConntrackHelper': '1.0', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Log': '1.0', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Network': '1.1', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Port': '1.7', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'PortForwarding': '1.2', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'QosPolicy': '1.8', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SecurityGroup': '1.4', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SecurityGroupRule': '1.2', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'SubPort': '1.0', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Subnet': '1.1', Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: 'Trunk': '1.1'}} Jul 29 23:24:01.036410 n-d-712707-11 neutron-server[93865]: {{(pid=93865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:24:01.077695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.137817 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.138828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.139501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.227259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5886233 Jul 29 23:24:01.250191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa5a9-c5cb-4f1f-b641-5fdbd70711fc admin admin] Pushing event updated for resources: {'Network': ['ID=d2b8998d-94ac-4093-b71c-fa2a1f24d196,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:01.265409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:04.022746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55288) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.465355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfeae89-e273-4d71-a498-a44decaafbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.466791 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9dfeae89-e273-4d71-a498-a44decaafbb0 admin admin] 10.222.0.49 "GET /v2.0/networks/d2b8998d-94ac-4093-b71c-fa2a1f24d196 HTTP/1.1" status: 200 len: 825 time: 0.4430912 Jul 29 23:24:04.514055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8df473c1-9822-40ad-9c77-9cfe99727611 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/94f3de7b-776d-4d24-9d98-f4124bd8d7a1 HTTP/1.1" status: 200 len: 734 time: 0.0372984 Jul 29 23:24:04.527287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'name': 'private-subnet', 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1', 'gateway_ip': '172.20.0.1', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:04.554222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Made reservation on behalf of 1b64fd1200cf4e38b85eca9887dc192e for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:04.556634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.878967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.959821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a252baeb-f0de-4a14-acc3-5ac0db782aac,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.962232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Checking segment: {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:04.962618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Network hostable DHCP agents. Network: d2b8998d-94ac-4093-b71c-fa2a1f24d196, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:04.990722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:05.008548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d2b8998d-94ac-4093-b71c-fa2a1f24d196) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:05.018240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.019213 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.022495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc1323-7b67-43c4-90ee-fef27329c7b7 None None] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:05.035644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-336c38a7-aae0-49cd-a4cf-cb5c11cc6fd8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5120075 Jul 29 23:24:05.375654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-d2b8998d-94ac-4093-b71c-fa2a1f24d196', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:05.377023 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.653425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Allocated IP 172.20.0.2 (d2b8998d-94ac-4093-b71c-fa2a1f24d196/a252baeb-f0de-4a14-acc3-5ac0db782aac/2554f069-cb87-4188-85c8-da1173b172e6) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:05.898644 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.913748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Transition to ACTIVE for port object 2554f069-cb87-4188-85c8-da1173b172e6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:05.934699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Transition to ACTIVE for port object 2554f069-cb87-4188-85c8-da1173b172e6 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:05.944497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.012764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:06.018556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:06.029479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:06.032565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Pushing event updated for resources: {'Port': ['ID=2554f069-cb87-4188-85c8-da1173b172e6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.062483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.062816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.063150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.063481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.063804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.064126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.064444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.064759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.065076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.065398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.065691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.066017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Tracked resource versions report: Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: pushed versions: Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: { 'AddressGroup': {'1.2'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Log': {'1.0'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Network': {'1.1'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Port': {'1.7'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'PortForwarding': {'1.2'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'QosPolicy': {'1.8'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SecurityGroup': {'1.4'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SubPort': {'1.0'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Subnet': {'1.1'}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Trunk': {'1.1'}} Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: consumer versions: Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: L3 agent@n-d-712707-11: {}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: Metadata agent@n-d-712707-11: {}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: Metering agent@n-d-712707-11: {}, Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'ConntrackHelper': '1.0', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Log': '1.0', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Network': '1.1', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Port': '1.7', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'PortForwarding': '1.2', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'QosPolicy': '1.8', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SecurityGroup': '1.4', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SecurityGroupRule': '1.2', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'SubPort': '1.0', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Subnet': '1.1', Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: 'Trunk': '1.1'}} Jul 29 23:24:06.067118 n-d-712707-11 neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:24:06.113956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Attempting to bind port 2554f069-cb87-4188-85c8-da1173b172e6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:06.114347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Attempting to bind port 2554f069-cb87-4188-85c8-da1173b172e6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:06.114763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Attempting to bind port 2554f069-cb87-4188-85c8-da1173b172e6 on network d2b8998d-94ac-4093-b71c-fa2a1f24d196 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:06.119682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:06.120092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Checking segment: {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:06.120574 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.121032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Bound using segment: {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:06.121431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Bound port: 2554f069-cb87-4188-85c8-da1173b172e6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:06.121867 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.188166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] For port 2554f069-cb87-4188-85c8-da1173b172e6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:06.192525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] For port 2554f069-cb87-4188-85c8-da1173b172e6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2554f069-cb87-4188-85c8-da1173b172e6,segment=NetworkSegment(d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e),segment_id=d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:06.199734 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.264535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b77e5-2d93-470a-a6fa-d6507cd8459e None None] Pushing event updated for resources: {'Port': ['ID=2554f069-cb87-4188-85c8-da1173b172e6,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.544160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:07.876335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-15832a9e-8de5-4148-9626-c62923d89387 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:07.877342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-15832a9e-8de5-4148-9626-c62923d89387 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321958 Jul 29 23:24:10.311628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55304) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:10.644856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-a3aa5021-f92e-4de7-84a2-887405df8607 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:10.657647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a3aa5021-f92e-4de7-84a2-887405df8607 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3331587 Jul 29 23:24:13.314728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:13.651903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'name': 'router1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:13.685344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.687384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.846846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.855821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.873105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.875043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bdc0dbca-09e0-48e6-9002-4b5165978c16 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5590506 Jul 29 23:24:14.645553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0c5ef-9283-4344-8916-cf0eb0a79f59 None None] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:14.770745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e29a0a38-241d-4e4c-85d5-45578953582f None None] Provisioning for port 2554f069-cb87-4188-85c8-da1173b172e6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:15.350542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2554f069-cb87-4188-85c8-da1173b172e6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:15.435244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2554f069-cb87-4188-85c8-da1173b172e6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:15.438813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2554f069-cb87-4188-85c8-da1173b172e6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:15.439199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.550838 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.593174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2554f069-cb87-4188-85c8-da1173b172e6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2554f069-cb87-4188-85c8-da1173b172e6,segment=NetworkSegment(d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e),segment_id=d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:15.598011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.649606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2554f069-cb87-4188-85c8-da1173b172e6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.153587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23ec-9ebb-4025-9366-104a2166975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.331607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55326) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:16.691885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-a567cf86-a799-46e7-ac5d-d5970f531924 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:16.692907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a567cf86-a799-46e7-ac5d-d5970f531924 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3603821 Jul 29 23:24:17.333047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2554f069-cb87-4188-85c8-da1173b172e6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:17.389263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2554f069-cb87-4188-85c8-da1173b172e6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:17.389659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.950506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3d503bd-5722-419b-bcc1-615e832af497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.169699 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.172961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55334) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:19.508205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:19.532881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Made reservation on behalf of 3be153c878c34f6fa213e2d923e4f061 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:19.535852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.548568 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.646377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.652675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.671463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Reserving flat network on physical network physnet1 {{(pid=93865) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 23:24:19.689734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9505d12e-741a-4ddc-b357-afd00148fa53,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:19.694837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.695177 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Added segment 2e389fe3-c7d5-4315-ae73-145273f1e079 of type flat for network 52725900-2642-44d5-b3ea-23e1d2832e28 Jul 29 23:24:19.751571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.793282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.794329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.795332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.851763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6775424 Jul 29 23:24:19.858888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d615-02cd-46cd-9061-79b7ea11e374 admin admin] Pushing event updated for resources: {'Network': ['ID=52725900-2642-44d5-b3ea-23e1d2832e28,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:19.869547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 52725900-2642-44d5-b3ea-23e1d2832e28 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:20.440338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.155065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.302814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:22.515387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e469336-e33d-4cf9-8493-c761afba7e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.516766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8e469336-e33d-4cf9-8493-c761afba7e13 admin admin] 10.222.0.49 "GET /v2.0/subnets/a252baeb-f0de-4a14-acc3-5ac0db782aac HTTP/1.1" status: 200 len: 849 time: 0.2130213 Jul 29 23:24:22.686371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-327b2926-9f32-459d-849e-ebb811fab69f admin admin] 10.222.0.49 "GET /v2.0/routers/0ac29164-043d-4e4a-bd30-863af32a25b7 HTTP/1.1" status: 200 len: 704 time: 0.1610115 Jul 29 23:24:22.978078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.299404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Allocated IP 172.20.0.1 (d2b8998d-94ac-4093-b71c-fa2a1f24d196/a252baeb-f0de-4a14-acc3-5ac0db782aac/5e759851-454a-4f80-bb65-2f4b493a1608) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:23.465873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.491276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Transition to ACTIVE for port object 5e759851-454a-4f80-bb65-2f4b493a1608 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:23.626505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.701399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:23.708605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:23.713552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:23.714948 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.735235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Pushing event updated for resources: {'Port': ['ID=5e759851-454a-4f80-bb65-2f4b493a1608,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:23.893231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec6f2e00-aa45-45fa-9f32-5158966671b6 None None] Provisioning for port 5e759851-454a-4f80-bb65-2f4b493a1608 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.898784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec6f2e00-aa45-45fa-9f32-5158966671b6 None None] Provisioning complete for port 5e759851-454a-4f80-bb65-2f4b493a1608 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.899281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2e00-aa45-45fa-9f32-5158966671b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.920880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.943339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f2e00-aa45-45fa-9f32-5158966671b6 None None] Port 5e759851-454a-4f80-bb65-2f4b493a1608 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:24.143618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.149817 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.150598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.225985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Pushing event updated for resources: {'Port': ['ID=5e759851-454a-4f80-bb65-2f4b493a1608,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.274762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:24.276216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:24.454849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Router 0ac29164-043d-4e4a-bd30-863af32a25b7 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:24.470774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a6c6940-27ef-414b-b146-80158a5e6f0b None None] Provisioning complete for port 5e759851-454a-4f80-bb65-2f4b493a1608 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:24.471180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a6c6940-27ef-414b-b146-80158a5e6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.507198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c6940-27ef-414b-b146-80158a5e6f0b None None] Port 5e759851-454a-4f80-bb65-2f4b493a1608 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:24.550597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:24.562267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8543865-2f6f-40f2-a02e-f65fec3d9498 admin admin] 10.222.0.49 "PUT /v2.0/routers/0ac29164-043d-4e4a-bd30-863af32a25b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8645494 Jul 29 23:24:24.563881 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Sync routers for ids ['0ac29164-043d-4e4a-bd30-863af32a25b7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:24.576388 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Routers {'0ac29164-043d-4e4a-bd30-863af32a25b7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:24.577348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:24:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0ac29164-043d-4e4a-bd30-863af32a25b7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:24.767389 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Set router 0ac29164-043d-4e4a-bd30-863af32a25b7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:25.225316 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 2, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port_host': None, '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 2, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:25.280163 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Checking router: 0ac29164-043d-4e4a-bd30-863af32a25b7 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:25.280544 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Updating router 0ac29164-043d-4e4a-bd30-863af32a25b7 port 5e759851-454a-4f80-bb65-2f4b493a1608 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:25.329365 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.879607 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.897457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Transition to ACTIVE for port object 5e759851-454a-4f80-bb65-2f4b493a1608 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:25.904489 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.062914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Pushing event updated for resources: {'Port': ['ID=5e759851-454a-4f80-bb65-2f4b493a1608,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:26.068829 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Attempting to bind port 5e759851-454a-4f80-bb65-2f4b493a1608 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:26.069197 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Attempting to bind port 5e759851-454a-4f80-bb65-2f4b493a1608 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:26.069605 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Attempting to bind port 5e759851-454a-4f80-bb65-2f4b493a1608 on network d2b8998d-94ac-4093-b71c-fa2a1f24d196 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:26.080176 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.080515 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.080850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.081185 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.081512 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.081857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.082178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.082495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.082811 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.083126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.083440 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.083753 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Tracked resource versions report: Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: pushed versions: Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: { 'AddressGroup': {'1.2'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Log': {'1.0'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Network': {'1.1'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Port': {'1.7'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'PortForwarding': {'1.2'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'QosPolicy': {'1.8'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SecurityGroup': {'1.4'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SubPort': {'1.0'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Subnet': {'1.1'}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Trunk': {'1.1'}} Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: consumer versions: Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: L3 agent@n-d-712707-11: {}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: Metadata agent@n-d-712707-11: {}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: Metering agent@n-d-712707-11: {}, Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'ConntrackHelper': '1.0', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Log': '1.0', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Network': '1.1', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Port': '1.7', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'PortForwarding': '1.2', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'QosPolicy': '1.8', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SecurityGroup': '1.4', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SecurityGroupRule': '1.2', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'SubPort': '1.0', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Subnet': '1.1', Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: 'Trunk': '1.1'}} Jul 29 23:24:26.084926 n-d-712707-11 neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:24:26.087741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:26.088218 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Checking segment: {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:26.088855 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.089289 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Bound using segment: {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:26.089817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Bound port: 5e759851-454a-4f80-bb65-2f4b493a1608, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c2f245-e73d-4bac-9ee7-fd7510a3ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:26.090218 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.165766 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] For port 5e759851-454a-4f80-bb65-2f4b493a1608, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:26.193773 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] For port 5e759851-454a-4f80-bb65-2f4b493a1608, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e759851-454a-4f80-bb65-2f4b493a1608,segment=NetworkSegment(d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e),segment_id=d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:26.198968 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.261296 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a086e7e-8f6f-4b07-bd75-63513f87a2af None None] Pushing event updated for resources: {'Port': ['ID=5e759851-454a-4f80-bb65-2f4b493a1608,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:26.266741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Routers {'0ac29164-043d-4e4a-bd30-863af32a25b7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:26.267296 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:24:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0ac29164-043d-4e4a-bd30-863af32a25b7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:26.372800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] Set router 0ac29164-043d-4e4a-bd30-863af32a25b7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:26.603077 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 2, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port_host': None, '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:26.635324 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61f02a-804d-488b-ac3f-356462a9cbd1 None None] The sync data for ids ['0ac29164-043d-4e4a-bd30-863af32a25b7'] in n-d-712707-11 is: [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 2, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port_host': None, '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:26.835298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55372) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:27.016692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3f0e-7ae8-4b07-8fa5-5456351609c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.024001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f9b3f0e-7ae8-4b07-8fa5-5456351609c5 admin admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 842 time: 0.1820312 Jul 29 23:24:27.028606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'cidr': '172.25.5.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:27.053291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Made reservation on behalf of 3be153c878c34f6fa213e2d923e4f061 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:27.056011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.516851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:24:27.517350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.587111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b867c875-9cf0-4300-9d89-da442592969b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.589458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:27.589882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Network hostable DHCP agents. Network: 52725900-2642-44d5-b3ea-23e1d2832e28, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:27.601777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.602121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.602451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.602780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.603125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.603425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.603784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.604108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.604422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.604739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.605063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.605375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Tracked resource versions report: Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: pushed versions: Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: { 'AddressGroup': {'1.2'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'ConntrackHelper': {'1.0'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Log': {'1.0'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Network': {'1.1'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Port': {'1.7'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'PortForwarding': {'1.2'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'QosPolicy': {'1.8'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SecurityGroup': {'1.4'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SubPort': {'1.0'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Subnet': {'1.1'}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Trunk': {'1.1'}} Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: consumer versions: Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: L3 agent@n-d-712707-11: {}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: Metadata agent@n-d-712707-11: {}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: Metering agent@n-d-712707-11: {}, Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'ConntrackHelper': '1.0', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Log': '1.0', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Network': '1.1', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Port': '1.7', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'PortForwarding': '1.2', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'QosPolicy': '1.8', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SecurityGroup': '1.4', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SecurityGroupRule': '1.2', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'SubPort': '1.0', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Subnet': '1.1', Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: 'Trunk': '1.1'}} Jul 29 23:24:27.606539 n-d-712707-11 neutron-server[93864]: {{(pid=93864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:24:27.654699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:27.672073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 52725900-2642-44d5-b3ea-23e1d2832e28) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:27.677216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.678092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.686821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ed82a-3a78-4169-bb3f-3135b81a100a None None] Network 52725900-2642-44d5-b3ea-23e1d2832e28 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:27.706338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0c0f5f7e-d999-4023-8f0e-81b949260308 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6811471 Jul 29 23:24:27.846520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9371c0-af91-43a8-9193-abc7ba7be745 None None] Network 52725900-2642-44d5-b3ea-23e1d2832e28 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:30.112197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:30.260120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ba7533ed-b9d2-491c-a5fe-134a49d9ca69 admin admin] 10.222.0.49 "GET /v2.0/routers/0ac29164-043d-4e4a-bd30-863af32a25b7 HTTP/1.1" status: 200 len: 710 time: 0.1467543 Jul 29 23:24:30.350942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3d3a29-c50c-4fb7-a88f-994595d4e9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.357711 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c3d3a29-c50c-4fb7-a88f-994595d4e9d7 admin admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 886 time: 0.0863352 Jul 29 23:24:30.361775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:30.723128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.970049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.054729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.164482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Allocated IP 172.25.5.20 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/73346baa-91a5-42a8-9d78-8fce327c68e8) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:31.275348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.319001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.359629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:31.364820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:31.368982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:31.372361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Pushing event updated for resources: {'Port': ['ID=73346baa-91a5-42a8-9d78-8fce327c68e8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.641304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.856341 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.859827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.976608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Router 0ac29164-043d-4e4a-bd30-863af32a25b7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:32.182327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:32.187167 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.189444 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86f7e969-d2b0-4cf1-8714-c107169a3371 admin admin] 10.222.0.49 "PUT /v2.0/routers/0ac29164-043d-4e4a-bd30-863af32a25b7 HTTP/1.1" status: 200 len: 889 time: 1.8300631 Jul 29 23:24:33.237846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Sync routers for ids ['0ac29164-043d-4e4a-bd30-863af32a25b7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:33.248097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Routers {'0ac29164-043d-4e4a-bd30-863af32a25b7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:33.248785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:24:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0ac29164-043d-4e4a-bd30-863af32a25b7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:33.393900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e759851-454a-4f80-bb65-2f4b493a1608 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:33.580436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Set router 0ac29164-043d-4e4a-bd30-863af32a25b7 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:33.656022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5e759851-454a-4f80-bb65-2f4b493a1608 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:33.701855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5e759851-454a-4f80-bb65-2f4b493a1608 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:33.702225 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.982955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.044339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5e759851-454a-4f80-bb65-2f4b493a1608, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e759851-454a-4f80-bb65-2f4b493a1608,segment=NetworkSegment(d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e),segment_id=d8c2f245-e73d-4bac-9ee7-fd7510a3ad1e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:34.051924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.125904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:31Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port': {'id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:34.152707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5e759851-454a-4f80-bb65-2f4b493a1608,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.181593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Checking router: 0ac29164-043d-4e4a-bd30-863af32a25b7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:34.182047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Updating router 0ac29164-043d-4e4a-bd30-863af32a25b7 port 73346baa-91a5-42a8-9d78-8fce327c68e8 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:34.231228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.592354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.602930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Transition to ACTIVE for port object 73346baa-91a5-42a8-9d78-8fce327c68e8 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:34.610131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.664193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Attempting to bind port 73346baa-91a5-42a8-9d78-8fce327c68e8 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:34.664587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Attempting to bind port 73346baa-91a5-42a8-9d78-8fce327c68e8 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:34.664945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Attempting to bind port 73346baa-91a5-42a8-9d78-8fce327c68e8 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:34.667124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26a90-8000-453b-883d-0d088af038c0 None None] Pushing event updated for resources: {'Port': ['ID=73346baa-91a5-42a8-9d78-8fce327c68e8,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.674603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:34.674992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:34.675380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.675771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:34.676244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Bound port: 73346baa-91a5-42a8-9d78-8fce327c68e8, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:34.676647 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.703869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55396) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:34.733936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] For port 73346baa-91a5-42a8-9d78-8fce327c68e8, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:34.737566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] For port 73346baa-91a5-42a8-9d78-8fce327c68e8, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=73346baa-91a5-42a8-9d78-8fce327c68e8,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:34.743027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.807103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26a90-8000-453b-883d-0d088af038c0 None None] Pushing event updated for resources: {'Port': ['ID=73346baa-91a5-42a8-9d78-8fce327c68e8,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.811566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Routers {'0ac29164-043d-4e4a-bd30-863af32a25b7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:34.812203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:24:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0ac29164-043d-4e4a-bd30-863af32a25b7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:34.829698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4a2507e-cdd2-445e-a7ec-c6f77bb6c714 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1245921 Jul 29 23:24:35.028062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] Set router 0ac29164-043d-4e4a-bd30-863af32a25b7 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:35.254806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:31Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port': {'id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 5, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:35.281979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2c076-8f29-4558-a9f9-c80e5c245706 None None] The sync data for ids ['0ac29164-043d-4e4a-bd30-863af32a25b7'] in n-d-712707-11 is: [{'id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'name': 'router1', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:13Z', 'updated_at': '2021-07-29T23:24:31Z', 'revision_number': 4, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'gw_port': {'id': '73346baa-91a5-42a8-9d78-8fce327c68e8', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5e759851-454a-4f80-bb65-2f4b493a1608', 'name': '', 'network_id': 'd2b8998d-94ac-4093-b71c-fa2a1f24d196', 'tenant_id': '1b64fd1200cf4e38b85eca9887dc192e', 'mac_address': 'fa:16:3e:fd:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac29164-043d-4e4a-bd30-863af32a25b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:23Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 5, 'project_id': '1b64fd1200cf4e38b85eca9887dc192e', 'subnets': [{'id': 'a252baeb-f0de-4a14-acc3-5ac0db782aac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94f3de7b-776d-4d24-9d98-f4124bd8d7a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:35.348238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e759851-454a-4f80-bb65-2f4b493a1608 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:35.448379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5e759851-454a-4f80-bb65-2f4b493a1608 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:35.448991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.393176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 73346baa-91a5-42a8-9d78-8fce327c68e8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:37.450338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 73346baa-91a5-42a8-9d78-8fce327c68e8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:37.456594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 73346baa-91a5-42a8-9d78-8fce327c68e8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:37.460194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.569294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.593875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 73346baa-91a5-42a8-9d78-8fce327c68e8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=73346baa-91a5-42a8-9d78-8fce327c68e8,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:37.600961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.662332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=73346baa-91a5-42a8-9d78-8fce327c68e8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.401100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 73346baa-91a5-42a8-9d78-8fce327c68e8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:39.476729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 73346baa-91a5-42a8-9d78-8fce327c68e8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:39.477456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.189129 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:46.159718 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db2b2d6b-7a07-4f25-9a37-32c02cd38236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.949148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1af30ee4-2f0f-460f-8ca6-67de03d1afdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.174460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.449859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.174102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.166973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-43f1d59d-fb47-4599-beeb-1300205477ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.945717 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c453167-87f0-4a4a-bdfe-88de9f7f2c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.177580 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.450550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.188793 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:22.181054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.152103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-515b9f2a-39cd-4451-ae6d-84c7c0692e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.941986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51e25c27-438a-486c-a68b-8cf81d634e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.173747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.454374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.181694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.187809 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:16.156940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7e671138-42ce-4a68-a0f6-e95d4f715824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.950349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b5377f88-3e06-4114-9f70-3f977900209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.178429 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.461498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55998) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:19.541668 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac3caaa-5ca2-4c8c-b292-3a33bbc1c9a4 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:26:19.543666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ac3caaa-5ca2-4c8c-b292-3a33bbc1c9a4 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0810568 Jul 29 23:26:19.742659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58a34a-8704-4eba-b7d9-092751a5ab34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.744073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b58a34a-8704-4eba-b7d9-092751a5ab34 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1953661 Jul 29 23:26:20.457025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.000147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:22.113266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f217b-3e40-4055-8a4d-622c45886f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.115234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c10f217b-3e40-4055-8a4d-622c45886f35 admin admin] 10.222.0.49 "GET /v2.0/subnets/a252baeb-f0de-4a14-acc3-5ac0db782aac HTTP/1.1" status: 200 len: 849 time: 0.1139548 Jul 29 23:26:22.126411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.183502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.218904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.367970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768308316968'] for subnet, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.398398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.398989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.400273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] 10.222.0.49 "PUT /v2.0/subnets/a252baeb-f0de-4a14-acc3-5ac0db782aac HTTP/1.1" status: 200 len: 868 time: 0.2786899 Jul 29 23:26:22.417031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9eb6f9-85cc-4587-991b-3bdcefd4642d None None] Network d2b8998d-94ac-4093-b71c-fa2a1f24d196 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:22.422348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a252baeb-f0de-4a14-acc3-5ac0db782aac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.431146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.431146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.431513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.431765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.432034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.432363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.432692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.433010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.433335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.433682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.434006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.434326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d461644-d41b-4665-8b37-d15648cb4c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:22.850903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a02da9dd-4344-4350-99f5-4e487be95009 None None] Provisioning complete for port 2554f069-cb87-4188-85c8-da1173b172e6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:22.851295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a02da9dd-4344-4350-99f5-4e487be95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.971453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a02da9dd-4344-4350-99f5-4e487be95009 None None] Provisioning complete for port 5e759851-454a-4f80-bb65-2f4b493a1608 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:22.971705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a02da9dd-4344-4350-99f5-4e487be95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.678627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56016) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:24.894494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf3363-f419-4572-9974-6961f8a4d955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.894888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf3363-f419-4572-9974-6961f8a4d955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.896984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5eaf3363-f419-4572-9974-6961f8a4d955 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2173407 Jul 29 23:26:27.180237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56024) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:27.417246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95a501-a746-4f76-ada8-54419f0141c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.417740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95a501-a746-4f76-ada8-54419f0141c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.419333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fd95a501-a746-4f76-ada8-54419f0141c6 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2381158 Jul 29 23:26:29.641548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:29.776001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed596c-5506-4154-a2f3-5bb8fcdd9fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.777390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4ed596c-5506-4154-a2f3-5bb8fcdd9fbd admin admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 886 time: 0.1349816 Jul 29 23:26:32.014739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56042) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:32.156746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29044bf1-a4ec-481b-9b08-78f8ab8d5b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.158324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-29044bf1-a4ec-481b-9b08-78f8ab8d5b66 admin admin] 10.222.0.49 "GET /v2.0/networks/d2b8998d-94ac-4093-b71c-fa2a1f24d196 HTTP/1.1" status: 200 len: 869 time: 0.1426013 Jul 29 23:26:34.391176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56050) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:34.534847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e75fb-d9ba-410a-ac64-a07a37384ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.535310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e75fb-d9ba-410a-ac64-a07a37384ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.537248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c15e75fb-d9ba-410a-ac64-a07a37384ab3 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1450074 Jul 29 23:26:35.188396 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:36.780617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:36.912292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43044769-1b01-4902-b866-77cec1ccd3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.912791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43044769-1b01-4902-b866-77cec1ccd3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.914372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43044769-1b01-4902-b866-77cec1ccd3f4 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328273 Jul 29 23:26:39.154973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56066) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:39.262609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17feb4be-f3fc-4fe3-bdf4-4c80d7f4c97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.264001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-17feb4be-f3fc-4fe3-bdf4-4c80d7f4c97d admin admin] 10.222.0.49 "GET /v2.0/subnets/a252baeb-f0de-4a14-acc3-5ac0db782aac HTTP/1.1" status: 200 len: 868 time: 0.1080406 Jul 29 23:26:41.521671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:41.629799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b569ede-a3e7-4b50-9f6b-39c7f121a5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.631121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b569ede-a3e7-4b50-9f6b-39c7f121a5c4 admin admin] 10.222.0.49 "GET /v2.0/subnets/b867c875-9cf0-4300-9d89-da442592969b HTTP/1.1" status: 200 len: 816 time: 0.1085064 Jul 29 23:26:46.162864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62b7e95f-b11f-4b83-97c6-98045c8c4c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.943599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-452f931b-19f9-4620-8e92-b08a87ee470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.192130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.458983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.183963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.107036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:08.159915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-537b20fa-0fb0-4836-9ff6-3d2c7e6f5add admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:27:08.160949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-537b20fa-0fb0-4836-9ff6-3d2c7e6f5add admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528882 Jul 29 23:27:10.483175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.557737 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e674557-21de-4be2-8084-8b7c868e2c3a admin admin] GET failed (client error): The resource could not be found. Jul 29 23:27:10.559140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6e674557-21de-4be2-8084-8b7c868e2c3a admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746925 Jul 29 23:27:10.658714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b0913-63c8-4f35-a7d3-d1b8eccfb2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.660148 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d3b0913-63c8-4f35-a7d3-d1b8eccfb2a7 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0961399 Jul 29 23:27:12.188735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:12.891999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56144) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.941723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:12.968676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Made reservation on behalf of 3be153c878c34f6fa213e2d923e4f061 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:12.971550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.010569 n-d-712707-11 neutron-server[93865]: WARNING neutron.services.revisions.revision_plugin [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Could not find related network for resource to bump revision. Jul 29 23:27:13.022916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:13.033034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.033378 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Added segment 96cfc388-7dc0-4035-94a8-8b6654d5a57c of type vlan for network 6b766522-9708-4e86-8675-a86eaef2d30e Jul 29 23:27:13.079625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.110624 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.111686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.112542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.167141 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2739756 Jul 29 23:27:13.176640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc1e3-9993-453d-9854-a6a09a430f2b admin admin] Pushing event updated for resources: {'Network': ['ID=6b766522-9708-4e86-8675-a86eaef2d30e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.188531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 6b766522-9708-4e86-8675-a86eaef2d30e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:15.428932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:15.500789 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80ce401-1b11-4cac-8be1-b3817eb70893 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:27:15.502510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c80ce401-1b11-4cac-8be1-b3817eb70893 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0724297 Jul 29 23:27:15.576967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e2c2c-53e3-41f8-98fc-e7e7963c0167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.578420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e09e2c2c-53e3-41f8-98fc-e7e7963c0167 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697598 Jul 29 23:27:15.589534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Request body: {'subnet': {'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:15.614477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Made reservation on behalf of 3be153c878c34f6fa213e2d923e4f061 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:15.617847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.802573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.968270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08ebd99-159c-45a2-af44-13a27a1b2fff,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.977286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:15.977699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Network hostable DHCP agents. Network: 6b766522-9708-4e86-8675-a86eaef2d30e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:16.001453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Network 6b766522-9708-4e86-8675-a86eaef2d30e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:16.011634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 6b766522-9708-4e86-8675-a86eaef2d30e) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:16.016283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.016954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.022809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754b2f4-2ea0-440f-8814-7b7c7195e23f None None] Network 6b766522-9708-4e86-8675-a86eaef2d30e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:16.046603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c5a7657-178b-4ba2-970d-1342d7281a98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4602532 Jul 29 23:27:16.181221 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3d2fffc-75aa-471d-9d0d-1444e4b4437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.213351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-6b766522-9708-4e86-8675-a86eaef2d30e', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'tenant_id': '3be153c878c34f6fa213e2d923e4f061', 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:27:16.214303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.510887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Allocated IP 192.168.233.2 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:16.714918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.726363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Transition to ACTIVE for port object e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:16.743056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Transition to ACTIVE for port object e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:16.749691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.799408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:16.803278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Pushing event updated for resources: {'Port': ['ID=e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:16.807111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:16.813085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.813429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.813811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.814146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.814480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.814851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.815181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.815510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.815832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.816158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.816471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.816804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:16.820066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:16.875199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Attempting to bind port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:16.875571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Attempting to bind port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:16.875955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Attempting to bind port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:16.881352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:16.881774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:16.882148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.882563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:16.883032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Bound port: e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:16.883428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.945429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] For port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:16.949309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] For port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:16.956009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.013527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2136f-77a5-475b-bd93-2e801eff9f39 None None] Pushing event updated for resources: {'Port': ['ID=e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:17.506711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:17.565241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:17.877551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e020dff-24c2-40c7-8f76-f750825e9cce None None] Network 6b766522-9708-4e86-8675-a86eaef2d30e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:17.944195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Provisioning for port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:17.954739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Provisioning complete for port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:17.955127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.105119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.147838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] For port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:18.156494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.216180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f985d0-240b-46da-8374-a6025fe7c696 None None] Pushing event updated for resources: {'Port': ['ID=e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.384180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6de89c61-67ff-4705-9e14-a85b40e70338 None None] Provisioning complete for port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:18.384558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6de89c61-67ff-4705-9e14-a85b40e70338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.952756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac66940f-c97f-4ef2-8222-452318c46524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.188408 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.460863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:19.511998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e17f4fc0-6dea-4aa1-a86e-e1b6b459a5ad triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:19.512366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.458945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.186946 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.156883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6c0f-8226-41b6-9cd3-39241ff3b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.952493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad372e79-69ab-4d93-8317-7fc32c7619cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.188021 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:49.193539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.460580 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.191289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.153841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afd7ff46-739b-4e38-a789-773e8fb43ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.946373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1729112-8406-4d7b-b276-dd4e8af7ec12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.198368 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.466854 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.192842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.187457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:28:27.918330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.926107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-a70de0ae-1e0b-431a-b97c-5512ab06b05d tempest-verify_tempest_config-1448681958 tempest-verify_tempest_config-1448681958-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:27.927079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a70de0ae-1e0b-431a-b97c-5512ab06b05d tempest-verify_tempest_config-1448681958 tempest-verify_tempest_config-1448681958-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076623 Jul 29 23:28:28.260873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56224) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.409252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.536867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.542007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.585071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714f629-1470-4d38-9f15-5aa6a9c5abd0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.588868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cd5a6a9db5a47098d0ec431c0fb4c0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3269501 Jul 29 23:28:28.591900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56230) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.594417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.594804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.595151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.595487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.595823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.596153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.596467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.596791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.597119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.597442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.597796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.598180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c692b041-ab7e-47eb-838e-7fd800e187e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.652423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.673745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.772416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.775478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.776999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2714f629-1470-4d38-9f15-5aa6a9c5abd0 HTTP/1.1" status: 204 len: 168 time: 0.1840870 Jul 29 23:28:28.786006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714f629-1470-4d38-9f15-5aa6a9c5abd0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.793950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.794351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.794571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.794909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.795353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.795941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.796310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.796835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.797182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.797599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.797968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:28.798294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ebd9b1-93e0-4a18-93eb-7eda991a5a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.151092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-303a317d-d971-480d-904e-d6c485baf56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.951465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05e65150-4571-40b2-8a4b-03325a8328f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.214231 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.473244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.203989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.187711 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:16.148889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-28bcd500-7878-44d8-8924-ac99df95800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.954782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97887cda-d090-4bdf-a2ce-40527f350536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.212755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.474287 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.205479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.187027 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:46.146048 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4a5e-38b1-47f2-917a-7676559c4e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.958859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-77fae9b2-1353-4835-92d9-cabf48d92698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.207107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.475329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.207578 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.139997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6d48656c-d983-4010-b6ff-7c8f5ac080ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.187306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:18.964475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-897701a6-2f80-4ce9-a52a-05607e2f616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.209785 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.483835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.208427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.154027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01a26b57-2bf0-4a03-8b02-10d82cd29bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.960760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00c7435d-3b95-4958-baca-4392411a48df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.220111 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.482182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.214412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.186767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:16.148293 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-454d4e92-bb57-4ec4-96d9-876f117d7f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.959449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6ccd3f0-c919-44f4-8bf4-c9a0584bf6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.318009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.495097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.216024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.188083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 5 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:46.152563 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c034002-11e0-4071-a5e4-c31dac00fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.926088 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.960177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-320ed680-e00a-4fe4-8269-7a01c8a4db23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.213601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.499099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.216479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.309239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642014'] for agent, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.188332 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:16.157014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3227947f-1db4-4b68-8541-c087462a0bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.870748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.954849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-477f41f5-c074-490f-9d18-3d223bfbb4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.218383 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.493319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.219598 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.508554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56290) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.632825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b0c155f-734a-4034-9886-73bec963fce4 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1230345 Jul 29 23:32:25.890989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56300) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:25.963545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3c832b77-222e-4e82-b272-5c4602695b8f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0711997 Jul 29 23:32:27.276068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.188844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:46.165036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f3eaae79-a001-41f0-a588-6200b6be5bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.890191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.965716 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed5978b6-4bb1-41e6-be8a-250b51615f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.224042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.499507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.224866 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.284249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.162488 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d14d-9a97-4931-993f-abbdae6b93a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.900720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.962288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12c92009-2b65-4738-b001-c1683adb253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.229038 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.498541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.189857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:22.227057 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.278469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.159404 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94ada42b-ded9-43dc-83b8-a7ea812fac7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.896506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.957330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c698d4c1-166f-4395-b5b9-27ecd087951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.232933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.502625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.237901 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.302061 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.780785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56550) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.087604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-network', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:58.116553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Made reservation on behalf of 47082bebb43f4c5eb7effa60ade98b7a for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:58.128728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.139209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.238076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.244538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.273165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:58.296859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768308392488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.297654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Unsubscribe: segment precommit_create {{(pid=93864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:33:58.298043 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Added segment a47ff286-2332-4021-9034-1a3c87a91348 of type vlan for network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 Jul 29 23:33:58.328167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8dc96-65f1-41d9-87c6-a8fc2ddd6f10,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.370649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.370991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.371487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.371824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.372143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.372469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.372788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.373106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.373421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.373881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.374369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.374835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Tracked resource versions report: Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: pushed versions: Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: { 'AddressGroup': {'1.2'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'ConntrackHelper': {'1.0'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Log': {'1.0'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Network': {'1.1'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Port': {'1.7'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'PortForwarding': {'1.2'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'QosPolicy': {'1.8'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SecurityGroup': {'1.4'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SubPort': {'1.0'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Subnet': {'1.1'}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Trunk': {'1.1'}} Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: consumer versions: Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: HyperV agent@n-h1-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: HyperV agent@n-h2-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: L3 agent@n-d-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: Metadata agent@n-d-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: Metering agent@n-d-712707-11: {}, Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'ConntrackHelper': '1.0', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Log': '1.0', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Network': '1.1', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Port': '1.7', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'PortForwarding': '1.2', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'QosPolicy': '1.8', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SecurityGroup': '1.4', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SecurityGroupRule': '1.2', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'SubPort': '1.0', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Subnet': '1.1', Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: 'Trunk': '1.1'}} Jul 29 23:33:58.376125 n-d-712707-11 neutron-server[93864]: {{(pid=93864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:33:58.383245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.427884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.429226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.429707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.468519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.471568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6890256 Jul 29 23:33:58.476906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Request body: {'subnet': {'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-subnet', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:58.512622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Made reservation on behalf of 47082bebb43f4c5eb7effa60ade98b7a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:58.515923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.554505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716779-b9d9-4652-812c-ba818c82195f admin admin] Pushing event updated for resources: {'Network': ['ID=fe154bdd-fc5e-4c99-a5b9-961d034d03d8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.572501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:58.743693 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.813113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daeb23fa-c545-449a-9dea-bfc7f7d4430d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.816497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Checking segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:58.816845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Network hostable DHCP agents. Network: fe154bdd-fc5e-4c99-a5b9-961d034d03d8, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:58.824531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.824870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.825584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.825584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.825875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.826199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.826517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.827033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.827352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.827666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.828127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.828670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Tracked resource versions report: Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: pushed versions: Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: { 'AddressGroup': {'1.2'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'ConntrackHelper': {'1.0'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Log': {'1.0'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Network': {'1.1'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Port': {'1.7'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'PortForwarding': {'1.2'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'QosPolicy': {'1.8'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SecurityGroup': {'1.4'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SubPort': {'1.0'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Subnet': {'1.1'}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Trunk': {'1.1'}} Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: consumer versions: Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: HyperV agent@n-h1-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: HyperV agent@n-h2-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: L3 agent@n-d-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: Metadata agent@n-d-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: Metering agent@n-d-712707-11: {}, Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'ConntrackHelper': '1.0', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Log': '1.0', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Network': '1.1', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Port': '1.7', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'PortForwarding': '1.2', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'QosPolicy': '1.8', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SecurityGroup': '1.4', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SecurityGroupRule': '1.2', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'SubPort': '1.0', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Subnet': '1.1', Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: 'Trunk': '1.1'}} Jul 29 23:33:58.829860 n-d-712707-11 neutron-server[93865]: {{(pid=93865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:33:58.846611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:58.861430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fe154bdd-fc5e-4c99-a5b9-961d034d03d8) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:58.870404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ece0b-1f25-4ff8-bdc9-cf8228eb2f14 None None] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:58.873218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.874188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.894270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5cb2ece-0a4a-4228-8cbd-250c08d6e1e9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4234724 Jul 29 23:33:58.897223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56622) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.903422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:58.938171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.940372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.057370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:59.057962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.064226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.189905 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:59.230135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Allocated IP 172.20.0.2 (fe154bdd-fc5e-4c99-a5b9-961d034d03d8/daeb23fa-c545-449a-9dea-bfc7f7d4430d/5a5dbe3e-ed4f-4455-9157-fc0faca074d2) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:59.237505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.432334 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.442520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Transition to ACTIVE for port object 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:59.460758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Transition to ACTIVE for port object 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:59.468226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.501278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.511851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:59.514695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:59.517474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:59.522361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.551054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Pushing event updated for resources: {'Port': ['ID=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.577915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.578696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.578696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.578970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.579310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.579641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.580161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.580659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.581162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.581809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.582302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.582792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Tracked resource versions report: Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: pushed versions: Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: { 'AddressGroup': {'1.2'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Log': {'1.0'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Network': {'1.1'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Port': {'1.7'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'PortForwarding': {'1.2'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'QosPolicy': {'1.8'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SecurityGroup': {'1.4'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SubPort': {'1.0'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Subnet': {'1.1'}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Trunk': {'1.1'}} Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: consumer versions: Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: HyperV agent@n-h1-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: HyperV agent@n-h2-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: L3 agent@n-d-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: Metadata agent@n-d-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: Metering agent@n-d-712707-11: {}, Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'ConntrackHelper': '1.0', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Log': '1.0', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Network': '1.1', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Port': '1.7', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'PortForwarding': '1.2', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'QosPolicy': '1.8', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SecurityGroup': '1.4', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SecurityGroupRule': '1.2', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'SubPort': '1.0', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Subnet': '1.1', Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: 'Trunk': '1.1'}} Jul 29 23:33:59.584153 n-d-712707-11 neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:33:59.602341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Attempting to bind port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:59.603007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Attempting to bind port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:59.603548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Attempting to bind port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:59.609358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:59.610169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Checking segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:59.610765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.611317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Bound using segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:59.612146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Bound port: 5a5dbe3e-ed4f-4455-9157-fc0faca074d2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:59.612718 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.641853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Allocated IP 172.25.5.179 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5c58b6f8-18e2-42c3-9660-aa85b6243cb5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:59.728445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] For port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:59.732985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] For port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:59.739296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.774579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.814098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3189c-d77f-4a04-87de-1e021fdcb412 None None] Pushing event updated for resources: {'Port': ['ID=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.816900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.896169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.916372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:59.918518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:59.921311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:00.289513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.638354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.673049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.811625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:34:01.000372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:01.015387 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:01.025907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.027252 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:01.027598 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:01.028852 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-318197b3-2d23-4034-9909-b0ae8d9aabe6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1299753 Jul 29 23:34:01.037784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56690) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.044437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-694a9d19-5d82-434d-a49a-fc696227b10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.127184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e776987-cbbb-4715-868f-34fb765058aa None None] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:01.221153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7773fc80-aff2-45bf-9555-2640fc494a75 None None] Provisioning for port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:01.242724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-694a9d19-5d82-434d-a49a-fc696227b10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.251222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-694a9d19-5d82-434d-a49a-fc696227b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.256164 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:01.371825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a9d19-5d82-434d-a49a-fc696227b10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda5b3e-4e5b-488c-8118-44451b1bbc46,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.427800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-694a9d19-5d82-434d-a49a-fc696227b10f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72d61039b3264e50874e36f63eca9f37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7501557 Jul 29 23:34:01.428118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56714) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.638004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.650205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 3, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:01.692381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.720266 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:01.720805 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Updating router 36c9c8b9-0730-4d65-a96b-6624c65110f1 port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:34:01.754523 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.812648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56752) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.856493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:01.949002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.955218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.957180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dda5b3e-4e5b-488c-8118-44451b1bbc46 HTTP/1.1" status: 204 len: 168 time: 0.5278754 Jul 29 23:34:01.999330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a27d2-ddf8-48fc-bbea-a2a0ca10efc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda5b3e-4e5b-488c-8118-44451b1bbc46,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.007333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7400539-2de8-434e-bd91-254780e45fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.056446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:02.071643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:02.072107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.073600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] Provisioning complete for port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:02.073981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.258040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.290227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.322419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] For port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:02.346121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.370328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7400539-2de8-434e-bd91-254780e45fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.379074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7400539-2de8-434e-bd91-254780e45fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.430865 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.452181 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Transition to ACTIVE for port object 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:02.463184 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.468029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a7400539-2de8-434e-bd91-254780e45fea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01bb232e8ce548f2ae03d505b44af952&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6533184 Jul 29 23:34:02.468724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56794) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.506042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7400539-2de8-434e-bd91-254780e45fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9cd07-341c-48d5-85dc-959468279f5a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.532133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf91447-2663-4f30-9421-34bd105ddd7b None None] Pushing event updated for resources: {'Port': ['ID=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.541460 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Pushing event updated for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.565374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.582032 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.582568 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.583981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.584636 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.587592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.588378 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.590052 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.591768 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.592411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.593303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.594893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.595486 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:02.597700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Tracked resource versions report: Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: pushed versions: Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: { 'AddressGroup': {'1.2'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Log': {'1.0'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Network': {'1.1'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Port': {'1.7'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'PortForwarding': {'1.2'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'QosPolicy': {'1.8'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SecurityGroup': {'1.4'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SubPort': {'1.0'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Subnet': {'1.1'}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Trunk': {'1.1'}} Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: consumer versions: Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: { DHCP agent@n-d-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: HyperV agent@n-h1-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: HyperV agent@n-h2-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: L3 agent@n-d-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: Metadata agent@n-d-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: Metering agent@n-d-712707-11: {}, Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: Open vSwitch agent@n-d-712707-11: { 'AddressGroup': '1.2', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'ConntrackHelper': '1.0', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Log': '1.0', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Network': '1.1', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Port': '1.7', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'PortForwarding': '1.2', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'QosPolicy': '1.8', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SecurityGroup': '1.4', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SecurityGroupRule': '1.2', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'SubPort': '1.0', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Subnet': '1.1', Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: 'Trunk': '1.1'}} Jul 29 23:34:02.599553 n-d-712707-11 neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:34:02.621400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.629373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Allocated IP 172.20.0.1 (fe154bdd-fc5e-4c99-a5b9-961d034d03d8/daeb23fa-c545-449a-9dea-bfc7f7d4430d/0f908059-7ebe-4bd5-bcda-aa0311576906) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:02.644302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8112a4f2-6911-4acf-b202-b42b81256304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.651938 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Attempting to bind port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:02.652302 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Attempting to bind port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:02.652843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Attempting to bind port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:02.662047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:02.662807 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:02.663365 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.664022 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:02.664671 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Bound port: 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:02.665217 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.737551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.741926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.744011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38f9cd07-341c-48d5-85dc-959468279f5a HTTP/1.1" status: 204 len: 168 time: 0.2694139 Jul 29 23:34:02.754486 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] For port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:02.761847 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] For port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:02.768460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234de1d-bd62-4305-8470-b71a4ad39b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9cd07-341c-48d5-85dc-959468279f5a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.789381 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.863995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.886626 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:02.887408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:02.890915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8112a4f2-6911-4acf-b202-b42b81256304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.892609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.899066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8112a4f2-6911-4acf-b202-b42b81256304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.913906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Transition to ACTIVE for port object 0f908059-7ebe-4bd5-bcda-aa0311576906 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:02.931785 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeb2f2-d79f-414f-985e-3972689951ed None None] Pushing event updated for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.972662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a4f2-6911-4acf-b202-b42b81256304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52804575-86a9-4ee5-97be-1b281a6b3b0b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.988773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.994926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8112a4f2-6911-4acf-b202-b42b81256304 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe4df989deb749c79f88750f7a15edfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3956654 Jul 29 23:34:02.995662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56816) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.055176 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:03.079353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:03.082520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:03.086598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:03.087267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.110655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.159731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Pushing event updated for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.176880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.283416 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.286473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.290400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52804575-86a9-4ee5-97be-1b281a6b3b0b HTTP/1.1" status: 204 len: 168 time: 0.2906809 Jul 29 23:34:03.323871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35662021-50ba-41ce-9415-a02a32140380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52804575-86a9-4ee5-97be-1b281a6b3b0b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.477610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.480079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aff64250-d5bf-427f-a3f9-0d8247f48e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.498164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-33cdcc6c-3b7f-4484-b687-d6a146ffc584 None None] Provisioning for port 0f908059-7ebe-4bd5-bcda-aa0311576906 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:03.509871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-33cdcc6c-3b7f-4484-b687-d6a146ffc584 None None] Provisioning complete for port 0f908059-7ebe-4bd5-bcda-aa0311576906 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:03.511973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56846) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.512833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33cdcc6c-3b7f-4484-b687-d6a146ffc584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.540217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81770759-20d6-4f5c-acd1-76fa3cd50e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.631009 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 3, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:03.662925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-33cdcc6c-3b7f-4484-b687-d6a146ffc584 None None] Port 0f908059-7ebe-4bd5-bcda-aa0311576906 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:03.675809 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaea934-8c06-437e-b7cb-08dd5f0c18b2 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 3, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:03.772288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aff64250-d5bf-427f-a3f9-0d8247f48e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.782926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:03.838749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.861774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.862542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.893409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81770759-20d6-4f5c-acd1-76fa3cd50e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.896090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aff64250-d5bf-427f-a3f9-0d8247f48e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.916086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:03.916469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.923809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81770759-20d6-4f5c-acd1-76fa3cd50e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.961026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Pushing event updated for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.977885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff64250-d5bf-427f-a3f9-0d8247f48e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec05964-f86d-4fb7-afd0-2e09eeb85a10,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.986819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81770759-20d6-4f5c-acd1-76fa3cd50e98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75c281d1cfc94a3db9ce12e2ff1ecff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4730170 Jul 29 23:34:03.991005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56878) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.996291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aff64250-d5bf-427f-a3f9-0d8247f48e38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f23a383b950e4737b0a108cd0f2d5bc6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1304405 Jul 29 23:34:03.999143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56880) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:04.035504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770759-20d6-4f5c-acd1-76fa3cd50e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684ef52-653d-4884-9d4f-7ca58d5443c6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.136313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.200597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.249173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.284576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:04.285859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.289096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.294129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fec05964-f86d-4fb7-afd0-2e09eeb85a10 HTTP/1.1" status: 204 len: 168 time: 0.2939782 Jul 29 23:34:04.294433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.296677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:04.303445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7077-8601-4cfb-9687-541264c87138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec05964-f86d-4fb7-afd0-2e09eeb85a10,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.509310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56914) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:04.513313 n-d-712707-11 neutron-server[93864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:34:04.657895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.663974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.671232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3684ef52-653d-4884-9d4f-7ca58d5443c6 HTTP/1.1" status: 204 len: 168 time: 0.6788676 Jul 29 23:34:04.685112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:04.696538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737347a-e0bc-480e-bfe8-f9ee10606944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684ef52-653d-4884-9d4f-7ca58d5443c6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.721872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fbffd57d-dcf9-41e4-81c4-cd0c06347158 None None] Provisioning complete for port 0f908059-7ebe-4bd5-bcda-aa0311576906 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:04.724180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbffd57d-dcf9-41e4-81c4-cd0c06347158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.769244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-c2799a48-88b3-401c-a2ef-086326b1f2ee tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2568369 Jul 29 23:34:04.879551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fbffd57d-dcf9-41e4-81c4-cd0c06347158 None None] Port 0f908059-7ebe-4bd5-bcda-aa0311576906 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:04.960379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56936) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.010818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-357d8197-fd5b-4658-9ac3-e5c411c68179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.065965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:05.072284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d00b116a-60f4-45be-8a37-75f894b4ad04 admin admin] 10.222.0.49 "PUT /v2.0/routers/36c9c8b9-0730-4d65-a96b-6624c65110f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0323138 Jul 29 23:34:05.084247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-45475f21-bf5d-45c3-b04c-858ca95ce5f4 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.086252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-45475f21-bf5d-45c3-b04c-858ca95ce5f4 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157091 Jul 29 23:34:05.118358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dfb3f910-9806-4d03-85b0-a150633bc1d6 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/quotas/2fe69858a8284d5d8b109fbb71fb2f27 HTTP/1.1" status: 200 len: 375 time: 0.0260727 Jul 29 23:34:05.186415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-f87b9c61-235d-43ac-a7c9-124f59526be3 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669572 Jul 29 23:34:05.268087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-357d8197-fd5b-4658-9ac3-e5c411c68179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.282695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-357d8197-fd5b-4658-9ac3-e5c411c68179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.344214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-357d8197-fd5b-4658-9ac3-e5c411c68179 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54a25404fa504716bda8fa6fdce184be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3828163 Jul 29 23:34:05.347079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.355335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d8197-fd5b-4658-9ac3-e5c411c68179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f6fa74-cd39-4adf-9544-6277379f0378,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.401496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56950) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.424738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.457841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.525096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.528022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.529261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04f6fa74-cd39-4adf-9544-6277379f0378 HTTP/1.1" status: 204 len: 168 time: 0.1811752 Jul 29 23:34:05.541642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f0de-2bb8-4d93-9919-c85a6633ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f6fa74-cd39-4adf-9544-6277379f0378,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.645025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79d66e0e-871a-42d8-8bfc-cc08a83a3965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.767981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:05.797989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79d66e0e-871a-42d8-8bfc-cc08a83a3965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.804710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79d66e0e-871a-42d8-8bfc-cc08a83a3965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.855648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-79d66e0e-871a-42d8-8bfc-cc08a83a3965 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c41ad0b7d6514035b11100d4006403d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4527404 Jul 29 23:34:05.856765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66e0e-871a-42d8-8bfc-cc08a83a3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a087e30-a650-49e1-8b96-65a066c18fe7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.859877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56984) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.873611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:05.883773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:05.887217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.950132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.974530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.982019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.005548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:06.013850 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.040711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.044530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.046248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a087e30-a650-49e1-8b96-65a066c18fe7 HTTP/1.1" status: 204 len: 168 time: 0.1849115 Jul 29 23:34:06.059785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8b2a-498d-4256-9729-5d2d24a2937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a087e30-a650-49e1-8b96-65a066c18fe7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.076032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.128340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:06.143288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:06.144060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.248029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:06.287911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:06.697354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 2, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.705576 n-d-712707-11 neutron-server[93865]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:34:06.735349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:06.735790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Updating router 36c9c8b9-0730-4d65-a96b-6624c65110f1 port 0f908059-7ebe-4bd5-bcda-aa0311576906 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:34:06.773376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbcbed8f-5409-4659-9d43-e7da0b4b9ae2 req-d9ac1e28-b70d-4e42-89f0-6e361342c512 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.5235131 Jul 29 23:34:06.784210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.875841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:06.896192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-901feb41-096f-4ba6-9231-6e524cd6adf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.055349 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-901feb41-096f-4ba6-9231-6e524cd6adf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.067327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-901feb41-096f-4ba6-9231-6e524cd6adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.135987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-901feb41-096f-4ba6-9231-6e524cd6adf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce9c7b4df225472b92bd486b3f5b9f0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2585638 Jul 29 23:34:07.137031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901feb41-096f-4ba6-9231-6e524cd6adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ffcdd-4bf8-45bf-b234-d8acda464fed,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.141771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57044) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.191753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.208623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Transition to ACTIVE for port object 0f908059-7ebe-4bd5-bcda-aa0311576906 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:07.209156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.219335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.224855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.230056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-network', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:07.250674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.311148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e67f8-d97b-4414-b64d-2afe1ff9580b None None] Pushing event updated for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.325533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Made reservation on behalf of ae354a71e1d942a0ac949a12c218e437 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:07.328001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.340133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.392536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.396905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.398875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e59ffcdd-4bf8-45bf-b234-d8acda464fed HTTP/1.1" status: 204 len: 168 time: 0.2558906 Jul 29 23:34:07.413164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Attempting to bind port 0f908059-7ebe-4bd5-bcda-aa0311576906 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:07.413749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Attempting to bind port 0f908059-7ebe-4bd5-bcda-aa0311576906 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:07.414341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Attempting to bind port 0f908059-7ebe-4bd5-bcda-aa0311576906 on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:07.420462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:07.420980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Checking segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:07.421336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.421495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52438ee4-f584-4d6c-b86f-fd49f68a0128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ffcdd-4bf8-45bf-b234-d8acda464fed,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.421817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Bound using segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:07.422491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Bound port: 0f908059-7ebe-4bd5-bcda-aa0311576906, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:07.423255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.552505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.560438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.596395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:07.599726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] For port 0f908059-7ebe-4bd5-bcda-aa0311576906, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:07.609029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] For port 0f908059-7ebe-4bd5-bcda-aa0311576906, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f908059-7ebe-4bd5-bcda-aa0311576906,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:07.619146 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.622241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.622997 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Added segment b93a2e6b-e817-45ee-a4c8-1357a3e93ab5 of type vlan for network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 Jul 29 23:34:07.682141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:07.682888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:07.784082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.839169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.840232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.840889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.911593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfad06f-bbc9-4c33-8a33-1ed5f7aeaec5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.932611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7064641 Jul 29 23:34:07.944635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.954661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Request body: {'subnet': {'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-subnet', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:07.974555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee79ab-5089-445c-bcf7-bce9c56e2590 admin admin] Pushing event updated for resources: {'Network': ['ID=6dbfc689-e96d-4dd5-882b-3a3302a2dad9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.977579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-430f1c4d-7791-415a-8ec2-3bcf9f38a543 req-78e1bf67-c8b5-4d2c-8f28-70cea72bed14 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.0936480 Jul 29 23:34:07.983670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e67f8-d97b-4414-b64d-2afe1ff9580b None None] Pushing event updated for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.993119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:08.031581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Made reservation on behalf of ae354a71e1d942a0ac949a12c218e437 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:08.037088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.053736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:08.086546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57072) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.138752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:08.261411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-769734904-network', 'tenant_id': '074a38fc08624cd790bbfa9648361a69'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:08.270863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:08.271491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.314275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:08.320794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.344047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.377581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.475194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.500668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Checking segment: {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:08.502242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Network hostable DHCP agents. Network: 6dbfc689-e96d-4dd5-882b-3a3302a2dad9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:08.549172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:08.568055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 6dbfc689-e96d-4dd5-882b-3a3302a2dad9) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:08.581427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.581806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.582398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.594387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b2bb9-5f03-42f9-b24d-7284dc2123c3 None None] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:08.594632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.620735 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:08.627144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd1270df-8199-4f56-94cf-139c1feeefc6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6814017 Jul 29 23:34:08.629661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57102) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.634777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:08.647060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.647769 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Added segment bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff of type vlan for network 91a7e4dd-5392-44c1-9689-2ddaafa7826a Jul 29 23:34:08.656956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6772896-3354-40c2-8c0c-73478439c9df,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.682421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.683633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.737185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.788244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.808257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.810178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.811488 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.869383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:07Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:08.900016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a86665-3cbf-45c4-ba46-b6071797c994 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:07Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:08.948757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8611515 Jul 29 23:34:08.949395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57110) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.990006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Request body: {'subnet': {'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-769734904-subnet', 'tenant_id': '074a38fc08624cd790bbfa9648361a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:09.005707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4439-4d45-431e-84ad-8f690f8a6c8f admin admin] Pushing event updated for resources: {'Network': ['ID=91a7e4dd-5392-44c1-9689-2ddaafa7826a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.025871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:09.045005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:09.048332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.104843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.326256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79b29517-ea75-4e1d-bdc9-5546b1258ef2 req-c0b2303a-d77f-4a3b-8bc5-8b3561892d4a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.0509982 Jul 29 23:34:09.338103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'fixed_ips': [{'subnet_id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:09.344480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.445113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.566613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67ef42e-8b87-41e9-be44-ed7a0c953ded,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.615261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:09.615610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Network hostable DHCP agents. Network: 91a7e4dd-5392-44c1-9689-2ddaafa7826a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:09.675297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:09.708528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 91a7e4dd-5392-44c1-9689-2ddaafa7826a) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:09.723433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:09.724077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.735340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386d133-aafb-4659-9204-6e3fb30a1892 None None] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:09.790593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-669ca28c-a3ee-40de-880d-65350cc4f3a6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8347857 Jul 29 23:34:09.791322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.59', 50893) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:09.874937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Allocated IP 172.20.0.2 (6dbfc689-e96d-4dd5-882b-3a3302a2dad9/1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d/98f939c3-b9b8-49a8-aac6-a162b30554d0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:09.901007 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.934597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-3d2d4d7a-8c63-4006-b226-dc135f5c36ae tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220589 Jul 29 23:34:09.937387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f908059-7ebe-4bd5-bcda-aa0311576906 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:09.989034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.256730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Allocated IP 172.25.5.15 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/a049e69a-403f-4277-8614-1028ee08fcc2) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:10.268857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-6e10bf8d-4221-407c-beb8-5366221cff75 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:10.271625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-6e10bf8d-4221-407c-beb8-5366221cff75 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332808 Jul 29 23:34:10.308236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0f908059-7ebe-4bd5-bcda-aa0311576906 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:10.367373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0f908059-7ebe-4bd5-bcda-aa0311576906 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:10.367837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.387037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Request body: {'port': {'device_id': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '2fe69858a8284d5d8b109fbb71fb2f27'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:10.487586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.489602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a391ade-3e16-4505-8144-4ccffd41cdd1 None None] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:10.589032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.648828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:10.653941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:10.658907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:10.708753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.709549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65d4c088-e70a-480a-97b0-44fff2fe6126 req-12de9b8e-4518-4d0b-8e04-522eb7c2dea3 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.0544596 Jul 29 23:34:10.746154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Transition to ACTIVE for port object 98f939c3-b9b8-49a8-aac6-a162b30554d0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:10.746580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:10.811108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Pushing event updated for resources: {'Port': ['ID=a049e69a-403f-4277-8614-1028ee08fcc2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.864079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Transition to ACTIVE for port object 98f939c3-b9b8-49a8-aac6-a162b30554d0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:10.874426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.903415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.938818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Made reservation on behalf of 2fe69858a8284d5d8b109fbb71fb2f27 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:10.942629 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.959404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Pushing event updated for resources: {'Port': ['ID=98f939c3-b9b8-49a8-aac6-a162b30554d0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.978082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:10.980883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:10.983623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:10.987802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.996093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.008443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0f908059-7ebe-4bd5-bcda-aa0311576906, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f908059-7ebe-4bd5-bcda-aa0311576906,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:11.049259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.113112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Attempting to bind port 98f939c3-b9b8-49a8-aac6-a162b30554d0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:11.113544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Attempting to bind port 98f939c3-b9b8-49a8-aac6-a162b30554d0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:11.113925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Attempting to bind port 98f939c3-b9b8-49a8-aac6-a162b30554d0 on network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:11.121101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:11.121477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Checking segment: {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:11.122477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.122890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Bound using segment: {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:11.123373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Bound port: 98f939c3-b9b8-49a8-aac6-a162b30554d0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:11.123873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.183132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.243212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.245594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] For port 98f939c3-b9b8-49a8-aac6-a162b30554d0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:11.250163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] For port 98f939c3-b9b8-49a8-aac6-a162b30554d0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=98f939c3-b9b8-49a8-aac6-a162b30554d0,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:11.252625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.262097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.384825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e53772ca-f0e3-4b5a-817a-a41827d3e568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.398292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2173d-f952-41ad-9222-11564b851b28,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.410180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb5d2-d5aa-4eb1-ac0a-007c9a102c10 None None] Pushing event updated for resources: {'Port': ['ID=98f939c3-b9b8-49a8-aac6-a162b30554d0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.609604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.623462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Allocated IP 192.168.233.69 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/ca573b3a-f500-46aa-a1bf-09770bee37cb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:11.837258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f908059-7ebe-4bd5-bcda-aa0311576906 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:11.893646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Router 2412a436-14af-4e73-94b7-e5f9ce2ded3e is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:34:11.965488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31b8c0ca-5974-453c-ba93-fbd2548826d6 req-597ab1cd-b15e-424a-921d-f8f31a71e63a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.0901232 Jul 29 23:34:11.981824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0f908059-7ebe-4bd5-bcda-aa0311576906 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:11.982207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.065350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e53772ca-f0e3-4b5a-817a-a41827d3e568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.075195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e53772ca-f0e3-4b5a-817a-a41827d3e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.141785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e53772ca-f0e3-4b5a-817a-a41827d3e568 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d2226bb63a542b2a5c6d140a38eba18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3938081 Jul 29 23:34:12.152755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57228) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.235408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57230) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.251979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1959461540-network', 'tenant_id': 'd9b1c4b57c034ad2bfff0aa72f35a32c'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:12.313794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Made reservation on behalf of d9b1c4b57c034ad2bfff0aa72f35a32c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:12.316222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.336969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.343033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:12.358545 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Sync routers for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:12.379167 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:12.379167 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:12.521319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.540382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.542343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53772ca-f0e3-4b5a-817a-a41827d3e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aef0cb-51e2-47c2-9bd4-674b18a868f6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.543125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.544404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-739eb4ca-610c-4263-b486-967d3cbacc85 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9137461 Jul 29 23:34:12.545456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.547679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.571715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:12.589257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.591420 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Added segment 0dde3e69-2b62-43d3-9904-5e9126b9f342 of type vlan for network a455c23b-905b-4f8a-a141-929a39f80382 Jul 29 23:34:12.700716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.767700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.801253 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:12.889754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.891516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.893138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.089972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe889f-126e-4967-9cd6-0b39ab2cd26b None None] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:13.119194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57262) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.157909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.212456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f2b40-9358-4671-9c72-ddd5c04735d7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.213801 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.272296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c0f99611-7088-4f29-aa94-2ea9c02d57bb None None] Provisioning for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:13.272683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97a8a4dd-8a90-4ff5-b5f6-c8165149fc90 req-565d3f96-e269-4e2b-8c62-43ca5cb259d6 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.1517949 Jul 29 23:34:13.276174 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Checking router: 2412a436-14af-4e73-94b7-e5f9ce2ded3e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:13.276609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Updating router 2412a436-14af-4e73-94b7-e5f9ce2ded3e port a049e69a-403f-4277-8614-1028ee08fcc2 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:34:13.308116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0637877 Jul 29 23:34:13.310279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Transition to ACTIVE for port object ca573b3a-f500-46aa-a1bf-09770bee37cb will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:13.319796 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.406440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.418933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Request body: {'subnet': {'network_id': 'a455c23b-905b-4f8a-a141-929a39f80382', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1959461540-subnet', 'tenant_id': 'd9b1c4b57c034ad2bfff0aa72f35a32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:13.485590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132fa0d-7aee-42b2-9e40-7d85b77f49c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a455c23b-905b-4f8a-a141-929a39f80382,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.495888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.506266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.510727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98aef0cb-51e2-47c2-9bd4-674b18a868f6 HTTP/1.1" status: 204 len: 168 time: 1.3299727 Jul 29 23:34:13.540203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.574832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49ebbe-d801-4e18-83c4-be5dd6cd467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aef0cb-51e2-47c2-9bd4-674b18a868f6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.584599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Made reservation on behalf of d9b1c4b57c034ad2bfff0aa72f35a32c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:13.590547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.626331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a455c23b-905b-4f8a-a141-929a39f80382 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:13.916207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6f45-f67e-4cd7-8690-65c199299fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.946080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:13.967733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 98f939c3-b9b8-49a8-aac6-a162b30554d0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:13.977182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:13.990388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:13.996516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.005335 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.018075 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.019986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Pushing event updated for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.066314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Transition to ACTIVE for port object a049e69a-403f-4277-8614-1028ee08fcc2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:14.081494 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.153782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:14.170623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:14.171066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.225680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.350146 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Attempting to bind port a049e69a-403f-4277-8614-1028ee08fcc2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:14.350527 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Attempting to bind port a049e69a-403f-4277-8614-1028ee08fcc2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:14.354317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6f45-f67e-4cd7-8690-65c199299fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.354936 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Attempting to bind port a049e69a-403f-4277-8614-1028ee08fcc2 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:14.359848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1962d8-3748-4e7f-86df-928f23e6cab8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.367050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6f45-f67e-4cd7-8690-65c199299fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.378542 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422d4a-1791-49c5-ac1a-24bef69d1ad2 None None] Pushing event updated for resources: {'Port': ['ID=a049e69a-403f-4277-8614-1028ee08fcc2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.386905 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:14.388389 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:14.389666 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.390838 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:14.391829 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Bound port: a049e69a-403f-4277-8614-1028ee08fcc2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:14.392698 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.400330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-41883ead-59ba-4029-a04f-178fca8c7462 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0177598 Jul 29 23:34:14.408664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e0ae8fe6-c515-43e5-a799-88775fb7e778 None None] Provisioning complete for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:14.411244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8fe6-c515-43e5-a799-88775fb7e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.481850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57284) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.499164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6f45-f67e-4cd7-8690-65c199299fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfd37af-ef50-4bb4-91c1-26a2f42296e3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.527312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0f4dac5-7af7-4db1-b43d-325acf7921d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.536541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Checking segment: {'id': '0dde3e69-2b62-43d3-9904-5e9126b9f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a455c23b-905b-4f8a-a141-929a39f80382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:14.536875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Network hostable DHCP agents. Network: a455c23b-905b-4f8a-a141-929a39f80382, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:14.538801 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] For port a049e69a-403f-4277-8614-1028ee08fcc2, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:14.544348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dc851e77-4e8f-4bab-be74-de173700047a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:14.546859 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] For port a049e69a-403f-4277-8614-1028ee08fcc2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a049e69a-403f-4277-8614-1028ee08fcc2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:14.550369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.550823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dc851e77-4e8f-4bab-be74-de173700047a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387225 Jul 29 23:34:14.561817 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.573151 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.720007 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:14.720806 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:14.728635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4a7b6f45-f67e-4cd7-8690-65c199299fb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16821b2942594b88a53f9088d501a65c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5410018 Jul 29 23:34:14.735689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57296) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.760733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 98f939c3-b9b8-49a8-aac6-a162b30554d0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=98f939c3-b9b8-49a8-aac6-a162b30554d0,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:14.796106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.798741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c8c48-f85f-4820-a241-40fe0924a5e6 req-c9b51e3e-f81a-4753-b349-bd15bd9110a9 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.810609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488c8c48-f85f-4820-a241-40fe0924a5e6 req-c9b51e3e-f81a-4753-b349-bd15bd9110a9 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 935 time: 0.2964921 Jul 29 23:34:14.818351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8fe6-c515-43e5-a799-88775fb7e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.876859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Network a455c23b-905b-4f8a-a141-929a39f80382 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:14.911689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488c8c48-f85f-4820-a241-40fe0924a5e6 req-fd3cf330-1306-4cfc-8f39-69988bb9d7f4 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959852 Jul 29 23:34:14.929726 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422d4a-1791-49c5-ac1a-24bef69d1ad2 None None] Pushing event updated for resources: {'Port': ['ID=a049e69a-403f-4277-8614-1028ee08fcc2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.933364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.966050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.000310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a455c23b-905b-4f8a-a141-929a39f80382) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:15.037874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.039147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.053073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-e0ae8fe6-c515-43e5-a799-88775fb7e778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:15.053512 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-e0ae8fe6-c515-43e5-a799-88775fb7e778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:15.054394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84ea5c-616c-4872-9046-bcfbae8d2748 None None] Network a455c23b-905b-4f8a-a141-929a39f80382 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:15.087195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Request body: {'port': {'device_id': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'device_owner': 'compute:tempest-test_az-470654740', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:15.123087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.126710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.129034 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:15.133864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cfd37af-ef50-4bb4-91c1-26a2f42296e3 HTTP/1.1" status: 204 len: 168 time: 0.3965755 Jul 29 23:34:15.176521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870797-b283-48dc-a5c9-3754d099e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfd37af-ef50-4bb4-91c1-26a2f42296e3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.272982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=98f939c3-b9b8-49a8-aac6-a162b30554d0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.276810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.340677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Allocated IP 172.20.0.1 (6dbfc689-e96d-4dd5-882b-3a3302a2dad9/1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d/3516c866-cd9a-4495-ad28-49c29572be3e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:15.395720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0f4dac5-7af7-4db1-b43d-325acf7921d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.419252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0f4dac5-7af7-4db1-b43d-325acf7921d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.599603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-28a23be7-8726-4131-acca-402ffb414626 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1820920 Jul 29 23:34:15.619558 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:15.674322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f704d3-4616-4afb-a8aa-4e5c329c4613 None None] The sync data for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 is: [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:15.719274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce482692-3f89-4934-a9fc-88df18cf6158 None None] Network a455c23b-905b-4f8a-a141-929a39f80382 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:15.772145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4dac5-7af7-4db1-b43d-325acf7921d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd2bb7-654f-4340-9b39-449c7384bcef,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.817526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57324) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.898277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b0f4dac5-7af7-4db1-b43d-325acf7921d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=297c9440a5f54133b10a230b711ff6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4149470 Jul 29 23:34:15.909166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57328) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.933260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 98f939c3-b9b8-49a8-aac6-a162b30554d0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:15.992330 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.035850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Transition to ACTIVE for port object 3516c866-cd9a-4495-ad28-49c29572be3e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:16.100879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.152988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:16.194162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.239770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.313434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57334) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.379327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94e12fd9-d982-43c7-a1e1-d50e8afa699f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.414655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.417244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.431520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99fd2bb7-654f-4340-9b39-449c7384bcef HTTP/1.1" status: 204 len: 168 time: 0.5199802 Jul 29 23:34:16.442387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336b6c3-5516-4bed-a7ed-1df638640213 req-cd6f90c4-a592-40e2-9153-a4624e903f5f tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.454438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4336b6c3-5516-4bed-a7ed-1df638640213 req-cd6f90c4-a592-40e2-9153-a4624e903f5f tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 935 time: 0.3421650 Jul 29 23:34:16.479252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ebdb0-a3b9-440f-aec2-8acc74942255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd2bb7-654f-4340-9b39-449c7384bcef,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.496842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1f2f8455-08a6-46d1-bbc7-9bedb831c777 None None] Provisioning for port ca573b3a-f500-46aa-a1bf-09770bee37cb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:16.516330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1f2f8455-08a6-46d1-bbc7-9bedb831c777 None None] Provisioning complete for port ca573b3a-f500-46aa-a1bf-09770bee37cb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:16.517511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f2f8455-08a6-46d1-bbc7-9bedb831c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.519625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.602874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:16.619883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:16.631252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:16.631726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.669091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4336b6c3-5516-4bed-a7ed-1df638640213 req-3d4d8fd2-5494-4f5d-9ea8-92aaaee29a77 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136445 Jul 29 23:34:16.694470 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-193c4de7-2938-4c17-8c01-aa7ff953ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.700349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f8455-08a6-46d1-bbc7-9bedb831c777 None None] Port ca573b3a-f500-46aa-a1bf-09770bee37cb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:16.876500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca573b3a-f500-46aa-a1bf-09770bee37cb {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:16.932983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.940641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.017930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Transition to ACTIVE for port object ca573b3a-f500-46aa-a1bf-09770bee37cb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:17.037240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.136580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e86fa67-69fd-4cb4-b556-60c147aefdae None None] Provisioning for port 3516c866-cd9a-4495-ad28-49c29572be3e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:17.151128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e86fa67-69fd-4cb4-b556-60c147aefdae None None] Provisioning complete for port 3516c866-cd9a-4495-ad28-49c29572be3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:17.166837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea9c708d-1570-47db-b06a-809da1b8ace0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.176794 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e86fa67-69fd-4cb4-b556-60c147aefdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.302224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94e12fd9-d982-43c7-a1e1-d50e8afa699f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.321035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4e86fa67-69fd-4cb4-b556-60c147aefdae None None] Port 3516c866-cd9a-4495-ad28-49c29572be3e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:17.327994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Pushing event updated for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.340060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94e12fd9-d982-43c7-a1e1-d50e8afa699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.432528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-94e12fd9-d982-43c7-a1e1-d50e8afa699f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cf366a0a609432d822cebeec30822c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175435 Jul 29 23:34:17.451264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:17.515578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Attempting to bind port ca573b3a-f500-46aa-a1bf-09770bee37cb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:17.516204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Attempting to bind port ca573b3a-f500-46aa-a1bf-09770bee37cb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:17.517150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Attempting to bind port ca573b3a-f500-46aa-a1bf-09770bee37cb on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:17.555546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Port ca573b3a-f500-46aa-a1bf-09770bee37cb on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:17.556007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Attempting to bind port ca573b3a-f500-46aa-a1bf-09770bee37cb on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:17.572798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e12fd9-d982-43c7-a1e1-d50e8afa699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e87b977-0bf8-4e3f-92ea-a290b2e70e87,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.581995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:17.582402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:17.583149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:17.583646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Bound port: ca573b3a-f500-46aa-a1bf-09770bee37cb, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:17.584049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.679150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Pushing event updated for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.752174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-ab2df81a-dc8d-4a01-8d48-42fdb92f26ca tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.753882 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-ab2df81a-dc8d-4a01-8d48-42fdb92f26ca tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.5882664 Jul 29 23:34:17.817879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.863549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d7eb8d09-1dff-413a-ba1f-879e7a824723 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/quotas/074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 375 time: 0.0943122 Jul 29 23:34:17.866613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a049e69a-403f-4277-8614-1028ee08fcc2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:17.898933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.954455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-c587f382-e880-4ce3-9a5d-2bbbcc5e2c57 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898297 Jul 29 23:34:17.956784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea9c708d-1570-47db-b06a-809da1b8ace0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.962032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:18.006026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a049e69a-403f-4277-8614-1028ee08fcc2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:18.013377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea9c708d-1570-47db-b06a-809da1b8ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.018837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a049e69a-403f-4277-8614-1028ee08fcc2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:18.019233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.029204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:18.067374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.077077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.102074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd74d-9c68-4b6d-b452-bbbfd93e3ae6 req-68dbc632-6ecb-4bfe-a231-3b5da71b1917 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.104027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d38cd74d-9c68-4b6d-b452-bbbfd93e3ae6 req-68dbc632-6ecb-4bfe-a231-3b5da71b1917 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.2419767 Jul 29 23:34:18.218176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c708d-1570-47db-b06a-809da1b8ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e2db7-43b7-47c8-83f8-fc2da48cff74,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.230030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.231439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea9c708d-1570-47db-b06a-809da1b8ace0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ba9e7349a7f4790aee2c94c8f65d239&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3528972 Jul 29 23:34:18.232097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.233527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57378) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:18.235037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca573b3a-f500-46aa-a1bf-09770bee37cb HTTP/1.1" status: 200 len: 1117 time: 3.3800879 Jul 29 23:34:18.241843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:18.323064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.431540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a049e69a-403f-4277-8614-1028ee08fcc2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a049e69a-403f-4277-8614-1028ee08fcc2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:18.440171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.626125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a049e69a-403f-4277-8614-1028ee08fcc2,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.729983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdded6d-12b0-4697-9c5e-965f8abd1075 service neutron] Pushing event updated for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.736646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-dbac7457-e427-4dd9-ba18-af49610df39d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:18.737749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-dbac7457-e427-4dd9-ba18-af49610df39d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5008764 Jul 29 23:34:18.774646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.816413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.816608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.823170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d38cd74d-9c68-4b6d-b452-bbbfd93e3ae6 req-493be6b0-4a9d-4a99-9ab6-fbacef1ecd13 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054968 Jul 29 23:34:18.830019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.854752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.854752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e87b977-0bf8-4e3f-92ea-a290b2e70e87 HTTP/1.1" status: 204 len: 168 time: 1.3705640 Jul 29 23:34:18.888812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.903042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a0eed-b125-445c-af65-19d7e0dd3c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e87b977-0bf8-4e3f-92ea-a290b2e70e87,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.918162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-a262b0c0-1ff1-490a-933a-6e44f2b39531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.920322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-a262b0c0-1ff1-490a-933a-6e44f2b39531 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 1120 time: 0.3033783 Jul 29 23:34:18.961305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18835a4c-415a-4354-b217-0d11183a2eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.038246 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d" -d '{"events": [{"name": "network-changed", "server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:19.051930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Pushing event updated for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:19.069974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.122868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-defffaa8-fe8c-4ffc-b17c-027bebb88877 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb HTTP/1.1" status: 200 len: 217 time: 0.1744862 Jul 29 23:34:19.251600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.254177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.255532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.257321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba3e2db7-43b7-47c8-83f8-fc2da48cff74 HTTP/1.1" status: 204 len: 168 time: 1.0147982 Jul 29 23:34:19.270802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-1e7eb7a0-2e84-4d7b-b850-e0b103c46a62 service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099578 Jul 29 23:34:19.304986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e0478-0bc7-4d66-b64b-35060257e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e2db7-43b7-47c8-83f8-fc2da48cff74,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:19.384717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:19.391818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:19.562676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-e740fb60-9781-43c4-ae1e-e42dbfa4d8a6 service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756584 Jul 29 23:34:19.819926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Router 2412a436-14af-4e73-94b7-e5f9ce2ded3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:19.827565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a049e69a-403f-4277-8614-1028ee08fcc2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:19.980976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-233b8d6c-9893-4cfc-8d78-02496e14ea0a None None] Provisioning complete for port 3516c866-cd9a-4495-ad28-49c29572be3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:19.987152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-233b8d6c-9893-4cfc-8d78-02496e14ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.083760 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d17c0-7de3-4b40-ba33-9275f37011d0 x-openstack-request-id: req-e40d17c0-7de3-4b40-ba33-9275f37011d0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:20.084447 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:20.084447 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e40d17c0-7de3-4b40-ba33-9275f37011d0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:20.084741 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb', 'status': 'completed', 'code': 200} Jul 29 23:34:20.092086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a049e69a-403f-4277-8614-1028ee08fcc2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:20.092824 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.174021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-233b8d6c-9893-4cfc-8d78-02496e14ea0a None None] Port 3516c866-cd9a-4495-ad28-49c29572be3e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:20.211299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cb93bd7-2694-4ac6-b6b6-c5a42095df10 req-08806fd1-e1bf-4512-be2e-5c680115cc4f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.0921562 Jul 29 23:34:20.249238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:20.262939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2ed8732a-20e3-4ce5-ac42-823de9c97715 admin admin] 10.222.0.49 "PUT /v2.0/routers/2412a436-14af-4e73-94b7-e5f9ce2ded3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7140381 Jul 29 23:34:20.398723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-adb2470d-f2f1-45d3-90ba-818cd13794d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.401785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-adb2470d-f2f1-45d3-90ba-818cd13794d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.4668708 Jul 29 23:34:20.462827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.495853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0d7664b-c4f9-4fd3-9bed-12c4622de659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.580530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Sync routers for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:20.634953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40080b7-f272-4f4b-8c44-9182a62908f6 req-3998eb3c-e10b-446d-a2db-6cd6ea5b101a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.637764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a40080b7-f272-4f4b-8c44-9182a62908f6 req-3998eb3c-e10b-446d-a2db-6cd6ea5b101a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.4762511 Jul 29 23:34:20.662760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:20.670690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:34:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:20.677274 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.929905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0d7664b-c4f9-4fd3-9bed-12c4622de659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.947559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0d7664b-c4f9-4fd3-9bed-12c4622de659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.964268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a40080b7-f272-4f4b-8c44-9182a62908f6 req-131140ac-b130-4d8c-9578-cc851be0f8a2 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026526 Jul 29 23:34:20.986798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:21.010554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-9641a96b-1ecf-45b2-b941-c84bf58dc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.012873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-9641a96b-1ecf-45b2-b941-c84bf58dc70b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5977271 Jul 29 23:34:21.132842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7664b-c4f9-4fd3-9bed-12c4622de659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87036068-02a2-4b33-9cfe-3d450bacd020,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.156003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e0d7664b-c4f9-4fd3-9bed-12c4622de659 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf348e46b9e544508e0a45437b6db67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913657 Jul 29 23:34:21.158223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57470) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.291445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.303590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-efdab542-59f5-430e-9dcf-41cb1621f412 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716665 Jul 29 23:34:21.375917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.597743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ff2541-2ecf-4768-a428-d5f8390623e1 req-e7e4ac80-d4af-4c42-98f3-169dee586de1 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574894 Jul 29 23:34:21.614480 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73ca1857-2758-4467-9550-9a09d0fb03a4 req-b6b52bf4-8b35-4e9e-aed0-c12bf1d589d9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.2197905 Jul 29 23:34:21.678241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.682642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.691858 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87036068-02a2-4b33-9cfe-3d450bacd020 HTTP/1.1" status: 204 len: 168 time: 0.5224013 Jul 29 23:34:21.717570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa51f1-5330-4c15-ab30-d829e8830e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87036068-02a2-4b33-9cfe-3d450bacd020,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.799421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:17Z', 'revision_number': 4, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '3516c866-cd9a-4495-ad28-49c29572be3e', 'name': '', 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'mac_address': 'fa:16:3e:67:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:14Z', 'updated_at': '2021-07-29T23:34:18Z', 'revision_number': 2, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'subnets': [{'id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:21.889563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Checking router: 2412a436-14af-4e73-94b7-e5f9ce2ded3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:21.892925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Updating router 2412a436-14af-4e73-94b7-e5f9ce2ded3e port 3516c866-cd9a-4495-ad28-49c29572be3e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:34:21.962193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.265974 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.371262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519a58f-9e40-4ef2-b7a7-42b9f877bd80 req-5b6da252-da1a-4512-9062-da8b7c06dfbb tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.387669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b519a58f-9e40-4ef2-b7a7-42b9f877bd80 req-5b6da252-da1a-4512-9062-da8b7c06dfbb tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.2130768 Jul 29 23:34:22.463856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b519a58f-9e40-4ef2-b7a7-42b9f877bd80 req-70aea7da-e848-4741-8713-e216008009f9 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728271 Jul 29 23:34:22.531550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.552163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Transition to ACTIVE for port object 3516c866-cd9a-4495-ad28-49c29572be3e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:22.564096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.695296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59da87-f6db-4289-8db7-61e8d9d8be1f None None] Pushing event updated for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.855208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8acf655d-62ac-4058-93cd-a5f6986ed324 req-a2d2b97b-c877-419b-879e-b150da4d7a0a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.0869894 Jul 29 23:34:22.919932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Attempting to bind port 3516c866-cd9a-4495-ad28-49c29572be3e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:22.920523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Attempting to bind port 3516c866-cd9a-4495-ad28-49c29572be3e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:22.921138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Attempting to bind port 3516c866-cd9a-4495-ad28-49c29572be3e on network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:22.932760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:22.933343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Checking segment: {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:22.934025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.934701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Bound using segment: {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:22.935492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Bound port: 3516c866-cd9a-4495-ad28-49c29572be3e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:22.936138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.023391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.57', 57589) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.175453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] For port 3516c866-cd9a-4495-ad28-49c29572be3e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:23.190123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] For port 3516c866-cd9a-4495-ad28-49c29572be3e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3516c866-cd9a-4495-ad28-49c29572be3e,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:23.210366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.212691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-1b4f4bae-536a-467f-ac5f-ca9470157107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.218911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-1b4f4bae-536a-467f-ac5f-ca9470157107 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 1120 time: 0.2095151 Jul 29 23:34:23.598221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-8cacdad0-f166-40cb-8a54-a01612c68a32 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.604866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-8cacdad0-f166-40cb-8a54-a01612c68a32 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.5793891 Jul 29 23:34:23.630999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:23.632232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:34:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:23.782607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Request body: {'port': {'device_id': '016bac5c-832d-46ea-998a-92b30d057a77', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'admin_state_up': True, 'tenant_id': '074a38fc08624cd790bbfa9648361a69'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:23.826569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-7164f47b-c89e-48d4-bf8f-0fe14b67adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.831555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-7164f47b-c89e-48d4-bf8f-0fe14b67adc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.5710518 Jul 29 23:34:23.878986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.895083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476671-dd3c-4ad3-bbd7-19e49a2a280c req-e724908b-2962-4d53-af6a-404fa38934ca tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.905545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e476671-dd3c-4ad3-bbd7-19e49a2a280c req-e724908b-2962-4d53-af6a-404fa38934ca tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.1992903 Jul 29 23:34:23.982751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57548) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.983727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59da87-f6db-4289-8db7-61e8d9d8be1f None None] Pushing event updated for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.997985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454277107', 'description': 'tempest-description--1498592657'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:24.109915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-dc26a900-94bb-4d91-aed1-35f8fbc757c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb HTTP/1.1" status: 200 len: 217 time: 0.1761081 Jul 29 23:34:24.231625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-821b464f-1f35-4394-9dc1-fd0d11032eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.233882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-821b464f-1f35-4394-9dc1-fd0d11032eec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0963209 Jul 29 23:34:24.236864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:24.253053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e476671-dd3c-4ad3-bbd7-19e49a2a280c req-fd0cf1df-d54c-4bc8-8dd1-3a233c521f74 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293488 Jul 29 23:34:24.384460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-81815f15-c4ef-4319-86e6-f8cabd91b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.386527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-81815f15-c4ef-4319-86e6-f8cabd91b2bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086471 Jul 29 23:34:24.436297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.587227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.606749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.687429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9300-1a8e-4bc3-a57f-7a10fa59418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.687673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f92d76-7b41-4160-b015-f41a52a3391e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.700583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.705065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8708ed6d-6ac4-4293-99c2-c4a780297e43 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7180574 Jul 29 23:34:24.716821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d87557d-d26c-420d-980e-8ecc82c28822 req-60395a92-d07f-4033-94eb-de42918ed74f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.2393634 Jul 29 23:34:24.744842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:17Z', 'revision_number': 4, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '3516c866-cd9a-4495-ad28-49c29572be3e', 'name': '', 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'mac_address': 'fa:16:3e:67:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:14Z', 'updated_at': '2021-07-29T23:34:23Z', 'revision_number': 4, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'subnets': [{'id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:24.748701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57560) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:24.754221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'security_group_rule': {'security_group_id': 'a2f92d76-7b41-4160-b015-f41a52a3391e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:24.799419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94cbe5-821a-4149-aed0-63601fc44a8d None None] The sync data for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 is: [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:34:17Z', 'revision_number': 4, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '3516c866-cd9a-4495-ad28-49c29572be3e', 'name': '', 'network_id': '6dbfc689-e96d-4dd5-882b-3a3302a2dad9', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'mac_address': 'fa:16:3e:67:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:14Z', 'updated_at': '2021-07-29T23:34:23Z', 'revision_number': 4, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'subnets': [{'id': '1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:24.816026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.002249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.012448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.078157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-6f752701-a5dc-4dcb-ac27-dc955b82170e service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581817 Jul 29 23:34:25.100674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82070be-4bd1-4f94-9896-51fab06e3d3b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.158554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9300-1a8e-4bc3-a57f-7a10fa59418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.168051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9300-1a8e-4bc3-a57f-7a10fa59418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.211729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:25.216378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.233612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.236967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b092ec46-f58a-41fa-81f1-9a67e03b3116 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4872122 Jul 29 23:34:25.241004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.256084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9300-1a8e-4bc3-a57f-7a10fa59418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077fa5ad-ff47-4ec7-92a5-a6523c498960,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.282260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'security_group_rule': {'security_group_id': 'a2f92d76-7b41-4160-b015-f41a52a3391e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:25.455064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdf1522-81f5-4ee6-8fb5-9c021c98043d req-4e98769d-4c06-4d04-9235-4b2c99045d0e service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914644 Jul 29 23:34:25.640414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.696466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6dbb9300-1a8e-4bc3-a57f-7a10fa59418e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6afb3cf33af640b4b348660ff9907d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7890756 Jul 29 23:34:25.699038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.782825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.840332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa172c-da15-4210-8b63-62aab36d8058 req-8b353c6c-aa1c-471a-b3ee-caf457315cdc tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.849538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92aa172c-da15-4210-8b63-62aab36d8058 req-8b353c6c-aa1c-471a-b3ee-caf457315cdc tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.3846803 Jul 29 23:34:25.890217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3516c866-cd9a-4495-ad28-49c29572be3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:25.928814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.013876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92aa172c-da15-4210-8b63-62aab36d8058 req-7752a6c2-ec0b-4490-85a6-64ec4599dc7c tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629701 Jul 29 23:34:26.042170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 3516c866-cd9a-4495-ad28-49c29572be3e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:26.049196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3516c866-cd9a-4495-ad28-49c29572be3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:26.049784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.116555 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.119331 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.121034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/077fa5ad-ff47-4ec7-92a5-a6523c498960 HTTP/1.1" status: 204 len: 168 time: 0.4210589 Jul 29 23:34:26.149138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac8b3-8757-4ef9-b29d-e39bb5c7d874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fa5ad-ff47-4ec7-92a5-a6523c498960,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.157849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Allocated IP 172.20.0.3 (91a7e4dd-5392-44c1-9689-2ddaafa7826a/a67ef42e-8b87-41e9-be44-ed7a0c953ded/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:26.240052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-baa04d3e-d87b-44b3-8f3d-52902281f740 req-b1451527-b694-4d9e-b1bf-e427b07b3df6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.0748427 Jul 29 23:34:26.366808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.388679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.412265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.452880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 3516c866-cd9a-4495-ad28-49c29572be3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3516c866-cd9a-4495-ad28-49c29572be3e,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:26.497798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.615286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.619015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0d6087-7f05-4277-bd9b-1a4e97a0a405,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.636281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.643910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-621ddbc9-707c-44f0-8d87-1b20caa274bd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3856118 Jul 29 23:34:26.644602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57608) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:26.649705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:26.724144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.832646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.891958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.916361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57612) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:26.981850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3e73cc1-bf99-4232-95d3-15c0d11eac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.105524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:27.144223 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.181889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.186725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:27.231538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:27.251726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.252420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.320957 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.426575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836e02-d0ee-497f-9581-6bc0036a7b48 req-51e57129-c836-40ab-a3fd-4e816bd32255 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.426575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae836e02-d0ee-497f-9581-6bc0036a7b48 req-51e57129-c836-40ab-a3fd-4e816bd32255 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.2821426 Jul 29 23:34:27.435605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454769c1-66bf-42d3-82c1-143fab2fc8b1 req-c3a24c52-1503-4813-8942-781be7b42160 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.443982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3e73cc1-bf99-4232-95d3-15c0d11eac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.445251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-454769c1-66bf-42d3-82c1-143fab2fc8b1 req-c3a24c52-1503-4813-8942-781be7b42160 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0994399 Jul 29 23:34:27.474546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3e73cc1-bf99-4232-95d3-15c0d11eac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.486095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-aa6d24e8-a0f3-4f0d-ac1d-3188fda8b926 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7099323 Jul 29 23:34:27.491903 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-454769c1-66bf-42d3-82c1-143fab2fc8b1 req-54e1fce5-c77e-4411-9b46-07a4a6dde3a1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455828 Jul 29 23:34:27.534071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Allocated IP 172.25.5.150 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/a14e3f25-c6fc-49b8-9a12-34d1c2b71102) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:27.571314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae836e02-d0ee-497f-9581-6bc0036a7b48 req-8a74abad-fdef-4141-a2d6-cd74ec9d69b0 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301851 Jul 29 23:34:27.581589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c3e73cc1-bf99-4232-95d3-15c0d11eac94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bc8e0be04aa4541914aaa0a77f55c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539695 Jul 29 23:34:27.581589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e73cc1-bf99-4232-95d3-15c0d11eac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5901670d-f003-48cc-97c5-1e2df16ceb7e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.582136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.664907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.690313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.708285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.780218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.799971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.803506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.805054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5901670d-f003-48cc-97c5-1e2df16ceb7e HTTP/1.1" status: 204 len: 168 time: 0.2218957 Jul 29 23:34:27.810538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3516c866-cd9a-4495-ad28-49c29572be3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:27.831399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:27.833552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86161ab-a6ee-4e2f-9620-38c699cd08dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5901670d-f003-48cc-97c5-1e2df16ceb7e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.845331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:27.852328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:27.862789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'Port': ['ID=a14e3f25-c6fc-49b8-9a12-34d1c2b71102,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.917598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3516c866-cd9a-4495-ad28-49c29572be3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:27.918465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.996776 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.086245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.104959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-13689887-de1b-470a-a62c-d736816ed518 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303342 Jul 29 23:34:28.278913 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.286175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.300548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.336207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.345774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6921179 Jul 29 23:34:28.345945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-c715baf8-1690-401d-aa2c-96c69a4afa67 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.345945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-c715baf8-1690-401d-aa2c-96c69a4afa67 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323852 Jul 29 23:34:28.359476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcbd0a-57b3-4b52-b478-1bb13e296322 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'Port': ['ID=a14e3f25-c6fc-49b8-9a12-34d1c2b71102,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:28.378731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-fc2ce477-275f-4a3e-834f-36ed3f7b5476 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/quotas/473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 375 time: 0.0106952 Jul 29 23:34:28.422101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-ff7b29d3-0539-4e2c-abd3-e2aa7a71a9ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367756 Jul 29 23:34:28.637204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-90c34184-2a55-4459-82a8-353782f56ea4 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1454277107&fields=id&tenant_id=47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 267 time: 0.0816231 Jul 29 23:34:28.683240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900033-6205-4cb1-bb82-eeca290787b7 req-ff8a4a8f-8d7e-4114-b302-30b245d01f1c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.684868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8900033-6205-4cb1-bb82-eeca290787b7 req-ff8a4a8f-8d7e-4114-b302-30b245d01f1c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0780087 Jul 29 23:34:28.759772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8900033-6205-4cb1-bb82-eeca290787b7 req-d80d3dd4-dca8-490f-bee0-4b825cfb72b6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Jul 29 23:34:28.848634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff604a03-00f3-42fc-8545-f9e71d0194f0 req-421792f1-a0d0-4e48-b64d-a8065b71e9e1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0409191 Jul 29 23:34:28.922026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4945ca04-5167-43d8-be15-bb98d22db969 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.923876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4945ca04-5167-43d8-be15-bb98d22db969 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 823 time: 0.2778919 Jul 29 23:34:28.956728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-6b7f6254-b22f-4998-84a3-af5794375393 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/quotas/47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 375 time: 0.0182996 Jul 29 23:34:29.007738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05183371-b902-4c91-9e2d-4a08573b74d9 req-847d01db-f28f-46f7-81e3-8ea9215c0343 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.009924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05183371-b902-4c91-9e2d-4a08573b74d9 req-847d01db-f28f-46f7-81e3-8ea9215c0343 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.0718014 Jul 29 23:34:29.042489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-31ec97dd-9d5c-4d95-958f-cd1a8ae9cb42 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848656 Jul 29 23:34:29.065920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05183371-b902-4c91-9e2d-4a08573b74d9 req-ff6f555a-ad7b-475c-b53b-96a50dfe1794 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Jul 29 23:34:29.249947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-896c7f47-ad79-4101-bd01-fd1e5b5327b8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:29.251000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-896c7f47-ad79-4101-bd01-fd1e5b5327b8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495243 Jul 29 23:34:29.355926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-87764cad-acc9-4605-ac19-e47e21cd152e service neutron] 10.222.0.49 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971694 Jul 29 23:34:29.453707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-b0c9d1e1-d1df-424b-8ed1-e2ab6cc82b69 service neutron] 10.222.0.49 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910184 Jul 29 23:34:29.634210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4339e195-23d0-441f-9750-258eb4e5575e req-e2c6b5f3-1284-4b34-8116-e0e17927d04c tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0309875 Jul 29 23:34:29.903450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bf946-c312-49d0-a263-bf07cc16290a req-3008fd05-2d57-4832-9137-5cb53e403fc7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.905772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0bf946-c312-49d0-a263-bf07cc16290a req-3008fd05-2d57-4832-9137-5cb53e403fc7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0721216 Jul 29 23:34:29.971131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0bf946-c312-49d0-a263-bf07cc16290a req-f5df395e-9e3b-46d3-90fa-d6137b03adba tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Jul 29 23:34:30.024453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-85b24aeb-0559-4b7a-932a-974e5227b342 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7489e42a065442c09f882a75cffb7675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231686 Jul 29 23:34:30.087278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c80eb7e0-ceec-4236-8edf-1c136ed78181 req-de139d53-35b1-4088-9313-f2a19fe9d213 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0344021 Jul 29 23:34:30.172045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-b7aa647d-a7d6-40a5-a90b-7daab8e1481d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.173453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-b7aa647d-a7d6-40a5-a90b-7daab8e1481d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411190 Jul 29 23:34:30.191023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-0ca217df-53c7-4e39-a5ec-c504a24179a1 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/quotas/7489e42a065442c09f882a75cffb7675 HTTP/1.1" status: 200 len: 375 time: 0.0115709 Jul 29 23:34:30.206784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d31e2-13c1-4bcb-969d-e40193f079eb req-63e3a032-ec43-4734-a0ca-88d7acd746a6 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.208309 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-863d31e2-13c1-4bcb-969d-e40193f079eb req-63e3a032-ec43-4734-a0ca-88d7acd746a6 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.0534968 Jul 29 23:34:30.225450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-403eeeec-b24a-407e-accc-1c2ab5df8c53 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281370 Jul 29 23:34:30.256125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-863d31e2-13c1-4bcb-969d-e40193f079eb req-54d49d50-14d1-43de-a944-0250723d4fb2 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Jul 29 23:34:30.405475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7c2ff55-a3e5-42cc-9e0b-20dab354240a req-c80fa856-b210-4057-a805-420e91bf73b0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Jul 29 23:34:30.746440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f4027ee-9aa5-49ab-8326-cd6318c704af req-1912f37c-8160-49c1-a4ab-1512193d830b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0398524 Jul 29 23:34:31.106289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708beb1-6601-4811-8338-3e852c1ce0fb req-1b273deb-fe03-4206-8ad2-66239d3365ee tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.107758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5708beb1-6601-4811-8338-3e852c1ce0fb req-1b273deb-fe03-4206-8ad2-66239d3365ee tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0510550 Jul 29 23:34:31.146748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5708beb1-6601-4811-8338-3e852c1ce0fb req-76c5f0e8-b9fb-4459-aba7-247092193cbe tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Jul 29 23:34:31.183379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6039416a-a8f6-4c98-ac58-63cd4106229f req-9fd78186-20a5-4033-8915-7961c05f70ec tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0272620 Jul 29 23:34:31.519257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f1e9e7-9145-4722-a975-837f64b3070f req-edd7bb7d-254a-46c6-9800-a28eeebc917c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0347030 Jul 29 23:34:31.541837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcf5f1-aa33-4fe0-ab6d-444e21847b56 req-5176792a-a246-4143-bffe-ed9982c317f4 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.543377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61dcf5f1-aa33-4fe0-ab6d-444e21847b56 req-5176792a-a246-4143-bffe-ed9982c317f4 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 968 time: 0.2049630 Jul 29 23:34:31.585031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61dcf5f1-aa33-4fe0-ab6d-444e21847b56 req-d529e7eb-5c47-45c3-968b-913d506a4806 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Jul 29 23:34:31.686798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ca573b3a-f500-46aa-a1bf-09770bee37cb details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:31.933399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:31.946524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'ca573b3a-f500-46aa-a1bf-09770bee37cb', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'ca573b3a-f500-46aa-a1bf-09770bee37cb', 'mac_address': 'fa:16:3e:c0:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-470654740', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:31.991498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fd5531a-b8f9-48d0-b943-0f90c216e18e req-56761e30-2813-4659-83c1-297da248e596 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.1694517 Jul 29 23:34:31.995414 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.009287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca573b3a-f500-46aa-a1bf-09770bee37cb {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:32.031948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:32.036994 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.096563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.271417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe355-2eab-478e-af7b-698e204e4cc8 req-4d540f1e-428e-4fb2-b607-2be03387fd61 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.272144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18bfe355-2eab-478e-af7b-698e204e4cc8 req-4d540f1e-428e-4fb2-b607-2be03387fd61 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0520694 Jul 29 23:34:32.287768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41eaf5d5-b51e-4b3e-a5ae-8b3e2ebd4742 req-38da40de-a678-49ce-903b-2ffe266e0127 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0300534 Jul 29 23:34:32.314688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18bfe355-2eab-478e-af7b-698e204e4cc8 req-f5bcc418-1f8e-490e-af93-cfcebd001fbc tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Jul 29 23:34:32.449307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['ca573b3a-f500-46aa-a1bf-09770bee37cb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:32.634702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95576e8-032f-438a-b406-6465f765acb2 req-5f6f7510-bee2-4b88-8f29-91ef526e9aa2 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0407529 Jul 29 23:34:32.717185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcd4c9-9264-45aa-80fa-799225f3b569 req-17fac771-b350-48b1-a4c0-13cb58d6c8a9 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.718997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9ffcd4c9-9264-45aa-80fa-799225f3b569 req-17fac771-b350-48b1-a4c0-13cb58d6c8a9 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 969 time: 0.0531533 Jul 29 23:34:32.761517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9ffcd4c9-9264-45aa-80fa-799225f3b569 req-ff792fc6-f00c-4f62-8cac-a2b582a7f176 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Jul 29 23:34:33.096173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfac1f7c-e896-454d-adb2-58068e9a6d0a req-17d98da0-8fc0-4314-93a4-f75cf17b3016 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0287011 Jul 29 23:34:33.400250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32648776-aa76-46d6-b022-90b03fdc2f1e req-8b2196fa-752a-48fb-8442-2d56ea0dcbb9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0414250 Jul 29 23:34:33.455129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1183807-5df2-491f-ac7c-71a82e3ba608 req-23559b10-bc8d-4030-9631-2f91158fea55 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.456702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1183807-5df2-491f-ac7c-71a82e3ba608 req-23559b10-bc8d-4030-9631-2f91158fea55 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0565350 Jul 29 23:34:33.499925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1183807-5df2-491f-ac7c-71a82e3ba608 req-05672ba9-2918-406a-b1f4-66c13af61bd6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371628 Jul 29 23:34:33.652226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ca573b3a-f500-46aa-a1bf-09770bee37cb up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:33.710921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port ca573b3a-f500-46aa-a1bf-09770bee37cb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:33.716023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port ca573b3a-f500-46aa-a1bf-09770bee37cb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:33.716411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.737711 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-403c28d2-07df-4dc0-a270-f842de931557 req-70467864-1468-4f33-9b2a-4dbc47a8d00a tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Jul 29 23:34:33.803896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.829058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:33.902011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:33.902112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7eaad-38e2-43d1-a0f0-61344cddb581 req-f1052789-e0b7-483e-9b29-0ea59688c833 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.903408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c7eaad-38e2-43d1-a0f0-61344cddb581 req-f1052789-e0b7-483e-9b29-0ea59688c833 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 969 time: 0.0620320 Jul 29 23:34:33.907979 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.944724 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855dbacc-bbef-4ec0-b4c5-7d5d780e04a9" -d '{"events": [{"server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "name": "network-vif-plugged", "status": "completed", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:33.958654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c7eaad-38e2-43d1-a0f0-61344cddb581 req-cd4bec7f-1475-442d-a07a-e0c40ef9f06d tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Jul 29 23:34:33.970704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.087646 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe3b392-bc68-47a6-9f21-ef15f33846ce x-openstack-request-id: req-bfe3b392-bc68-47a6-9f21-ef15f33846ce {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:34.087942 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "name": "network-vif-plugged", "status": "completed", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:34.088197 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfe3b392-bc68-47a6-9f21-ef15f33846ce {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:34.088658 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb', 'code': 200} Jul 29 23:34:34.195435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06bc4618-90fb-48f9-a740-ff728c3ccdfe req-957f3147-cedd-462e-b7ea-5026c152b8dc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0271237 Jul 29 23:34:34.274841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-cb70b2a2-84de-424e-a7b7-184224b872c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.276483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-cb70b2a2-84de-424e-a7b7-184224b872c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 1122 time: 0.0777173 Jul 29 23:34:34.303703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-2d5c31d7-006f-4896-b75f-839d58606657 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.453059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-2d5c31d7-006f-4896-b75f-839d58606657 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.458852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-2d5c31d7-006f-4896-b75f-839d58606657 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.489135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e01c958-d9dd-4eca-ae3d-696bb9299413 req-2d5c31d7-006f-4896-b75f-839d58606657 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040939 Jul 29 23:34:34.510512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c31d7-006f-4896-b75f-839d58606657 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc37d14-34ba-4c1f-9a92-7f7ae563dbc1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.533584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c74a305e-8089-4929-a0a9-7e7072aad378 req-51d2d00b-4373-40e6-80d3-8cca904e9013 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0301263 Jul 29 23:34:34.636241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd76b8d-161c-40e9-9ae1-af9edc937c5d req-2f1799fe-0009-4942-914c-457ddc8c080e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.637931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dd76b8d-161c-40e9-9ae1-af9edc937c5d req-2f1799fe-0009-4942-914c-457ddc8c080e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0563571 Jul 29 23:34:34.681564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dd76b8d-161c-40e9-9ae1-af9edc937c5d req-8c0408ef-d15e-4e19-b1de-3ad2eaecff00 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368960 Jul 29 23:34:34.838787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7edacba1-fdcd-40d9-9908-a16123f41431 req-b1bcffb9-e9e1-41b4-9a65-b4845811106e tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Jul 29 23:34:35.090852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d159-2d40-457b-ad5c-d0188808fecc req-66924b12-86dc-4809-8689-4c41a8dfc321 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.092546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be53d159-2d40-457b-ad5c-d0188808fecc req-66924b12-86dc-4809-8689-4c41a8dfc321 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.0561202 Jul 29 23:34:35.136880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be53d159-2d40-457b-ad5c-d0188808fecc req-ca67270d-721e-4863-91e3-8ef251a2a3d8 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Jul 29 23:34:35.308259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22bedd80-093e-4dfb-8abd-ee14bf0977bd req-fad997e0-62b0-4edf-86a9-bf14a8997fce tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0360327 Jul 29 23:34:35.635546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b72664-ebb7-437c-ba96-49269431c406 req-84648f05-37a5-4b33-8cb0-07a89cb251d0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0269067 Jul 29 23:34:35.828750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866b8e-b192-423b-b9ef-33afc2a51cdf req-7fb25cb2-6db1-491f-8550-f7ffc60eb915 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.830090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29866b8e-b192-423b-b9ef-33afc2a51cdf req-7fb25cb2-6db1-491f-8550-f7ffc60eb915 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0609183 Jul 29 23:34:35.871519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29866b8e-b192-423b-b9ef-33afc2a51cdf req-b4a14929-5c1d-4a83-b199-fa9bd29f9864 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Jul 29 23:34:35.945457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e18a3068-7bed-40b5-8008-c9ca007f7c6f req-10c7aef9-69cd-4e45-8c25-94584ecc237b tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Jul 29 23:34:36.189522 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:34:36.267009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8d2b9-e6c5-4d2a-a6b0-f340df67ad24 req-ee5c45a4-1bec-41c2-94a3-70b54ed26cfa tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.268758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ea8d2b9-e6c5-4d2a-a6b0-f340df67ad24 req-ee5c45a4-1bec-41c2-94a3-70b54ed26cfa tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.0584879 Jul 29 23:34:36.308270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ea8d2b9-e6c5-4d2a-a6b0-f340df67ad24 req-4e5a4fbf-d1f2-49ef-9c01-4b3787266f98 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Jul 29 23:34:36.425967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2daf7a4-0a97-4673-8020-77450e8c15a6 req-af0dfe89-3ad4-4e81-89f5-aff5e183e6a4 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0417473 Jul 29 23:34:36.756132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51b4fd71-9fc6-4419-9a22-c266464318dd req-282e25bb-307f-4d9d-8353-a4df7aa2898e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0325227 Jul 29 23:34:37.021843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4f0a8-51b6-4e5e-8ad6-93cbb48fa74d req-7f79289d-b951-436f-a2a0-6b879a12ce6a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.023483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76b4f0a8-51b6-4e5e-8ad6-93cbb48fa74d req-7f79289d-b951-436f-a2a0-6b879a12ce6a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.0682116 Jul 29 23:34:37.052606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34589290-3372-4727-890a-755463255689 req-53fb10c3-ff77-4cc2-aa8f-e2819fbc1a79 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Jul 29 23:34:37.065643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76b4f0a8-51b6-4e5e-8ad6-93cbb48fa74d req-530e8273-44d7-42dd-843a-eac2d9128a62 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Jul 29 23:34:37.443030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90837-b195-44eb-b3da-073e7ceef395 req-5420822e-31aa-409a-af81-fc19d12001f7 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.444708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cd90837-b195-44eb-b3da-073e7ceef395 req-5420822e-31aa-409a-af81-fc19d12001f7 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.0573261 Jul 29 23:34:37.471490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-058b3605-a6d7-4110-a8e6-2b965ddbc9b5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:37.472648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-058b3605-a6d7-4110-a8e6-2b965ddbc9b5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055385 Jul 29 23:34:37.495285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cd90837-b195-44eb-b3da-073e7ceef395 req-d2d367ca-c7ce-49ed-9a05-dc99a27fc22b tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Jul 29 23:34:37.516724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b6837cc-4ee5-450d-8108-bce117c4837f req-fd14bd99-e5e5-447e-b11d-40e925814b15 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0272040 Jul 29 23:34:37.719304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-80f8eea9-22cd-4497-b1fb-cef3cb87470b tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.720834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-80f8eea9-22cd-4497-b1fb-cef3cb87470b tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 1122 time: 0.0951972 Jul 29 23:34:37.750044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Request body: {'port': {'device_id': '016bac5c-832d-46ea-998a-92b30d057a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:37.752799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-2dafa686-2685-4416-898e-fc3c0e2fd10f tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.838004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.869865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-357b774b-5f53-4c91-9200-fc58213b145b req-1bae5bbc-805d-4a61-ab33-c628dda95f20 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0260847 Jul 29 23:34:38.067668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-2dafa686-2685-4416-898e-fc3c0e2fd10f tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.099080 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-2dafa686-2685-4416-898e-fc3c0e2fd10f tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.138036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e40e788-f77a-4ddc-aa2c-f51442faeecf req-2dafa686-2685-4416-898e-fc3c0e2fd10f tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104743 Jul 29 23:34:38.157258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafa686-2685-4416-898e-fc3c0e2fd10f tempest-AggregatesAdminTestJSON-2011589321 tempest-AggregatesAdminTestJSON-2011589321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2dbe6e-291e-4c42-b2e3-975dd00cf82d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.166132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee0ba8d9-d409-41a4-bbf7-b846aeef9696 req-bbe2c1c5-9707-4d51-813d-5d3cee1cb66c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0411968 Jul 29 23:34:38.277907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:38.292073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.316815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5291a21-1f7c-4521-bdc2-84cd584a9414 req-07191284-29a2-4cf0-82c5-6bb6b16ff934 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.322254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5291a21-1f7c-4521-bdc2-84cd584a9414 req-07191284-29a2-4cf0-82c5-6bb6b16ff934 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 931 time: 0.1099834 Jul 29 23:34:38.327527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Transition to ACTIVE for port object 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:38.331970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.57', 57598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.337732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.377852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-f7d2a4bb-800c-45e5-af6b-fd22764c80d7 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7489e42a065442c09f882a75cffb7675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333996 Jul 29 23:34:38.430187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5291a21-1f7c-4521-bdc2-84cd584a9414 req-083a17d9-4878-4074-befe-dbbb862a3f25 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049128 Jul 29 23:34:38.432732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.499366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:38.499606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:38.499984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:38.504874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:38.505187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:38.510324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:38.510676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:38.511250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:38.511679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Bound port: 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:38.512035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.558708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-f02dfdff-1706-4afb-855e-40c7d774f1ef tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.560330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-f02dfdff-1706-4afb-855e-40c7d774f1ef tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660528 Jul 29 23:34:38.626255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Request body: {'port': {'device_id': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '7489e42a065442c09f882a75cffb7675'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:38.631296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:38.635968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2b762ea4-68e8-4478-becb-8737934ae8c4 req-f9568444-9681-4b42-bdfb-3d5d0141a065 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0382731 Jul 29 23:34:38.659431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:38.672820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.715437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.716657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.717499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] 10.222.0.57 "PUT /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 1092 time: 1.0301001 Jul 29 23:34:38.718004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:38.826885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb210-083f-48b4-8c4a-9b62096349a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.830962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Made reservation on behalf of 7489e42a065442c09f882a75cffb7675 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:38.835545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.849980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.885472 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:38.956923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-1dc53159-2115-4b1b-ad7b-4ba5ff27fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.959205 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-1dc53159-2115-4b1b-ad7b-4ba5ff27fad2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1095 time: 0.1417444 Jul 29 23:34:39.014178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.57', 57599) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:39.022646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.045020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-533ff27d-a626-461c-b55e-4f1c8e2dc0c1 req-29bf344d-3bfc-44a1-a2f1-03b433e9946a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0379865 Jul 29 23:34:39.045887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.069184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-923a7b9e-8401-47bf-9fbc-fcf9adda2632 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325515 Jul 29 23:34:39.131606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.217771 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c08b3-f381-4a93-8f2a-5c76f7a3fd6b x-openstack-request-id: req-346c08b3-f381-4a93-8f2a-5c76f7a3fd6b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:39.218129 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:39.218309 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-346c08b3-f381-4a93-8f2a-5c76f7a3fd6b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:39.218768 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'status': 'completed', 'code': 200} Jul 29 23:34:39.256235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-980756da-718d-49ca-90a5-4f8410cdd6d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.1842785 Jul 29 23:34:39.273219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Allocated IP 192.168.233.250 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/769a5b40-5b4d-462e-8fa3-20ca196a38c5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:39.276112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-297f440c-6f97-4888-91ea-98bd4ee55d5d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.278196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-297f440c-6f97-4888-91ea-98bd4ee55d5d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913829 Jul 29 23:34:39.305575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90642b7a-feb8-419e-8706-e800ec224a80 req-ed89005d-3350-4931-8a29-c41d2e176867 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Jul 29 23:34:39.341950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Request body: {'port': {'device_id': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '473e6c6576ef4182adf6a2f0f93a407e'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:39.428041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-3192a1b5-a77e-4c80-8607-2ee2e9e91d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.429547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-3192a1b5-a77e-4c80-8607-2ee2e9e91d60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1088574 Jul 29 23:34:39.494237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.508733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Transition to ACTIVE for port object 769a5b40-5b4d-462e-8fa3-20ca196a38c5 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:39.546950 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.561252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-bfa9922c-e4ca-44d2-b9d9-5a13b0ab963e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064844 Jul 29 23:34:39.630051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Pushing event updated for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.648413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:39.650033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:39.652604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:39.659391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.659955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.662229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.57', 57601) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:39.700894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Made reservation on behalf of 473e6c6576ef4182adf6a2f0f93a407e for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:39.705401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.724551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.751315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-7f786b56-61bc-45e3-bf24-029d9f59652c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1300769 Jul 29 23:34:39.771513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee849-3ce1-47c3-8f79-5b9fc39f3a36 req-d03682d0-fed3-47db-a173-52cb56b7eccd tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.772152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Request body: {'port': {'device_id': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:39.780954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d51ee849-3ce1-47c3-8f79-5b9fc39f3a36 req-d03682d0-fed3-47db-a173-52cb56b7eccd tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.2021644 Jul 29 23:34:39.855182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-ba5ef2a5-104b-4ea5-b137-c12e45f4915e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.856890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-ba5ef2a5-104b-4ea5-b137-c12e45f4915e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 823 time: 0.1886883 Jul 29 23:34:39.941185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.951284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f476c580-810c-4a46-bb85-d4fd37414229 req-94f67f75-13c9-4045-ba34-30224bc3d46d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0533423 Jul 29 23:34:39.989237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-3e612b2a-f76a-4009-8b9c-ca10df5fa504 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 380 time: 0.1028366 Jul 29 23:34:39.991955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-743e8a1f-368c-45c1-9474-6d445c0e293c None None] Provisioning for port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:39.997944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-743e8a1f-368c-45c1-9474-6d445c0e293c None None] Provisioning complete for port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:39.998548 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-743e8a1f-368c-45c1-9474-6d445c0e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.017672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'port': {'device_id': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'admin_state_up': True, 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'security_groups': ['a2f92d76-7b41-4160-b015-f41a52a3391e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:40.046342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-1f134190-80be-4b0f-9606-ca0ec19c7b5b service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686747 Jul 29 23:34:40.051078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-743e8a1f-368c-45c1-9474-6d445c0e293c None None] Port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:40.136744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d51ee849-3ce1-47c3-8f79-5b9fc39f3a36 req-56c1da9a-df21-4302-a8f2-34652a5bb476 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548665 Jul 29 23:34:40.221400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.241314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.251544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c01ca55-d356-4ffe-9391-b8e76d6f625b req-47db1d31-f421-42d9-82bc-592726eff050 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904433 Jul 29 23:34:40.291842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Made reservation on behalf of 47082bebb43f4c5eb7effa60ade98b7a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:40.296349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.327860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6231f-51e9-4c22-802e-a813e1326122,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.346050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2d5bb-ada7-4d2e-b0ff-e64049636d86 req-a4d4a8ba-8641-4598-9bee-69138e3d7281 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0907531 Jul 29 23:34:40.469292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-df742ca8-0ef9-454f-bd80-cd494f3bf534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.471325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-df742ca8-0ef9-454f-bd80-cd494f3bf534 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1095 time: 0.0989492 Jul 29 23:34:40.491450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f1d6a-1c07-450b-9f1f-394249eb5c10 req-a7c1b50a-4124-46fc-b046-8d83ef91edcf tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.493046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c57f1d6a-1c07-450b-9f1f-394249eb5c10 req-a7c1b50a-4124-46fc-b046-8d83ef91edcf tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 936 time: 0.0749538 Jul 29 23:34:40.574166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Allocated IP 172.20.0.11 (fe154bdd-fc5e-4c99-a5b9-961d034d03d8/daeb23fa-c545-449a-9dea-bfc7f7d4430d/0b857f93-f8ac-4fc3-817e-65dd4141ee71) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:40.628692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769a5b40-5b4d-462e-8fa3-20ca196a38c5 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:40.644845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.675954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Transition to ACTIVE for port object 769a5b40-5b4d-462e-8fa3-20ca196a38c5 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:40.687744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.703064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57970) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.788550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c57f1d6a-1c07-450b-9f1f-394249eb5c10 req-a80256be-4102-4101-98a3-0eedd213ab51 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757797 Jul 29 23:34:40.801040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Pushing event updated for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.868054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-bd7c2525-f674-402d-8b72-8eba4d08896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.870805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-bd7c2525-f674-402d-8b72-8eba4d08896a service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.3768051 Jul 29 23:34:40.973197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-ff34573f-4406-43e9-af14-5f620aa0f300 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.0813186 Jul 29 23:34:40.975071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Allocated IP 192.168.233.147 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:41.058290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c214153-b822-4838-99b6-4533ae3330db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.142591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Attempting to bind port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:41.142919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Attempting to bind port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:41.143504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Attempting to bind port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:41.159109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-d99c7958-7bd6-403f-a542-a5511da4d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.161234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-d99c7958-7bd6-403f-a542-a5511da4d811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1778531 Jul 29 23:34:41.163183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:41.163544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Attempting to bind port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:41.171734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.178920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:41.179254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:41.179639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:41.180200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Bound port: 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:41.180426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.186754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2915522f-131d-41f1-a996-d9ad39c98aef req-377b7fce-3950-4a4f-885e-670d13f16481 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 210 time: 0.0606780 Jul 29 23:34:41.247216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-8851da0c-a36a-4a02-bfd4-b8b553b8d05e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632818 Jul 29 23:34:41.258206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Transition to ACTIVE for port object 0b857f93-f8ac-4fc3-817e-65dd4141ee71 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:41.382562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:41.391135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:41.401153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017aa4-4ea6-452d-ba6b-28c0b9886ee9 req-79fe8f89-2d18-4dd7-b9ef-2de111d44807 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.402806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-94017aa4-4ea6-452d-ba6b-28c0b9886ee9 req-79fe8f89-2d18-4dd7-b9ef-2de111d44807 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.1408672 Jul 29 23:34:41.405910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.415740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.424975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58018) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.466530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.467591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.468917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] 10.222.0.57 "PUT /v2.0/ports/769a5b40-5b4d-462e-8fa3-20ca196a38c5 HTTP/1.1" status: 200 len: 1097 time: 1.7010889 Jul 29 23:34:41.477777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:41.480154 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa7569-3df2-4364-9bd2-dd1a578441d3" -d '{"events": [{"name": "network-changed", "server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:41.503229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-b0764fdf-5bd3-4da1-8dc6-f82ab7e3a077 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325008 Jul 29 23:34:41.510767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:41.528017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:41.530940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:41.536886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.537827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.563506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.579448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-94017aa4-4ea6-452d-ba6b-28c0b9886ee9 req-7f3f6e44-2722-4a23-9712-8be92b85a1d2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275694 Jul 29 23:34:41.582841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cbdf-deb7-42bf-ab30-ff993cf31138 service neutron] Pushing event updated for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.602287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e70e72e-f4c0-4458-a991-38f338a54aed req-aae93bfd-a152-47fb-a61e-4de0e73e2c01 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0911486 Jul 29 23:34:41.762671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-1b65d4de-e0be-42c5-b3c6-f65efb7d1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.766993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-1b65d4de-e0be-42c5-b3c6-f65efb7d1176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 1100 time: 0.2162533 Jul 29 23:34:41.766993 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79aa495-9530-421b-865a-29cb0ab76cd8 x-openstack-request-id: req-c79aa495-9530-421b-865a-29cb0ab76cd8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:41.766993 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:41.767261 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c79aa495-9530-421b-865a-29cb0ab76cd8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:41.767451 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5', 'status': 'completed', 'code': 200} Jul 29 23:34:41.768439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.823719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Transition to ACTIVE for port object f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:41.848212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c214153-b822-4838-99b6-4533ae3330db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.868436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f8feb76-ab13-4d9e-a8dd-b8539d7af0b7 req-f5c60f4e-0407-48de-9bba-3f6b0417b227 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973437 Jul 29 23:34:41.871050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c214153-b822-4838-99b6-4533ae3330db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.875312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-e522225a-f4c2-433c-8a85-239857a7064f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5 HTTP/1.1" status: 200 len: 217 time: 0.0879204 Jul 29 23:34:41.879578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dbec0b2-4119-4a79-b6cd-cefd01128833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.886694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-4160014b-d928-49dd-990a-85c75fdf9d3e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8746328 Jul 29 23:34:41.920570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7252a0b2-e049-4c9c-8b27-9e551d0c5b68 None None] Provisioning for port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:41.940683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7252a0b2-e049-4c9c-8b27-9e551d0c5b68 None None] Provisioning complete for port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:41.941293 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7252a0b2-e049-4c9c-8b27-9e551d0c5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.946663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Request body: {'port': {'device_id': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:41.966211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c214153-b822-4838-99b6-4533ae3330db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a44f2f756dda4fa2b5c4adbeae8351a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2580090 Jul 29 23:34:41.973571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.974415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c214153-b822-4838-99b6-4533ae3330db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0202399-9621-4efc-9fc4-77af164f495f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.007907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7252a0b2-e049-4c9c-8b27-9e551d0c5b68 None None] Port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:42.036556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.082071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-749b9e0d-52a2-48ed-95c2-a108b5aa1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.082448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-749b9e0d-52a2-48ed-95c2-a108b5aa1fdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1465690 Jul 29 23:34:42.093295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ff992-35ca-4fba-9ed7-5e07f9dbf645 req-373b48a2-4970-4a94-8e03-4234699d557c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.095458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-932ff992-35ca-4fba-9ed7-5e07f9dbf645 req-373b48a2-4970-4a94-8e03-4234699d557c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 948 time: 0.1699858 Jul 29 23:34:42.109918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.118832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:42.140033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:42.142771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:42.149124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.149124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.203310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-932ff992-35ca-4fba-9ed7-5e07f9dbf645 req-a13727a7-62af-489f-a684-c3f8571aae04 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963421 Jul 29 23:34:42.220192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751ad-b614-4515-a710-e4c44acd8745 req-1efbecea-c2e4-4643-bc8c-f0504b44771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.223076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-1efbecea-c2e4-4643-bc8c-f0504b44771c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246364 Jul 29 23:34:42.243073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.249767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.289179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.317556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dbec0b2-4119-4a79-b6cd-cefd01128833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.328883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dbec0b2-4119-4a79-b6cd-cefd01128833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.399158 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9dbec0b2-4119-4a79-b6cd-cefd01128833 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba515d9179634b59a6cae477a64d2391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9727957 Jul 29 23:34:42.405198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58072) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.406511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbec0b2-4119-4a79-b6cd-cefd01128833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af655c5-a156-4d0a-9bed-374a31db25f4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.412055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-8c65fa59-14cf-4afe-a968-6761842de57a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0829990 Jul 29 23:34:42.447977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6bdf34d7-3f96-434a-8d3a-caeddd8a2e3a None None] Provisioning for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:42.451640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Request body: {'port': {'device_id': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:42.454479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6bdf34d7-3f96-434a-8d3a-caeddd8a2e3a None None] Provisioning complete for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:42.454810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bdf34d7-3f96-434a-8d3a-caeddd8a2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.497940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf34d7-3f96-434a-8d3a-caeddd8a2e3a None None] Port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:42.523005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.525696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.534158 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0202399-9621-4efc-9fc4-77af164f495f HTTP/1.1" status: 204 len: 168 time: 0.5515008 Jul 29 23:34:42.557984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc9ec5-fe26-4a2f-bd74-a4fa6631c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0202399-9621-4efc-9fc4-77af164f495f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.588184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.611567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-b387b71e-33ae-4c81-976a-c27277bd8f6c service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622129 Jul 29 23:34:42.614420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.637026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98daa28-6487-40ff-a9fb-88823192eae9 req-6405c250-c01f-48c6-8c9a-d760d8573df0 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.637350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.638518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c98daa28-6487-40ff-a9fb-88823192eae9 req-6405c250-c01f-48c6-8c9a-d760d8573df0 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 932 time: 0.2981508 Jul 29 23:34:42.779872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c98daa28-6487-40ff-a9fb-88823192eae9 req-057b2bc1-5854-4f9c-9e49-d9059d4fab94 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257353 Jul 29 23:34:42.792951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.795556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.796788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0af655c5-a156-4d0a-9bed-374a31db25f4 HTTP/1.1" status: 204 len: 168 time: 0.3865914 Jul 29 23:34:42.840073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58f913-f5aa-4017-99d6-2d6c77525179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af655c5-a156-4d0a-9bed-374a31db25f4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.911058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16abef-ff71-49d4-8910-39498f5232e3 req-831a2c3a-5b18-48df-a423-875df296efde tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.912716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d16abef-ff71-49d4-8910-39498f5232e3 req-831a2c3a-5b18-48df-a423-875df296efde tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.1409278 Jul 29 23:34:42.931229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b857f93-f8ac-4fc3-817e-65dd4141ee71 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:42.936994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.938073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e751ad-b614-4515-a710-e4c44acd8745 req-568e70c7-3e04-4960-81ac-27e1ba12d6fa service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984929 Jul 29 23:34:42.954403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.975772 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c03c09c6-6ee1-475d-9d71-bc458df4f453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.986194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Transition to ACTIVE for port object 0b857f93-f8ac-4fc3-817e-65dd4141ee71 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:42.999631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.006402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d16abef-ff71-49d4-8910-39498f5232e3 req-f757fa6a-5a97-4452-bb4f-74a6d0df68fa tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847108 Jul 29 23:34:43.013790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e950c6-69fe-429d-b4f4-853570875983 req-dac4c707-4579-4017-989d-67d3d30d0011 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.015339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69e950c6-69fe-429d-b4f4-853570875983 req-dac4c707-4579-4017-989d-67d3d30d0011 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 936 time: 0.0762408 Jul 29 23:34:43.121447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:43.135072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.171606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Pushing event updated for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.172989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Transition to ACTIVE for port object f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:43.193132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.215937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69e950c6-69fe-429d-b4f4-853570875983 req-b113094c-c153-475b-b311-7b3ce972b196 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668725 Jul 29 23:34:43.232539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Attempting to bind port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:43.236541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Attempting to bind port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:43.237745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Attempting to bind port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:43.266416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-d6e3dcd6-4c6d-48d5-8091-e8bc80367dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.269029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-d6e3dcd6-4c6d-48d5-8091-e8bc80367dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 1100 time: 0.1891541 Jul 29 23:34:43.269869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:43.270344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Attempting to bind port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:43.278092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:43.278768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Checking segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:43.279722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Bound using segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:43.280306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Bound port: 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:43.281096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.307052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c03c09c6-6ee1-475d-9d71-bc458df4f453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.369537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.383710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.390145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c03c09c6-6ee1-475d-9d71-bc458df4f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.431676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c725-66e8-4537-ada9-8c0695c51bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.453511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c09c6-6ee1-475d-9d71-bc458df4f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b917b4-e394-43cb-9f83-14fd720028c6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.506298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c03c09c6-6ee1-475d-9d71-bc458df4f453 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bac5b8cddb349b6a2dea9250bfda443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597682 Jul 29 23:34:43.510675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.520453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:43.521196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:43.521904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:43.540093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:43.545896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:43.564805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:43.565337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:43.565978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:43.566959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Bound port: f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:43.567656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.658886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:43.669344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-9d20dc13-4ab3-4f0d-bf59-746408af47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.671779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-9d20dc13-4ab3-4f0d-bf59-746408af47f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3745065 Jul 29 23:34:43.682658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:43.729388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ffd9-d911-413f-a0fd-e99f8553cab6 req-cf87a058-de89-4d2c-8278-e97793ef4d01 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.734353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:43.737065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24b8ffd9-d911-413f-a0fd-e99f8553cab6 req-cf87a058-de89-4d2c-8278-e97793ef4d01 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 948 time: 0.3618026 Jul 29 23:34:43.739763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.741117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:43.755920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.778284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c725-66e8-4537-ada9-8c0695c51bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.808374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c725-66e8-4537-ada9-8c0695c51bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.836105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-22ea2953-53ae-46b1-9867-2e4ac0b8dc0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5 HTTP/1.1" status: 200 len: 217 time: 0.1263397 Jul 29 23:34:43.848111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.848111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.848111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] 10.222.0.57 "PUT /v2.0/ports/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 1097 time: 1.4019547 Jul 29 23:34:43.856222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:43.858375 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c86b9-8e3b-41c3-9b06-de60519f8315" -d '{"events": [{"name": "network-changed", "server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:43.870483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.871339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.872522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] 10.222.0.57 "PUT /v2.0/ports/0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 200 len: 1093 time: 1.9377193 Jul 29 23:34:43.874901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:43.877885 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:43.941503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3b6c725-66e8-4537-ada9-8c0695c51bcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56bae31514e84193b43955681cff1754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536284 Jul 29 23:34:43.942404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaddc54-7cf7-43b9-818d-32f32a84dd1a service neutron] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.951988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58154) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.957013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6c725-66e8-4537-ada9-8c0695c51bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae813ad-bab5-4c26-baa4-b04490af9417,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.973237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.999540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24b8ffd9-d911-413f-a0fd-e99f8553cab6 req-3ec2f425-041d-4acd-981f-2dca296e1511 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614996 Jul 29 23:34:44.035395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:44.089939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e383c2-201b-4608-b6fb-b14c2fa19939 req-dbc34e80-45b9-4626-bbc1-9236c88af421 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.092021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56e383c2-201b-4608-b6fb-b14c2fa19939 req-dbc34e80-45b9-4626-bbc1-9236c88af421 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 944 time: 0.1265297 Jul 29 23:34:44.100968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-e01eb0e9-2be2-4efb-9ff2-6643151d27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.103284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-e01eb0e9-2be2-4efb-9ff2-6643151d27dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 1096 time: 0.1001604 Jul 29 23:34:44.162822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e36ddc-43fe-41f7-a711-d3aa3d13f17e service neutron] Pushing event updated for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.218797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-f6f1d92c-4cb5-4708-8275-aab6208d73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.220931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-f6f1d92c-4cb5-4708-8275-aab6208d73ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3723791 Jul 29 23:34:44.224413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.248235 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f4ae5-c103-45bd-99ad-1db2fd8f77b7 x-openstack-request-id: req-0f9f4ae5-c103-45bd-99ad-1db2fd8f77b7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:44.248547 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:44.248800 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f9f4ae5-c103-45bd-99ad-1db2fd8f77b7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:44.249214 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'status': 'completed', 'code': 200} Jul 29 23:34:44.271126 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-9ad44989-6d18-4681-90ed-6aa355839fbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 200 len: 217 time: 0.1487019 Jul 29 23:34:44.333839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:44.348004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'port_id': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'mac_address': 'fa:16:3e:b8:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef42e-8b87-41e9-be44-ed7a0c953ded', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:44.387561 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56e383c2-201b-4608-b6fb-b14c2fa19939 req-513be87a-d2ba-4cbc-85f9-17c54454c2f6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829769 Jul 29 23:34:44.397388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-bef1ed9e-155e-4862-a5b3-e4f41bec7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.403379 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-bef1ed9e-155e-4862-a5b3-e4f41bec7edd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.1205571 Jul 29 23:34:44.430367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.448657 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8556d9-3853-449d-adc9-5a7f1d648333 x-openstack-request-id: req-7a8556d9-3853-449d-adc9-5a7f1d648333 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:44.449184 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:44.449615 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a8556d9-3853-449d-adc9-5a7f1d648333 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:44.450238 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'status': 'completed', 'code': 200} Jul 29 23:34:44.461883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58166) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.469694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:44.479241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efb94-f820-4427-b039-0475d4bf27d5 req-7059a250-80d9-4f60-9897-612b4486ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.481880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-7059a250-80d9-4f60-9897-612b4486ba84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709810 Jul 29 23:34:44.499545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:44.509009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.520689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.537318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-76a10cbb-5ab5-49ff-8e8e-3fcc2b6da81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.539364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-76a10cbb-5ab5-49ff-8e8e-3fcc2b6da81c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1100 time: 0.5251842 Jul 29 23:34:44.567058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.580589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.607799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8315-d900-44ed-a762-1ffb0875fe26 req-2198959e-bea5-4b91-b111-9347a9db294e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.609382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-667a8315-d900-44ed-a762-1ffb0875fe26 req-2198959e-bea5-4b91-b111-9347a9db294e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.1079066 Jul 29 23:34:44.639967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-26898bc1-517c-40ab-ba0d-ff26fc506470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0643969 Jul 29 23:34:44.644472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-55840594-285f-44e8-8ed3-ce69afe6a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.645236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-36603ef3-5377-414d-afad-a4f33c87c373 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530259 Jul 29 23:34:44.646104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-55840594-285f-44e8-8ed3-ce69afe6a46c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4048924 Jul 29 23:34:44.653533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694262d-ce8f-4ea2-854a-4014574e076a req-7b55eb58-31c5-4497-b19f-a934734226ef tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.655486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f694262d-ce8f-4ea2-854a-4014574e076a req-7b55eb58-31c5-4497-b19f-a934734226ef tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.2004733 Jul 29 23:34:44.667841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-918299e5-9839-4e23-b9ff-84ea694750f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.698243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-667a8315-d900-44ed-a762-1ffb0875fe26 req-cca5c2b1-1fc9-4a16-98cd-e57b7ba55253 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Jul 29 23:34:44.703439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.706287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.710017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b917b4-e394-43cb-9f83-14fd720028c6 HTTP/1.1" status: 204 len: 168 time: 1.1807361 Jul 29 23:34:44.807539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749c2f4-6fbe-414b-ae5d-f0c081cc3312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b917b4-e394-43cb-9f83-14fd720028c6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.848687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f694262d-ce8f-4ea2-854a-4014574e076a req-3a321bb9-7438-4616-a337-73f6215b401a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827917 Jul 29 23:34:44.854778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-517efb94-f820-4427-b039-0475d4bf27d5 req-9d50b9ca-fb35-4101-b55a-4fbe85aaab16 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879759 Jul 29 23:34:44.859529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-82a11bd8-d34e-4f37-9ec2-31ff1bf125de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.861863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-82a11bd8-d34e-4f37-9ec2-31ff1bf125de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1911881 Jul 29 23:34:44.908149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.911579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.915597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ae813ad-bab5-4c26-baa4-b04490af9417 HTTP/1.1" status: 204 len: 168 time: 0.9548984 Jul 29 23:34:44.921086 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-918299e5-9839-4e23-b9ff-84ea694750f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.926639 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-918299e5-9839-4e23-b9ff-84ea694750f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.960522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c705ef-4cd8-4e5e-b1e0-50e16f6df005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae813ad-bab5-4c26-baa4-b04490af9417,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.980180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-57826423-b48a-4e22-854c-cefb1113446e service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101091 Jul 29 23:34:44.988699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-b8044bfe-40f7-4280-bb30-04c50b787a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.990605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-b8044bfe-40f7-4280-bb30-04c50b787a19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059992 Jul 29 23:34:45.017667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:45.044282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-918299e5-9839-4e23-b9ff-84ea694750f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcfdc291b4f54f50b2fbcdd7ec02f09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790179 Jul 29 23:34:45.044282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918299e5-9839-4e23-b9ff-84ea694750f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ff63aa-eb5c-49c3-88fc-5925bf07cc42,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.065912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:45.118846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-ccb5b25e-7d66-436a-9022-ce1dc7727570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.120687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-ccb5b25e-7d66-436a-9022-ce1dc7727570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 1096 time: 0.1280081 Jul 29 23:34:45.195540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-2d7338e2-7f96-40ad-b889-317fbdde79f3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960044 Jul 29 23:34:45.230715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.276519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.370105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddad1c-332c-47c3-9fe3-b36977e57d15 req-ca39dc41-c8b8-45ff-b421-b56e8aac4658 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.371714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01ddad1c-332c-47c3-9fe3-b36977e57d15 req-ca39dc41-c8b8-45ff-b421-b56e8aac4658 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 948 time: 0.2267220 Jul 29 23:34:45.461610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89aa7569-3df2-4364-9bd2-dd1a578441d3 req-c3292f0b-e8e2-40b2-9fac-83c10a474c43 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697309 Jul 29 23:34:45.488671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a800f3-a3fa-424c-b95a-ad4a026b9d70 req-682d7187-5e4f-4005-8b04-14c7e9132f74 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689581 Jul 29 23:34:45.617176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781a91-5809-4e3c-a3d7-7d070cc54304 req-ef0ae1f2-75c2-406b-98ab-9e6a9feb969a tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.621324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31781a91-5809-4e3c-a3d7-7d070cc54304 req-ef0ae1f2-75c2-406b-98ab-9e6a9feb969a tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 944 time: 0.0695016 Jul 29 23:34:45.668118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-8d36ef66-b5f6-4878-8ad6-f3e71806a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.670066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-8d36ef66-b5f6-4878-8ad6-f3e71806a3ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 924 time: 0.5349066 Jul 29 23:34:45.676535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.679167 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.682832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03ff63aa-eb5c-49c3-88fc-5925bf07cc42 HTTP/1.1" status: 204 len: 168 time: 0.6065073 Jul 29 23:34:45.697209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31781a91-5809-4e3c-a3d7-7d070cc54304 req-47c1e946-0889-477b-b12f-bed42ba9d977 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680439 Jul 29 23:34:45.697442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01ddad1c-332c-47c3-9fe3-b36977e57d15 req-ac019263-c4d7-481e-97de-1835f6681e87 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112493 Jul 29 23:34:45.767065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70b330-250d-4549-9196-a47e0e5a0266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ff63aa-eb5c-49c3-88fc-5925bf07cc42,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.780272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-4b186514-297e-479e-8220-2450964dadb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 200 len: 217 time: 0.0807827 Jul 29 23:34:45.808183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-7ff5c2d2-6fa7-4440-ae49-a62efd6b5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.811081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-7ff5c2d2-6fa7-4440-ae49-a62efd6b5a22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1100 time: 0.1257267 Jul 29 23:34:45.863653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-b4bcba3c-2ea6-42f4-8f92-dfa9608cae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.865196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-b4bcba3c-2ea6-42f4-8f92-dfa9608cae7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.0674853 Jul 29 23:34:45.935754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-008603c8-37ac-47a0-9eb0-ffa7fe1dc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.942245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-008603c8-37ac-47a0-9eb0-ffa7fe1dc48e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636721 Jul 29 23:34:45.981315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-c39985aa-b245-4cfa-b33b-e11898bdf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.983777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-c39985aa-b245-4cfa-b33b-e11898bdf1cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1576347 Jul 29 23:34:45.995816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270703a-06f1-426e-8df5-975de650f47d req-4f52aa40-404c-4d26-a7ad-86954dd7fdb9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.003935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0270703a-06f1-426e-8df5-975de650f47d req-4f52aa40-404c-4d26-a7ad-86954dd7fdb9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.0856426 Jul 29 23:34:46.023810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 769a5b40-5b4d-462e-8fa3-20ca196a38c5 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:46.082536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-7be8757e-27f1-42a7-bebe-a198f2fbd434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0763047 Jul 29 23:34:46.096944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0270703a-06f1-426e-8df5-975de650f47d req-bd6ef670-1db0-4bde-8673-9fdf99d4ef11 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Jul 29 23:34:46.148100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:46.165696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-8752b1f2-f8da-456c-ac1d-da7fc3bce010 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049851 Jul 29 23:34:46.251274 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0919ff80-0ee0-49e2-8f25-ac9acd0093e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.253347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.270209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '769a5b40-5b4d-462e-8fa3-20ca196a38c5', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '769a5b40-5b4d-462e-8fa3-20ca196a38c5', 'mac_address': 'fa:16:3e:13:0f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:46.280773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:46.300707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:46.301813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-4342087b-cc9d-4590-875e-c06e279a051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.303305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-4342087b-cc9d-4590-875e-c06e279a051e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.2054069 Jul 29 23:34:46.309946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:46.310756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.327978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-584785b1-d6bd-4fe8-95f4-8bcae190b098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.348330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.363851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769a5b40-5b4d-462e-8fa3-20ca196a38c5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:46.398237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0fb6-a184-464e-9c87-4e07ff26dae5 req-c9d84b35-8ce7-4a35-bb96-b4b07c473e6e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.398604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.408228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-095b0fb6-a184-464e-9c87-4e07ff26dae5 req-c9d84b35-8ce7-4a35-bb96-b4b07c473e6e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 944 time: 0.1874948 Jul 29 23:34:46.414757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e916-55d8-425f-8edf-8f7b9ec7bae9 req-0373c91b-5fed-4889-a70d-a8095e47a2c0 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.419303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ff4e916-55d8-425f-8edf-8f7b9ec7bae9 req-0373c91b-5fed-4889-a70d-a8095e47a2c0 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.2033875 Jul 29 23:34:46.430818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.482103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-a229ee9e-84b3-4a57-84db-f16d1960a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.484689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-a229ee9e-84b3-4a57-84db-f16d1960a14e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1677167 Jul 29 23:34:46.498973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.509217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6e82861-6ab5-4e37-9276-9ced9b07cd1f req-c54b7f3d-0bd1-4276-9b3f-1c7c316d9963 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299267 Jul 29 23:34:46.525675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-095b0fb6-a184-464e-9c87-4e07ff26dae5 req-ceb7f8cb-0ba6-4ea5-94d4-b83e2686d750 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132622 Jul 29 23:34:46.554434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.567081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:46.570202 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a499c64-1b65-4e95-b26a-ca3186f2a24e" -d '{"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-plugged", "status": "completed", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:46.585513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.595003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.636511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ff4e916-55d8-425f-8edf-8f7b9ec7bae9 req-83124289-ad59-427d-a15a-48b69d581763 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843865 Jul 29 23:34:46.643405 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6adecb-8352-4a64-acaa-73b61bca3ed4 x-openstack-request-id: req-3c6adecb-8352-4a64-acaa-73b61bca3ed4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:46.644332 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-plugged", "status": "completed", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:46.644901 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c6adecb-8352-4a64-acaa-73b61bca3ed4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:46.645455 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'code': 200} Jul 29 23:34:46.678534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.735498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-58ad4ed1-ca15-4e2b-a5d6-0d5fa0e95b39 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353051 Jul 29 23:34:46.801443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-584785b1-d6bd-4fe8-95f4-8bcae190b098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.836142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-584785b1-d6bd-4fe8-95f4-8bcae190b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.910330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc8ced-631f-437e-b6a3-47a4a93ac1a7 req-fd5e5729-f1ac-4b29-a983-9c8ad60dcaa7 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.912052 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-77cc8ced-631f-437e-b6a3-47a4a93ac1a7 req-fd5e5729-f1ac-4b29-a983-9c8ad60dcaa7 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 944 time: 0.0798244 Jul 29 23:34:46.915147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4a24-198b-4779-a615-698c3b926621 req-c6416da5-d5fc-42b6-bd6f-1e5fef74fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.916565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c89e4a24-198b-4779-a615-698c3b926621 req-c6416da5-d5fc-42b6-bd6f-1e5fef74fcc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1097 time: 0.0934649 Jul 29 23:34:46.936917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['769a5b40-5b4d-462e-8fa3-20ca196a38c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.972616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-584785b1-d6bd-4fe8-95f4-8bcae190b098 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21d3c73988af411f9d754956aa7d3f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833682 Jul 29 23:34:46.978792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:47.011807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.023650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c89e4a24-198b-4779-a615-698c3b926621 req-08e95de1-fce5-4c5d-943e-c52b083fe9ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924923 Jul 29 23:34:47.043667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-77cc8ced-631f-437e-b6a3-47a4a93ac1a7 req-7113bb9b-15af-4b6c-8e41-167b46fa16db tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011310 Jul 29 23:34:47.066995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584785b1-d6bd-4fe8-95f4-8bcae190b098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bd1cd9-1b49-4c30-8590-daa041a87d51,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.089940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb473-83c2-4bfb-b7e6-e57de6c43720 req-1c393423-c847-4d89-a623-1bc881b0bbb9 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.098414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-509bb473-83c2-4bfb-b7e6-e57de6c43720 req-1c393423-c847-4d89-a623-1bc881b0bbb9 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 949 time: 0.2675893 Jul 29 23:34:47.103121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-979c86b9-8e3b-41c3-9b06-de60519f8315 req-7a770dff-da52-4f8f-95e7-8d5d044e56c9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517926 Jul 29 23:34:47.106197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.136325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.178650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-509bb473-83c2-4bfb-b7e6-e57de6c43720 req-6378dee6-c18e-42b3-beea-5d0de1f7ce67 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 Jul 29 23:34:47.195353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.206017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.207457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6bd1cd9-1b49-4c30-8590-daa041a87d51 HTTP/1.1" status: 204 len: 168 time: 0.2218823 Jul 29 23:34:47.227855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23929-4704-4562-a65b-d3265324e19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bd1cd9-1b49-4c30-8590-daa041a87d51,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.270292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33faadf-ce8a-496a-aed8-8f2c9cc12824 req-3369fb6d-4e6f-459e-9f44-9e4ca6ef3a52 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.272043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f33faadf-ce8a-496a-aed8-8f2c9cc12824 req-3369fb6d-4e6f-459e-9f44-9e4ca6ef3a52 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.0633547 Jul 29 23:34:47.316135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f33faadf-ce8a-496a-aed8-8f2c9cc12824 req-f0d94764-3826-4197-a1f3-d55932d7a4b9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Jul 29 23:34:47.628356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-23ef0a93-7e13-47f4-b855-79914a58a892 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.630673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-23ef0a93-7e13-47f4-b855-79914a58a892 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.0599048 Jul 29 23:34:47.854262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6efe-cc21-4688-b8f4-04be54e29f07 req-7eb3e71e-e3e8-40ca-89f5-fc591df49b39 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.862131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34eb6efe-cc21-4688-b8f4-04be54e29f07 req-7eb3e71e-e3e8-40ca-89f5-fc591df49b39 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 945 time: 0.1008346 Jul 29 23:34:47.901246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Deleting port ca573b3a-f500-46aa-a1bf-09770bee37cb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:47.901984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.911056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34eb6efe-cc21-4688-b8f4-04be54e29f07 req-41c6de4a-c646-4b54-b088-c535c2774f18 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Jul 29 23:34:48.022321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0b857f93-f8ac-4fc3-817e-65dd4141ee71 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:48.044868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 769a5b40-5b4d-462e-8fa3-20ca196a38c5 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:48.182589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf41c0-34ac-41d8-ab6f-09a3510f55e8 req-0408509f-03b4-46bb-bb8d-26975bacc60a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.184371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6cf41c0-34ac-41d8-ab6f-09a3510f55e8 req-0408509f-03b4-46bb-bb8d-26975bacc60a tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 970 time: 0.2857590 Jul 29 23:34:48.226428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97687-dd80-4826-b244-38662bcdd3f6 req-b8cc81c4-e50c-464c-92f5-1f3bde59297b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.234910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56f97687-dd80-4826-b244-38662bcdd3f6 req-b8cc81c4-e50c-464c-92f5-1f3bde59297b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 944 time: 0.0773876 Jul 29 23:34:48.255326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] For port ca573b3a-f500-46aa-a1bf-09770bee37cb, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ca573b3a-f500-46aa-a1bf-09770bee37cb,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:48.256064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.287766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56f97687-dd80-4826-b244-38662bcdd3f6 req-5deeec3e-6775-4809-8c60-f8f41539437e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516462 Jul 29 23:34:48.288534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Calling delete_port for ca573b3a-f500-46aa-a1bf-09770bee37cb owned by compute:tempest-test_az-470654740 {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:48.309882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6cf41c0-34ac-41d8-ab6f-09a3510f55e8 req-7d76a647-582b-448e-b043-a102d0b35ae5 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/security-groups?id=20d2173d-f952-41ad-9222-11564b851b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050470 Jul 29 23:34:48.415727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:48.426158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.427031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.487510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:48.502075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'port_id': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'mac_address': 'fa:16:3e:b2:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:48.547242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2b2f4-4b8a-4ef1-833e-3e6646c12fe3 req-6ad0f829-6b51-4459-82c2-f4f179bb8b64 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.559146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddf2b2f4-4b8a-4ef1-833e-3e6646c12fe3 req-6ad0f829-6b51-4459-82c2-f4f179bb8b64 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 949 time: 0.1299076 Jul 29 23:34:48.562488 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.581655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.604569 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.613100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['ca573b3a-f500-46aa-a1bf-09770bee37cb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:48.638002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Pushing event deleted for resources: {'Port': ['ID=ca573b3a-f500-46aa-a1bf-09770bee37cb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:48.661618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b857f93-f8ac-4fc3-817e-65dd4141ee71 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:48.676011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:48.679721 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd8624f-1cc0-4287-9845-3d8c1e0641d5" -d '{"events": [{"server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "name": "network-vif-plugged", "status": "completed", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:48.706123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddf2b2f4-4b8a-4ef1-833e-3e6646c12fe3 req-a7c55762-8d72-45d9-847f-acccaa465e33 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454775 Jul 29 23:34:48.717610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:48.717610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:48.719631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58342) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:48.724758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.734410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.870606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:48.933320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] No DVR routers for this DVR port ca573b3a-f500-46aa-a1bf-09770bee37cb on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:48.947832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.958984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2c5f662-b565-405b-8e2c-355dbeaff7fa req-ec1d82b7-3aa0-438c-9839-eab5197dbe29 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.59 "DELETE /v2.0/ports/ca573b3a-f500-46aa-a1bf-09770bee37cb HTTP/1.1" status: 204 len: 173 time: 1.3171813 Jul 29 23:34:48.959518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'name': 'network-vif-deleted', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:48.966456 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0766e5-f5e3-4a1f-9d4d-b736b25610ac" -d '{"events": [{"server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "name": "network-vif-deleted", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:49.024391 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b3af3-d093-45e2-b2e8-6f3237d3d4cb x-openstack-request-id: req-4d9b3af3-d093-45e2-b2e8-6f3237d3d4cb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:49.025230 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "name": "network-vif-plugged", "status": "completed", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:49.025643 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d9b3af3-d093-45e2-b2e8-6f3237d3d4cb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:49.026362 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5', 'code': 200} Jul 29 23:34:49.058890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.061892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc12a-1536-4fe6-be43-3bf1ebc9c2d5 req-b1327e72-1057-48a8-a2d6-931c4e093c84 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.063785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db4cc12a-1536-4fe6-be43-3bf1ebc9c2d5 req-b1327e72-1057-48a8-a2d6-931c4e093c84 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.2401676 Jul 29 23:34:49.072004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7391c22-baec-4aac-af05-2110e40d393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.184739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c36557f8-0bfc-4d3d-b114-cd90a6af24c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.225553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc9265-215c-4cf5-b68d-8a1e10e7d6b1 req-3ddfe013-6f71-4412-8707-3ebccbee9df3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.237767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ebc9265-215c-4cf5-b68d-8a1e10e7d6b1 req-3ddfe013-6f71-4412-8707-3ebccbee9df3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 945 time: 0.1017659 Jul 29 23:34:49.249265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0b857f93-f8ac-4fc3-817e-65dd4141ee71'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:49.262491 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db4cc12a-1536-4fe6-be43-3bf1ebc9c2d5 req-e8ea2b22-8ab7-43f4-8a69-19fe0a0b1d05 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816642 Jul 29 23:34:49.308922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.362431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ebc9265-215c-4cf5-b68d-8a1e10e7d6b1 req-3d93f415-5a91-4f6a-8f06-834fccb2d497 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156869 Jul 29 23:34:49.373369 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cfb7dc-61b7-4b2e-81b7-934bec98277b x-openstack-request-id: req-00cfb7dc-61b7-4b2e-81b7-934bec98277b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:49.373772 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c390eece-64ad-4843-adb6-cf9ed3754cba", "name": "network-vif-deleted", "tag": "ca573b3a-f500-46aa-a1bf-09770bee37cb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:49.374113 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00cfb7dc-61b7-4b2e-81b7-934bec98277b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:49.374641 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c390eece-64ad-4843-adb6-cf9ed3754cba', 'name': 'network-vif-deleted', 'tag': 'ca573b3a-f500-46aa-a1bf-09770bee37cb', 'status': 'completed', 'code': 200} Jul 29 23:34:49.460582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826067-8fa7-4d34-9fde-535b8568e94f req-6414d293-40f2-4652-b759-8b9bd3e7cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.467547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8826067-8fa7-4d34-9fde-535b8568e94f req-6414d293-40f2-4652-b759-8b9bd3e7cd7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 1102 time: 0.0836303 Jul 29 23:34:49.500274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c36557f8-0bfc-4d3d-b114-cd90a6af24c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.513359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c36557f8-0bfc-4d3d-b114-cd90a6af24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.545701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58370) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:49.574139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8826067-8fa7-4d34-9fde-535b8568e94f req-bf3d0cd2-e22f-4627-a621-151743dc07d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Jul 29 23:34:49.582886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7a1ae-3ad7-41fb-8328-f6a99e5edd1b req-1fca638f-b5d5-4fbe-8581-1fc1012848df tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.584501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fa7a1ae-3ad7-41fb-8328-f6a99e5edd1b req-1fca638f-b5d5-4fbe-8581-1fc1012848df tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 945 time: 0.0953679 Jul 29 23:34:49.611576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36557f8-0bfc-4d3d-b114-cd90a6af24c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4f954-294b-46e9-9960-90590367b9d6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.629594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c36557f8-0bfc-4d3d-b114-cd90a6af24c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03fb948ab7054e0d822b6f8c78fcfa2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084599 Jul 29 23:34:49.635948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:49.641795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9aeb8bd4-3ab3-45cb-a09d-1bc648c9402d req-308523a4-d14f-461a-b0a0-6752de016396 tempest-AggregatesAdminTestJSON-1493380163 tempest-AggregatesAdminTestJSON-1493380163-project] 10.222.0.49 "GET /v2.0/ports?device_id=c390eece-64ad-4843-adb6-cf9ed3754cba HTTP/1.1" status: 200 len: 210 time: 0.0486748 Jul 29 23:34:49.710853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.718003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fa7a1ae-3ad7-41fb-8328-f6a99e5edd1b req-95c7fbfc-6b6c-4e2b-bcae-f3c93eac4075 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203372 Jul 29 23:34:49.767299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.880535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47538d-4bbf-4fb3-9133-90805b517945 req-eb667bf2-7bf0-40b9-91f4-bca4458776b4 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.882178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b47538d-4bbf-4fb3-9133-90805b517945 req-eb667bf2-7bf0-40b9-91f4-bca4458776b4 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.0683870 Jul 29 23:34:49.895956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.898749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.903251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14e4f954-294b-46e9-9960-90590367b9d6 HTTP/1.1" status: 204 len: 168 time: 0.2653887 Jul 29 23:34:49.923420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2c8e6-676f-4fd8-9aef-01795ec40f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4f954-294b-46e9-9960-90590367b9d6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.946297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e470f41d-9bfa-4e8b-b07c-bfe24ab742e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.971556 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b47538d-4bbf-4fb3-9133-90805b517945 req-bb2588e1-8d16-4e5f-8453-3c12f1230bfa tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824938 Jul 29 23:34:50.034212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:50.085450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e470f41d-9bfa-4e8b-b07c-bfe24ab742e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.099220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e470f41d-9bfa-4e8b-b07c-bfe24ab742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.145922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e470f41d-9bfa-4e8b-b07c-bfe24ab742e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b2e8c5fd3504487ab71a1c767411d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976341 Jul 29 23:34:50.146159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58394) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.148093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470f41d-9bfa-4e8b-b07c-bfe24ab742e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468d16b-2c4f-44f5-8236-7e09e7909855,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.168029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.183515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'mac_address': 'fa:16:3e:f0:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:50.211882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.234278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.234486 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.252828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:50.278245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:50.284497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.293867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.297174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.300892 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6468d16b-2c4f-44f5-8236-7e09e7909855 HTTP/1.1" status: 204 len: 168 time: 0.1504247 Jul 29 23:34:50.307882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedfcd2-5c13-48f1-bb7b-7e70ec182b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468d16b-2c4f-44f5-8236-7e09e7909855,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.374172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.397547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4762b15-db4b-45db-99d9-0339035d8644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.408107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.468448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0d43-cac2-4ceb-a7db-623a6871e190 req-78784344-57c5-45a0-ba66-8d615a89a516 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.470298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7ff0d43-cac2-4ceb-a7db-623a6871e190 req-78784344-57c5-45a0-ba66-8d615a89a516 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 949 time: 0.0746343 Jul 29 23:34:50.507305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14451c4-65fc-4225-8499-bc13458f35e2 req-83a83898-dec2-409c-acd3-883c5165c6c3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.509139 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c14451c4-65fc-4225-8499-bc13458f35e2 req-83a83898-dec2-409c-acd3-883c5165c6c3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 945 time: 0.0675638 Jul 29 23:34:50.515092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.541102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7ff0d43-cac2-4ceb-a7db-623a6871e190 req-57d1a1bf-4960-4799-bfbc-f8a44bee4550 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586550 Jul 29 23:34:50.561375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c14451c4-65fc-4225-8499-bc13458f35e2 req-de2ad490-38c3-459d-9d78-18bfb781ee4d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Jul 29 23:34:50.587665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4762b15-db4b-45db-99d9-0339035d8644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.593023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4762b15-db4b-45db-99d9-0339035d8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.640918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762b15-db4b-45db-99d9-0339035d8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece85c9b-48f8-4e52-a9ce-2752245701e0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.671653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58420) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.680861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c4762b15-db4b-45db-99d9-0339035d8644 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=352ebf9145644b63baa6a0d6686f3fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057721 Jul 29 23:34:50.758419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.783419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.821964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.845154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-953885f6-8107-4276-ac48-967e9ba57fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.855272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655edddd-f863-4020-a445-d7a3cd86778e req-6f904403-611c-444a-92bb-cb9abfe2bfb6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.856807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-655edddd-f863-4020-a445-d7a3cd86778e req-6f904403-611c-444a-92bb-cb9abfe2bfb6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 945 time: 0.0623577 Jul 29 23:34:50.899940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:50.928311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.932852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.939823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ece85c9b-48f8-4e52-a9ce-2752245701e0 HTTP/1.1" status: 204 len: 168 time: 0.2667651 Jul 29 23:34:50.983033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-655edddd-f863-4020-a445-d7a3cd86778e req-0c7c7396-e0bb-45ef-8fe6-7a0095afc575 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140769 Jul 29 23:34:51.010434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca8143-903f-4f3e-a3f9-6abc9a146171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece85c9b-48f8-4e52-a9ce-2752245701e0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.251438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-953885f6-8107-4276-ac48-967e9ba57fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.254895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18ab1e-55b3-4691-8c84-d9404e2249cf req-b9a53a28-21c2-4e13-ad43-ee0e6b49eac0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.258470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062b33-b62e-4b51-98fb-fab708dd08d2 req-11a64de0-71a0-4b38-a0f8-6275e193cfaa tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.261793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f062b33-b62e-4b51-98fb-fab708dd08d2 req-11a64de0-71a0-4b38-a0f8-6275e193cfaa tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1097 time: 0.1443796 Jul 29 23:34:51.264695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-953885f6-8107-4276-ac48-967e9ba57fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.276004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb18ab1e-55b3-4691-8c84-d9404e2249cf req-b9a53a28-21c2-4e13-ad43-ee0e6b49eac0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.1639187 Jul 29 23:34:51.276694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58438) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.317884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58442) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.395525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953885f6-8107-4276-ac48-967e9ba57fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708cf50-0310-4b6a-8cc4-53152e6e7705,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.422661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-953885f6-8107-4276-ac48-967e9ba57fca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=967e3ac5023749fdb74fb01db108042b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951085 Jul 29 23:34:51.422661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f062b33-b62e-4b51-98fb-fab708dd08d2 req-661ba854-9a7a-472b-9ec2-5fc8ee16df66 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432238 Jul 29 23:34:51.423152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58448) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.473910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb18ab1e-55b3-4691-8c84-d9404e2249cf req-15b5245a-fbed-4e57-8423-02381a573bfb tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851871 Jul 29 23:34:51.530494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.606801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.648348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8e2db08-dcbd-43d5-b492-5d16a06b0f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.676772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26eff3-b422-4351-b109-361fbca8d5c9 req-51e474ed-d66c-4656-9ebb-91d048a6f5cd tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.678399 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f26eff3-b422-4351-b109-361fbca8d5c9 req-51e474ed-d66c-4656-9ebb-91d048a6f5cd tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1097 time: 0.1407578 Jul 29 23:34:51.716035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ca573b3a-f500-46aa-a1bf-09770bee37cb no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:51.737571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: ca573b3a-f500-46aa-a1bf-09770bee37cb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:51.738323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ca573b3a-f500-46aa-a1bf-09770bee37cb not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:51.745421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f26eff3-b422-4351-b109-361fbca8d5c9 req-8f97624c-5aa5-4ccc-a61e-2730aa661879 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602872 Jul 29 23:34:51.761525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.764703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.771629 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5708cf50-0310-4b6a-8cc4-53152e6e7705 HTTP/1.1" status: 204 len: 168 time: 0.3420703 Jul 29 23:34:51.792602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91a4cd-3a7f-4c97-9e55-ea84bf840ea4 req-8cc87661-3bcb-424b-a8be-59da937c00fa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.800338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb91a4cd-3a7f-4c97-9e55-ea84bf840ea4 req-8cc87661-3bcb-424b-a8be-59da937c00fa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 949 time: 0.1242621 Jul 29 23:34:51.802773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72315acf-1077-4016-be3d-a6a0abe3954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708cf50-0310-4b6a-8cc4-53152e6e7705,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.820498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a21496a3-048b-41da-a54a-3b3f5cb603d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fe69858a8284d5d8b109fbb71fb2f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891565 Jul 29 23:34:51.823201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58468) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.883233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb91a4cd-3a7f-4c97-9e55-ea84bf840ea4 req-77574e8f-fc90-43f0-ab3c-8764918bdd45 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Jul 29 23:34:51.916131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.940092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.942477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8e2db08-dcbd-43d5-b492-5d16a06b0f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.950374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8e2db08-dcbd-43d5-b492-5d16a06b0f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.013943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.019440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8e2db08-dcbd-43d5-b492-5d16a06b0f92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0b97a82149c4b02afd85048e8b4039b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392936 Jul 29 23:34:52.020455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2db08-dcbd-43d5-b492-5d16a06b0f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac92fe-8b9b-4f3c-a87e-205a906c0d46,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.034207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.038145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.044060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20d2173d-f952-41ad-9222-11564b851b28 HTTP/1.1" status: 204 len: 168 time: 0.2172854 Jul 29 23:34:52.047548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0b857f93-f8ac-4fc3-817e-65dd4141ee71 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:52.082252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcddbcf-063e-4ef4-bd45-d92160fab007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2173d-f952-41ad-9222-11564b851b28,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.122351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:52.127687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:52.128337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.142366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.170246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.219695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded744-3c8d-4f1f-9c8d-f4a0988f1efd req-81cfaac4-319a-43d1-a22f-222a79cc67c2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.230140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aded744-3c8d-4f1f-9c8d-f4a0988f1efd req-81cfaac4-319a-43d1-a22f-222a79cc67c2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 945 time: 0.1093750 Jul 29 23:34:52.255191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.274965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.278568 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.283116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdac92fe-8b9b-4f3c-a87e-205a906c0d46 HTTP/1.1" status: 204 len: 168 time: 0.2649288 Jul 29 23:34:52.306922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:52.307180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e97d2e-8703-4b14-b91c-b0f32251f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac92fe-8b9b-4f3c-a87e-205a906c0d46,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.310066 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a88fd7-05a8-4072-95c0-8f18cd087f65" -d '{"events": [{"server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "name": "network-vif-plugged", "status": "completed", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:52.320257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.335245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:52.335608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aded744-3c8d-4f1f-9c8d-f4a0988f1efd req-51d7e9a3-4b32-4f9d-9a4c-682a8e81f0be tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972161 Jul 29 23:34:52.341915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.409137 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ee74f0-6ee0-49f1-b533-4c28d9024d04 x-openstack-request-id: req-09ee74f0-6ee0-49f1-b533-4c28d9024d04 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:52.409428 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "name": "network-vif-plugged", "status": "completed", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:52.409879 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09ee74f0-6ee0-49f1-b533-4c28d9024d04 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:52.410294 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'code': 200} Jul 29 23:34:52.432552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.613282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c823f2a-01be-44c8-ac37-08153076d164 req-fdf5dfde-0210-44ab-84ab-5be68f007130 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.614876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c823f2a-01be-44c8-ac37-08153076d164 req-fdf5dfde-0210-44ab-84ab-5be68f007130 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.0821335 Jul 29 23:34:52.621705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026bf07-518e-4070-9adb-8e9b19be02fc req-4dd90216-199b-4513-8557-2bc412739479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.623073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3026bf07-518e-4070-9adb-8e9b19be02fc req-4dd90216-199b-4513-8557-2bc412739479 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 1098 time: 0.0778601 Jul 29 23:34:52.687321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c823f2a-01be-44c8-ac37-08153076d164 req-1fd35d35-c3c1-41ed-8606-ea673e85f3e0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630543 Jul 29 23:34:52.710174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3026bf07-518e-4070-9adb-8e9b19be02fc req-644006f3-68fd-4039-a9b4-6ed0871dcbf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521009 Jul 29 23:34:52.769699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58512) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.787961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58514) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.802367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4996af2f-2202-4640-8f99-ef633bf7e143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.819673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78f6c6bd-3f8b-483c-b19d-b457be8d5bf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a014b4f9d77247ae9da870e7a9c7a836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479782 Jul 29 23:34:52.822534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58516) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.893802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.912431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4996af2f-2202-4640-8f99-ef633bf7e143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.918735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4996af2f-2202-4640-8f99-ef633bf7e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.919683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.964279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4996af2f-2202-4640-8f99-ef633bf7e143 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69a1b173e6ed43db971e6888c4242527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727562 Jul 29 23:34:52.965436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58520) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.975896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996af2f-2202-4640-8f99-ef633bf7e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ff0374-b1dd-4c4c-9193-e2fde2273fe4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.994273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.998150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.999021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc2dbe6e-291e-4c42-b2e3-975dd00cf82d HTTP/1.1" status: 204 len: 168 time: 0.1740832 Jul 29 23:34:53.022342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369769e-f930-4954-9d40-c36539e5f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2dbe6e-291e-4c42-b2e3-975dd00cf82d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.041065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.064681 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.120621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.124093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.125282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52ff0374-b1dd-4c4c-9193-e2fde2273fe4 HTTP/1.1" status: 204 len: 168 time: 0.1587956 Jul 29 23:34:53.133711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8332d4-f1b5-4b46-b0a8-1f0af9b5aad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ff0374-b1dd-4c4c-9193-e2fde2273fe4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.709807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c229b40-d83e-49b3-ba77-6b022b1e3d94 req-d19e06dd-6b53-4668-986d-633b333061e2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.711372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c229b40-d83e-49b3-ba77-6b022b1e3d94 req-d19e06dd-6b53-4668-986d-633b333061e2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 949 time: 0.0587981 Jul 29 23:34:53.758225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c229b40-d83e-49b3-ba77-6b022b1e3d94 req-387e6ca7-3326-435d-b506-79eb65cca7af tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Jul 29 23:34:53.871293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3ff2d-f8d9-41de-83bc-8f4f2d56ba65 req-3ccbfc10-538f-40ee-9859-6144cf93749f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.872978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9c3ff2d-f8d9-41de-83bc-8f4f2d56ba65 req-3ccbfc10-538f-40ee-9859-6144cf93749f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 946 time: 0.0524931 Jul 29 23:34:53.927215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9c3ff2d-f8d9-41de-83bc-8f4f2d56ba65 req-2df7d7fa-0846-4a6b-ab66-77c394e167d8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 Jul 29 23:34:54.065197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c5306-7089-4f6c-bbe1-e765dd814355 req-c16c80b6-78fa-4ef7-a09f-679cc770f9df tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.074658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-464c5306-7089-4f6c-bbe1-e765dd814355 req-c16c80b6-78fa-4ef7-a09f-679cc770f9df tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.0662611 Jul 29 23:34:54.077600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:54.130108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-464c5306-7089-4f6c-bbe1-e765dd814355 req-acabf528-2eca-4a62-b2b7-030c0861779c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Jul 29 23:34:54.146538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:54.156987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:54.157515 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.252490 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.304321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:54.309823 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.365735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.412002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:54.414711 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b51569a-b629-48e8-a443-5b3ce6cbe024" -d '{"events": [{"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-plugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:54.520847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-f193454a-a574-4f01-92b0-6f819f2fab08 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7489e42a065442c09f882a75cffb7675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396295 Jul 29 23:34:54.657951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-7483642e-648f-429d-9bdc-102633f42fd3 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.659577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-7483642e-648f-429d-9bdc-102633f42fd3 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379106 Jul 29 23:34:54.682311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-95ab5073-7e3e-4e81-875b-c2e4699d278c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/quotas/7489e42a065442c09f882a75cffb7675 HTTP/1.1" status: 200 len: 375 time: 0.0139441 Jul 29 23:34:54.736232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2b6b54ab-7d25-41ba-b71e-a29d6eb92158 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497949 Jul 29 23:34:54.895833 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ca3745-8443-487f-9759-b4eeb82446d1 x-openstack-request-id: req-97ca3745-8443-487f-9759-b4eeb82446d1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:54.896267 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-plugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:54.896581 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97ca3745-8443-487f-9759-b4eeb82446d1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:54.897004 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'code': 200} Jul 29 23:34:54.899287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58638) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.036387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d8f9d-44b1-4bdd-af3d-065e4688738c req-30c91ee0-46b5-4e3d-9d6a-f1a358462ec7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.038367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba9d8f9d-44b1-4bdd-af3d-065e4688738c req-30c91ee0-46b5-4e3d-9d6a-f1a358462ec7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0699921 Jul 29 23:34:55.106144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72a93-71f1-415b-bcae-00d54f7b670e req-35bbdcfd-1637-45aa-a65b-def45e1d3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.107646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4df72a93-71f1-415b-bcae-00d54f7b670e req-35bbdcfd-1637-45aa-a65b-def45e1d3a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.0683799 Jul 29 23:34:55.127569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba9d8f9d-44b1-4bdd-af3d-065e4688738c req-6d5047e8-80d9-47a5-bfda-e01eb3968592 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Jul 29 23:34:55.187219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4df72a93-71f1-415b-bcae-00d54f7b670e req-fe4d45d0-a3a0-4d89-bc0c-bc0937b1f2d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636139 Jul 29 23:34:55.237436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b44bbc08-ee1b-401c-bda8-9eb49822ae77 req-e057852f-bedd-4245-9928-ed66f35b0884 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 210 time: 0.0563045 Jul 29 23:34:55.258955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-badf2bc1-51d4-4883-b001-3293e9d19111 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:34:55.260466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-badf2bc1-51d4-4883-b001-3293e9d19111 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592105 Jul 29 23:34:55.368804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.616238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-50d40eb7-3b3d-45d4-890f-74e507c9a8a1 tempest-AutoAllocateNetworkTest-143799324 tempest-AutoAllocateNetworkTest-143799324-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1ade40f6e1ab4842bafda4c7f5e945e0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2452660 Jul 29 23:34:55.619101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58678) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.659828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.660374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:55.760768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a991c-fa65-4234-8bbd-e51fb5c72063 tempest-AutoAllocateNetworkTest-143799324 tempest-AutoAllocateNetworkTest-143799324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.762367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-730a991c-fa65-4234-8bbd-e51fb5c72063 tempest-AutoAllocateNetworkTest-143799324 tempest-AutoAllocateNetworkTest-143799324-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1415477 Jul 29 23:34:55.766779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58682) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.785816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51d3c8-3762-4dbf-ad05-177d79975bb3 req-bb1338a1-effc-4212-9b6a-643f72839012 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.787363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c51d3c8-3762-4dbf-ad05-177d79975bb3 req-bb1338a1-effc-4212-9b6a-643f72839012 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 946 time: 0.1698649 Jul 29 23:34:55.864637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbf3fd8d-19e0-491f-bd2b-535207063dad tempest-AutoAllocateNetworkTest-143799324 tempest-AutoAllocateNetworkTest-143799324-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900571 Jul 29 23:34:55.864853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58688) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.869883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c51d3c8-3762-4dbf-ad05-177d79975bb3 req-22317bd6-2e63-41c7-9506-c300ea1cdbf4 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708983 Jul 29 23:34:55.905429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f036e63c-b9ee-425c-90e2-5b529dba6cd9 tempest-AutoAllocateNetworkTest-143799324 tempest-AutoAllocateNetworkTest-143799324-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1ade40f6e1ab4842bafda4c7f5e945e0 HTTP/1.1" status: 200 len: 208 time: 0.0392764 Jul 29 23:34:55.910690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:55.912175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:55.912609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:55.918719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:55.919052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:55.929655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:55.930121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:55.930510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:55.931135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Bound port: 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:56.053307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:56.055671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-c3c0efae-d6dd-40e5-8515-a8fec36800ac tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7489e42a065442c09f882a75cffb7675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363405 Jul 29 23:34:56.061537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.063024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4a7a3320-6909-4224-9da7-258c73674f55 service neutron] 10.222.0.49 "POST /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.5852096 Jul 29 23:34:56.228496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58710) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.239146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-83f8ddd5-fbde-4a46-a51d-e47b9e663ea1 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.241185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-83f8ddd5-fbde-4a46-a51d-e47b9e663ea1 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772068 Jul 29 23:34:56.296569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Request body: {'port': {'device_id': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '7489e42a065442c09f882a75cffb7675'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.428843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff886ca-9978-4c11-aa70-5477d86709f1 req-3a32ed4f-477b-41af-afd8-96b4e19c6fd5 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.430556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eff886ca-9978-4c11-aa70-5477d86709f1 req-3a32ed4f-477b-41af-afd8-96b4e19c6fd5 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 946 time: 0.0840564 Jul 29 23:34:56.442971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.59', 50911) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.460012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58718) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.471444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'floatingip': {'port_id': '0b857f93-f8ac-4fc3-817e-65dd4141ee71'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.530044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65e9be3a-5bc8-425f-8867-5658a9d4c8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.562977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.572476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-432d40c4-af49-475a-b879-bbb62be5fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.574100 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-432d40c4-af49-475a-b879-bbb62be5fac0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1097 time: 0.1340208 Jul 29 23:34:56.681470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:34:56.681470 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:34:56.681470 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': '7489e42a065442c09f882a75cffb7675', 'id': 'db204618-0f4f-4e5a-a573-1b65d51ca46c', 'expiration': datetime.datetime(2021, 7, 29, 23, 36, 56, 669430)}] Jul 29 23:34:56.681470 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:56.681946 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:56.726575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a368a1-213d-4bf2-9202-073810eadfbf req-fbfb9444-baa0-4b4d-a6a4-1d523a4a2be6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.735536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4a368a1-213d-4bf2-9202-073810eadfbf req-fbfb9444-baa0-4b4d-a6a4-1d523a4a2be6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1678905 Jul 29 23:34:56.753507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b682c-7ecf-4eda-bc58-17ea0ac6c4a0 req-a5905aee-a198-4dfa-b411-b3be6a6645c5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.755213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf5b682c-7ecf-4eda-bc58-17ea0ac6c4a0 req-a5905aee-a198-4dfa-b411-b3be6a6645c5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 945 time: 0.1199911 Jul 29 23:34:56.763424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-dab1cd43-ddad-41cc-955e-ecba3be131a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.764919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-dab1cd43-ddad-41cc-955e-ecba3be131a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.1825473 Jul 29 23:34:56.828457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-f393a560-d5fd-4f3d-ac5d-a991740584a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.0553470 Jul 29 23:34:56.899096 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf5b682c-7ecf-4eda-bc58-17ea0ac6c4a0 req-7820f63a-433d-4719-b04f-34430f822d7d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311195 Jul 29 23:34:56.919843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65e9be3a-5bc8-425f-8867-5658a9d4c8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.924745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8d6e8fa6-54a3-4805-975a-799ec41fc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.926211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8d6e8fa6-54a3-4805-975a-799ec41fc286 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0914032 Jul 29 23:34:56.927309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65e9be3a-5bc8-425f-8867-5658a9d4c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.990277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-f79dd9c9-be49-4c0e-bfa8-c6bd766cf07b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531027 Jul 29 23:34:57.050410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9be3a-5bc8-425f-8867-5658a9d4c8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834e370-1ce6-4edf-bfb1-62391f0a1653,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.101439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65e9be3a-5bc8-425f-8867-5658a9d4c8a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ade40f6e1ab4842bafda4c7f5e945e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709078 Jul 29 23:34:57.104186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58730) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.107817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b6cdf08-1321-4c13-970d-8585900045d9 req-8aa49ec6-76d1-4619-bc3d-09c0cab7d135 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 210 time: 0.1135693 Jul 29 23:34:57.145092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4a368a1-213d-4bf2-9202-073810eadfbf req-9196191d-f613-4290-bf28-1b647500734a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098520 Jul 29 23:34:57.194597 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-ada10a27-1eba-4f24-a203-c19a2e59a35a service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963115 Jul 29 23:34:57.199695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.275585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.288500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Made reservation on behalf of 7489e42a065442c09f882a75cffb7675 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:57.293001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.345390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8d333579-f164-44d7-b9cd-87c11a4051ce service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432066 Jul 29 23:34:57.352691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.368928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.372120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.375988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f834e370-1ce6-4edf-bfb1-62391f0a1653 HTTP/1.1" status: 204 len: 168 time: 0.2678964 Jul 29 23:34:57.388587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacdf5f-102b-4c69-af36-f04507e96233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834e370-1ce6-4edf-bfb1-62391f0a1653,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.606920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58746) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.719782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-9a8513dd-f8fb-4149-acd6-f904e9a7914b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.721341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-9a8513dd-f8fb-4149-acd6-f904e9a7914b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.1629467 Jul 29 23:34:57.733269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:57.853777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.965433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Allocated IP 192.168.233.91 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/0319af3f-c939-452c-8f6b-eb971ccc8ee5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:57.968886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:34:58.007967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:58.053610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:58.123723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:58.124697 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.126221 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34eaacc-1c06-4d2b-b5e5-e13e55a4bcfb" -d '{"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:58.131267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.145040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.198231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58778) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:58.209968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621601c8-51a0-465f-ac34-57524a298845 req-81e5b9dd-7225-4a69-b60d-b85eceba3565 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.217037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-621601c8-51a0-465f-ac34-57524a298845 req-81e5b9dd-7225-4a69-b60d-b85eceba3565 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 945 time: 0.1634188 Jul 29 23:34:58.227211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.256509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.280600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e56e913-cc9c-4d2b-87c3-c25d7cf07bfc req-261b4a48-5128-4061-af67-53a6a8b66aab tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 210 time: 0.0750403 Jul 29 23:34:58.283868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:58.284199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:58.284565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.289463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.293032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:58.293337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Attempting to bind port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.299071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:58.299406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:58.299782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:58.300197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Bound port: 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:58.300554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.380624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-621601c8-51a0-465f-ac34-57524a298845 req-e43b9380-6d53-4e3e-9f6b-88ac376b2101 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468222 Jul 29 23:34:58.392292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:58.395694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:58.401929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.483261 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02103b-3b48-4aad-a5e7-5ccd2dec5a16 x-openstack-request-id: req-ee02103b-3b48-4aad-a5e7-5ccd2dec5a16 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:58.483620 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:58.483935 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee02103b-3b48-4aad-a5e7-5ccd2dec5a16 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:58.484688 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'code': 200} Jul 29 23:34:58.511195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.593673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.594887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.596336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] 10.222.0.59 "PUT /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 1123 time: 0.8677638 Jul 29 23:34:58.597438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6abe1-54c5-428f-b077-98b7ceafd805 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.725249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c7435-a58d-4c60-9ee6-f6da79a18599 req-a59b4899-be68-47be-bf6e-4520029d7a34 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.726822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-156c7435-a58d-4c60-9ee6-f6da79a18599 req-a59b4899-be68-47be-bf6e-4520029d7a34 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1704869 Jul 29 23:34:58.757346 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66 associated. External IP: 172.25.5.150, port: 0b857f93-f8ac-4fc3-817e-65dd4141ee71. Jul 29 23:34:58.837219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.875500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.878479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:58.924876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-156c7435-a58d-4c60-9ee6-f6da79a18599 req-85b9f920-1dfc-41f7-8ca3-d83853101337 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774547 Jul 29 23:34:58.926208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.928590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Transition to ACTIVE for port object 0319af3f-c939-452c-8f6b-eb971ccc8ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:59.012525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.032729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709bac6-8921-4e1b-ad18-fd80752b7424,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.120575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.126482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.162223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f09519a4a5b464688ad4f083c8e71a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580288 Jul 29 23:34:59.169615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:59.209953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a33ade-95f1-4c0e-995c-33b9f725d069,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.233136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.233492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.233900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.234350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.234912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.235464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.235810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.236783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.237114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.237448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.237851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.238228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60cd990-8c55-4f78-b607-575d384492b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.273931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.296918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.302686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['769a5b40-5b4d-462e-8fa3-20ca196a38c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:59.334146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fefcf67ffd74d918d6e1c25dc1364bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7232666 Jul 29 23:34:59.338435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:59.344948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:59.346684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.347027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.347349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.347670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.347991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.348308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.348625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.348944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.349256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.349569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.349910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.350223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb274b-dd03-418d-b1e2-25b55b5c9fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:59.362379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:59.424058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.448943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:59.454999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.457596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.463297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45a33ade-95f1-4c0e-995c-33b9f725d069 HTTP/1.1" status: 204 len: 168 time: 0.2880936 Jul 29 23:34:59.464571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.468236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.491270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:59.501881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a45da-5bda-4748-ac28-1e93ac8ca444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a33ade-95f1-4c0e-995c-33b9f725d069,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.519327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Pushing event updated for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.554890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a81ab7c3-9343-4709-bb1f-ae6023ec6b70 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2630968 Jul 29 23:34:59.587187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Request body: {'port': {'device_id': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:59.593680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.626520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3ba9e-4db5-4bfe-816b-096fa100e0d0 req-38cd3b90-d51b-426d-a020-189aa22aca73 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.627489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90f3ba9e-4db5-4bfe-816b-096fa100e0d0 req-38cd3b90-d51b-426d-a020-189aa22aca73 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 935 time: 0.1588058 Jul 29 23:34:59.698596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90f3ba9e-4db5-4bfe-816b-096fa100e0d0 req-e716c4d2-a193-4d5d-8b94-4b3583f534bd tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Jul 29 23:34:59.714565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:59.724431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.727938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.733916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3709bac6-8921-4e1b-ad18-fd80752b7424 HTTP/1.1" status: 204 len: 168 time: 0.3941143 Jul 29 23:34:59.748402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9218d1-a756-4924-8ee3-3172c36f5857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709bac6-8921-4e1b-ad18-fd80752b7424,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.790530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.843995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274dd44-311c-4adf-841f-16f06ee24aad req-73445dd2-a00b-41f2-979a-32b71490abb0 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.847858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1274dd44-311c-4adf-841f-16f06ee24aad req-73445dd2-a00b-41f2-979a-32b71490abb0 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.2130845 Jul 29 23:34:59.860082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-873dabd0-2c68-45c9-b55f-924ce631693a None None] Provisioning for port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:59.870622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-873dabd0-2c68-45c9-b55f-924ce631693a None None] Provisioning complete for port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:59.873082 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-873dabd0-2c68-45c9-b55f-924ce631693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.887087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371feb0-6cd7-4203-8923-b977c738aa13 req-6ced7ec2-15a8-4c7c-9262-dcebe1255257 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.888869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4371feb0-6cd7-4203-8923-b977c738aa13 req-6ced7ec2-15a8-4c7c-9262-dcebe1255257 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.1030865 Jul 29 23:34:59.905128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.926309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-873dabd0-2c68-45c9-b55f-924ce631693a None None] Port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:59.948863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4371feb0-6cd7-4203-8923-b977c738aa13 req-88661dfd-75c2-46ce-aa61-d245c0056116 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Jul 29 23:34:59.963069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cadcb7a7-6e86-4a93-a285-160319e00de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.048252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:35:00.048252 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:35:00.048252 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'ba036b10c7754495a218a819e6003331', 'id': '202cd5da-99fe-44e8-a9c3-38dd36935511', 'expiration': datetime.datetime(2021, 7, 29, 23, 37, 0, 34376)}] Jul 29 23:35:00.048252 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:35:00.048823 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:35:00.059381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:00.067498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.077665 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:00.098721 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:00.099318 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:34:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:00.143135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58842) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.154952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cadcb7a7-6e86-4a93-a285-160319e00de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.163721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cadcb7a7-6e86-4a93-a285-160319e00de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.168842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf03a2f7-0019-408f-85d2-f87b737fe9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.228763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4fb36ed-9385-4e20-949d-91ed43ad0660 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "PUT /v2.0/floatingips/b4aee84c-ad60-4f24-92ed-40c0f3b30f66 HTTP/1.1" status: 200 len: 992 time: 3.7632179 Jul 29 23:35:00.231129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:00.232655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cadcb7a7-6e86-4a93-a285-160319e00de5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec9bf3b1f2434fc9b37107c307b1b2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252667 Jul 29 23:35:00.233420 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:00.235925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.237898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb7a7-6e86-4a93-a285-160319e00de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9230ba71-22b4-4a78-8941-88fc94dda379,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.321865 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:00.442267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0319af3f-c939-452c-8f6b-eb971ccc8ee5 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:00.447093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.458867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.475863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0097c78-280b-43c5-b116-acba0754b8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.501100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Transition to ACTIVE for port object 0319af3f-c939-452c-8f6b-eb971ccc8ee5 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:00.512691 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.556658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.556658 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93557da8-4426-4b0c-84b8-a6ad0176f07a x-openstack-request-id: req-93557da8-4426-4b0c-84b8-a6ad0176f07a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:00.556658 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:00.556658 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93557da8-4426-4b0c-84b8-a6ad0176f07a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:00.556982 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'status': 'completed', 'code': 200} Jul 29 23:35:00.593247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:00.594802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.597403 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89513a12-c639-4d73-b53e-90480b52d7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:00.635312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Attempting to bind port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:00.635658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Attempting to bind port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:00.635954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Attempting to bind port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:00.642650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:00.643160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Attempting to bind port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:00.649481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:00.650129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:00.650884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.651437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:00.652345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Bound port: 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:00.653612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.695075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.730625 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad7514d-589a-4576-a714-6a12762daa0b x-openstack-request-id: req-bad7514d-589a-4576-a714-6a12762daa0b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:00.730978 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:00.731259 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bad7514d-589a-4576-a714-6a12762daa0b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:00.732523 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'status': 'completed', 'code': 200} Jul 29 23:35:00.760588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-d511a3d4-753d-4b79-b900-b2ef290f8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.761601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-d511a3d4-753d-4b79-b900-b2ef290f8626 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 1098 time: 0.1017766 Jul 29 23:35:00.806903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf03a2f7-0019-408f-85d2-f87b737fe9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.823775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bf03a2f7-0019-408f-85d2-f87b737fe9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.864859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:00.869181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:00.888722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:b2:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:34:57Z', 'revision_number': 1, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:00.890161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.892755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.893963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9230ba71-22b4-4a78-8941-88fc94dda379 HTTP/1.1" status: 204 len: 168 time: 0.6569965 Jul 29 23:35:00.917372 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:00.920808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.928071 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:00.928985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:34:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:00.957598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03a2f7-0019-408f-85d2-f87b737fe9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92cbb7-39f9-4723-9f38-fbee84e18046,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.963238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bf03a2f7-0019-408f-85d2-f87b737fe9dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a4f16d5884e43d09ee498e003708ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184817 Jul 29 23:35:00.971331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58866) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.995148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2892-b05b-4de9-a158-89ed6bebec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9230ba71-22b4-4a78-8941-88fc94dda379,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.018008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebc445-71ce-45bd-9f5d-e69a5381841b req-d345de75-8f81-42fc-a148-2e7e163dbade tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.025697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58ebc445-71ce-45bd-9f5d-e69a5381841b req-d345de75-8f81-42fc-a148-2e7e163dbade tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 947 time: 0.1916723 Jul 29 23:35:01.042346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89513a12-c639-4d73-b53e-90480b52d7ef req-d5fdaa1b-0b25-44ac-9325-40f1cd77ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.043850 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-d5fdaa1b-0b25-44ac-9325-40f1cd77ab31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1126 time: 0.1940773 Jul 29 23:35:01.043992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.044486 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.046641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] 10.222.0.59 "PUT /v2.0/ports/0319af3f-c939-452c-8f6b-eb971ccc8ee5 HTTP/1.1" status: 200 len: 1096 time: 1.4730246 Jul 29 23:35:01.071629 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:01.181985 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58ebc445-71ce-45bd-9f5d-e69a5381841b req-bde78b66-a11b-476d-bd1a-0e4c9908a30f tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508701 Jul 29 23:35:01.228891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.236133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319b99-b09f-42f4-bbf0-d3547ddd72a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.273843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-89648388-fedb-44f9-9d32-e63fb1efd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.277842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-89648388-fedb-44f9-9d32-e63fb1efd06c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 924 time: 0.4894166 Jul 29 23:35:01.292037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-ae9ae32d-0a1b-432d-a121-b2a5b9c4582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.296839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.299501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-ae9ae32d-0a1b-432d-a121-b2a5b9c4582a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 1099 time: 0.1751373 Jul 29 23:35:01.309879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89513a12-c639-4d73-b53e-90480b52d7ef req-fdf91733-64b5-4927-a484-5a3bd5f510c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.316786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-fdf91733-64b5-4927-a484-5a3bd5f510c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2531416 Jul 29 23:35:01.409033 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-78d7f97b-f79a-49ec-9074-262f8e6d992f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.0745299 Jul 29 23:35:01.473032 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:b2:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:34:57Z', 'revision_number': 1, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:01.502426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-c746c59c-5caa-40ac-a490-80954d593ec9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5 HTTP/1.1" status: 200 len: 217 time: 0.1756127 Jul 29 23:35:01.511219 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed300b9-5432-414c-b1b9-a9b5f87e03c5 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:b2:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:34:57Z', 'revision_number': 1, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:01.511643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.514226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.515486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba92cbb7-39f9-4723-9f38-fbee84e18046 HTTP/1.1" status: 204 len: 168 time: 0.5430791 Jul 29 23:35:01.542142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedd54e-f99d-43f5-9030-b11db75b2120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92cbb7-39f9-4723-9f38-fbee84e18046,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.548598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89513a12-c639-4d73-b53e-90480b52d7ef req-d047b705-2e90-45f5-afe2-4424da9b334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.550166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-d047b705-2e90-45f5-afe2-4424da9b334b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1257520 Jul 29 23:35:01.563175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:01.626356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-17eea5af-0e42-4a7c-ac59-2a573ea53184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528700 Jul 29 23:35:01.646876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50868682-ffcc-4666-9303-e2038f80f0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.674787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0097c78-280b-43c5-b116-acba0754b8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.688287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-39b6964f-c465-4855-ab95-fb345d5ec47b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 200 len: 1000 time: 0.3855126 Jul 29 23:35:01.695398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-08b08bdd-a066-4068-b994-a2a3b2f2c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.696746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-08b08bdd-a066-4068-b994-a2a3b2f2c81c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1754520 Jul 29 23:35:01.697325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0097c78-280b-43c5-b116-acba0754b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.741185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-ec598199-1353-408d-b260-ead3f5e625e9 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341308 Jul 29 23:35:01.776353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:01.798493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-d73a0fd5-e9f0-48f7-bab6-e217b4398e1e service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611147 Jul 29 23:35:01.848091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-5bf0bfdf-67f9-458b-8448-be5f03c05bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.851180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-5bf0bfdf-67f9-458b-8448-be5f03c05bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.1365557 Jul 29 23:35:01.872112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f564e-f9a0-4078-a34b-6dc10cf8b932 None None] New status for floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:35:01.903795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d0097c78-280b-43c5-b116-acba0754b8d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3157590b7324b6c9ac0b48664eb020c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4551001 Jul 29 23:35:01.914227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:01.914911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0097c78-280b-43c5-b116-acba0754b8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8916ed-f0b2-4f4f-92e4-79dbc2849042,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.980393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-f755755f-c2e0-4b78-8018-053ba54905d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.984427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-f755755f-c2e0-4b78-8018-053ba54905d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2770810 Jul 29 23:35:02.035002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89513a12-c639-4d73-b53e-90480b52d7ef req-46902a57-783e-4b12-8b43-39c56bc1104a service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195661 Jul 29 23:35:02.043092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-012f97a5-b9e9-4ef1-866c-cd34eb0c687b tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.051336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-012f97a5-b9e9-4ef1-866c-cd34eb0c687b tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519433 Jul 29 23:35:02.075522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-6b46556a-4685-4125-9784-7de32f868305 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/quotas/a885aedf6fc6489ebbd8f5c5cda1589a HTTP/1.1" status: 200 len: 375 time: 0.0231190 Jul 29 23:35:02.120743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-19d7ce6f-5d17-4829-b72a-fe77ca081979 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443003 Jul 29 23:35:02.133162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:02.156706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:35:02.168362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-5c82de06-dd01-40f2-8332-cc932ee5a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.170308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-5c82de06-dd01-40f2-8332-cc932ee5a47e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2939618 Jul 29 23:35:02.278103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.352505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.360659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.402569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.412077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789bc5-352c-4a1e-823f-184cd9566df9 req-f68f7520-b64f-488a-be58-22c75e970515 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.421936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46789bc5-352c-4a1e-823f-184cd9566df9 req-f68f7520-b64f-488a-be58-22c75e970515 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.0801940 Jul 29 23:35:02.426971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1274dd44-311c-4adf-841f-16f06ee24aad req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5665650 Jul 29 23:35:02.434077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-8b5d7b0a-d313-4814-9f3c-0cec81d68853 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371862 Jul 29 23:35:02.450360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-7e566b4b-366a-40a3-a9e9-b9e7561668e9 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519901 Jul 29 23:35:02.484416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46789bc5-352c-4a1e-823f-184cd9566df9 req-f5306b57-e9b5-419e-8cc2-b386ae6b7f53 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Jul 29 23:35:02.605768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:02.608981 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a93b76-a6ca-4c35-8b9e-202676d0698d" -d '{"events": [{"name": "network-changed", "server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:02.612242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb69f5-059a-4b79-80e2-59510687983f tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5c3fc-1f18-4c20-8e03-33367d9ec706,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.651180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330edc7-94d7-4ea1-8060-dc69e5ce44d6 req-9a064495-c22a-4dc8-90cc-8923c632d0c2 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.653933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7330edc7-94d7-4ea1-8060-dc69e5ce44d6 req-9a064495-c22a-4dc8-90cc-8923c632d0c2 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 947 time: 0.0948551 Jul 29 23:35:02.704894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7330edc7-94d7-4ea1-8060-dc69e5ce44d6 req-61fba4cc-fc9e-4dc0-b8a6-daff9860afa1 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Jul 29 23:35:03.030590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f40fafe4-5fb8-4137-8b3c-11e9b09392d5 req-de08ff6a-3ccd-4d51-b39a-3d7681fb52aa tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 210 time: 0.3662531 Jul 29 23:35:03.076400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.079605 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.083452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b8916ed-f0b2-4f4f-92e4-79dbc2849042 HTTP/1.1" status: 204 len: 168 time: 1.1481009 Jul 29 23:35:03.087847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-42e94486-afb0-48bc-933a-08786bc94e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.089730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-42e94486-afb0-48bc-933a-08786bc94e86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1126 time: 0.0797079 Jul 29 23:35:03.103477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50868682-ffcc-4666-9303-e2038f80f0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.149194 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c514eb-4775-4d98-92cc-3061925b8135 x-openstack-request-id: req-c6c514eb-4775-4d98-92cc-3061925b8135 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:03.149523 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:03.149740 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6c514eb-4775-4d98-92cc-3061925b8135 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:03.150354 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5', 'status': 'completed', 'code': 200} Jul 29 23:35:03.155689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41183e-291b-4ab4-950b-6b20e826c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8916ed-f0b2-4f4f-92e4-79dbc2849042,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.165670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50868682-ffcc-4666-9303-e2038f80f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.185691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0f7f216-2cdb-40bb-bd17-6dedd61c34dd req-82bf881e-3f66-4f06-8d2c-c95cea962d26 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223012 Jul 29 23:35:03.207945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f479b48e-fb9b-4df5-a579-3fb7cc5987d8 req-a0cc2323-e117-4a97-8cb0-3058fdaf7356 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456350 Jul 29 23:35:03.236792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-50868682-ffcc-4666-9303-e2038f80f0dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60245070af434057b735afb2de82f32d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6461532 Jul 29 23:35:03.238571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868682-ffcc-4666-9303-e2038f80f0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0b6eb2-82cd-4495-ae33-14b01c09f0aa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.257194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58948) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:03.340642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.360607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-e26daf51-38fd-489a-ba7e-48394604b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.362217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-e26daf51-38fd-489a-ba7e-48394604b127 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2405972 Jul 29 23:35:03.382625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.484596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-c65380bd-8925-4ce4-8ecd-f9345e4e8166 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.1094027 Jul 29 23:35:03.494677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.497303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.499073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa0b6eb2-82cd-4495-ae33-14b01c09f0aa HTTP/1.1" status: 204 len: 168 time: 0.2396023 Jul 29 23:35:03.537184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-e468b256-3cbc-4949-87a9-8c624c865781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.538761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-e468b256-3cbc-4949-87a9-8c624c865781 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7489e42a065442c09f882a75cffb7675&device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 1099 time: 0.0944781 Jul 29 23:35:03.539798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143fdb-4b5b-4ee9-b30e-e8af4ec954fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0b6eb2-82cd-4495-ae33-14b01c09f0aa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.580314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f037d-b010-4aec-8494-97cfb32fcc2a req-af30dbb3-31c6-4fca-802c-13c8596b446f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.581879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f3f037d-b010-4aec-8494-97cfb32fcc2a req-af30dbb3-31c6-4fca-802c-13c8596b446f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1022611 Jul 29 23:35:03.629454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-6983676e-f31b-4e5f-91a1-91b99e070d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.631192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-6983676e-f31b-4e5f-91a1-91b99e070d95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1194775 Jul 29 23:35:03.651990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ecd8-058b-4fb4-9d5e-4b9d08d9e349 req-ff6c2d6a-c5cb-4a2d-bccc-16da0a7cd725 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.654517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a121ecd8-058b-4fb4-9d5e-4b9d08d9e349 req-ff6c2d6a-c5cb-4a2d-bccc-16da0a7cd725 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.0729990 Jul 29 23:35:03.692291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-83e5c907-60e9-4c36-a003-54c7d995e59a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355558 Jul 29 23:35:03.693809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f3f037d-b010-4aec-8494-97cfb32fcc2a req-6a7297c5-7746-464f-b1cd-a30b3ca8ac5f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Jul 29 23:35:03.716196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-ab5f7bf6-0eaf-4069-99ab-8b8c94232704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.717881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-ab5f7bf6-0eaf-4069-99ab-8b8c94232704 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1654127 Jul 29 23:35:03.746024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58978) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:03.790444 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a121ecd8-058b-4fb4-9d5e-4b9d08d9e349 req-82d6204a-3a88-40a9-a17e-bc64eaa6e025 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179292 Jul 29 23:35:03.805109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-01144e77-35df-4bb2-bc94-b6df0b181cda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5 HTTP/1.1" status: 200 len: 217 time: 0.0653634 Jul 29 23:35:03.891560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-351e282f-dddc-4c4c-a811-36732aa32eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.893475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-351e282f-dddc-4c4c-a811-36732aa32eff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0790684 Jul 29 23:35:03.916250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-97e625a8-7571-4fbe-95eb-d0d1b51a9014 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886857 Jul 29 23:35:03.918325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-1960544e-f5fb-4ebf-9121-445eccc8353e tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370259 Jul 29 23:35:03.958953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-a2c98a24-322a-47cf-9f08-04c8e0ad2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.960619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-a2c98a24-322a-47cf-9f08-04c8e0ad2726 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581331 Jul 29 23:35:04.157685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-46bb26ca-7548-4599-803a-eb6df32fad2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4085257 Jul 29 23:35:04.165852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-1c121dd9-59d8-4b0d-96e7-a9ce408bb6bb service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936905 Jul 29 23:35:04.309419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a93b76-a6ca-4c35-8b9e-202676d0698d req-6d4b719b-c842-408f-8c98-63f3cd429669 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338339 Jul 29 23:35:04.311355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe037b-4449-4fa6-b88a-71882cab7df0 req-30411d14-530c-4823-8982-cc441616d5ac tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.318902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cbe037b-4449-4fa6-b88a-71882cab7df0 req-30411d14-530c-4823-8982-cc441616d5ac tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 947 time: 0.2743566 Jul 29 23:35:04.344627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-4c141041-fdb8-4386-8e51-7874dd5ea2b0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.346706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-4c141041-fdb8-4386-8e51-7874dd5ea2b0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4201198 Jul 29 23:35:04.362309 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b7d71ebb-b53f-438f-8c52-6cf176921e57 req-3516d6fc-5eac-4f50-b74c-c5cdd39f682b service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844972 Jul 29 23:35:04.368232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e309e8f3-e128-4855-8c3a-d2b948814542 req-ff46bba9-43cd-4bae-9d35-bbbc0b6f56f2 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 210 time: 0.0397866 Jul 29 23:35:04.386467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Request body: {'port': {'device_id': 'b76e521b-8793-43fb-af82-918a49aa286c', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'a885aedf6fc6489ebbd8f5c5cda1589a'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:04.397183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cbe037b-4449-4fa6-b88a-71882cab7df0 req-ba583021-4113-4325-8999-6f7315e58ea3 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771165 Jul 29 23:35:04.511421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Made reservation on behalf of a885aedf6fc6489ebbd8f5c5cda1589a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:04.515034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.524550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.633808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.640765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.709776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc8ce5-82f9-4e30-87b4-483b0e307722,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:04.916199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Allocated IP 192.168.233.118 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/6632e73a-0dfa-4271-969c-914e55c9eb0c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:04.963627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7e388-2a5f-4538-9a89-01dea694df47 req-4c04106f-0045-4d3d-b05c-fc1d0b479acd tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.976321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2f7e388-2a5f-4538-9a89-01dea694df47 req-4c04106f-0045-4d3d-b05c-fc1d0b479acd tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1612172 Jul 29 23:35:05.012887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2de3-3f94-4deb-97a2-86d9356cb842 req-8d68cff2-f8f9-435a-96c5-c6c2a30c358c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.021414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-178c2de3-3f94-4deb-97a2-86d9356cb842 req-8d68cff2-f8f9-435a-96c5-c6c2a30c358c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.0928624 Jul 29 23:35:05.093993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-178c2de3-3f94-4deb-97a2-86d9356cb842 req-f5dabf33-98af-41aa-a376-525737957e28 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673332 Jul 29 23:35:05.201990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:05.220501 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2f7e388-2a5f-4538-9a89-01dea694df47 req-0d290c05-5086-4e8d-997c-75db8e07f882 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432086 Jul 29 23:35:05.225669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.244321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Transition to ACTIVE for port object 6632e73a-0dfa-4271-969c-914e55c9eb0c will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:05.290692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.353325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:05.357313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:05.363032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:05.369654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.370469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.418208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Pushing event updated for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.448002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-57de4160-1f33-4358-adb0-775595e20695 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0703013 Jul 29 23:35:05.474495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Request body: {'port': {'device_id': 'b76e521b-8793-43fb-af82-918a49aa286c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:05.502176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1367237379-network', 'tenant_id': 'eba546b3821f44629ff5924ae55e9243'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:05.580025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:05.588905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.643112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.648788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.669054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901199c0-ca47-4358-ad3c-d1eb5f7cf8c5 req-06341c2b-92c3-43f7-bcec-cfffb3053180 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418720 Jul 29 23:35:05.760229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8db55e-a800-4218-b851-9e88b3d0b080 req-22bdd9fc-5e3e-446c-9dd3-9fe970a0f54b tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.761881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d8db55e-a800-4218-b851-9e88b3d0b080 req-22bdd9fc-5e3e-446c-9dd3-9fe970a0f54b tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 936 time: 0.2095089 Jul 29 23:35:05.797978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c78c9392-f3f4-4118-8861-6a4efb446379 None None] Provisioning for port 6632e73a-0dfa-4271-969c-914e55c9eb0c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:05.803098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c78c9392-f3f4-4118-8861-6a4efb446379 None None] Provisioning complete for port 6632e73a-0dfa-4271-969c-914e55c9eb0c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:05.805125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c78c9392-f3f4-4118-8861-6a4efb446379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.814258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.818199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d8db55e-a800-4218-b851-9e88b3d0b080 req-06af0b99-6f15-4ad7-9e83-021a87d7a669 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Jul 29 23:35:05.823430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.861059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:05.880000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4ed8d2-6005-4221-a8fb-3ad379a4f175,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.886280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.886646 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Added segment 46b79f72-c673-4424-923f-1686a675d0f8 of type vlan for network cc15b999-d053-489e-8573-5e710a7cc465 Jul 29 23:35:05.893981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c78c9392-f3f4-4118-8861-6a4efb446379 None None] Port 6632e73a-0dfa-4271-969c-914e55c9eb0c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:05.946972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.963472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901199c0-ca47-4358-ad3c-d1eb5f7cf8c5 req-d835f237-f338-4c4a-9993-10470e54740d tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.965001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901199c0-ca47-4358-ad3c-d1eb5f7cf8c5 req-d835f237-f338-4c4a-9993-10470e54740d tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952361 Jul 29 23:35:06.003072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901199c0-ca47-4358-ad3c-d1eb5f7cf8c5 req-c01f6c6e-5d37-4a0d-87d4-21e951a7832c tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/quotas/7fbee34ff0af48d7a650a5aae3de8826 HTTP/1.1" status: 200 len: 375 time: 0.0189414 Jul 29 23:35:06.024902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.025920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.026509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.037571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1d9d-a8c0-4a00-ad9d-39773e180efd req-1a34c9a5-2972-434d-b44e-d24b3a6972a0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.039148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbaa1d9d-a8c0-4a00-ad9d-39773e180efd req-1a34c9a5-2972-434d-b44e-d24b3a6972a0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 947 time: 0.0819204 Jul 29 23:35:06.074426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901199c0-ca47-4358-ad3c-d1eb5f7cf8c5 req-5bdc2aac-6271-42af-bed7-75d6addd4b32 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330079 Jul 29 23:35:06.111606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9036508 Jul 29 23:35:06.111909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:06.121314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Request body: {'subnet': {'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1367237379-subnet', 'tenant_id': 'eba546b3821f44629ff5924ae55e9243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:06.141209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbaa1d9d-a8c0-4a00-ad9d-39773e180efd req-8cc7f21e-ef8f-4349-94e1-748e332c7ef5 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810845 Jul 29 23:35:06.159386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d4af-faab-4165-8dff-16d9254bc6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc15b999-d053-489e-8573-5e710a7cc465,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.172698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cc15b999-d053-489e-8573-5e710a7cc465 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:06.248924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:06.252659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.295367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837da47-e864-40af-804b-365eaa530cb9 req-5dbb5f3c-0b7b-4403-a90d-968b87f6a607 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.298751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8837da47-e864-40af-804b-365eaa530cb9 req-5dbb5f3c-0b7b-4403-a90d-968b87f6a607 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.0881145 Jul 29 23:35:06.354268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8837da47-e864-40af-804b-365eaa530cb9 req-4cebc15f-4c3f-4c6b-b1b5-4be6ba2f8e05 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Jul 29 23:35:06.358111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6632e73a-0dfa-4271-969c-914e55c9eb0c {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:06.374185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.403737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-da435e85-f897-4093-8e0b-c3b5ef9517d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.405500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-da435e85-f897-4093-8e0b-c3b5ef9517d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.0817690 Jul 29 23:35:06.417982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Transition to ACTIVE for port object 6632e73a-0dfa-4271-969c-914e55c9eb0c will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:06.433901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.484837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed3b5-1db3-4fc6-8cb4-1223be97f8fe req-62262fc6-f09f-4d14-8c32-3b9445d29047 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.486556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-161ed3b5-1db3-4fc6-8cb4-1223be97f8fe req-62262fc6-f09f-4d14-8c32-3b9445d29047 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0614336 Jul 29 23:35:06.537965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-161ed3b5-1db3-4fc6-8cb4-1223be97f8fe req-7d1a1839-9bf0-4cc1-8567-fcc4b885c8e3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Jul 29 23:35:06.587072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Pushing event updated for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.664476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-22505a81-ca37-4dc5-a58b-06a0c8920c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.666034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-22505a81-ca37-4dc5-a58b-06a0c8920c78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2468884 Jul 29 23:35:06.681341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Attempting to bind port 6632e73a-0dfa-4271-969c-914e55c9eb0c on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.681706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Attempting to bind port 6632e73a-0dfa-4271-969c-914e55c9eb0c by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.682042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Attempting to bind port 6632e73a-0dfa-4271-969c-914e55c9eb0c on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.695109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Port 6632e73a-0dfa-4271-969c-914e55c9eb0c on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.695440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Attempting to bind port 6632e73a-0dfa-4271-969c-914e55c9eb0c on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.706111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.742958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:06.743291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:06.743456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:06.743907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Bound port: 6632e73a-0dfa-4271-969c-914e55c9eb0c, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:06.744263 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.767005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-15ef9eba-4fa2-4797-ab4c-fda29066f6cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0685585 Jul 29 23:35:07.029529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dffb8-b8fe-473c-bfee-f5a7d9a0a981 req-e6703d01-90ab-43e2-8393-b3c7ec6a8a44 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.031716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da8dffb8-b8fe-473c-bfee-f5a7d9a0a981 req-e6703d01-90ab-43e2-8393-b3c7ec6a8a44 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 948 time: 0.0659137 Jul 29 23:35:07.078742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da8dffb8-b8fe-473c-bfee-f5a7d9a0a981 req-de289336-c28a-411a-b9b5-1a4a2f7778a9 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Jul 29 23:35:07.093519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34808cc-3113-4ef2-8197-7a1846f10105,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.118060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:07.118430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Network hostable DHCP agents. Network: cc15b999-d053-489e-8573-5e710a7cc465, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:07.121250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-0adc08cb-8aa0-4409-a3a7-35dda64461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.122807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-0adc08cb-8aa0-4409-a3a7-35dda64461e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3369703 Jul 29 23:35:07.126792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:07.131310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:07.142663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.174721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Network cc15b999-d053-489e-8573-5e710a7cc465 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:07.187232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.187963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.189698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] 10.222.0.59 "PUT /v2.0/ports/6632e73a-0dfa-4271-969c-914e55c9eb0c HTTP/1.1" status: 200 len: 1097 time: 1.7245123 Jul 29 23:35:07.192010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:07.194906 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:07.205481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cc15b999-d053-489e-8573-5e710a7cc465) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:07.215347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5222430-c0c5-45be-ae2c-c41824f66f97 None None] Network cc15b999-d053-489e-8573-5e710a7cc465 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:07.217105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.217780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.230008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4632-4e38-47b5-9b18-3576de5b1edd service neutron] Pushing event updated for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.307065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b84f0230-3230-4f9f-a566-a853c8d20c77 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1950517 Jul 29 23:35:07.384478 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48244c14-a2ae-4204-8689-e2eee366f7e9 x-openstack-request-id: req-48244c14-a2ae-4204-8689-e2eee366f7e9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:07.384478 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:07.384825 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48244c14-a2ae-4204-8689-e2eee366f7e9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:07.384998 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c', 'status': 'completed', 'code': 200} Jul 29 23:35:07.476759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-0dd48e12-3d50-461b-b1cc-bb9d927b16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.478503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-0dd48e12-3d50-461b-b1cc-bb9d927b16fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447309 Jul 29 23:35:07.492495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-9a3cd84a-69a5-40f2-b99f-051a8a5d514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.492495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-9a3cd84a-69a5-40f2-b99f-051a8a5d514e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 1100 time: 0.2124262 Jul 29 23:35:07.515767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-205225b8-58c7-4d99-85d3-17766ca0b391 service neutron] 10.222.0.57 "GET /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.2267101 Jul 29 23:35:07.527787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eaefd-197f-4045-a9de-988cfbe03af0 req-1d26afb5-9905-459b-912e-9a348bc0fe52 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.536181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3eaefd-197f-4045-a9de-988cfbe03af0 req-1d26afb5-9905-459b-912e-9a348bc0fe52 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 947 time: 0.1772778 Jul 29 23:35:07.539724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af208fb3-6693-4b3f-804e-69b8c9d3ee65 req-54bd1bfd-42ae-45df-b07f-4a2d89f5f398 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490210 Jul 29 23:35:07.618650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-4dd90449-d455-42ad-8db5-00493c301e8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c HTTP/1.1" status: 200 len: 217 time: 0.1060786 Jul 29 23:35:07.718277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cf129-e26c-4d4f-ab00-7d26e3e76fd3 None None] Network cc15b999-d053-489e-8573-5e710a7cc465 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:07.719737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3eaefd-197f-4045-a9de-988cfbe03af0 req-95f0a6e6-bb3a-4605-a433-a7740af891bb tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824632 Jul 29 23:35:07.757717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-bf968f98-64e8-4f99-972e-11024e79dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.759879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-bf968f98-64e8-4f99-972e-11024e79dead service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1334031 Jul 29 23:35:07.762123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-eab2f9c1-5ee4-498d-8963-50f646a17234 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695274 Jul 29 23:35:07.795071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0319af3f-c939-452c-8f6b-eb971ccc8ee5 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:07.957617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-a791c284-7869-4e08-b2e2-3635f77792b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.959267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-a791c284-7869-4e08-b2e2-3635f77792b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855128 Jul 29 23:35:07.999927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe93ae-6369-473a-8b5c-ebd788a22b23 req-989f0ce4-130d-4ff1-9f23-843d420f9b44 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.001517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdbe93ae-6369-473a-8b5c-ebd788a22b23 req-989f0ce4-130d-4ff1-9f23-843d420f9b44 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 943 time: 0.1371014 Jul 29 23:35:08.019027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-ca4391bc-c0ee-44f7-81ee-2fea8fc19d73 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308898 Jul 29 23:35:08.037968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:08.045374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:08.059705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '0319af3f-c939-452c-8f6b-eb971ccc8ee5', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '0319af3f-c939-452c-8f6b-eb971ccc8ee5', 'mac_address': 'fa:16:3e:5f:04:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:08.075935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:08.112243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdbe93ae-6369-473a-8b5c-ebd788a22b23 req-62f7a45b-4ab5-490b-8bfa-8404797c828f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Jul 29 23:35:08.135306 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-f3db1536-a452-4e0d-bda0-95043c04421c service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616395 Jul 29 23:35:08.139687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:08.153444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:08.172786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208fb3-6693-4b3f-804e-69b8c9d3ee65 req-5b3961f7-3d26-477f-be34-a1b8b1d763f3 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.184554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af208fb3-6693-4b3f-804e-69b8c9d3ee65 req-5b3961f7-3d26-477f-be34-a1b8b1d763f3 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5993655 Jul 29 23:35:08.202265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af208fb3-6693-4b3f-804e-69b8c9d3ee65 req-2d79656d-208e-43a2-b7ff-5830dcf6dbd4 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/quotas/7fbee34ff0af48d7a650a5aae3de8826 HTTP/1.1" status: 200 len: 375 time: 0.0167468 Jul 29 23:35:08.204067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.237162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.269684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0319af3f-c939-452c-8f6b-eb971ccc8ee5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:08.289310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af208fb3-6693-4b3f-804e-69b8c9d3ee65 req-0e79638d-b977-48e0-9285-246b37325a11 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860479 Jul 29 23:35:08.333789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:08.349993 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.359777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827b451d-0c1f-4be5-88e1-018af15d7f41 req-bce4e45d-f26f-488a-b6f1-284cc99035b8 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127888 Jul 29 23:35:08.401019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] Transition to ACTIVE for port object 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:08.411879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.445798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:08.452062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1688874186-network', 'tenant_id': '36b04c6ae30948f383fc284489da4057'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:08.504457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] No DVR routers for this DVR port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:08.514236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.524270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.524270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.524270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.524708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.525603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.526564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.527056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.527554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.529136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.529989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.530893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.531805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:08.535507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.542033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Made reservation on behalf of 36b04c6ae30948f383fc284489da4057 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:08.544443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.560205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.595884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-3b85c1e9-6e08-46da-8add-d914b23f458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.598579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-3b85c1e9-6e08-46da-8add-d914b23f458e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 1100 time: 0.1103098 Jul 29 23:35:08.608308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-0611ffbc-7742-47bd-88ef-6d11c034f357 service neutron] 10.222.0.57 "PUT /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0673206 Jul 29 23:35:08.633766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78fe9f-6938-4043-b7c2-18e6b0c9cc08 req-b207c71b-7347-421c-a5e3-5d3dee4bb3c9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.633766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e78fe9f-6938-4043-b7c2-18e6b0c9cc08 req-b207c71b-7347-421c-a5e3-5d3dee4bb3c9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1252565 Jul 29 23:35:08.663074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['0319af3f-c939-452c-8f6b-eb971ccc8ee5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:08.715422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e78fe9f-6938-4043-b7c2-18e6b0c9cc08 req-1d039125-7d38-4c35-a1a1-06979407f521 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756688 Jul 29 23:35:08.772836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-41da8af1-ead7-4d40-b19b-592c1292874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.772836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-41da8af1-ead7-4d40-b19b-592c1292874a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1611571 Jul 29 23:35:08.841483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-b5cd3d59-9687-4744-8d71-405f65711a5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c HTTP/1.1" status: 200 len: 217 time: 0.0603924 Jul 29 23:35:08.843725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.898532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-9f437acd-e84d-4a80-902f-1d6894cd0bcf tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.900064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-9f437acd-e84d-4a80-902f-1d6894cd0bcf tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.1345363 Jul 29 23:35:08.901753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.960140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-134ce026-351e-4885-9f1b-bd12a1c2ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.962007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-134ce026-351e-4885-9f1b-bd12a1c2ebe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1073134 Jul 29 23:35:08.966988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:08.986017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e469b0ec-e22e-4bd2-a57d-2d2dcbea6085,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.004893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-03292d43-38d7-4fb4-ae27-0bae3b15278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.007267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-03292d43-38d7-4fb4-ae27-0bae3b15278f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77&tenant_id=074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 1096 time: 0.0975091 Jul 29 23:35:09.018789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.019132 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Added segment 5a32fb79-6da1-4b91-aa07-b49510cd62b8 of type vlan for network 45254df1-9cc9-4840-85eb-c83675f7d31f Jul 29 23:35:09.045083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14d52-6298-4949-bde8-2c5a04ed44f1 req-802b8022-11be-4605-972e-0516707089d1 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.046737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9e14d52-6298-4949-bde8-2c5a04ed44f1 req-802b8022-11be-4605-972e-0516707089d1 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 948 time: 0.2115736 Jul 29 23:35:09.097537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-050e2545-363c-42ba-9b73-bf0ad8dd224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.099185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-050e2545-363c-42ba-9b73-bf0ad8dd224f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1096 time: 0.0468576 Jul 29 23:35:09.101855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.111241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-77ebda26-e1d2-4f46-b916-68bf295dd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.113007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-77ebda26-e1d2-4f46-b916-68bf295dd554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1417162 Jul 29 23:35:09.175543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9e14d52-6298-4949-bde8-2c5a04ed44f1 req-9cd80ffc-12ce-49f7-95df-0ead8b9701f0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022201 Jul 29 23:35:09.221848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.222710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.223279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.242463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-c2245199-24c0-40b6-a91c-eb921cd49b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.244266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-c2245199-24c0-40b6-a91c-eb921cd49b19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.1357028 Jul 29 23:35:09.279122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8321002 Jul 29 23:35:09.293102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:09.301804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Request body: {'subnet': {'network_id': '45254df1-9cc9-4840-85eb-c83675f7d31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1688874186-subnet', 'tenant_id': '36b04c6ae30948f383fc284489da4057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:09.302116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3cb6-cb4e-495d-80df-7488e4a8d7d0 req-d6bd1bd3-d607-4bba-90cc-efabb29f51b0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.304688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-113c3cb6-cb4e-495d-80df-7488e4a8d7d0 req-d6bd1bd3-d607-4bba-90cc-efabb29f51b0 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 948 time: 0.0935707 Jul 29 23:35:09.306559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-9e2d59a1-830a-4f5f-a3f9-dc9166afa4be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.0511870 Jul 29 23:35:09.332135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab911c5-b556-491c-a3f8-17ef5d5e5688 admin admin] Pushing event updated for resources: {'Network': ['ID=45254df1-9cc9-4840-85eb-c83675f7d31f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.347284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-60a45077-45d9-4525-9607-ec04c211fe38 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249682 Jul 29 23:35:09.357281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 45254df1-9cc9-4840-85eb-c83675f7d31f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:09.369882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Made reservation on behalf of 36b04c6ae30948f383fc284489da4057 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:09.372924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.412414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-113c3cb6-cb4e-495d-80df-7488e4a8d7d0 req-0343217c-31cd-4dd8-a2c0-62a4ce6091a5 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954025 Jul 29 23:35:09.420913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-e00e821d-a893-49c5-a3d5-1b4b98344a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.423159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-e00e821d-a893-49c5-a3d5-1b4b98344a94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1031673 Jul 29 23:35:09.467857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-ff0f3148-968b-4e64-9a5d-5735c0e85107 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365996 Jul 29 23:35:09.563317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089fd2b-5bcc-4267-a75b-fe0b9d40e180 req-f1c49d14-d680-4e17-807d-50aa879887de tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.564880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4089fd2b-5bcc-4267-a75b-fe0b9d40e180 req-f1c49d14-d680-4e17-807d-50aa879887de tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 944 time: 0.2208858 Jul 29 23:35:09.592022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-4890ffe0-0e1c-4a17-a5dd-49417a2fb58c service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155860 Jul 29 23:35:09.600228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2811f6d4-f205-4e1f-913f-b8c11fb3c48a req-f8c9b08a-a691-4909-870d-20a98c90c9bf service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319720 Jul 29 23:35:09.656334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4089fd2b-5bcc-4267-a75b-fe0b9d40e180 req-6c116adc-e072-4a15-9bde-2fc063cca651 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Jul 29 23:35:09.719268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-7e29a8db-604a-4903-aaf4-983a94dbddc6 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176424 Jul 29 23:35:09.753217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.806429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0319af3f-c939-452c-8f6b-eb971ccc8ee5 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:09.817301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a8a1d2-518e-4cd5-a08f-70f895b200d4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.826988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Checking segment: {'id': '5a32fb79-6da1-4b91-aa07-b49510cd62b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '45254df1-9cc9-4840-85eb-c83675f7d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:09.827785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Network hostable DHCP agents. Network: 45254df1-9cc9-4840-85eb-c83675f7d31f, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:09.878196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Network 45254df1-9cc9-4840-85eb-c83675f7d31f is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:09.892281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 45254df1-9cc9-4840-85eb-c83675f7d31f) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:09.904788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f4825-1d63-42d1-b728-038e9071e0db req-19e0e2c0-5e10-4fd5-9688-e9a41c160663 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.906224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d9c15-8ad5-4394-91cc-c294b7b4166d None None] Network 45254df1-9cc9-4840-85eb-c83675f7d31f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:09.906647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-859f4825-1d63-42d1-b728-038e9071e0db req-19e0e2c0-5e10-4fd5-9688-e9a41c160663 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0762513 Jul 29 23:35:09.908213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.908822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.949982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1ba26070-5457-4405-b5e6-3c48d2597918 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6554105 Jul 29 23:35:09.982044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-859f4825-1d63-42d1-b728-038e9071e0db req-6619a8fd-3461-451f-ac21-68d329eebb87 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Jul 29 23:35:10.007798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:10.027545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:10.028250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.141481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc2aa1-b3ee-4492-b303-264bbde5aa47 None None] Network 45254df1-9cc9-4840-85eb-c83675f7d31f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:10.147703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:10.200731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-02194240-be96-4830-9814-083c61650b14 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.202855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-02194240-be96-4830-9814-083c61650b14 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0526869 Jul 29 23:35:10.247449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.283167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.290594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:10.325195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38031d53-7856-4f6c-a65a-f92abe2bd70c req-a81a342a-4191-4b8e-8e00-df4db7a29ef7 tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440853 Jul 29 23:35:10.331008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:10.334084 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7acc487-f1d4-4b90-bc44-b9ad1a06b946" -d '{"events": [{"server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:10.367650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:10.391001 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.440712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcb91a86-acb8-45f5-a489-e03d3a5cf88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.454189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.460096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa423-6e04-405b-925d-a868c63d9c09 req-e0d4352e-a6f3-4634-bad9-ee81c03527e9 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.461656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e28fa423-6e04-405b-925d-a868c63d9c09 req-e0d4352e-a6f3-4634-bad9-ee81c03527e9 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 948 time: 0.1406879 Jul 29 23:35:10.464696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031d53-7856-4f6c-a65a-f92abe2bd70c req-3295bcd8-e724-435e-8a8e-fe58ec182ffc tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.466221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38031d53-7856-4f6c-a65a-f92abe2bd70c req-3295bcd8-e724-435e-8a8e-fe58ec182ffc tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400537 Jul 29 23:35:10.494656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38031d53-7856-4f6c-a65a-f92abe2bd70c req-f02838c2-c7c6-4616-89d5-fe930ab9b1bb tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/quotas/7fbee34ff0af48d7a650a5aae3de8826 HTTP/1.1" status: 200 len: 375 time: 0.0205109 Jul 29 23:35:10.504348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8047debb-4fdf-4872-b004-a5d5e671bbb2 service neutron] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:10.510059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e28fa423-6e04-405b-925d-a868c63d9c09 req-cf68c000-08c3-4f6e-bef1-0e73f68a0fbc tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Jul 29 23:35:10.512702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8047debb-4fdf-4872-b004-a5d5e671bbb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.513734 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1aec04c-df2e-4759-b764-e0990aa2da71 req-8047debb-4fdf-4872-b004-a5d5e671bbb2 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.3029609 Jul 29 23:35:10.541658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38031d53-7856-4f6c-a65a-f92abe2bd70c req-b7987ba6-4b1d-4177-94c6-adeb357bbe9c tempest-QuotasAdminNegativeTest-566387594 tempest-QuotasAdminNegativeTest-566387594-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374408 Jul 29 23:35:10.564873 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fe5b6-8977-40bf-807a-3c395843f333 x-openstack-request-id: req-e97fe5b6-8977-40bf-807a-3c395843f333 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:10.565232 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:10.565464 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e97fe5b6-8977-40bf-807a-3c395843f333 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:10.565882 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5', 'code': 200} Jul 29 23:35:10.629006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcb91a86-acb8-45f5-a489-e03d3a5cf88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.635120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcb91a86-acb8-45f5-a489-e03d3a5cf88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.710871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927043c-29d0-4a76-aeb8-95f969e8943b req-88dd4bae-16b4-40ff-9ad4-310a30a50c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.712413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a927043c-29d0-4a76-aeb8-95f969e8943b req-88dd4bae-16b4-40ff-9ad4-310a30a50c9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 1101 time: 0.0512848 Jul 29 23:35:10.724560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb91a86-acb8-45f5-a489-e03d3a5cf88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12582d0b-6639-4095-9e85-358d739973ee,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.733895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fcb91a86-acb8-45f5-a489-e03d3a5cf88d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3774493c819b409681e0535486536036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825165 Jul 29 23:35:10.734976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59268) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.751536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c91b-d2e8-4cc8-8956-26395d2b2e28 req-68bc4f7f-6520-4c4c-b1a6-a60d66cb4a8d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.753082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb46c91b-d2e8-4cc8-8956-26395d2b2e28 req-68bc4f7f-6520-4c4c-b1a6-a60d66cb4a8d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.0859447 Jul 29 23:35:10.784833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a927043c-29d0-4a76-aeb8-95f969e8943b req-7b44b71f-109f-48f4-8ec3-163cf2cbcfb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642421 Jul 29 23:35:10.802349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb46c91b-d2e8-4cc8-8956-26395d2b2e28 req-1b3853fd-1d80-4dd0-840d-88bc4ee0c33e tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Jul 29 23:35:10.831899 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.892755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.955476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-9740b753-1a60-4abe-91f3-1a65a5c7c13e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.957247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-9740b753-1a60-4abe-91f3-1a65a5c7c13e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.1514192 Jul 29 23:35:10.976742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-da296ed7-1fb1-4ba1-84cf-f5c3ce800eeb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/quotas/eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 375 time: 0.0119283 Jul 29 23:35:10.993140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.995904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.997692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12582d0b-6639-4095-9e85-358d739973ee HTTP/1.1" status: 204 len: 168 time: 0.2612040 Jul 29 23:35:11.029648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-45b214a4-1d35-46ba-b2df-ad8abeee9dc7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460019 Jul 29 23:35:11.030789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feddd00-ab8a-4032-8efe-bb5b55b936c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12582d0b-6639-4095-9e85-358d739973ee,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.173849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02bdf-9e2d-4478-99ad-1c685969f598 req-af6969a8-29c9-4c47-b9a0-a9ae473d4923 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.182088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5b02bdf-9e2d-4478-99ad-1c685969f598 req-af6969a8-29c9-4c47-b9a0-a9ae473d4923 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 944 time: 0.0679927 Jul 29 23:35:11.197024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-a7a904c7-7531-4fe8-9381-0d82a188c4aa service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440666 Jul 29 23:35:11.234142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5b02bdf-9e2d-4478-99ad-1c685969f598 req-85e5119c-9f10-4cab-9b05-6e3e0f49f4a2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 Jul 29 23:35:11.304964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-1c9e1481-3b2e-4fa2-baef-0c731b6e01dc service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013865 Jul 29 23:35:11.350294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a1e20-a97d-42ba-9dbf-d571e1206854 req-6ee8681c-1cc4-4040-adb7-10d686c6b559 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.351839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-712a1e20-a97d-42ba-9dbf-d571e1206854 req-6ee8681c-1cc4-4040-adb7-10d686c6b559 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0632453 Jul 29 23:35:11.379583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59294) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.395260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-588db10c-b2ff-48f0-bd04-57fe5d91f8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.399643 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-712a1e20-a97d-42ba-9dbf-d571e1206854 req-32e0c77a-97dc-4b5a-abbf-dd73e17fe56d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Jul 29 23:35:11.539719 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2bdb7e29-e1c9-4278-91bb-be9b3a0892f4 req-21e26313-fb07-427a-8467-aec42bbf10ff tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Jul 29 23:35:11.554280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-588db10c-b2ff-48f0-bd04-57fe5d91f8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.570210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-588db10c-b2ff-48f0-bd04-57fe5d91f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.626978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59306) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.627243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-588db10c-b2ff-48f0-bd04-57fe5d91f8fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2682019d05344730adb095eb9a072abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462854 Jul 29 23:35:11.628223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588db10c-b2ff-48f0-bd04-57fe5d91f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4496e-3781-4bef-82c2-cea37da5858e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.707637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf83a60-c864-4e80-893b-1e6db0d55266 req-ef5e67f4-e88a-4076-8aae-12f6d7c99245 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.709443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0bf83a60-c864-4e80-893b-1e6db0d55266 req-ef5e67f4-e88a-4076-8aae-12f6d7c99245 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1096 time: 0.0709386 Jul 29 23:35:11.740755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59263b-0f59-4c59-9f03-b0a4cc8bd367 req-63f143f5-563b-402b-bf39-cf2fe30e4802 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.749183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f59263b-0f59-4c59-9f03-b0a4cc8bd367 req-63f143f5-563b-402b-bf39-cf2fe30e4802 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 948 time: 0.0992188 Jul 29 23:35:11.749532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0bf83a60-c864-4e80-893b-1e6db0d55266 req-64a45acd-6640-4c57-9091-597705c121e0 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Jul 29 23:35:11.800754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.807044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6632e73a-0dfa-4271-969c-914e55c9eb0c details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:11.836246 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f59263b-0f59-4c59-9f03-b0a4cc8bd367 req-b5fccfda-be83-4a10-8998-4f1cb79b4d3a tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863817 Jul 29 23:35:11.840931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.868661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59318) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.942951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.946381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.950338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fe4496e-3781-4bef-82c2-cea37da5858e HTTP/1.1" status: 204 len: 168 time: 0.3200002 Jul 29 23:35:11.976858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9e953-3cfa-4655-b840-c8384229dab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4496e-3781-4bef-82c2-cea37da5858e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.992691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ef782-79ad-4e97-8d51-f56ef4918903 req-91dc0d95-4ac7-4015-82f4-de0297493589 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.996371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f42ef782-79ad-4e97-8d51-f56ef4918903 req-91dc0d95-4ac7-4015-82f4-de0297493589 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.1050839 Jul 29 23:35:12.106493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:12.112369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f42ef782-79ad-4e97-8d51-f56ef4918903 req-69cf83c3-7675-4896-a6b9-c17965345566 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000943 Jul 29 23:35:12.134298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '6632e73a-0dfa-4271-969c-914e55c9eb0c', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '6632e73a-0dfa-4271-969c-914e55c9eb0c', 'mac_address': 'fa:16:3e:dd:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:12.147680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3246-7f62-4231-9163-1067c7c0bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.209480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.227629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6632e73a-0dfa-4271-969c-914e55c9eb0c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:12.252438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:12.264625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.288385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3246-7f62-4231-9163-1067c7c0bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.294684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3246-7f62-4231-9163-1067c7c0bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.336338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb3246-7f62-4231-9163-1067c7c0bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eac865-bb75-4ef1-bfd4-1dd14b2f5d2b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.355541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-41050e1d-d147-4a1d-bca2-3e9b01c5b33b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.357302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-41050e1d-d147-4a1d-bca2-3e9b01c5b33b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.1755812 Jul 29 23:35:12.359714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0dfb3246-7f62-4231-9163-1067c7c0bdfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fbee34ff0af48d7a650a5aae3de8826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892113 Jul 29 23:35:12.362239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59340) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.366946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.381030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-dc470f8f-6ad9-417d-9cea-48a35cec2426 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/quotas/074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 375 time: 0.0152733 Jul 29 23:35:12.454719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.475544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-5cb05f14-5f42-4c46-b88f-d603423d58be tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812573 Jul 29 23:35:12.486548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.567963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6632e73a-0dfa-4271-969c-914e55c9eb0c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:12.575749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6792a-7509-4c2e-8a29-27f7bbb14f16 req-c5046fc6-3ca0-4410-ba0d-a9c07ab8f5bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.577483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e6792a-7509-4c2e-8a29-27f7bbb14f16 req-c5046fc6-3ca0-4410-ba0d-a9c07ab8f5bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0887227 Jul 29 23:35:12.604459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-4599c5ef-c7e4-42f0-942e-59987ed12d2d service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277778 Jul 29 23:35:12.616245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.619435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.622582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4eac865-bb75-4ef1-bfd4-1dd14b2f5d2b HTTP/1.1" status: 204 len: 168 time: 0.2566874 Jul 29 23:35:12.632944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a275ff-9075-4198-b9ed-c4d99d4bc387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eac865-bb75-4ef1-bfd4-1dd14b2f5d2b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.669049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e6792a-7509-4c2e-8a29-27f7bbb14f16 req-56ea67f0-758d-4b49-909d-9f32ee8b0331 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734167 Jul 29 23:35:12.756927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-50d853aa-7714-4118-aad3-b73517c7094a service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398327 Jul 29 23:35:12.878811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1310def0-f72b-472f-b59d-88abb9a0d2af req-63f51b77-3e41-47b1-a560-cb85245d697d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 210 time: 0.0321651 Jul 29 23:35:12.987243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf15d698-ba2a-464e-bdc0-abc23ba53a72 req-717766d5-5239-412f-9870-655e208daa6d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 210 time: 0.0647013 Jul 29 23:35:13.153928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59380) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:13.188872 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:13.216275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60b30937-0610-4707-880a-45891152a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.275724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59382) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:13.307212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8bb5-1cf0-40b3-ad7b-ca242388d366 req-5e8a103f-570a-41cc-8ca3-2a551a7746b2 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.314968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5438-5925-4849-ab3b-84e6f5c53d4d req-f55e52e1-a692-42f1-84c4-71af0c78794f tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.315960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff6a8bb5-1cf0-40b3-ad7b-ca242388d366 req-5e8a103f-570a-41cc-8ca3-2a551a7746b2 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.1020646 Jul 29 23:35:13.318355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fec5438-5925-4849-ab3b-84e6f5c53d4d req-f55e52e1-a692-42f1-84c4-71af0c78794f tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 949 time: 0.3221440 Jul 29 23:35:13.379837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fec5438-5925-4849-ab3b-84e6f5c53d4d req-f247a3d7-bb9a-4d9a-8b04-400b20e8b26b tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517464 Jul 29 23:35:13.400418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff6a8bb5-1cf0-40b3-ad7b-ca242388d366 req-a8c191cf-c145-437a-95d9-a4c93c91650a tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Jul 29 23:35:13.486488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60b30937-0610-4707-880a-45891152a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.493861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60b30937-0610-4707-880a-45891152a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.550692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-60b30937-0610-4707-880a-45891152a7e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=962148b4724a4d1bb4b05a10a79a5bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929009 Jul 29 23:35:13.551033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59390) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:13.552122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-network', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:13.560501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30937-0610-4707-880a-45891152a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb59cc-c40d-4ed3-aa21-d5b74e5c8e82,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:13.596434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Made reservation on behalf of ba5a5d8d94c2429786879e508a67e179 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:13.599071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.616774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.669354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-d5bc5a39-741d-455e-9bbd-b258ee82e954 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.671385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-d5bc5a39-741d-455e-9bbd-b258ee82e954 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.2425699 Jul 29 23:35:13.706577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Request body: {'port': {'device_id': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'admin_state_up': True, 'tenant_id': 'eba546b3821f44629ff5924ae55e9243'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:13.831452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6632e73a-0dfa-4271-969c-914e55c9eb0c up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:13.900574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 6632e73a-0dfa-4271-969c-914e55c9eb0c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:13.906394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 6632e73a-0dfa-4271-969c-914e55c9eb0c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:13.906772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.917063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.920249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8394-cdad-47f2-a3de-fc269ab0f3b3 req-f6299e3a-f20b-4477-9a28-4bd938334e24 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.922374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-715d8394-cdad-47f2-a3de-fc269ab0f3b3 req-f6299e3a-f20b-4477-9a28-4bd938334e24 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0816212 Jul 29 23:35:13.923588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.926989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891a86-d4c2-415a-8f57-867941b2cfd8 req-0b4f7377-0c98-4fae-aed3-f5c37ad53b50 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.928571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43891a86-d4c2-415a-8f57-867941b2cfd8 req-0b4f7377-0c98-4fae-aed3-f5c37ad53b50 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.1216424 Jul 29 23:35:13.933419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.971752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.987161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:14.007894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:14.008112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-715d8394-cdad-47f2-a3de-fc269ab0f3b3 req-3f395625-a6b8-49d6-867f-52319a4d7014 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719125 Jul 29 23:35:14.012368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.030912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.045654 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.061417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43891a86-d4c2-415a-8f57-867941b2cfd8 req-95a6ba3a-5b15-4c08-9ec9-6b5e33ae24c3 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193151 Jul 29 23:35:14.063989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.068196 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Added segment 0cf6f51e-d18a-445b-8c8e-d05a724937e2 of type vlan for network 5e69c7bd-5698-4502-a457-23c858ef61a9 Jul 29 23:35:14.073455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.076259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.080133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4bb59cc-c40d-4ed3-aa21-d5b74e5c8e82 HTTP/1.1" status: 204 len: 168 time: 0.5255668 Jul 29 23:35:14.101259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20cac-a9bf-4262-8336-78fb05093a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb59cc-c40d-4ed3-aa21-d5b74e5c8e82,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.108557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:14.112593 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355ac558-2f08-4b21-a2be-ef94bec8565e" -d '{"events": [{"server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "name": "network-vif-plugged", "status": "completed", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:14.135144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:14.142588 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.200862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.206296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.248232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3ff9e4e-79f5-4bfd-bd1b-7e433a528cc6 req-ed2c221b-4dff-4c09-9955-3636ba2b1e85 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 210 time: 0.0489686 Jul 29 23:35:14.299450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70c68920-fbae-44da-9403-82cc4e373ddb req-63c8ba69-ea9d-434a-83a5-01bd0d715822 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 210 time: 0.0646513 Jul 29 23:35:14.329668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.330705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.331306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.339540 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e9334-f803-4160-967b-b24277f54bad x-openstack-request-id: req-a74e9334-f803-4160-967b-b24277f54bad {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:14.339839 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "name": "network-vif-plugged", "status": "completed", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:14.340133 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a74e9334-f803-4160-967b-b24277f54bad {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:14.340674 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c', 'code': 200} Jul 29 23:35:14.403562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1232004 Jul 29 23:35:14.404168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59410) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.406104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Allocated IP 172.20.0.12 (cc15b999-d053-489e-8573-5e710a7cc465/b34808cc-3113-4ef2-8197-7a1846f10105/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:14.413872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Request body: {'subnet': {'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-subnet', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:14.437665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b5042-a435-42bd-879d-52f0ad87f953 admin admin] Pushing event updated for resources: {'Network': ['ID=5e69c7bd-5698-4502-a457-23c858ef61a9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.451936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:14.477975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Made reservation on behalf of ba5a5d8d94c2429786879e508a67e179 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:14.480509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.631256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374ab89-d914-4b18-8cfe-7d90b3a23429 req-27e8cd41-a20c-4eb1-bafb-c0a9ad5965fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.632791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6374ab89-d914-4b18-8cfe-7d90b3a23429 req-27e8cd41-a20c-4eb1-bafb-c0a9ad5965fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 1102 time: 0.1121325 Jul 29 23:35:14.685783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.699675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465eddd-fb04-4114-aadc-59ba094520ef req-f966e40b-c153-4b38-8554-beae85555524 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.701454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d465eddd-fb04-4114-aadc-59ba094520ef req-f966e40b-c153-4b38-8554-beae85555524 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 950 time: 0.2178230 Jul 29 23:35:14.716742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6374ab89-d914-4b18-8cfe-7d90b3a23429 req-f63b7469-8f5d-4fb1-9f79-4f406d3517b8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Jul 29 23:35:14.759167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.803920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Network cc15b999-d053-489e-8573-5e710a7cc465 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:14.807051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:14.816191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:14.822046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.822360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.822725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-3595c5b4-1c3b-40f3-bea3-f23878521822 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.824397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-3595c5b4-1c3b-40f3-bea3-f23878521822 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.2377660 Jul 29 23:35:14.833767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.842332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d465eddd-fb04-4114-aadc-59ba094520ef req-67a0ce4e-4709-4b03-bed4-87240b41f196 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284299 Jul 29 23:35:14.858249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-4ef62850-56ca-4925-bf50-8eed9e7476ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1500640 Jul 29 23:35:14.872528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Request body: {'port': {'device_id': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:14.907851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.933185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.951507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8065500-fa6e-4aa1-908f-2aab894de059,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.980414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Checking segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:14.980889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Network hostable DHCP agents. Network: 5e69c7bd-5698-4502-a457-23c858ef61a9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:14.998097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Request body: {'port': {'device_id': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'admin_state_up': True, 'tenant_id': '074a38fc08624cd790bbfa9648361a69'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:15.014696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:15.060816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5e69c7bd-5698-4502-a457-23c858ef61a9) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:15.070458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.071126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.076236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7a6ad-88fd-4732-bda2-bde1e15c9e34 None None] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:15.107663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-327cd9bb-58e2-4313-a395-4e471b5de2bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7025223 Jul 29 23:35:15.110807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59434) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.115881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:15.163496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.165170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.261556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3579d0-5ade-428e-8bcf-25c88025e9fc req-a7f63be5-7888-4e9d-a9da-c7caf2e099f8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.263147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c3579d0-5ade-428e-8bcf-25c88025e9fc req-a7f63be5-7888-4e9d-a9da-c7caf2e099f8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0932729 Jul 29 23:35:15.279820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:15.304745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:15.308323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.311029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.311301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5e69c7bd-5698-4502-a457-23c858ef61a9', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:15.312241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.315424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.355446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Transition to ACTIVE for port object 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:15.374648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c3579d0-5ade-428e-8bcf-25c88025e9fc req-dfbd64a8-900d-4ffc-8249-4ee11fdd0e28 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841696 Jul 29 23:35:15.380833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.467516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dc27b-46dd-405e-9c77-9f9b814be6bd req-886674c0-5d1e-4871-b335-1aa10ae4262a tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.469732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67dc27b-46dd-405e-9c77-9f9b814be6bd req-886674c0-5d1e-4871-b335-1aa10ae4262a tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.2744865 Jul 29 23:35:15.488979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.574998 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.584982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:15.585677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:15.586206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:15.592662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:15.593953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:15.601108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:15.601866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:15.602449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:15.603390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Bound port: 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:15.603969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.722816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67dc27b-46dd-405e-9c77-9f9b814be6bd req-64fe5015-d9a0-41e5-899c-4142690f8037 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157524 Jul 29 23:35:15.737574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db97e3-52a8-495f-8fd8-a11a4e61d6c6 req-853d5628-ea4e-46d5-9761-cfa7d869c97c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.739786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27db97e3-52a8-495f-8fd8-a11a4e61d6c6 req-853d5628-ea4e-46d5-9761-cfa7d869c97c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.0901299 Jul 29 23:35:15.744348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Allocated IP 172.20.0.2 (5e69c7bd-5698-4502-a457-23c858ef61a9/c8065500-fa6e-4aa1-908f-2aab894de059/7c830eb6-b7c8-4126-9892-48b4f14a4a4d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:15.764693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:15.772268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Allocated IP 172.20.0.11 (91a7e4dd-5392-44c1-9689-2ddaafa7826a/a67ef42e-8b87-41e9-be44-ed7a0c953ded/42c6ace7-341e-498e-aca6-233fd8969830) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:15.791860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:15.802678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.879528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.881028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.884491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] 10.222.0.57 "PUT /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 1093 time: 1.0148933 Jul 29 23:35:15.886012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27db97e3-52a8-495f-8fd8-a11a4e61d6c6 req-2f5add14-44bc-4dcb-a6ff-5ab41eefa560 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402059 Jul 29 23:35:15.889091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:15.897875 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e" -d '{"events": [{"name": "network-changed", "server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:15.918129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728b5d-3c48-40c3-8d22-6b7510ed4f9e service neutron] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.955088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4cc42d28-030e-4ab1-a67e-1d69339cd551 req-64d9b922-c78a-4c34-9a17-ed30d5501317 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 210 time: 0.1078186 Jul 29 23:35:16.052743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.062565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Transition to ACTIVE for port object 7c830eb6-b7c8-4126-9892-48b4f14a4a4d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:16.083087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Transition to ACTIVE for port object 7c830eb6-b7c8-4126-9892-48b4f14a4a4d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:16.089742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-da3fd2f8-eacb-4d67-8472-3dc2c77966e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.091787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-da3fd2f8-eacb-4d67-8472-3dc2c77966e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1096 time: 0.1249988 Jul 29 23:35:16.092610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.098451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-c9d739ab-3636-4bc1-b56f-00da95b8da03 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.106177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-c9d739ab-3636-4bc1-b56f-00da95b8da03 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 1101 time: 0.0835354 Jul 29 23:35:16.134280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-ea9b3eaf-f415-4f68-9629-d32479b64f85 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.136203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:16.139117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:16.145007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:16.150745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Pushing event updated for resources: {'Port': ['ID=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.189744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-d29f701f-a0ec-47b4-bb62-c9c9df3ae6ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0639474 Jul 29 23:35:16.219798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.220037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-55e7a46d-92eb-4425-99c7-9bbdea721db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.225192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Attempting to bind port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.225557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Attempting to bind port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.225951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Attempting to bind port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d on network 5e69c7bd-5698-4502-a457-23c858ef61a9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.231949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:16.232323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Checking segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:16.232775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.233172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Bound using segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:16.233756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Bound port: 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:16.234301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.258953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dd60d-7a1e-4d81-ae29-ebda51f3dbeb req-946f421e-b416-4996-bde0-5acd16f058c6 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.260536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e6dd60d-7a1e-4d81-ae29-ebda51f3dbeb req-946f421e-b416-4996-bde0-5acd16f058c6 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 950 time: 0.1788144 Jul 29 23:35:16.265512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-cbbe5560-761b-49b0-b3d8-32bcd4c96c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.267209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-cbbe5560-761b-49b0-b3d8-32bcd4c96c63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0653856 Jul 29 23:35:16.310390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-9d0c8732-9880-498d-b650-d4290bfff456 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312693 Jul 29 23:35:16.318356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.324442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] For port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:16.345170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-ea9b3eaf-f415-4f68-9629-d32479b64f85 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.356348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.370811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] For port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:16.377010 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e6dd60d-7a1e-4d81-ae29-ebda51f3dbeb req-7e1468fe-6b11-4487-9c04-f7fe21c8803d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034739 Jul 29 23:35:16.380647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-ea9b3eaf-f415-4f68-9629-d32479b64f85 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.382169 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.397396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5eaaa8c-2c39-496d-a033-499505fee0db req-ea9b3eaf-f415-4f68-9629-d32479b64f85 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899728 Jul 29 23:35:16.428976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3eaf-f415-4f68-9629-d32479b64f85 tempest-LiveMigrationNegativeTest-2027355379 tempest-LiveMigrationNegativeTest-2027355379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa92948-6125-4664-81b8-1bcae6c26b9b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.477605 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c387a8e4-503a-4748-b994-d4f1177ca97a x-openstack-request-id: req-c387a8e4-503a-4748-b994-d4f1177ca97a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:16.478006 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:16.478332 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c387a8e4-503a-4748-b994-d4f1177ca97a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:16.480634 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'status': 'completed', 'code': 200} Jul 29 23:35:16.507023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-20714bb7-2c51-46b2-a597-09c6b16346f5 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770620 Jul 29 23:35:16.531801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Allocated IP 172.25.5.245 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/49865d56-91a9-441f-b234-deb79a64d792) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:16.555582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3532-99d7-4967-8062-6cc8c2d62aca None None] Pushing event updated for resources: {'Port': ['ID=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.638590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.718667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb037ce5-95ec-4e84-8daf-c7d941423e19 req-7f3c0653-524c-4ed9-94c8-05554df7b798 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014244 Jul 29 23:35:16.724836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:16.732012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd060a-0e16-4a9d-83bc-acd38fcbd337 req-9b4b93a9-c3f9-49f5-8617-36c99d336a99 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.733307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ebd060a-0e16-4a9d-83bc-acd38fcbd337 req-9b4b93a9-c3f9-49f5-8617-36c99d336a99 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0847378 Jul 29 23:35:16.741580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:16.761431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:16.767910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.768588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.780271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.830185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ebd060a-0e16-4a9d-83bc-acd38fcbd337 req-658e83d9-e05a-4240-bfde-7f193437d3e4 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823419 Jul 29 23:35:16.831382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-168b12b4-21d7-42f2-89c7-d95794efb524 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533576 Jul 29 23:35:16.834642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-1b02c727-3505-4e1f-8e40-3c805fae370e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8417766 Jul 29 23:35:16.837692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.876709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Request body: {'port': {'device_id': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:16.932148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.956804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-1caa8cf6-53d9-4c57-b4c8-705372690bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.958597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-1caa8cf6-53d9-4c57-b4c8-705372690bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1096 time: 0.0457911 Jul 29 23:35:17.023108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.041988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.082902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-49c55aeb-2dbc-4c1e-886c-c4d31ccfa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.084974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-49c55aeb-2dbc-4c1e-886c-c4d31ccfa43d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1143517 Jul 29 23:35:17.117407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-06018955-9119-4f3c-8bc4-56f30a3946d5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.118984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-06018955-9119-4f3c-8bc4-56f30a3946d5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788553 Jul 29 23:35:17.137491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:17.148458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-61266a79-b9a6-49ca-9f0f-0caabc1f5757 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0486970 Jul 29 23:35:17.154340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:17.156608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Pushing event updated for resources: {'Port': ['ID=49865d56-91a9-441f-b234-deb79a64d792,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.165469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:17.170125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-36481881-a3e0-4f20-8f9b-c33aaf0cdc2c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0411317 Jul 29 23:35:17.215648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-4038f747-1950-487e-adaf-312906285abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.221861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-4038f747-1950-487e-adaf-312906285abd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0594981 Jul 29 23:35:17.266091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-10e6d3e0-c7a7-412a-963b-92cd4bce2a02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339448 Jul 29 23:35:17.435815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5919c-bf09-4f6d-a21c-da6e803b06b7 req-c3ae42e8-7723-4f7c-84ba-612db7a1b65b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.437507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13b5919c-bf09-4f6d-a21c-da6e803b06b7 req-c3ae42e8-7723-4f7c-84ba-612db7a1b65b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.0828521 Jul 29 23:35:17.442741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-a8fb71ff-8849-4307-9e6e-4fdd2e39aebb service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413469 Jul 29 23:35:17.536167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13b5919c-bf09-4f6d-a21c-da6e803b06b7 req-ba101dc0-1c5d-4b7d-8237-d8913176d382 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896041 Jul 29 23:35:17.548680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-3ea1121f-c84e-4b70-8621-b371b0a14df6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129754 Jul 29 23:35:17.584923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6897b76-ec1d-47fb-abdb-35eeeb10e2ff None None] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:17.653557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc6e337-26ee-45ac-8c99-3a116fcfc55e req-88b63e7b-7d3d-4f09-bbd9-cdccf31f3546 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883190 Jul 29 23:35:17.746313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bfbb-ebbd-4af8-af5c-b2f7e32afbc1 req-32ede289-d912-4f80-bcdf-48bed94f903a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.751364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bca0bfbb-ebbd-4af8-af5c-b2f7e32afbc1 req-32ede289-d912-4f80-bcdf-48bed94f903a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 932 time: 0.1364958 Jul 29 23:35:17.755017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4bf5ae6d-edcf-422a-8ab3-f5dc2a2230d2 None None] Provisioning for port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:17.830344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bca0bfbb-ebbd-4af8-af5c-b2f7e32afbc1 req-1e95fee4-d8f2-4c1b-a521-88854ddc3d61 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Jul 29 23:35:17.906033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7c830eb6-b7c8-4126-9892-48b4f14a4a4d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:17.953799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c6ace7-341e-498e-aca6-233fd8969830 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:17.970608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae2c92-3268-416b-8fe2-cf7134964e9a req-57cc2cf0-1222-46f3-a79d-b26528ec68ff tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.972457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33ae2c92-3268-416b-8fe2-cf7134964e9a req-57cc2cf0-1222-46f3-a79d-b26528ec68ff tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 950 time: 0.1727750 Jul 29 23:35:17.980097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.984005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:17.984785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.990974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:17.991558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.037036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dd6f532-3fd3-4964-9f79-a708193366fd req-f5bc3689-e99d-4075-9dc2-8d4b9787e9bc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 210 time: 0.0479622 Jul 29 23:35:18.075634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Transition to ACTIVE for port object 42c6ace7-341e-498e-aca6-233fd8969830 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:18.122235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.179216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.184340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff095c-0f38-4439-8254-30326d86a9d0 req-9aed0692-3a9d-4ce6-8456-8230c55e9e7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.187179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eeff095c-0f38-4439-8254-30326d86a9d0 req-9aed0692-3a9d-4ce6-8456-8230c55e9e7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0631578 Jul 29 23:35:18.245613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eeff095c-0f38-4439-8254-30326d86a9d0 req-bec0abf2-f7c7-40d3-8a62-30f30046f708 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Jul 29 23:35:18.253471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:18.269103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.333954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.378487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33ae2c92-3268-416b-8fe2-cf7134964e9a req-976bed2a-57b3-4f6f-b911-9d3bbc802bd0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944716 Jul 29 23:35:18.404768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed1f5012-d20a-47da-8e44-2c0c1e2029a1 None None] Provisioning complete for port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:18.408575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5012-d20a-47da-8e44-2c0c1e2029a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.539786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.548622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.623363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:18.624102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:18.624102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:18.635254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:18.635577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:18.658057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483e602-be45-456f-8a18-7f9ef88e0065 req-b1171870-7390-44e8-b6f2-6ca622670029 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.659828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d483e602-be45-456f-8a18-7f9ef88e0065 req-b1171870-7390-44e8-b6f2-6ca622670029 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.0646544 Jul 29 23:35:18.683239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:18.683478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:18.683853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:18.684305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Bound port: 42c6ace7-341e-498e-aca6-233fd8969830, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:18.684659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.704202 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d483e602-be45-456f-8a18-7f9ef88e0065 req-d007bff0-8a9d-4a08-8f4b-9af9bb68d41e tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Jul 29 23:35:18.785246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eecab-78f8-401e-bb5f-d395ff637c72 req-44a79b92-2963-4b97-8342-91f395bb8d69 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.792743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c140f-600c-4558-98b4-c419c18002c9 req-f2af4320-a0e6-4bb4-b370-d985d2849770 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.793032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da0eecab-78f8-401e-bb5f-d395ff637c72 req-44a79b92-2963-4b97-8342-91f395bb8d69 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.1525779 Jul 29 23:35:18.795555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318c140f-600c-4558-98b4-c419c18002c9 req-f2af4320-a0e6-4bb4-b370-d985d2849770 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 1102 time: 0.0679097 Jul 29 23:35:18.841819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:18.870410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:18.880789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da0eecab-78f8-401e-bb5f-d395ff637c72 req-e73c2b94-abce-4319-81ce-2f7e3ae08c43 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869017 Jul 29 23:35:18.885157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.909958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Deleting port 6632e73a-0dfa-4271-969c-914e55c9eb0c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:18.910411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.923206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:35:18.951045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.952210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.954494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 1093 time: 2.1013498 Jul 29 23:35:18.954964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:18.958588 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6b2ea-a08a-47fb-91d2-be96e22cfced" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "tag": "42c6ace7-341e-498e-aca6-233fd8969830"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:18.969955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d59fc460-6853-4583-9029-7834420ff79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.001411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] For port 6632e73a-0dfa-4271-969c-914e55c9eb0c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6632e73a-0dfa-4271-969c-914e55c9eb0c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:19.001809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.020412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902f9b-2abf-4bef-9003-e2e6925a30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.028076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Calling delete_port for 6632e73a-0dfa-4271-969c-914e55c9eb0c owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:19.079008 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9157f963-09aa-4ed1-ad1e-577e0c92840a x-openstack-request-id: req-9157f963-09aa-4ed1-ad1e-577e0c92840a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:19.079297 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "tag": "42c6ace7-341e-498e-aca6-233fd8969830", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:19.079549 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9157f963-09aa-4ed1-ad1e-577e0c92840a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:19.079946 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830', 'status': 'completed', 'code': 200} Jul 29 23:35:19.131865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-830df3db-4f10-442a-bcf8-4e1a86e8a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.133409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-830df3db-4f10-442a-bcf8-4e1a86e8a13b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1096 time: 0.0947042 Jul 29 23:35:19.134392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:19.146028 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Sync routers for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:19.156492 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:19.157137 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:19.194389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.231382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6632e73a-0dfa-4271-969c-914e55c9eb0c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:19.235201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Pushing event deleted for resources: {'Port': ['ID=6632e73a-0dfa-4271-969c-914e55c9eb0c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.248108 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-b5a15cfd-3182-4f5e-af5f-391e017747de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.0855536 Jul 29 23:35:19.248793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.250988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f840a63c-0088-4e32-a93a-fbc914808161 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1392484 Jul 29 23:35:19.269020 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d157676-20e5-49a3-befc-c5ab8a21f00d req-af392d7a-81fd-4fe9-bda1-adb2145cf461 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 210 time: 0.1295762 Jul 29 23:35:19.272681 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:19.284978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59520) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:19.312403 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.329537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] No DVR routers for this DVR port 6632e73a-0dfa-4271-969c-914e55c9eb0c on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:19.348079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.354032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318c140f-600c-4558-98b4-c419c18002c9 req-97bf0cdf-1ad3-48b1-89a9-1fbc977ca6e4 tempest-DeleteServersAdminTestJSON-780957524 tempest-DeleteServersAdminTestJSON-780957524-project-admin] 10.222.0.59 "DELETE /v2.0/ports/6632e73a-0dfa-4271-969c-914e55c9eb0c HTTP/1.1" status: 204 len: 173 time: 0.5520475 Jul 29 23:35:19.356395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'name': 'network-vif-deleted', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:19.359317 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee2d2f-f2a6-4ed2-8874-d3b709956638" -d '{"events": [{"server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "name": "network-vif-deleted", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:19.387663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6af70-0465-4ecf-a1a1-a16da6bf9b3f req-772c51f1-0391-4c08-b322-b4f70bb96d30 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.398041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ed6af70-0465-4ecf-a1a1-a16da6bf9b3f req-772c51f1-0391-4c08-b322-b4f70bb96d30 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.2318530 Jul 29 23:35:19.520593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-49d5a1cf-638b-4edb-9a20-d08665b0a4b4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736029 Jul 29 23:35:19.531138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d37d-c5cc-467c-a430-e07b15252089 req-eab63112-afb3-4e10-9b7d-e131f2937060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.533825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-eab63112-afb3-4e10-9b7d-e131f2937060 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.2489605 Jul 29 23:35:19.572629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d1d-5385-4002-a944-4d6ed2445739 req-498fae7c-f94e-4c87-84a0-75c39d859141 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.574533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afc20d1d-5385-4002-a944-4d6ed2445739 req-498fae7c-f94e-4c87-84a0-75c39d859141 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1735418 Jul 29 23:35:19.599617 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-924ba600-abee-45d6-8079-ee9193918b88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589843 Jul 29 23:35:19.619303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:17Z', 'revision_number': 3, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:19.649916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Checking router: 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:19.650528 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Updating router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 port 49865d56-91a9-441f-b234-deb79a64d792 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:35:19.678079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ed6af70-0465-4ecf-a1a1-a16da6bf9b3f req-796b1c0b-cc8a-4922-a3e0-4d5a51c1e222 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756779 Jul 29 23:35:19.679437 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.686923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-26b8e24b-1c5f-4883-8f03-29601abdd7cc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.688405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-26b8e24b-1c5f-4883-8f03-29601abdd7cc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446075 Jul 29 23:35:19.720186 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa9af6-162a-46f3-a438-215a3eebb456 x-openstack-request-id: req-6daa9af6-162a-46f3-a438-215a3eebb456 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:19.720479 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e521b-8793-43fb-af82-918a49aa286c", "name": "network-vif-deleted", "tag": "6632e73a-0dfa-4271-969c-914e55c9eb0c", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:19.720734 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6daa9af6-162a-46f3-a438-215a3eebb456 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:19.721130 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e521b-8793-43fb-af82-918a49aa286c', 'name': 'network-vif-deleted', 'tag': '6632e73a-0dfa-4271-969c-914e55c9eb0c', 'status': 'completed', 'code': 200} Jul 29 23:35:19.754860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:19.782445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afc20d1d-5385-4002-a944-4d6ed2445739 req-cb55f0ad-f46b-4c71-8859-308515936d11 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853921 Jul 29 23:35:19.836669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7c830eb6-b7c8-4126-9892-48b4f14a4a4d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:19.887126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efad5538-e4c3-4b9b-8d56-71ef17ea12d2 req-7b6acef7-fa2f-4ccb-806c-a8fd7478d4f8 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e521b-8793-43fb-af82-918a49aa286c HTTP/1.1" status: 200 len: 210 time: 0.0752842 Jul 29 23:35:19.899969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-a743d699-5251-4653-a51c-7ec1ada6a484 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880116 Jul 29 23:35:19.909311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:19.909772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.995223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:20.016984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.041572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.126311 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.143701 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Transition to ACTIVE for port object 49865d56-91a9-441f-b234-deb79a64d792 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:20.154916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:20.169881 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.203477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45d036-b340-4232-90f9-368f9c3c7b99 req-bcf2d9dc-9c08-4ca9-92d9-de6efa9a264c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.211817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b45d036-b340-4232-90f9-368f9c3c7b99 req-bcf2d9dc-9c08-4ca9-92d9-de6efa9a264c tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.1476438 Jul 29 23:35:20.253984 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Attempting to bind port 49865d56-91a9-441f-b234-deb79a64d792 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:20.254652 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Attempting to bind port 49865d56-91a9-441f-b234-deb79a64d792 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:20.255166 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Attempting to bind port 49865d56-91a9-441f-b234-deb79a64d792 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:20.259937 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Pushing event updated for resources: {'Port': ['ID=49865d56-91a9-441f-b234-deb79a64d792,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.265236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:20.265798 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:20.266375 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.266777 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:20.267245 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Bound port: 49865d56-91a9-441f-b234-deb79a64d792, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:20.267825 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.290741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b45d036-b340-4232-90f9-368f9c3c7b99 req-f4d953d0-d4e3-4580-a57d-2c324f55d686 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776622 Jul 29 23:35:20.294142 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.298273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.298883 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.299367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.304009 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.304532 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.305087 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.305583 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.306080 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.306554 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.307051 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.307700 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:20.319061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.324167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:20.339698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'port_id': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'mac_address': 'fa:16:3e:6b:27:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34808cc-3113-4ef2-8197-7a1846f10105', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:20.348564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.378939 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] For port 49865d56-91a9-441f-b234-deb79a64d792, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:20.382509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] For port 49865d56-91a9-441f-b234-deb79a64d792, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=49865d56-91a9-441f-b234-deb79a64d792,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:20.391961 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.393130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.410773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:20.461966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555029d-4c4b-4acc-9693-4793298675ce None None] Pushing event updated for resources: {'Port': ['ID=49865d56-91a9-441f-b234-deb79a64d792,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.464720 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:20.465353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:20.472736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea785-a7db-4aec-9588-2bd150047c45 req-9a348c8a-14cd-4e02-8a15-4026cf470138 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.473326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:20.474718 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55eea785-a7db-4aec-9588-2bd150047c45 req-9a348c8a-14cd-4e02-8a15-4026cf470138 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.1575851 Jul 29 23:35:20.480856 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.562924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.568833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.601458 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:20.602975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d047d37d-c5cc-467c-a430-e07b15252089 req-bbf0d8a8-c17b-4fe5-97d7-dce2bf948945 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284585 Jul 29 23:35:20.641902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55eea785-a7db-4aec-9588-2bd150047c45 req-2ef21b92-2d74-45d3-a894-452ce958e12f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584971 Jul 29 23:35:20.705861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.731030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca1f8fe2-253c-47ac-9917-c9ffe4d23b15 req-106382f1-f251-4423-995a-c3b892be4a60 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jul 29 23:35:20.736790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3312187-acc7-4fdb-873a-36cbb27d5c89,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.762861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-bc995a47-7e37-4a25-9390-afa982467ad7 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.764740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-bc995a47-7e37-4a25-9390-afa982467ad7 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.59 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.4371009 Jul 29 23:35:20.900849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.169 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/0d3cda00-4009-4851-9cc2-7a5d4207f291) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:20.935918 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:17Z', 'revision_number': 3, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:20.952579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-db959950-9d12-4796-9f81-5d4cf0bd5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.954479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-db959950-9d12-4796-9f81-5d4cf0bd5d04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1096 time: 0.1509535 Jul 29 23:35:20.965302 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40884ee8-754f-44da-abe5-158ffa326b79 None None] The sync data for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 is: [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:17Z', 'revision_number': 3, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:20.968049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28f089-dbab-44c2-a2e5-cc6dab83828d req-b9cf62e8-9eb5-452f-8fc0-cb12aef6efd4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.976893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c28f089-dbab-44c2-a2e5-cc6dab83828d req-b9cf62e8-9eb5-452f-8fc0-cb12aef6efd4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.1742654 Jul 29 23:35:20.990695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa79e5a-b8f6-4b70-947d-cc115e4ae337 req-5ebfb6c5-c652-483b-909f-17cb115a573c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.992712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aa79e5a-b8f6-4b70-947d-cc115e4ae337 req-5ebfb6c5-c652-483b-909f-17cb115a573c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1109233 Jul 29 23:35:21.034348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Deleting port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:21.034722 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.052876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:21.138433 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c28f089-dbab-44c2-a2e5-cc6dab83828d req-5cd44d66-03f4-4482-920e-20ecdbf620d2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605151 Jul 29 23:35:21.139843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Allocated IP 172.20.0.1 (5e69c7bd-5698-4502-a457-23c858ef61a9/c8065500-fa6e-4aa1-908f-2aab894de059/5f29d07d-43f1-414f-9774-9da3073d0d01) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:21.190126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-cb7d9900-e71d-4738-96a0-b41c52ed6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.191716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-cb7d9900-e71d-4738-96a0-b41c52ed6a82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2127869 Jul 29 23:35:21.195065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aa79e5a-b8f6-4b70-947d-cc115e4ae337 req-4185304d-afb4-4f75-9c57-9aaa59b7b46d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917739 Jul 29 23:35:21.279049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] For port 0319af3f-c939-452c-8f6b-eb971ccc8ee5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0319af3f-c939-452c-8f6b-eb971ccc8ee5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:21.279439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.307813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-abc2ca60-d0ef-4d89-a92f-1e978272070a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.0961635 Jul 29 23:35:21.315621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.319076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Calling delete_port for 0319af3f-c939-452c-8f6b-eb971ccc8ee5 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:21.343786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 0d3cda00-4009-4851-9cc2-7a5d4207f291 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:21.461481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-16e84564-dcca-4e1f-8eec-9ad321c4ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.462691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-16e84564-dcca-4e1f-8eec-9ad321c4ce92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1353192 Jul 29 23:35:21.505977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-f5c4256b-b59a-4f18-b11d-dfc00f73a549 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350244 Jul 29 23:35:21.519974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555b1e-1f96-4875-84ec-41a8b4431380 req-4e0c1237-d11c-487b-8dbc-71b0f5543396 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.530137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18555b1e-1f96-4875-84ec-41a8b4431380 req-4e0c1237-d11c-487b-8dbc-71b0f5543396 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=52af8166-68af-4e2e-a34e-374c0afd0c1c HTTP/1.1" status: 200 len: 949 time: 0.0983562 Jul 29 23:35:21.534398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-4c1bcb84-4b96-4f31-b2f6-73bd866d3f45 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256324 Jul 29 23:35:21.542924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.661649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:21.664937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.670299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.675051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:21.687483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18555b1e-1f96-4875-84ec-41a8b4431380 req-29310e80-1292-44ce-b083-d26bed2188d7 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478260 Jul 29 23:35:21.688755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:21.707733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Transition to ACTIVE for port object 5f29d07d-43f1-414f-9774-9da3073d0d01 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:21.707857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.708394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.713181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.747908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['0319af3f-c939-452c-8f6b-eb971ccc8ee5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:21.770502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Pushing event deleted for resources: {'Port': ['ID=0319af3f-c939-452c-8f6b-eb971ccc8ee5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.787998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-2282d345-57fd-4c6d-953f-58bd93af6b40 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0397398 Jul 29 23:35:21.836757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Request body: {'port': {'device_id': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:21.838702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-fe8b7a92-f7fc-452d-809c-290b44f164d7 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992828 Jul 29 23:35:21.863166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-cf2f5d97-0442-44dd-91db-810f505ac5f3 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.865926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-cf2f5d97-0442-44dd-91db-810f505ac5f3 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174436 Jul 29 23:35:21.942107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.971462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.974025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] No DVR routers for this DVR port 0319af3f-c939-452c-8f6b-eb971ccc8ee5 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:21.978198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.978366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 49865d56-91a9-441f-b234-deb79a64d792 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:21.980251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0acc486d-4c30-476f-aad0-885a82dfcfb8 req-94f811b4-6cd9-4a18-9e16-a2387b5db37d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.59 "DELETE /v2.0/ports/0319af3f-c939-452c-8f6b-eb971ccc8ee5 HTTP/1.1" status: 204 len: 173 time: 1.1964822 Jul 29 23:35:21.980679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'name': 'network-vif-deleted', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:21.983012 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19803f78-24c0-4ec1-9f1b-fedfa302712a" -d '{"events": [{"server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "name": "network-vif-deleted", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:22.040603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab795c5-7c4a-4d13-8e9c-b3ea012f9526 req-83ed58af-fc4d-416b-84cf-a41cff834c52 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.048948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ab795c5-7c4a-4d13-8e9c-b3ea012f9526 req-83ed58af-fc4d-416b-84cf-a41cff834c52 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.2349122 Jul 29 23:35:22.134750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 49865d56-91a9-441f-b234-deb79a64d792 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.144955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['769a5b40-5b4d-462e-8fa3-20ca196a38c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:22.154127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:22.220472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ab795c5-7c4a-4d13-8e9c-b3ea012f9526 req-42c7ee64-4217-4a4b-b23e-ce8156dda0a7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668015 Jul 29 23:35:22.240863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-381b1d98-4ac5-4d79-81f4-a52aefe3cbe4 None None] Provisioning for port 0d3cda00-4009-4851-9cc2-7a5d4207f291 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.243587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:22.250013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:22.250799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.263039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 49865d56-91a9-441f-b234-deb79a64d792 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.264338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.269024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-50c69c75-4f53-461f-9f10-15474f66e408 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/quotas/a885aedf6fc6489ebbd8f5c5cda1589a HTTP/1.1" status: 200 len: 375 time: 0.3452027 Jul 29 23:35:22.271597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-381b1d98-4ac5-4d79-81f4-a52aefe3cbe4 None None] Provisioning complete for port 0d3cda00-4009-4851-9cc2-7a5d4207f291 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.271962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-381b1d98-4ac5-4d79-81f4-a52aefe3cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.378911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-d0cf94a9-1a98-4ff9-8a77-6c95599c4ac9 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086359 Jul 29 23:35:22.406268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Pushing event updated for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.410007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.420387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b6b2ea-a08a-47fb-91d2-be96e22cfced req-0d39c700-284b-4626-8ee1-4568cb5ab013 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210392 Jul 29 23:35:22.515548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-381b1d98-4ac5-4d79-81f4-a52aefe3cbe4 None None] Port 0d3cda00-4009-4851-9cc2-7a5d4207f291 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:22.517003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4709c-3328-4c25-9178-8b41626f1f62 req-39c7f0e3-de27-4682-95a4-76aa7f2aed01 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.531542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ae4709c-3328-4c25-9178-8b41626f1f62 req-39c7f0e3-de27-4682-95a4-76aa7f2aed01 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 936 time: 0.1504714 Jul 29 23:35:22.607686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.665201 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.673799 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c4ef0-c30c-459a-9c8a-e6792c522fa0 x-openstack-request-id: req-5b2c4ef0-c30c-459a-9c8a-e6792c522fa0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:22.674021 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52af8166-68af-4e2e-a34e-374c0afd0c1c", "name": "network-vif-deleted", "tag": "0319af3f-c939-452c-8f6b-eb971ccc8ee5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:22.674417 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b2c4ef0-c30c-459a-9c8a-e6792c522fa0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:22.674841 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52af8166-68af-4e2e-a34e-374c0afd0c1c', 'name': 'network-vif-deleted', 'tag': '0319af3f-c939-452c-8f6b-eb971ccc8ee5', 'status': 'completed', 'code': 200} Jul 29 23:35:22.695937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 49865d56-91a9-441f-b234-deb79a64d792, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=49865d56-91a9-441f-b234-deb79a64d792,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:22.729529 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.734353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9505db8c-a444-4f5a-b2e8-5a61a3d5778e None None] Provisioning for port 5f29d07d-43f1-414f-9774-9da3073d0d01 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.736762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ae4709c-3328-4c25-9178-8b41626f1f62 req-fd73ec40-9697-451f-9f73-6312cbf7e7bb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043066 Jul 29 23:35:22.760136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9505db8c-a444-4f5a-b2e8-5a61a3d5778e None None] Provisioning complete for port 5f29d07d-43f1-414f-9774-9da3073d0d01 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.760731 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9505db8c-a444-4f5a-b2e8-5a61a3d5778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.888679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=49865d56-91a9-441f-b234-deb79a64d792,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.904688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9505db8c-a444-4f5a-b2e8-5a61a3d5778e None None] Port 5f29d07d-43f1-414f-9774-9da3073d0d01 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:22.923140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3e44f-771a-4b9c-af58-cd6149d042b1 req-a96c164d-3086-41cc-8ba8-0f4ab44a0c38 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.924937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99b3e44f-771a-4b9c-af58-cd6149d042b1 req-a96c164d-3086-41cc-8ba8-0f4ab44a0c38 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.1952646 Jul 29 23:35:22.967180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3cda00-4009-4851-9cc2-7a5d4207f291 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:22.983347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.001561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0409-ada5-4299-8ff3-935ab85b5e7c req-3fec1b0c-ad6f-4490-881a-729f3d43afcb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.009079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c2d0409-ada5-4299-8ff3-935ab85b5e7c req-3fec1b0c-ad6f-4490-881a-729f3d43afcb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1506739 Jul 29 23:35:23.014777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99b3e44f-771a-4b9c-af58-cd6149d042b1 req-52d52661-bf50-454f-a4bc-ee9424bf2a31 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823464 Jul 29 23:35:23.033366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Transition to ACTIVE for port object 0d3cda00-4009-4851-9cc2-7a5d4207f291 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:23.040037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.047144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.055080 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.055846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.106582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c2d0409-ada5-4299-8ff3-935ab85b5e7c req-e72d4b77-2aaa-4215-ae40-75ba7df743a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962114 Jul 29 23:35:23.135889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.190943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Pushing event updated for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.214639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbfb00db-eb79-4d9d-87db-c96c4358d996 req-86415528-9396-4642-b0e4-30af41b94eab tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 210 time: 0.0345027 Jul 29 23:35:23.233300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Attempting to bind port 0d3cda00-4009-4851-9cc2-7a5d4207f291 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:23.233769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Attempting to bind port 0d3cda00-4009-4851-9cc2-7a5d4207f291 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:23.234114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Attempting to bind port 0d3cda00-4009-4851-9cc2-7a5d4207f291 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:23.252166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Port 0d3cda00-4009-4851-9cc2-7a5d4207f291 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:23.252535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Attempting to bind port 0d3cda00-4009-4851-9cc2-7a5d4207f291 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:23.265057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:23.268078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:23.268494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:23.270339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Bound port: 0d3cda00-4009-4851-9cc2-7a5d4207f291, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:23.270642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.290089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:23.292874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:23.452868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:23.456808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:23.468526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.526335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.526971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.528929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] 10.222.0.57 "PUT /v2.0/ports/0d3cda00-4009-4851-9cc2-7a5d4207f291 HTTP/1.1" status: 200 len: 1097 time: 1.7029870 Jul 29 23:35:23.564510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc31f-ad06-44be-9d8f-e9774491c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.608540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:23.675236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431cf9a-f6b3-4801-b3d1-444d07372fbc req-9024d941-9ec9-4819-9393-194691f67281 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.678103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3431cf9a-f6b3-4801-b3d1-444d07372fbc req-9024d941-9ec9-4819-9393-194691f67281 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.2413292 Jul 29 23:35:23.682135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200a6e2-40f7-4852-94a5-2da9eb3bc6e3 req-a02bcd33-66b0-4ea9-90f5-cddd4f20489b tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.684989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b200a6e2-40f7-4852-94a5-2da9eb3bc6e3 req-a02bcd33-66b0-4ea9-90f5-cddd4f20489b tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.1093543 Jul 29 23:35:23.766184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b200a6e2-40f7-4852-94a5-2da9eb3bc6e3 req-dddeecd8-34c1-43af-899a-1fb204ade03d tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754285 Jul 29 23:35:23.783216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3431cf9a-f6b3-4801-b3d1-444d07372fbc req-032f3478-0c29-4b5a-a39e-d31823907187 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917246 Jul 29 23:35:23.787313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0ae3d435-7c83-41c1-a0c9-e8724e8f56c2 None None] Provisioning complete for port 5f29d07d-43f1-414f-9774-9da3073d0d01 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:23.788286 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d435-7c83-41c1-a0c9-e8724e8f56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.800694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-cdc6c634-b979-469c-946c-0d0ea32843d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.805805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-cdc6c634-b979-469c-946c-0d0ea32843d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 1100 time: 0.0914664 Jul 29 23:35:23.813141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:23.819950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f154e5e-82f0-45bd-9bf8-87193a0fabdc admin admin] 10.222.0.49 "PUT /v2.0/routers/921c69c0-e2ca-4fcc-9f1d-a189a16d25e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5339928 Jul 29 23:35:23.850676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Sync routers for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:23.865548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:23.866317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:23.871198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 49865d56-91a9-441f-b234-deb79a64d792 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:23.885161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-9fd80b7d-096d-4cc8-8256-15607156441f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291 HTTP/1.1" status: 200 len: 217 time: 0.0541570 Jul 29 23:35:23.917396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:23.919774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0319af3f-c939-452c-8f6b-eb971ccc8ee5 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:23.984033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a82bd-c7b5-40a1-88ce-9412d7cc951e req-2d078b05-a969-4e25-be4d-85de6417c625 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.985607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b3a82bd-c7b5-40a1-88ce-9412d7cc951e req-2d078b05-a969-4e25-be4d-85de6417c625 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 948 time: 0.1034596 Jul 29 23:35:23.986149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 0319af3f-c939-452c-8f6b-eb971ccc8ee5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:23.986497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0319af3f-c939-452c-8f6b-eb971ccc8ee5 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:23.986903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6632e73a-0dfa-4271-969c-914e55c9eb0c no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:23.987587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-88ce1bd3-b3b3-4204-a343-71882a67bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.989650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-88ce1bd3-b3b3-4204-a343-71882a67bf81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0712979 Jul 29 23:35:24.015399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 6632e73a-0dfa-4271-969c-914e55c9eb0c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:24.015639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6632e73a-0dfa-4271-969c-914e55c9eb0c not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:24.030807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3d435-7c83-41c1-a0c9-e8724e8f56c2 None None] Port 5f29d07d-43f1-414f-9774-9da3073d0d01 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:24.057543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b3a82bd-c7b5-40a1-88ce-9412d7cc951e req-3a003924-e914-4b2c-9c83-7bdf5dc74e95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640745 Jul 29 23:35:24.071897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b838b8-dd02-4502-9e73-777905691fae req-e1ae285d-156d-4164-93b3-7cbb02957ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.073669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-e1ae285d-156d-4164-93b3-7cbb02957ef8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652311 Jul 29 23:35:24.212842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:35:24.217891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:24.253126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-4c6bc9b3-2cf5-483a-bb6c-94bc7d49e18f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510944 Jul 29 23:35:24.291794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56af4ef-78b1-45af-9ef9-abff0d6d50c5 req-88d610a9-c718-4f86-b8f7-99d861079143 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.294661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b56af4ef-78b1-45af-9ef9-abff0d6d50c5 req-88d610a9-c718-4f86-b8f7-99d861079143 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.1073933 Jul 29 23:35:24.340746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:24.352947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:24.353714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.400695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b56af4ef-78b1-45af-9ef9-abff0d6d50c5 req-3f2df493-a639-482a-bcfb-c1dcd49f37d3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919468 Jul 29 23:35:24.433265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 49865d56-91a9-441f-b234-deb79a64d792 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:24.433265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.433265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:24.446458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3b838b8-dd02-4502-9e73-777905691fae req-8b18433a-3a91-468c-8e79-cfc3176a7416 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769795 Jul 29 23:35:24.495472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-8494ed1b-626b-4e85-9f69-cba082f7a279 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243108 Jul 29 23:35:24.548551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a86e5a-dcb0-4f2c-bdc9-8ebe588044b3 req-7660d101-c453-4b7a-93e8-49424fad3446 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.550098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a86e5a-dcb0-4f2c-bdc9-8ebe588044b3 req-7660d101-c453-4b7a-93e8-49424fad3446 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0518730 Jul 29 23:35:24.552703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:24.600457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a86e5a-dcb0-4f2c-bdc9-8ebe588044b3 req-d65a0d44-5cec-422a-b022-da430f398e78 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Jul 29 23:35:24.607667 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.614267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0b81cccc-428f-4bd8-8f22-c4e3ec880337 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.615832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0b81cccc-428f-4bd8-8f22-c4e3ec880337 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 829 time: 0.4969673 Jul 29 23:35:24.627186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '42c6ace7-341e-498e-aca6-233fd8969830', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'port_id': '42c6ace7-341e-498e-aca6-233fd8969830', 'mac_address': 'fa:16:3e:d5:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef42e-8b87-41e9-be44-ed7a0c953ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:24.640188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-d0930bc0-c9c1-40a7-b87d-7b36a02e0e65 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/quotas/ba5a5d8d94c2429786879e508a67e179 HTTP/1.1" status: 200 len: 375 time: 0.0170701 Jul 29 23:35:24.675585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:24.678013 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32ec3b-b5a3-45e8-aa21-55f303595f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:24.690626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-76f8c5c1-e29b-4578-9a15-6429c6d904c0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.692095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-76f8c5c1-e29b-4578-9a15-6429c6d904c0 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856844 Jul 29 23:35:24.714716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cf1b829b-e996-40d9-ba23-9aba4292e185 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629025 Jul 29 23:35:24.716676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:24.719369 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd38de7-6d57-41f1-9a5c-1311825e7c45" -d '{"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-plugged", "status": "completed", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:24.720787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Request body: {'port': {'device_id': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'a885aedf6fc6489ebbd8f5c5cda1589a'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:24.773321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:24.791881 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.793683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.812644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a9d8f6a-3c14-43b3-ba05-ba920e58e5f1 req-34676c9f-14c9-4db4-9a72-4196f656821c tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 210 time: 0.0302317 Jul 29 23:35:24.846368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c6ace7-341e-498e-aca6-233fd8969830 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:24.866856 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae76dfa-7e66-4d96-a7a6-c20ebda3189c x-openstack-request-id: req-6ae76dfa-7e66-4d96-a7a6-c20ebda3189c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:24.867152 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:24.867454 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ae76dfa-7e66-4d96-a7a6-c20ebda3189c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:24.867852 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291', 'status': 'completed', 'code': 200} Jul 29 23:35:24.887939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Made reservation on behalf of a885aedf6fc6489ebbd8f5c5cda1589a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:24.891608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.897020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:24.906819 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d38c7-7c5b-475b-a16c-af3aff68888d x-openstack-request-id: req-1d3d38c7-7c5b-475b-a16c-af3aff68888d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:24.907129 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-plugged", "status": "completed", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:24.907374 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d3d38c7-7c5b-475b-a16c-af3aff68888d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:24.907766 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'code': 200} Jul 29 23:35:24.910933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.917586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.991251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.996859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 2, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:25.034680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Checking router: 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:25.035364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Updating router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 port 5f29d07d-43f1-414f-9774-9da3073d0d01 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:35:25.058555 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-e481c48a-1075-44ac-a5db-e4692f094a84 service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339586 Jul 29 23:35:25.062451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f04d9-4ceb-4ed0-8b39-07ed63a69f9a req-1c1878ba-3aac-4a97-bf2f-1ac933b8cef4 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.063130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.070184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-592f04d9-4ceb-4ed0-8b39-07ed63a69f9a req-1c1878ba-3aac-4a97-bf2f-1ac933b8cef4 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.1093445 Jul 29 23:35:25.081312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Allocated IP 192.168.233.140 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/8775677f-597d-418e-bd01-b6675283bb1d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:25.099694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-520c8d3b-07a8-41d3-a085-e46756032835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.102727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-520c8d3b-07a8-41d3-a085-e46756032835 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 1100 time: 0.0836017 Jul 29 23:35:25.119618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-592f04d9-4ceb-4ed0-8b39-07ed63a69f9a req-aea92d52-fe2d-484e-8be3-06c27848cd03 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Jul 29 23:35:25.219695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['42c6ace7-341e-498e-aca6-233fd8969830'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:25.239551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c25d6-b967-45d4-b530-bf6bd7bc4754 req-46828ba9-15da-4aa4-8852-8883e31d2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.241088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f7c25d6-b967-45d4-b530-bf6bd7bc4754 req-46828ba9-15da-4aa4-8852-8883e31d2da9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1098 time: 0.1021187 Jul 29 23:35:25.256585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-506c1efe-6332-4722-81c9-269f4db23048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.257686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-506c1efe-6332-4722-81c9-269f4db23048 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1364601 Jul 29 23:35:25.273901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cc748-125a-4535-b584-b78fd53ef57c req-10b545fc-f016-4b94-bd1e-f2368bb9c5a3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.275516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-921cc748-125a-4535-b584-b78fd53ef57c req-10b545fc-f016-4b94-bd1e-f2368bb9c5a3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 946 time: 0.0703511 Jul 29 23:35:25.322133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-92829e8a-4d61-48c9-95a6-e469437f2855 service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381508 Jul 29 23:35:25.328307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-b0be1f4d-69a3-4d34-923d-9d39082b0a92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291 HTTP/1.1" status: 200 len: 217 time: 0.0516918 Jul 29 23:35:25.363240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f7c25d6-b967-45d4-b530-bf6bd7bc4754 req-7f09dc7a-0e46-432e-9d09-bb03c45b5ab2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024535 Jul 29 23:35:25.423299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.443847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Transition to ACTIVE for port object 8775677f-597d-418e-bd01-b6675283bb1d will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:25.444664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-921cc748-125a-4535-b584-b78fd53ef57c req-98d0b412-d086-427c-b932-75389c5a43e7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234939 Jul 29 23:35:25.464158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.491570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Transition to ACTIVE for port object 5f29d07d-43f1-414f-9774-9da3073d0d01 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:25.502598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.505998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.506750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-542932f6-ae1a-4b7e-a2cd-30ac5bb142f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.509944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-542932f6-ae1a-4b7e-a2cd-30ac5bb142f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1669858 Jul 29 23:35:25.568179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:25.571462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:25.583367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360b261-ba97-4bdc-b5f3-c2be637b9e5d None None] Pushing event updated for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:25.591758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:25.603297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.604262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.619643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Pushing event updated for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:25.637497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6bb22c16-301c-4e53-bcf4-7721f9b5180d tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9214935 Jul 29 23:35:25.656663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Request body: {'port': {'device_id': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:25.687951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Attempting to bind port 5f29d07d-43f1-414f-9774-9da3073d0d01 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:25.688326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Attempting to bind port 5f29d07d-43f1-414f-9774-9da3073d0d01 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:25.688680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Attempting to bind port 5f29d07d-43f1-414f-9774-9da3073d0d01 on network 5e69c7bd-5698-4502-a457-23c858ef61a9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:25.690426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a3d8e-297c-4b2a-8cbf-788d9f980331 req-408177fc-5521-4fcf-8b2d-3db02501d5e8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.698147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b0a3d8e-297c-4b2a-8cbf-788d9f980331 req-408177fc-5521-4fcf-8b2d-3db02501d5e8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 948 time: 0.0988348 Jul 29 23:35:25.698568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:25.699046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Checking segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:25.699577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.699977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Bound using segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:25.700443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Bound port: 5f29d07d-43f1-414f-9774-9da3073d0d01, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:25.700818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.772692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.782390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb7f0-1763-44bd-bebd-ba4d4288fe39 req-55ae688b-b1d0-46b2-96bc-4ea0590c5d16 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.786889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b0a3d8e-297c-4b2a-8cbf-788d9f980331 req-82ebeba5-e075-4219-a225-126726fcba09 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Jul 29 23:35:25.791357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e14cb7f0-1763-44bd-bebd-ba4d4288fe39 req-55ae688b-b1d0-46b2-96bc-4ea0590c5d16 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1295912 Jul 29 23:35:25.851515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] For port 5f29d07d-43f1-414f-9774-9da3073d0d01, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:25.857031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] For port 5f29d07d-43f1-414f-9774-9da3073d0d01, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5f29d07d-43f1-414f-9774-9da3073d0d01,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:25.868087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.913904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f206cde-1cb3-49d3-9539-b8cf10adde5a req-c05fe024-1794-4230-b62c-2999061c0d0a tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 210 time: 0.0472960 Jul 29 23:35:25.932158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-ee4fb365-bea9-4482-baf7-ba61557b66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.937420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-ee4fb365-bea9-4482-baf7-ba61557b66d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452241 Jul 29 23:35:25.943867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e14cb7f0-1763-44bd-bebd-ba4d4288fe39 req-133af9a8-5a1b-4521-9c8b-edf5b9c69b05 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478763 Jul 29 23:35:26.061521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:26.062458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:26.204583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b88951-efcb-4c7d-8d07-ef215b914bc8 req-f9435f40-ccdd-4c46-8f7e-1f97270487f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.213891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4b88951-efcb-4c7d-8d07-ef215b914bc8 req-f9435f40-ccdd-4c46-8f7e-1f97270487f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1562946 Jul 29 23:35:26.239274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-1e3cf8ac-a7f6-4e6a-bf13-2a6c042a2e47 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872980 Jul 29 23:35:26.245612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:26.294120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4b88951-efcb-4c7d-8d07-ef215b914bc8 req-702db7d6-0cc3-4d11-b338-3263b9821703 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787029 Jul 29 23:35:26.319725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715ab0d-8f68-4375-87e2-3279370d75d3 req-f249671d-6b45-4730-a638-61edc8540ab8 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.330697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5715ab0d-8f68-4375-87e2-3279370d75d3 req-f249671d-6b45-4730-a638-61edc8540ab8 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 936 time: 0.1154480 Jul 29 23:35:26.337973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360b261-ba97-4bdc-b5f3-c2be637b9e5d None None] Pushing event updated for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.416526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8775677f-597d-418e-bd01-b6675283bb1d {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:26.426846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5715ab0d-8f68-4375-87e2-3279370d75d3 req-4282a6c4-83e0-467c-87b6-2b9264f66dc7 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943553 Jul 29 23:35:26.429068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.461607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Transition to ACTIVE for port object 8775677f-597d-418e-bd01-b6675283bb1d will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:26.466593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.506655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af32ec3b-b5a3-45e8-aa21-55f303595f0c req-6c5381ca-5ab4-4919-95c5-81192bc066aa service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840444 Jul 29 23:35:26.533929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699d06-f20c-4cce-bae0-314dfcddf23a req-359e3e58-f67b-4725-b980-222d3b65a7e5 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.537582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23699d06-f20c-4cce-bae0-314dfcddf23a req-359e3e58-f67b-4725-b980-222d3b65a7e5 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.0831265 Jul 29 23:35:26.565688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Pushing event updated for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.566322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-efaa1c19-9374-4a41-8ced-fd6e9b6a517c None None] Provisioning for port 8775677f-597d-418e-bd01-b6675283bb1d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:26.656974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23699d06-f20c-4cce-bae0-314dfcddf23a req-6ff4d936-3d03-463e-a8e3-91d8c1ce3ea5 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099496 Jul 29 23:35:26.691385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Attempting to bind port 8775677f-597d-418e-bd01-b6675283bb1d on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:26.698126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Attempting to bind port 8775677f-597d-418e-bd01-b6675283bb1d by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:26.698514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Attempting to bind port 8775677f-597d-418e-bd01-b6675283bb1d on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:26.714938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:25Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:26.716256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Port 8775677f-597d-418e-bd01-b6675283bb1d on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:26.717656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Attempting to bind port 8775677f-597d-418e-bd01-b6675283bb1d on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:26.736225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa4d7b-033a-4015-bc13-02aa2f47298e req-c9ce233f-ef59-41ce-b70d-40bd914e00af tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.738418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28fa4d7b-033a-4015-bc13-02aa2f47298e req-c9ce233f-ef59-41ce-b70d-40bd914e00af tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 946 time: 0.1273084 Jul 29 23:35:26.739248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:26.739636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:26.740066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:26.740512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Bound port: 8775677f-597d-418e-bd01-b6675283bb1d, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:26.741006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.771314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ec13-0098-4bf7-a949-6e9b143d21b4 None None] The sync data for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 is: [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:25Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:26.891803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28fa4d7b-033a-4015-bc13-02aa2f47298e req-25a69b4d-3583-43a5-81b8-0a95c344568b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247685 Jul 29 23:35:26.914655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:26.918115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8775677f-597d-418e-bd01-b6675283bb1d,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:26.927987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.981231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e17d4-a535-4cbf-8535-9b63098face3 req-2b489fec-7f39-44b2-916f-77132036142a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.998465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-803e17d4-a535-4cbf-8535-9b63098face3 req-2b489fec-7f39-44b2-916f-77132036142a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 948 time: 0.1197217 Jul 29 23:35:27.004250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.005032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.006504 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] 10.222.0.59 "PUT /v2.0/ports/8775677f-597d-418e-bd01-b6675283bb1d HTTP/1.1" status: 200 len: 1097 time: 1.3556087 Jul 29 23:35:27.006963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:27.009311 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e72e9a-36de-458d-98e1-03baf2a59756" -d '{"events": [{"name": "network-changed", "server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "tag": "8775677f-597d-418e-bd01-b6675283bb1d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:27.051496 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cf70194-1d9a-4afe-b1ff-e7b3f0b50fc2 req-f6b1fa34-37e7-4612-b606-d8a2b4620bfe tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 210 time: 0.0739958 Jul 29 23:35:27.072389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f397d-d22c-4204-8724-449ea29e8874 service neutron] Pushing event updated for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.125129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-803e17d4-a535-4cbf-8535-9b63098face3 req-c71a39fa-8487-4199-96fe-15598ad7fff0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174657 Jul 29 23:35:27.191140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-005aa6c0-c040-41f3-b54e-6e4d924ad1a9 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.198293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-005aa6c0-c040-41f3-b54e-6e4d924ad1a9 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.57 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.1571083 Jul 29 23:35:27.235477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6ef6fefc-2acb-4374-b7cd-ff2f8d190fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.237893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-6ef6fefc-2acb-4374-b7cd-ff2f8d190fce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 1100 time: 0.1529381 Jul 29 23:35:27.259050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66a63-a69a-4aa8-9f74-f29f507bb162 req-6ac0ebb6-302f-452f-8cfc-3b95957b046a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.260935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dc66a63-a69a-4aa8-9f74-f29f507bb162 req-6ac0ebb6-302f-452f-8cfc-3b95957b046a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1197784 Jul 29 23:35:27.262624 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fbe331-9d3a-4967-8c65-7439f36ddb7c x-openstack-request-id: req-c7fbe331-9d3a-4967-8c65-7439f36ddb7c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:27.263007 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "tag": "8775677f-597d-418e-bd01-b6675283bb1d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:27.263347 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7fbe331-9d3a-4967-8c65-7439f36ddb7c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:27.263827 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d', 'status': 'completed', 'code': 200} Jul 29 23:35:27.321553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-81c0be4d-816a-439f-902f-8ac0215a43f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8775677f-597d-418e-bd01-b6675283bb1d HTTP/1.1" status: 200 len: 217 time: 0.0476584 Jul 29 23:35:27.365156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.438618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Deleting port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:27.439558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.443048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dc66a63-a69a-4aa8-9f74-f29f507bb162 req-0e87398f-e4d4-4363-91ed-fa214d393ce4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753364 Jul 29 23:35:27.449596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-301af9fa-ce61-4a19-b513-05918b0b3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.451364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-301af9fa-ce61-4a19-b513-05918b0b3401 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1202097 Jul 29 23:35:27.524795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-df7110d5-315f-4d5e-9a35-e9a41ffc6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.534081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-df7110d5-315f-4d5e-9a35-e9a41ffc6d61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678833 Jul 29 23:35:27.557686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-5e8b2e2f-1f9d-41dd-ab54-0570c77cc023 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.559106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-5e8b2e2f-1f9d-41dd-ab54-0570c77cc023 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.59 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 829 time: 0.2573762 Jul 29 23:35:27.660891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946c23-5324-4335-80f2-1a72b7ee47d4 req-2e15f288-6056-4dd8-8b04-3e5a8610ca92 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.662837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9946c23-5324-4335-80f2-1a72b7ee47d4 req-2e15f288-6056-4dd8-8b04-3e5a8610ca92 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1410673 Jul 29 23:35:27.717005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-9d5179d8-2b6e-4ec5-921f-1b86a76384ba service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592999 Jul 29 23:35:27.791990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9946c23-5324-4335-80f2-1a72b7ee47d4 req-dcef5a7b-4ffb-4590-bff9-b1c16842823d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177635 Jul 29 23:35:27.818273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'port': {'device_id': '97b52555-297d-4226-8143-872cf156e2ce', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'admin_state_up': True, 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:27.856393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7febf3ec-89b5-4bb6-814c-73274ea96764 req-4efd160e-62af-44c2-a290-cf82905302a5 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237435 Jul 29 23:35:27.872585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5f29d07d-43f1-414f-9774-9da3073d0d01 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:27.895806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:27.924306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] For port 769a5b40-5b4d-462e-8fa3-20ca196a38c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=769a5b40-5b4d-462e-8fa3-20ca196a38c5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:27.925017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.961790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Calling delete_port for 769a5b40-5b4d-462e-8fa3-20ca196a38c5 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:27.969316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5f29d07d-43f1-414f-9774-9da3073d0d01 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:27.970157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e738a6-00f5-4ed7-bd1a-12fe9cdd6e57 req-16a6dfa0-31ba-41b0-94ca-36527ec36093 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.971315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed26a-782d-425e-8a79-ce894077988b req-a7176b58-e91d-4b2e-998a-2a3d1699b627 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.972127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96e738a6-00f5-4ed7-bd1a-12fe9cdd6e57 req-16a6dfa0-31ba-41b0-94ca-36527ec36093 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 950 time: 0.0697434 Jul 29 23:35:27.973157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318ed26a-782d-425e-8a79-ce894077988b req-a7176b58-e91d-4b2e-998a-2a3d1699b627 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 948 time: 0.4271290 Jul 29 23:35:27.973743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 42c6ace7-341e-498e-aca6-233fd8969830 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:27.977427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5f29d07d-43f1-414f-9774-9da3073d0d01 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:27.977997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.981058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 42c6ace7-341e-498e-aca6-233fd8969830 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:27.981649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.060772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96e738a6-00f5-4ed7-bd1a-12fe9cdd6e57 req-b927bc77-197e-428f-8568-6cd7360ffd28 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724180 Jul 29 23:35:28.081853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-b8060f95-9000-43bf-b73e-5f8857c4669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.083726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-b8060f95-9000-43bf-b73e-5f8857c4669b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 1100 time: 0.0788939 Jul 29 23:35:28.109175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318ed26a-782d-425e-8a79-ce894077988b req-831008f1-4567-429b-8c3e-a69b4bf141ce tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261530 Jul 29 23:35:28.171532 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.178528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Made reservation on behalf of ba5a5d8d94c2429786879e508a67e179 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:28.178840 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.183000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.211306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0d3cda00-4009-4851-9cc2-7a5d4207f291 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:28.227539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-34cd5dcc-0b77-47fb-b81a-53b429fafef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.229255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-34cd5dcc-0b77-47fb-b81a-53b429fafef3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1367958 Jul 29 23:35:28.236544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:28.238992 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f633d6d-8418-4a8b-9c30-1ad901342660" -d '{"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-plugged", "status": "completed", "tag": "42c6ace7-341e-498e-aca6-233fd8969830"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:28.247990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5f29d07d-43f1-414f-9774-9da3073d0d01, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5f29d07d-43f1-414f-9774-9da3073d0d01,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.260228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.266245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.300319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-ac2b4224-3c5e-4c7f-a6b2-4e7b5027c750 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8775677f-597d-418e-bd01-b6675283bb1d HTTP/1.1" status: 200 len: 217 time: 0.0584769 Jul 29 23:35:28.307371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.336090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-172ba571-0af3-4271-bfeb-c1199b26c13f req-0737e460-5cc2-40a5-aede-ee38d918df35 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 210 time: 0.0738504 Jul 29 23:35:28.355089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301ccc-913a-4813-824f-fd96f31e29d1 req-8e403867-8249-416f-8651-88ba9bae7cd2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.356854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5301ccc-913a-4813-824f-fd96f31e29d1 req-8e403867-8249-416f-8651-88ba9bae7cd2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 946 time: 0.1264973 Jul 29 23:35:28.393092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.404845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.435150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-9a887732-db2f-4fe2-8d2a-d20a6c07d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.438492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-9a887732-db2f-4fe2-8d2a-d20a6c07d73c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1261373 Jul 29 23:35:28.447668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5301ccc-913a-4813-824f-fd96f31e29d1 req-8593fd71-b04e-4a80-ad11-de7ca8a9ad3b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843418 Jul 29 23:35:28.489552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['769a5b40-5b4d-462e-8fa3-20ca196a38c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:28.500251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.507648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Allocated IP 172.20.0.6 (5e69c7bd-5698-4502-a457-23c858ef61a9/c8065500-fa6e-4aa1-908f-2aab894de059/3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:28.545176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-1a4d4079-106b-4108-a4e0-36c9aff1ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.547026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-1a4d4079-106b-4108-a4e0-36c9aff1ffd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982563 Jul 29 23:35:28.552517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '0d3cda00-4009-4851-9cc2-7a5d4207f291', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '0d3cda00-4009-4851-9cc2-7a5d4207f291', 'mac_address': 'fa:16:3e:a1:56:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:28.555010 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f359755-14be-450f-86e2-e7c1a0e0bf25 x-openstack-request-id: req-3f359755-14be-450f-86e2-e7c1a0e0bf25 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:28.555460 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-plugged", "status": "completed", "tag": "42c6ace7-341e-498e-aca6-233fd8969830", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:28.555706 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f359755-14be-450f-86e2-e7c1a0e0bf25 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:28.556405 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830', 'code': 200} Jul 29 23:35:28.611296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.656465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] No DVR routers for this DVR port 769a5b40-5b4d-462e-8fa3-20ca196a38c5 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:28.658313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Pushing event deleted for resources: {'Port': ['ID=769a5b40-5b4d-462e-8fa3-20ca196a38c5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.659957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.59', 50922) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:28.661858 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.663430 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.663979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f291c526-6ce1-4ffe-9862-fff3393bb484 req-14d4df5e-465e-492a-9f0f-a021033f3d39 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.57 "DELETE /v2.0/ports/769a5b40-5b4d-462e-8fa3-20ca196a38c5 HTTP/1.1" status: 204 len: 173 time: 1.4530072 Jul 29 23:35:28.678008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'name': 'network-vif-deleted', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:28.680309 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb29fa6-f68f-4abb-8ce5-d41cdcf5c9bc" -d '{"events": [{"server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "name": "network-vif-deleted", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:28.693816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3cda00-4009-4851-9cc2-7a5d4207f291 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:28.725753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:28.741036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.748180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc12b2-ad79-4176-b199-723ffb910765 req-895d8175-8be2-4195-b44c-2f3a5d87cf11 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.758406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bc12b2-ad79-4176-b199-723ffb910765 req-895d8175-8be2-4195-b44c-2f3a5d87cf11 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 946 time: 0.1451972 Jul 29 23:35:28.822399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa868d-43d3-476c-ba9f-4a2df168ec2d req-bde69883-b96f-45ad-8b47-52ff34104a5c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.825982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.831147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4baa868d-43d3-476c-ba9f-4a2df168ec2d req-bde69883-b96f-45ad-8b47-52ff34104a5c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 948 time: 0.2414141 Jul 29 23:35:28.852811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bc12b2-ad79-4176-b199-723ffb910765 req-2936c129-69d0-4b9f-ba50-87f68fbc712e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934772 Jul 29 23:35:28.854606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa83aa-26a1-4349-9aab-eeeab83557ce req-9d21034f-29a3-4996-ad88-40c55fb44c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.854987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-8d90b67a-9614-450d-a943-105d433ca4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835348 Jul 29 23:35:28.856181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1aa83aa-26a1-4349-9aab-eeeab83557ce req-9d21034f-29a3-4996-ad88-40c55fb44c57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.1869953 Jul 29 23:35:28.934122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4baa868d-43d3-476c-ba9f-4a2df168ec2d req-b70bd367-edef-47b9-bdbd-e2c3411c3582 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019526 Jul 29 23:35:28.979631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1aa83aa-26a1-4349-9aab-eeeab83557ce req-075b08d9-d3ff-446a-9f90-3be75de2da07 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079035 Jul 29 23:35:28.982475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.986406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5e72e9a-36de-458d-98e1-03baf2a59756 req-14264e5c-2cd6-4584-91a8-7c32442f9e47 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164453 Jul 29 23:35:28.996391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Transition to ACTIVE for port object 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:29.036724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.074376 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa88e56-f330-476c-8f36-ede15ee909d4 x-openstack-request-id: req-2aa88e56-f330-476c-8f36-ede15ee909d4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:29.074596 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81548a6c-fe1d-454b-97dd-d324ab1c9752", "name": "network-vif-deleted", "tag": "769a5b40-5b4d-462e-8fa3-20ca196a38c5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:29.074979 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aa88e56-f330-476c-8f36-ede15ee909d4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:29.075407 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81548a6c-fe1d-454b-97dd-d324ab1c9752', 'name': 'network-vif-deleted', 'tag': '769a5b40-5b4d-462e-8fa3-20ca196a38c5', 'status': 'completed', 'code': 200} Jul 29 23:35:29.104142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:29.105073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event updated for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:29.108879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:29.111230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:29.119620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.120323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.152409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f843f4-f73f-499a-933f-3591c36d1830 req-2d2f774b-b195-4841-9915-ee95c92f0a48 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.153936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32f843f4-f73f-499a-933f-3591c36d1830 req-2d2f774b-b195-4841-9915-ee95c92f0a48 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0518742 Jul 29 23:35:29.162192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0a96be9c-b6c6-46cc-9aa7-6887cf92d169 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3513005 Jul 29 23:35:29.180202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407a614-9d31-4ce9-8908-5dc7cf49b52e req-a05b109a-cc08-497f-9399-9d4becb92e01 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.184606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9407a614-9d31-4ce9-8908-5dc7cf49b52e req-a05b109a-cc08-497f-9399-9d4becb92e01 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1098 time: 0.0600903 Jul 29 23:35:29.202130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32f843f4-f73f-499a-933f-3591c36d1830 req-ac0e0f2c-fbff-4ff1-9ae6-277bba819c04 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jul 29 23:35:29.233778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9407a614-9d31-4ce9-8908-5dc7cf49b52e req-b66c9368-24d1-406d-84c3-af84faf2541c tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Jul 29 23:35:29.301302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Request body: {'port': {'device_id': '97b52555-297d-4226-8143-872cf156e2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:29.313021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81510531-b014-476b-81e4-667d0fdfb2f9 req-0984a9ff-8c13-43d4-8c3a-cec1309ecab7 tempest-LiveMigrationNegativeTest-252266431 tempest-LiveMigrationNegativeTest-252266431-project] 10.222.0.49 "GET /v2.0/ports?device_id=81548a6c-fe1d-454b-97dd-d324ab1c9752 HTTP/1.1" status: 200 len: 210 time: 0.0321939 Jul 29 23:35:29.367075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.387358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:29.429595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb980e5-fb34-4c7c-ac6d-be57c47b9b91 req-e473f617-d650-406a-a1cc-420fb0eb3125 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.438535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4bb980e5-fb34-4c7c-ac6d-be57c47b9b91 req-e473f617-d650-406a-a1cc-420fb0eb3125 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1098 time: 0.0558550 Jul 29 23:35:29.441928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-726eb34e-47e8-418a-85c8-a02324a71006 None None] Provisioning for port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:29.452181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-726eb34e-47e8-418a-85c8-a02324a71006 None None] Provisioning complete for port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:29.452631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-726eb34e-47e8-418a-85c8-a02324a71006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.473190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c3dc-3ac3-456a-9010-95e1d35afd85 req-6cb8d0e2-55a2-42ea-95f8-391867df6ce4 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.481297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7d2c3dc-3ac3-456a-9010-95e1d35afd85 req-6cb8d0e2-55a2-42ea-95f8-391867df6ce4 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 948 time: 0.1007767 Jul 29 23:35:29.482851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4bb980e5-fb34-4c7c-ac6d-be57c47b9b91 req-bf3912b8-8dcc-4849-871a-89adc0a0fa5d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Jul 29 23:35:29.510573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-726eb34e-47e8-418a-85c8-a02324a71006 None None] Port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:29.594321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7d2c3dc-3ac3-456a-9010-95e1d35afd85 req-69bcfa99-9961-4b6e-971d-02e5ba684965 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101849 Jul 29 23:35:29.780669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:29.794137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.808932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Transition to ACTIVE for port object 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:29.817852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.825736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5f29d07d-43f1-414f-9774-9da3073d0d01 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:29.884051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:29.892947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5f29d07d-43f1-414f-9774-9da3073d0d01 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:29.893190 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.942592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Attempting to bind port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:29.942933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Attempting to bind port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:29.943403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Attempting to bind port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 on network 5e69c7bd-5698-4502-a457-23c858ef61a9 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:29.959677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 on network 5e69c7bd-5698-4502-a457-23c858ef61a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:29.960084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Attempting to bind port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 on network 5e69c7bd-5698-4502-a457-23c858ef61a9 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:29.969506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:29.969880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Checking segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:29.970271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Bound using segment: {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:29.970712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Bound port: 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6f51e-d18a-445b-8c8e-d05a724937e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:29.971074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.976605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3b9e-979a-4ba3-a9cc-fdf0fa5a9d09 req-85c01854-e5cc-44ee-8553-5896ab310396 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.987311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3fbf3b9e-979a-4ba3-a9cc-fdf0fa5a9d09 req-85c01854-e5cc-44ee-8553-5896ab310396 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 931 time: 0.3759944 Jul 29 23:35:30.037398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3fbf3b9e-979a-4ba3-a9cc-fdf0fa5a9d09 req-6163e966-310e-4af1-9d42-de18949b2490 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493650 Jul 29 23:35:30.108514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:30.112284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:30.119451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.169899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.171057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.173311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] 10.222.0.59 "PUT /v2.0/ports/3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 1092 time: 0.8760481 Jul 29 23:35:30.187073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a79db1-9c99-4845-8513-838bf68d143b req-92f57357-662d-4f42-b863-a3b4be7a6fa4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.194498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60a79db1-9c99-4845-8513-838bf68d143b req-92f57357-662d-4f42-b863-a3b4be7a6fa4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 946 time: 0.0624268 Jul 29 23:35:30.204654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 769a5b40-5b4d-462e-8fa3-20ca196a38c5 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:30.214509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1a7d0-5637-4edd-8ad3-53294b30d751 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:30.244153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 769a5b40-5b4d-462e-8fa3-20ca196a38c5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:30.244508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 769a5b40-5b4d-462e-8fa3-20ca196a38c5 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:30.271441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60a79db1-9c99-4845-8513-838bf68d143b req-e672f49c-d3a4-485d-8e82-d2b9a160b50b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618212 Jul 29 23:35:30.300299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-69ea73a8-2189-4bfc-b781-56365638a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.302089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-69ea73a8-2189-4bfc-b781-56365638a1b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1095 time: 0.0630946 Jul 29 23:35:30.363266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-6cea62d7-8c04-429b-b662-362973d67f47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0457654 Jul 29 23:35:30.398034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d527a4-337d-4f7c-9b35-685297ae2e6d req-9d8f1137-1322-4140-94be-1a2bf8afaab8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.399428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54d527a4-337d-4f7c-9b35-685297ae2e6d req-9d8f1137-1322-4140-94be-1a2bf8afaab8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 949 time: 0.0667872 Jul 29 23:35:30.421286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-c53fd710-7115-4aaf-8e15-91b7378f6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.422992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-c53fd710-7115-4aaf-8e15-91b7378f6922 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.0523338 Jul 29 23:35:30.453766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54d527a4-337d-4f7c-9b35-685297ae2e6d req-90efb82a-5583-4f49-bf1d-5eed7b07a046 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470226 Jul 29 23:35:30.495388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0afe75de-a71b-40cc-b96e-8211c2284a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.497373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0afe75de-a71b-40cc-b96e-8211c2284a03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662472 Jul 29 23:35:30.601918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-0e66ffb1-1480-448c-b00e-1f443896bafa service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Jul 29 23:35:30.674683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184aab-b7e8-4964-8983-48d98af47178 req-40ee5d03-c51e-4a6c-88bf-08b692abf67e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.676567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab184aab-b7e8-4964-8983-48d98af47178 req-40ee5d03-c51e-4a6c-88bf-08b692abf67e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0571284 Jul 29 23:35:30.710510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33c01e54-5bbb-4601-be25-810510d5bd9e req-92e660b2-f1b7-4600-a66b-3329965c6a80 service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059775 Jul 29 23:35:30.717767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab184aab-b7e8-4964-8983-48d98af47178 req-d3833473-1aae-464d-8f57-f76c9c203824 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Jul 29 23:35:30.860180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c936-d787-43ac-97e8-cfc3cb723003 req-9f7f4de1-662d-4f4a-83a1-f4498e78d99c tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.862041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9037c936-d787-43ac-97e8-cfc3cb723003 req-9f7f4de1-662d-4f4a-83a1-f4498e78d99c tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 948 time: 0.0557144 Jul 29 23:35:30.902758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9037c936-d787-43ac-97e8-cfc3cb723003 req-c2747831-c289-46f8-ae2d-136cb95f7378 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Jul 29 23:35:31.043050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.076557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:31.081789 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f73801-979a-4247-ba64-15aa47efe879" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:31.178975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-623712e5-4c60-41d2-a2ee-e9a12c2690a3 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:31.182555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-623712e5-4c60-41d2-a2ee-e9a12c2690a3 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271443 Jul 29 23:35:31.191223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:31.191760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:31.212270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c9b5c-0a14-4743-bceb-f9c74cf57616 req-1bbae7f5-29c8-4245-ad2d-0ff81301b04d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.213829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f67c9b5c-0a14-4743-bceb-f9c74cf57616 req-1bbae7f5-29c8-4245-ad2d-0ff81301b04d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 943 time: 0.0780585 Jul 29 23:35:31.229805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-994ccfd2-ac5e-4d36-8e94-21519ca43cc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7489e42a065442c09f882a75cffb7675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850510 Jul 29 23:35:31.232267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.265037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f67c9b5c-0a14-4743-bceb-f9c74cf57616 req-966596c7-3232-4757-a4f6-aa2fa92a559b tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Jul 29 23:35:31.311159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43215824-8e3d-4a8b-91fd-e884e7e08eee x-openstack-request-id: req-43215824-8e3d-4a8b-91fd-e884e7e08eee {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:31.311159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:31.311159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43215824-8e3d-4a8b-91fd-e884e7e08eee {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:31.312022 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'status': 'completed', 'code': 200} Jul 29 23:35:31.347919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.404622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e7ec-1196-4d8b-b4e4-68062eab3ecc req-8360f9bb-6a2f-44ca-aeca-56b2f89c515e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.406391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6393e7ec-1196-4d8b-b4e4-68062eab3ecc req-8360f9bb-6a2f-44ca-aeca-56b2f89c515e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 946 time: 0.0504405 Jul 29 23:35:31.412117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.424440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:31.424772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:31.425099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:31.444807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:31.445127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:31.448204 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6393e7ec-1196-4d8b-b4e4-68062eab3ecc req-fc20e8f8-7eaa-474e-970f-dc472ad597d2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Jul 29 23:35:31.460634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73801-979a-4247-ba64-15aa47efe879 req-68fe3714-a06b-4b00-adfb-7582a61cdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.462144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-68fe3714-a06b-4b00-adfb-7582a61cdb33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1095 time: 0.1022274 Jul 29 23:35:31.463565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:31.463895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:31.464260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:31.464725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Bound port: 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:31.554236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.556737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.558083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b120348-a73e-4ff2-9bfe-ac0bfdd0583c HTTP/1.1" status: 204 len: 168 time: 0.3246982 Jul 29 23:35:31.570901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2d82-0e78-47a7-bda8-ef99b4a22208 req-030075c6-c526-48ef-bbf1-ec37877f9705 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.580600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53ff2d82-0e78-47a7-bda8-ef99b4a22208 req-030075c6-c526-48ef-bbf1-ec37877f9705 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.0614994 Jul 29 23:35:31.586395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49baa2f-eb95-4d9c-a89c-12e9afb45456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b120348-a73e-4ff2-9bfe-ac0bfdd0583c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:31.590914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:31.601592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.602816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b6d2f78a-dfe7-410c-b098-ea5544dc9e5f service neutron] 10.222.0.49 "POST /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17/bindings HTTP/1.1" status: 201 len: 390 time: 0.4154785 Jul 29 23:35:31.622844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53ff2d82-0e78-47a7-bda8-ef99b4a22208 req-06079354-ca75-40b7-b024-bd7a580fd4df tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Jul 29 23:35:31.625132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73801-979a-4247-ba64-15aa47efe879 req-ca0212ca-9f2f-4c6c-a938-673c996e3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.626670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-ca0212ca-9f2f-4c6c-a938-673c996e3e39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 930 time: 0.1554489 Jul 29 23:35:31.682475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-a40d3a89-c5a8-4f8b-890b-ee3b78f94378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0462821 Jul 29 23:35:31.791070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73801-979a-4247-ba64-15aa47efe879 req-027fcc10-7c35-44f9-b047-e4cb03feaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.792573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-027fcc10-7c35-44f9-b047-e4cb03feaf32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.0975826 Jul 29 23:35:31.799179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d602c2-2300-4924-ad69-9760e6452e4c req-4b66d6d7-bfb1-42f5-a5f0-52f03aeb1858 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.800811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22d602c2-2300-4924-ad69-9760e6452e4c req-4b66d6d7-bfb1-42f5-a5f0-52f03aeb1858 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 949 time: 0.0882947 Jul 29 23:35:31.850747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73801-979a-4247-ba64-15aa47efe879 req-256322ef-540d-48c2-9c71-b0745f42fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.852295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-256322ef-540d-48c2-9c71-b0745f42fde9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496309 Jul 29 23:35:31.861271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22d602c2-2300-4924-ad69-9760e6452e4c req-b27cca9f-dab5-4fc1-8c75-6947cdd5dd7e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Jul 29 23:35:31.930194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8775677f-597d-418e-bd01-b6675283bb1d details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:31.987851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59774) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.001595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac7177-3b46-4c0e-88a6-e6c19fd063dc req-0cc1d462-26fd-42a5-a33d-bd2c3bde3f36 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.003195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cac7177-3b46-4c0e-88a6-e6c19fd063dc req-0cc1d462-26fd-42a5-a33d-bd2c3bde3f36 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.0726385 Jul 29 23:35:32.034951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-2d21d141-d108-4437-ab1e-f6e3f4d7b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.036471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-2d21d141-d108-4437-ab1e-f6e3f4d7b23c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1098 time: 0.1072187 Jul 29 23:35:32.041585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-5f6726a8-283a-4e72-858f-9f1bc3b6560e service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800478 Jul 29 23:35:32.046269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a280-e414-4b85-9851-060a43ef9675 req-53093ad6-fcc2-4179-9cb7-acb4277b1adf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.047795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a199a280-e414-4b85-9851-060a43ef9675 req-53093ad6-fcc2-4179-9cb7-acb4277b1adf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 946 time: 0.1075518 Jul 29 23:35:32.054647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8775677f-597d-418e-bd01-b6675283bb1d,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:32.070049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '8775677f-597d-418e-bd01-b6675283bb1d', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '8775677f-597d-418e-bd01-b6675283bb1d', 'mac_address': 'fa:16:3e:2a:ce:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:32.077330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cac7177-3b46-4c0e-88a6-e6c19fd063dc req-990ff1f8-c6ee-4ab4-8092-754af4494e68 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593233 Jul 29 23:35:32.116026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ad18d08d-c2a1-4104-abd0-c67c9da2cd99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=794cf0f294894454a7a1fbfa5776409f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254089 Jul 29 23:35:32.118687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.132393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.168226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8775677f-597d-418e-bd01-b6675283bb1d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:32.174012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a199a280-e414-4b85-9851-060a43ef9675 req-2a3ece15-ba99-456a-8d75-dc929aeb1231 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177316 Jul 29 23:35:32.201684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9f73801-979a-4247-ba64-15aa47efe879 req-6dc5a53b-6c58-46b6-98dc-a745036eae62 service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482382 Jul 29 23:35:32.217661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-209b176b-4cb2-46c9-82d1-54e97b4ae758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.217661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-209b176b-4cb2-46c9-82d1-54e97b4ae758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1522973 Jul 29 23:35:32.218119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8775677f-597d-418e-bd01-b6675283bb1d,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:32.223660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0d3cda00-4009-4851-9cc2-7a5d4207f291 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:32.227858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.237465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.267920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.275967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-d1963264-3505-4787-8170-517a40f61022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0468214 Jul 29 23:35:32.284780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e702-0fc0-4964-a71a-023795223035 req-4ae8ad72-3e77-4cf4-bee7-234528fd081f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.286381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84e4e702-0fc0-4964-a71a-023795223035 req-4ae8ad72-3e77-4cf4-bee7-234528fd081f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1143246 Jul 29 23:35:32.342691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.346311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84e4e702-0fc0-4964-a71a-023795223035 req-e011236c-706e-41f3-a662-5250b6febc0e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Jul 29 23:35:32.370020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-10549483-8592-4eb5-9870-6c397b4d87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.371168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 0d3cda00-4009-4851-9cc2-7a5d4207f291 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:32.371744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-10549483-8592-4eb5-9870-6c397b4d87e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0888495 Jul 29 23:35:32.379724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.381196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 0d3cda00-4009-4851-9cc2-7a5d4207f291 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:32.383303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.383822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.389259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fa92948-6125-4664-81b8-1bcae6c26b9b HTTP/1.1" status: 204 len: 168 time: 0.2671478 Jul 29 23:35:32.400666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8813445-9a1c-473d-85e6-80b4bcd35b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa92948-6125-4664-81b8-1bcae6c26b9b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.421276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68278d-feaf-4e01-b9e4-dd2647df2216 req-d1ecc153-deb2-4259-b0f9-495174d71ba4 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.425966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0e68278d-feaf-4e01-b9e4-dd2647df2216 req-d1ecc153-deb2-4259-b0f9-495174d71ba4 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 949 time: 0.1046650 Jul 29 23:35:32.450803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-976cc0ff-c32c-4ab2-aeb2-a69a4383aea5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692735 Jul 29 23:35:32.495957 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.527421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:32.529678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b35dc-c572-4978-aed2-9a02a0e3dec8 req-ee4eda40-5411-4159-ad40-5d7f5facfb3b tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.531058 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95243dc-7e18-4eb1-a817-2be274a25625" -d '{"events": [{"server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "name": "network-vif-plugged", "status": "completed", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:32.538237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9b35dc-c572-4978-aed2-9a02a0e3dec8 req-ee4eda40-5411-4159-ad40-5d7f5facfb3b tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 943 time: 0.0628250 Jul 29 23:35:32.548961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:32.551668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0e68278d-feaf-4e01-b9e4-dd2647df2216 req-2738ad55-51b8-4d17-9f04-9150e3c21372 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034162 Jul 29 23:35:32.563292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8775677f-597d-418e-bd01-b6675283bb1d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:32.599782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a83c05ac-d1ba-4a0c-9f41-6dbd93609d63 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343296 Jul 29 23:35:32.606917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9b35dc-c572-4978-aed2-9a02a0e3dec8 req-55b0a557-7c00-4283-b922-09cfadba4997 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673654 Jul 29 23:35:32.616535 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.683317 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8defac6-84e8-446b-8d42-839dbf74e9fc x-openstack-request-id: req-c8defac6-84e8-446b-8d42-839dbf74e9fc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:32.683614 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "name": "network-vif-plugged", "status": "completed", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:32.683932 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8defac6-84e8-446b-8d42-839dbf74e9fc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:32.684410 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291', 'code': 200} Jul 29 23:35:32.708142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-2a4bec28-0885-4608-863c-8f9885e5200f service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980151 Jul 29 23:35:32.728606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.886282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27453-e331-4ea4-993e-7deea140084c req-bc68781b-a7a3-4dd3-b5a4-36f0f16922e7 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.887834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81e27453-e331-4ea4-993e-7deea140084c req-bc68781b-a7a3-4dd3-b5a4-36f0f16922e7 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.0946517 Jul 29 23:35:32.922716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599064-a56a-445a-b76e-7f5cae0dd6ae req-d9df6324-79d9-450a-bf4c-089a2979ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.924224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f599064-a56a-445a-b76e-7f5cae0dd6ae req-d9df6324-79d9-450a-bf4c-089a2979ab82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 1102 time: 0.0848951 Jul 29 23:35:32.924805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-bdf06ae9-4629-4994-b92b-8a1c44e7b0a9 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.926399 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-bdf06ae9-4629-4994-b92b-8a1c44e7b0a9 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1098 time: 0.0549371 Jul 29 23:35:32.946196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81e27453-e331-4ea4-993e-7deea140084c req-a2c85568-9e5c-4f48-9c2e-c81417f94f43 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jul 29 23:35:32.969291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:32.977196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f599064-a56a-445a-b76e-7f5cae0dd6ae req-59e70de9-b618-4abb-be88-df965c82d3f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Jul 29 23:35:33.067750 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.092174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ae0ed-c971-4f9b-987d-8e58070092fc req-5276e27b-f1a7-4ba5-98a1-e37ecb8dc0b7 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.093912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c6ae0ed-c971-4f9b-987d-8e58070092fc req-5276e27b-f1a7-4ba5-98a1-e37ecb8dc0b7 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.0984461 Jul 29 23:35:33.200774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c6ae0ed-c971-4f9b-987d-8e58070092fc req-bd1c8cf7-4e05-456a-a0f7-a0fd565999ac tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851450 Jul 29 23:35:33.249921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:33.295502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:33.344033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:33.344680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c097f9-abb8-4ae8-adda-c547e36a265c req-cf9e68d3-e0ca-458b-b56d-97f4b32cd6ff tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.346700 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01e874-e368-48cb-973b-dd6b4e3b1eda" -d '{"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-unplugged", "status": "completed", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:33.351914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.353960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00c097f9-abb8-4ae8-adda-c547e36a265c req-cf9e68d3-e0ca-458b-b56d-97f4b32cd6ff tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 946 time: 0.0696678 Jul 29 23:35:33.360394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.419388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00c097f9-abb8-4ae8-adda-c547e36a265c req-5619aedf-3d37-4f50-8daf-336eb147118c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638280 Jul 29 23:35:33.439728 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d5f800-efe2-4db9-a17d-c7759e65a30d x-openstack-request-id: req-61d5f800-efe2-4db9-a17d-c7759e65a30d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:33.440020 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-unplugged", "status": "completed", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:33.440330 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61d5f800-efe2-4db9-a17d-c7759e65a30d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:33.440688 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'code': 200} Jul 29 23:35:33.450956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:33.480979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:33.481310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:33.481674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:33.486790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:33.487120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Attempting to bind port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:33.492097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:33.492446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:33.492908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:33.493225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Bound port: 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:33.493579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.535185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d7b16-fb0b-4d7f-aec3-ffda7dfbdcb0 req-6495b13f-219e-4d33-b17d-5610baad175c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.538556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f45d7b16-fb0b-4d7f-aec3-ffda7dfbdcb0 req-6495b13f-219e-4d33-b17d-5610baad175c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0503833 Jul 29 23:35:33.563029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:33.566407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:33.572642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.588005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f45d7b16-fb0b-4d7f-aec3-ffda7dfbdcb0 req-f6a1a8e2-ce39-406d-b2be-75ea394aaaa0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Jul 29 23:35:33.675950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:33.687404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.687908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.689322 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-78b23cab-a57b-43dd-8fdb-ac3b1a2c0abe service neutron] 10.222.0.59 "PUT /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 1124 time: 0.7328477 Jul 29 23:35:33.743273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f07b4-613a-43e0-a7b8-8c5c384912cd req-5b73b3ea-ded6-4436-aa3c-4a5b36750a95 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.746657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d88f07b4-613a-43e0-a7b8-8c5c384912cd req-5b73b3ea-ded6-4436-aa3c-4a5b36750a95 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 949 time: 0.0735464 Jul 29 23:35:33.751898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3430-eed0-49a7-ae23-dfafd9036485 req-e9c37b81-559a-4d6f-a7fe-bcad247b6b5f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.753422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44db3430-eed0-49a7-ae23-dfafd9036485 req-e9c37b81-559a-4d6f-a7fe-bcad247b6b5f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 943 time: 0.0622416 Jul 29 23:35:33.805967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d88f07b4-613a-43e0-a7b8-8c5c384912cd req-3adebcaa-d262-4300-b027-ce91e5b29c97 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520279 Jul 29 23:35:33.810230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44db3430-eed0-49a7-ae23-dfafd9036485 req-f161f9f9-a97d-4081-b08b-abec3a2d45e6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487278 Jul 29 23:35:33.929545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:33.956142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:33.958378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8775677f-597d-418e-bd01-b6675283bb1d up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:34.076970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1105a-966b-4e60-b009-7c6f39c18085 req-e4793f49-38a8-47e2-aebf-8020af1446a1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.078556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5c1105a-966b-4e60-b009-7c6f39c18085 req-e4793f49-38a8-47e2-aebf-8020af1446a1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.0520704 Jul 29 23:35:34.122208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5c1105a-966b-4e60-b009-7c6f39c18085 req-3fe5dfa0-210c-4d71-b86b-0610cac833e7 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Jul 29 23:35:34.153618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 8775677f-597d-418e-bd01-b6675283bb1d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:34.158598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:34.181940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 8775677f-597d-418e-bd01-b6675283bb1d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:34.182312 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.186316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'mac_address': 'fa:16:3e:42:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:34.299469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.317986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:34.338229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785f8f9-84fa-40c5-b96c-d7b74d5ca525 req-56fc86b1-7da0-47c9-b193-4492ffb58e42 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.342267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e785f8f9-84fa-40c5-b96c-d7b74d5ca525 req-56fc86b1-7da0-47c9-b193-4492ffb58e42 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.0650880 Jul 29 23:35:34.368189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:34.376641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.384280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.384487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e785f8f9-84fa-40c5-b96c-d7b74d5ca525 req-f0f832d0-9136-46fd-8e3d-154bdce6722b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Jul 29 23:35:34.457161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8775677f-597d-418e-bd01-b6675283bb1d,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:34.461203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:34.465663 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.521060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:34.589093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade315-2b20-4d6f-8224-d794cd5218fd req-49f07b8c-7876-4a2f-ae83-26de38eacf66 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.590876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08ade315-2b20-4d6f-8224-d794cd5218fd req-49f07b8c-7876-4a2f-ae83-26de38eacf66 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.0513847 Jul 29 23:35:34.635623 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08ade315-2b20-4d6f-8224-d794cd5218fd req-2097e6d4-8c7f-48ca-823f-44850b9020ce tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Jul 29 23:35:34.685750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:34.688233 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d543d79-21c5-43c0-9da4-cb864f1ba6a3" -d '{"events": [{"server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "name": "network-vif-plugged", "status": "completed", "tag": "8775677f-597d-418e-bd01-b6675283bb1d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:34.709927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:34.786258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452f558-e862-458c-83c2-82a2d689ab46 req-6ec2c9d4-7825-4d5e-9dfd-ee311a21f792 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.795804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1452f558-e862-458c-83c2-82a2d689ab46 req-6ec2c9d4-7825-4d5e-9dfd-ee311a21f792 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0599051 Jul 29 23:35:34.840505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1452f558-e862-458c-83c2-82a2d689ab46 req-74225aaa-6e78-449f-9e2a-490b0c3bfbb6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Jul 29 23:35:34.900065 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fbf925-0b8a-45bb-8893-bdeca368be28 x-openstack-request-id: req-99fbf925-0b8a-45bb-8893-bdeca368be28 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:34.900408 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "name": "network-vif-plugged", "status": "completed", "tag": "8775677f-597d-418e-bd01-b6675283bb1d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:34.900902 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99fbf925-0b8a-45bb-8893-bdeca368be28 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:34.901651 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d', 'code': 200} Jul 29 23:35:35.004227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f87e8-fdc4-45e8-9117-42fd046c79f4 req-af07b7fc-8a97-463d-93d0-01df777f1c59 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.006100 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-355f87e8-fdc4-45e8-9117-42fd046c79f4 req-af07b7fc-8a97-463d-93d0-01df777f1c59 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.0547895 Jul 29 23:35:35.032839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59898) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.079187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70561d9d-9e32-4e82-8672-882b2ce6a578 req-79121c33-cca9-4503-9039-43d8f838c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.080714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70561d9d-9e32-4e82-8672-882b2ce6a578 req-79121c33-cca9-4503-9039-43d8f838c90b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 1102 time: 0.0735557 Jul 29 23:35:35.083745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-355f87e8-fdc4-45e8-9117-42fd046c79f4 req-0bcdb595-e5c6-453c-8143-6a68ba10db75 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684137 Jul 29 23:35:35.123552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70561d9d-9e32-4e82-8672-882b2ce6a578 req-8e703259-ddac-4cbd-a18d-53a291e47d56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Jul 29 23:35:35.160976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ced0717-40ba-45b8-8b44-7278ee45afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.193745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75beb36-f754-4396-a17e-996b5fd8db33 req-2fbcc588-6258-449a-b464-6494e8368170 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.195299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b75beb36-f754-4396-a17e-996b5fd8db33 req-2fbcc588-6258-449a-b464-6494e8368170 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 944 time: 0.0547466 Jul 29 23:35:35.234923 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b75beb36-f754-4396-a17e-996b5fd8db33 req-3305ad74-32af-405a-a0c3-88df3f305863 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Jul 29 23:35:35.255230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ced0717-40ba-45b8-8b44-7278ee45afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.260235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ced0717-40ba-45b8-8b44-7278ee45afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.299500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ced0717-40ba-45b8-8b44-7278ee45afd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16a56b2fe5134f668d85c1aabefd716b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653270 Jul 29 23:35:35.300622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0717-40ba-45b8-8b44-7278ee45afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473b908-2bfb-47c9-8396-1ece3911adcc,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.303333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59904) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.359845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.390844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.442161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:35.444751 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268f2de-7cad-44f8-96ce-2441040c0a98" -d '{"events": [{"name": "network-changed", "server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:35.453832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.456457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.457716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c473b908-2bfb-47c9-8396-1ece3911adcc HTTP/1.1" status: 204 len: 168 time: 0.1532228 Jul 29 23:35:35.477568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66ec10-bba0-42d5-8566-6d6a7faaaf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473b908-2bfb-47c9-8396-1ece3911adcc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.526588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541484-4b8a-4fa7-990e-2357a0b0d505 req-61df5d3e-83cf-413a-8032-9e99a2369715 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.528644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2b541484-4b8a-4fa7-990e-2357a0b0d505 req-61df5d3e-83cf-413a-8032-9e99a2369715 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.0681701 Jul 29 23:35:35.555415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-15d2afee-4b73-47cb-837f-0c37c3e1e889 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:35.561593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-15d2afee-4b73-47cb-837f-0c37c3e1e889 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118535 Jul 29 23:35:35.569300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Request body: {'binding': {'host': 'n-h1-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:35.569510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:35.581298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2b541484-4b8a-4fa7-990e-2357a0b0d505 req-943b0208-1fd5-46fa-b2f8-ec99ce4ebd8a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Jul 29 23:35:35.630236 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a761d-5e18-44fc-a397-c4c200766896 x-openstack-request-id: req-f31a761d-5e18-44fc-a397-c4c200766896 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:35.631000 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:35.631558 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f31a761d-5e18-44fc-a397-c4c200766896 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:35.632233 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'status': 'completed', 'code': 200} Jul 29 23:35:35.775719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on host n-h1-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:35.776053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:35.776373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:35.786183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:35.786551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:35.794489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:35.794853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:35.795386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:35.795944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Bound port: 42c6ace7-341e-498e-aca6-233fd8969830, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:35.803574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-4135deb0-c512-43cc-bc92-60419408f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.805345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-4135deb0-c512-43cc-bc92-60419408f7ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1127 time: 0.0755227 Jul 29 23:35:35.812252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.827400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d3fa0ca-37e3-4071-a55b-e88e1a67957e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.913829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:35.925044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.926300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-43be312e-5613-40fd-9da7-b82fb4a0e392 service neutron] 10.222.0.49 "POST /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830/bindings HTTP/1.1" status: 201 len: 390 time: 0.3610773 Jul 29 23:35:35.940113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-b42699cd-9e9c-48cf-a6c7-8cf4ce1cfc1a tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.945645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-b42699cd-9e9c-48cf-a6c7-8cf4ce1cfc1a tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 1102 time: 0.0702837 Jul 29 23:35:35.952831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-106561e6-88dc-4127-8e76-fa71a247fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.954826 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-106561e6-88dc-4127-8e76-fa71a247fdcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1278026 Jul 29 23:35:35.964052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:35.975530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-ee7d9877-75f6-4982-81ac-5cfada57f970 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.978964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d3fa0ca-37e3-4071-a55b-e88e1a67957e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.992131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d3fa0ca-37e3-4071-a55b-e88e1a67957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.018333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-e047f2dc-0540-4506-82ed-5723131a9faf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0507815 Jul 29 23:35:36.049723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d3fa0ca-37e3-4071-a55b-e88e1a67957e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d45e6b3af7534d92958735ae05e8cfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363105 Jul 29 23:35:36.054401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59926) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:36.057895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fa0ca-37e3-4071-a55b-e88e1a67957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523b372-01f8-4904-90a5-5906206be959,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.108386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:36.162637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-ee7d9877-75f6-4982-81ac-5cfada57f970 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.169210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-ee7d9877-75f6-4982-81ac-5cfada57f970 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.185192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-50d8f632-54fc-4efc-b62d-dd86daff931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.186795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-50d8f632-54fc-4efc-b62d-dd86daff931d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1526117 Jul 29 23:35:36.204517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-72e28ef6-e302-4b99-a87b-44354f9a4ab2 req-ee7d9877-75f6-4982-81ac-5cfada57f970 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522438 Jul 29 23:35:36.211781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d9877-75f6-4982-81ac-5cfada57f970 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734e110-645e-4029-84ef-b60a837a8fb9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.236954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e7ba4-d3e7-4f6b-93e4-7abb46205799 req-9ba85e66-7437-4b74-a0cb-fe05e600d35f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.241421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a93e7ba4-d3e7-4f6b-93e4-7abb46205799 req-9ba85e66-7437-4b74-a0cb-fe05e600d35f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.1230295 Jul 29 23:35:36.250191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.289266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-d63c61f4-33bb-4493-a53e-50a13b687c1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632298 Jul 29 23:35:36.289481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:36.306029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:35:36.324959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:36.332071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:36.332954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.424664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6cef9-595b-4ad2-84d7-97e4c0197d9a req-f8c60ed7-5e01-4921-b962-5e6efd861b9a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.426946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aad6cef9-595b-4ad2-84d7-97e4c0197d9a req-f8c60ed7-5e01-4921-b962-5e6efd861b9a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0890062 Jul 29 23:35:36.432370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.435205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-1995485a-0b4d-4ac2-bdae-14b31bb61ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.437045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-1995485a-0b4d-4ac2-bdae-14b31bb61ec1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1098 time: 0.0886917 Jul 29 23:35:36.473085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:36.479447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.520325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aad6cef9-595b-4ad2-84d7-97e4c0197d9a req-853a858f-76a6-4b67-9400-bf658b99a3d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Jul 29 23:35:36.539301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.576243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-3f118d56-1340-4c7f-8894-cf5f7cb0a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.578142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-3f118d56-1340-4c7f-8894-cf5f7cb0a013 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.1262915 Jul 29 23:35:36.628981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.644306 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-7655d27c-80dc-4e06-b1e3-3dd671883d39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.0513968 Jul 29 23:35:36.674911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a93e7ba4-d3e7-4f6b-93e4-7abb46205799 req-86ba741d-a101-41af-9ba7-54b3029446ac tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265168 Jul 29 23:35:36.730869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-986b3bb5-a5c1-4295-bde7-cb2bf9f3281c service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301322 Jul 29 23:35:36.736899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-93898a60-9d30-48b5-b415-bfea897ce048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.738570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-93898a60-9d30-48b5-b415-bfea897ce048 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0776768 Jul 29 23:35:36.743883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.746748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.750884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e523b372-01f8-4904-90a5-5906206be959 HTTP/1.1" status: 204 len: 168 time: 0.6917596 Jul 29 23:35:36.751044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584044-cf46-49b3-8b8b-4e0ef547365e req-9fb726a5-a0b5-420f-bc2c-993999114132 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.751044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a584044-cf46-49b3-8b8b-4e0ef547365e req-9fb726a5-a0b5-420f-bc2c-993999114132 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 946 time: 0.1500261 Jul 29 23:35:36.800437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b019f-c92c-4635-b2e0-2103fdc87569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523b372-01f8-4904-90a5-5906206be959,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.804459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-200b1f2a-79a4-45b8-af96-51c44b6b9657 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353162 Jul 29 23:35:36.830865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a584044-cf46-49b3-8b8b-4e0ef547365e req-fae0f18f-b8de-4440-98c9-28e82930e50b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Jul 29 23:35:36.901026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f636d-50aa-4326-a2e6-d9527a844aba req-31275e39-c9e9-4ff3-8fd1-51c4689579af tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.903483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:36.906773 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7695b4f3-2bb3-4a2d-87e6-bb639b1e3387" -d '{"events": [{"server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:36.909460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f9f636d-50aa-4326-a2e6-d9527a844aba req-31275e39-c9e9-4ff3-8fd1-51c4689579af tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.1573803 Jul 29 23:35:36.923186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7268f2de-7cad-44f8-96ce-2441040c0a98 req-1b7f85bd-af10-4cf7-b3ce-051e02e36a4d service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542373 Jul 29 23:35:36.929418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-86af6037-3b5c-4f62-91e5-a9acf62dc40f service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092989 Jul 29 23:35:36.952282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f9f636d-50aa-4326-a2e6-d9527a844aba req-58a9ca2b-0152-416b-9646-7a06d83ff46e tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Jul 29 23:35:37.082313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-a8dcffe5-5d1c-4a88-b731-9918c6088585 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018107 Jul 29 23:35:37.122445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7890-f546-4e39-bc87-d759c19d5a3a req-f395cee1-1c00-4594-8df5-ae2b954cd66f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.129724 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c638b119-c3c1-4389-896d-0a214a597427 x-openstack-request-id: req-c638b119-c3c1-4389-896d-0a214a597427 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:37.130580 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:37.130967 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c638b119-c3c1-4389-896d-0a214a597427 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:37.131503 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'code': 200} Jul 29 23:35:37.131821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98ab7890-f546-4e39-bc87-d759c19d5a3a req-f395cee1-1c00-4594-8df5-ae2b954cd66f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.0663500 Jul 29 23:35:37.184843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98ab7890-f546-4e39-bc87-d759c19d5a3a req-882ad979-8b23-4e5f-94e3-613fcc6146da tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jul 29 23:35:37.296187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-5e54cc00-9ea9-4268-8368-f12eea5e6083 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284829 Jul 29 23:35:37.297203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd699600-5dd1-4ae6-aca6-d84dcfbe95ee req-482df1f9-b7f5-410e-aa8f-e2b55b5e5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.298812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd699600-5dd1-4ae6-aca6-d84dcfbe95ee req-482df1f9-b7f5-410e-aa8f-e2b55b5e5189 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1097 time: 0.0595710 Jul 29 23:35:37.394349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd699600-5dd1-4ae6-aca6-d84dcfbe95ee req-c5541318-7735-4882-8024-c554fdb590c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881102 Jul 29 23:35:37.413482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-716899a3-89ae-4a47-ac7b-229a4b207d8d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.415379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-716899a3-89ae-4a47-ac7b-229a4b207d8d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118300 Jul 29 23:35:37.429728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09096e07-59cc-46d3-b6e9-a240e16405f6 req-2427812b-01ad-4cda-b35d-c0a1549d6906 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.434890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4f5a70bd-4763-4c50-ac38-138661c0b1de tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0114892 Jul 29 23:35:37.437310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09096e07-59cc-46d3-b6e9-a240e16405f6 req-2427812b-01ad-4cda-b35d-c0a1549d6906 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.0874050 Jul 29 23:35:37.441198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-b06ae933-36ae-42f4-9bfb-2874c56da411 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.442761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-b06ae933-36ae-42f4-9bfb-2874c56da411 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1098 time: 0.1152103 Jul 29 23:35:37.473638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:37.498099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09096e07-59cc-46d3-b6e9-a240e16405f6 req-50bb6b1f-3469-45f1-a8bf-e843ed55dbdc tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598278 Jul 29 23:35:37.498861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-b2d38c95-b88a-4a17-aa20-04a5c62d75ce tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573242 Jul 29 23:35:37.543420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.707584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.801975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:37.810871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a40269-72dd-48ad-be22-5644d9e254c1 req-656937da-6238-4487-bc6d-afae84e8f08a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.812676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7a40269-72dd-48ad-be22-5644d9e254c1 req-656937da-6238-4487-bc6d-afae84e8f08a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0851662 Jul 29 23:35:37.875444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:37.877800 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32311cbd-1b60-4d23-8d0c-a99566b991d8" -d '{"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "42c6ace7-341e-498e-aca6-233fd8969830"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:37.884370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.890314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7a40269-72dd-48ad-be22-5644d9e254c1 req-e923ac96-75b5-4fd9-afd3-e699c29a1077 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 Jul 29 23:35:37.897740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.050843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.052963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f065-ec00-4ab5-b50d-26e5145515b3 req-8015ada9-70ad-407a-bfb2-9b270188d24d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.066443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0323f065-ec00-4ab5-b50d-26e5145515b3 req-8015ada9-70ad-407a-bfb2-9b270188d24d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.0761137 Jul 29 23:35:38.067492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on host n-h2-712707-11 for vnic_type normal with profile {"migrating_to": "n-h1-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:38.067850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:38.068240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:38.087437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c4a6-e9c1-4b5d-ad0c-9d7c978190fa req-7bf0c81d-1ed8-4309-8a2b-42adb6f3607e tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.095653 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d87c4a6-e9c1-4b5d-ad0c-9d7c978190fa req-7bf0c81d-1ed8-4309-8a2b-42adb6f3607e tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.1151102 Jul 29 23:35:38.100382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:38.100715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Attempting to bind port 42c6ace7-341e-498e-aca6-233fd8969830 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:38.133073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0323f065-ec00-4ab5-b50d-26e5145515b3 req-af12ea38-33dc-478f-890c-5a11ae2fb42d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598707 Jul 29 23:35:38.133681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:38.133830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:38.134304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:38.134644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Bound port: 42c6ace7-341e-498e-aca6-233fd8969830, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:38.134960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.171537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d87c4a6-e9c1-4b5d-ad0c-9d7c978190fa req-7c3c46dc-ec3e-446f-bbbb-99821bf95983 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 Jul 29 23:35:38.242041 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab949f-019c-45a6-ba6b-3e14f7dc15b9 x-openstack-request-id: req-afab949f-019c-45a6-ba6b-3e14f7dc15b9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:38.242476 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "42c6ace7-341e-498e-aca6-233fd8969830", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:38.242840 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afab949f-019c-45a6-ba6b-3e14f7dc15b9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:38.243370 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830', 'code': 200} Jul 29 23:35:38.282818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62895a56-023f-47a0-b78a-70bd6465cbef req-fabf08b3-c194-4af8-9ba2-7652b7c162df tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.286422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:38.290544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:38.291125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62895a56-023f-47a0-b78a-70bd6465cbef req-fabf08b3-c194-4af8-9ba2-7652b7c162df tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.0845025 Jul 29 23:35:38.297418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.355728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62895a56-023f-47a0-b78a-70bd6465cbef req-55726a7a-ee24-49ce-95ad-a7bd7d04bc29 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635629 Jul 29 23:35:38.392767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.402414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.404607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] 10.222.0.57 "PUT /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 1124 time: 0.9356923 Jul 29 23:35:38.427086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8268443-9039-4e7a-ac02-1766429b9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.599289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['42c6ace7-341e-498e-aca6-233fd8969830'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:38.649565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-334e08de-eea1-44fa-b5bb-30e7dd6a3b3c req-7569ff38-90e9-4f12-af26-87b811c5a236 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 210 time: 0.0482459 Jul 29 23:35:38.679391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b57e-4d00-411c-8168-86ee68fa98b5 req-738d8272-6e91-4dc9-8b2f-37ee85b697f3 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.681312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b8b57e-4d00-411c-8168-86ee68fa98b5 req-738d8272-6e91-4dc9-8b2f-37ee85b697f3 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.0704706 Jul 29 23:35:38.742968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b8b57e-4d00-411c-8168-86ee68fa98b5 req-b40c6640-f747-4246-b941-5110a4307ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Jul 29 23:35:39.033220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eb457-a2bb-4bc0-90f7-8356e195b24a req-16a5cd1b-d2e4-46de-aea8-64ed0ea305e5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.034689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-129eb457-a2bb-4bc0-90f7-8356e195b24a req-16a5cd1b-d2e4-46de-aea8-64ed0ea305e5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0753071 Jul 29 23:35:39.073484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-842927eb-59c8-4912-90b3-d884f8ab968c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c9e07ee39d49437baac8876c3d2b113f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293169 Jul 29 23:35:39.082557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-129eb457-a2bb-4bc0-90f7-8356e195b24a req-9b624202-d72b-4f54-a83e-70b34f6b729c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jul 29 23:35:39.200294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-5a29e42f-6cc9-45eb-a0af-13ad610d815f tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.202005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-5a29e42f-6cc9-45eb-a0af-13ad610d815f tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220446 Jul 29 23:35:39.217195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-ecc497e5-90a7-4274-ad4b-20beffc32fe3 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/quotas/c9e07ee39d49437baac8876c3d2b113f HTTP/1.1" status: 200 len: 375 time: 0.0095823 Jul 29 23:35:39.248103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd19fb5-0ad5-4020-adc3-0f8dae640fe1 req-368e073c-f1c0-4a18-a874-0edeadf73059 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.249677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbd19fb5-0ad5-4020-adc3-0f8dae640fe1 req-368e073c-f1c0-4a18-a874-0edeadf73059 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.0510786 Jul 29 23:35:39.249800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-b32007a3-fced-4e47-af94-5e4601ccfd63 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e07ee39d49437baac8876c3d2b113f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268261 Jul 29 23:35:39.289328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbd19fb5-0ad5-4020-adc3-0f8dae640fe1 req-7e41de3d-ea2e-402a-81a0-a6315626ba17 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Jul 29 23:35:39.436064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15790c2e-baf4-4f93-b1d3-a189ada06613 req-ba328a7f-77b5-4af8-8562-cf548b80bba3 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.438367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15790c2e-baf4-4f93-b1d3-a189ada06613 req-ba328a7f-77b5-4af8-8562-cf548b80bba3 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.0754504 Jul 29 23:35:39.446906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cfcb88ca-d2d9-4a7f-a2b5-578d5a4da62c req-dfe24af6-730d-40e2-a550-d90c938677a6 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 210 time: 0.0496590 Jul 29 23:35:39.504508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15790c2e-baf4-4f93-b1d3-a189ada06613 req-ab6e332d-e262-4a2b-96ad-20a02ab1bc04 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/security-groups?id=9efc8ce5-82f9-4e30-87b4-483b0e307722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594823 Jul 29 23:35:39.601280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010856f-cb93-4978-9bda-89a4ac901bd2 req-2ed58f35-297e-489f-b0f5-168bc1343486 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.603186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f010856f-cb93-4978-9bda-89a4ac901bd2 req-2ed58f35-297e-489f-b0f5-168bc1343486 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.0771093 Jul 29 23:35:39.669971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-af3095d2-19b7-4cf4-abe3-9ebdff289ab8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339310 Jul 29 23:35:39.682013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f010856f-cb93-4978-9bda-89a4ac901bd2 req-7b2daf2e-0be3-4a58-84b6-5d9c081e8838 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Jul 29 23:35:39.809814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e351c65f-036f-4254-9671-478a870fab5b req-473ad13a-e7f8-4c36-9a34-b41e9a35258d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 210 time: 0.0298324 Jul 29 23:35:39.840000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede1fcc-e646-4620-bd34-938a132154ef req-0c259e53-5d8a-461b-8dff-e1381e424809 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.841736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ede1fcc-e646-4620-bd34-938a132154ef req-0c259e53-5d8a-461b-8dff-e1381e424809 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 950 time: 0.1228523 Jul 29 23:35:39.923563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-71c049ac-7c10-48e7-9b4e-f1349abdb977 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.925312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-71c049ac-7c10-48e7-9b4e-f1349abdb977 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076278 Jul 29 23:35:39.936039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0927-241b-4e22-bc16-300c981f4a75 req-161724f2-13d3-40f4-9990-a04bbebf292e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.937618 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-426b0927-241b-4e22-bc16-300c981f4a75 req-161724f2-13d3-40f4-9990-a04bbebf292e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.0873442 Jul 29 23:35:39.959105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:39.962749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Deleting port 8775677f-597d-418e-bd01-b6675283bb1d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:39.963617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.047411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-426b0927-241b-4e22-bc16-300c981f4a75 req-90f21ae8-6090-42d7-a88c-1e8620f66a9e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931613 Jul 29 23:35:40.109454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:40.113843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.122402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] For port 8775677f-597d-418e-bd01-b6675283bb1d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8775677f-597d-418e-bd01-b6675283bb1d,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:40.123128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.205483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Calling delete_port for 8775677f-597d-418e-bd01-b6675283bb1d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:40.254586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:40.257225 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1029f764-8095-49d8-bc6a-adf9f0d96d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "tag": "42c6ace7-341e-498e-aca6-233fd8969830"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:40.301743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-f3c59bce-6828-40e1-abd2-fe64f2255c2e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439682 Jul 29 23:35:40.345506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-3accaaf4-5d6c-4c2d-b6ec-e78efc494b08 service neutron] 10.222.0.57 "GET /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.1611350 Jul 29 23:35:40.355778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3bc4-6bcd-4d03-9a9c-55e694aaca4c req-eb65b2dd-6e2f-4129-8dd2-2d435ae22a5f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.364369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df6a3bc4-6bcd-4d03-9a9c-55e694aaca4c req-eb65b2dd-6e2f-4129-8dd2-2d435ae22a5f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1788421 Jul 29 23:35:40.552215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-82c499b1-2bb0-408f-9e80-cb88e6cfa202 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 258 time: 0.4569638 Jul 29 23:35:40.581027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:40.598890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-40b58aad-b35e-464c-816e-d91d22f1fc12 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.600884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-40b58aad-b35e-464c-816e-d91d22f1fc12 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862816 Jul 29 23:35:40.623962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.77 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/d576ad04-fe05-4025-8495-641f5c5e0db4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:40.644607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:40.654584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.681074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df6a3bc4-6bcd-4d03-9a9c-55e694aaca4c req-32e169cd-ff60-46d9-96f2-030c4b23d4f7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156364 Jul 29 23:35:40.757940 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6b14a-0872-48ca-8085-ac6faa8f2d24 x-openstack-request-id: req-6dd6b14a-0872-48ca-8085-ac6faa8f2d24 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:40.758255 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "tag": "42c6ace7-341e-498e-aca6-233fd8969830", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:40.758490 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dd6b14a-0872-48ca-8085-ac6faa8f2d24 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:40.758884 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830', 'status': 'completed', 'code': 200} Jul 29 23:35:40.794942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.59', 50946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:40.796181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.830056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8775677f-597d-418e-bd01-b6675283bb1d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:40.853434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Pushing event deleted for resources: {'Port': ['ID=8775677f-597d-418e-bd01-b6675283bb1d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.944524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] No DVR routers for this DVR port 8775677f-597d-418e-bd01-b6675283bb1d on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:40.952246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.954819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ede1fcc-e646-4620-bd34-938a132154ef req-3ee38f64-5bd8-4a60-8c77-d6251f307418 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.59 "DELETE /v2.0/ports/8775677f-597d-418e-bd01-b6675283bb1d HTTP/1.1" status: 204 len: 173 time: 1.1015356 Jul 29 23:35:40.957587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'name': 'network-vif-deleted', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:40.959767 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a5962-b2c6-4b9f-82d2-608f88d5e6fb" -d '{"events": [{"server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "name": "network-vif-deleted", "tag": "8775677f-597d-418e-bd01-b6675283bb1d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:40.962030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-48d59a0c-6103-463f-883c-571bfd301389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.963756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-48d59a0c-6103-463f-883c-571bfd301389 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1127 time: 0.1661334 Jul 29 23:35:40.996380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-ccd5b049-e0c4-4b4a-aada-39b3fe5d8331 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c9e07ee39d49437baac8876c3d2b113f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305610 Jul 29 23:35:40.999956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:41.013430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbb195-39be-40a8-94fd-ae2c886b77d7 req-6751ccaf-5a50-419a-a064-fa81bfd521a3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.013797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.015493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2bbb195-39be-40a8-94fd-ae2c886b77d7 req-6751ccaf-5a50-419a-a064-fa81bfd521a3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 944 time: 0.1991291 Jul 29 23:35:41.124354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.130834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:41.171524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object d576ad04-fe05-4025-8495-641f5c5e0db4 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:41.213662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2bbb195-39be-40a8-94fd-ae2c886b77d7 req-93755c57-556e-4731-9560-52e9e5fcf21e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971281 Jul 29 23:35:41.239510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:41.257917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.276036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-2c2e5e4d-2516-4101-9ddc-563ef9bdf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.278029 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-2c2e5e4d-2516-4101-9ddc-563ef9bdf0aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.3003781 Jul 29 23:35:41.343420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:41.344749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-73558736-7f9d-494b-ae53-9dbf2e7d5e24 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.346276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-73558736-7f9d-494b-ae53-9dbf2e7d5e24 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341002 Jul 29 23:35:41.365703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-a578c921-274d-44cc-81eb-6b072d325626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.0778072 Jul 29 23:35:41.371607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0574947e-a0a3-4523-8702-21c5d76a700e req-27cf7344-b964-4aa7-98e7-f61745ce493c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 210 time: 0.0814075 Jul 29 23:35:41.373433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:41.398662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Request body: {'port': {'device_id': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'c9e07ee39d49437baac8876c3d2b113f'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:41.441118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-b3a067dc-abde-4df7-af8b-109ca4026f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.442841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-b3a067dc-abde-4df7-af8b-109ca4026f85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0658498 Jul 29 23:35:41.444353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.496438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.507729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.528755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Allocated IP 172.25.5.220 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/e2759d33-886f-4015-bf0c-f494a49372d4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:41.540500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.213 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/902e3857-9c84-486b-9cae-2db5a24d47d0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:41.552056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d55abd5-42df-4cc7-8493-2b0bfa309d51 req-58cb1c3b-2f99-45e5-84f4-85e68c17acc3 tempest-DeleteServersAdminTestJSON-55739355 tempest-DeleteServersAdminTestJSON-55739355-project] 10.222.0.49 "GET /v2.0/ports?device_id=b837b677-283b-4c39-bdcc-f1caad0dd796 HTTP/1.1" status: 200 len: 210 time: 0.1002584 Jul 29 23:35:41.558740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-531bf589-56d3-41fb-8ab4-7788177952bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016858 Jul 29 23:35:41.585011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:41.648756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:41.659066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:41.665689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.667027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.677708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:41.747072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-34c5fb74-50b2-43e1-beb4-f95410675afa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7941558 Jul 29 23:35:41.758400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.792968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Request body: {'port': {'device_id': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:41.819835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-599a4e27-df70-4751-bdec-7846805b269d service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525458 Jul 29 23:35:41.823201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] Transition to ACTIVE for port object 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:41.827301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.849714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.909340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:41.919071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:41.934172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:41.972942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Made reservation on behalf of c9e07ee39d49437baac8876c3d2b113f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:41.976484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.986819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event updated for resources: {'Port': ['ID=e2759d33-886f-4015-bf0c-f494a49372d4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.001329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-386d0079-2f2d-4fb3-a6bc-8653d88f1567 None None] Provisioning for port d576ad04-fe05-4025-8495-641f5c5e0db4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:42.007414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-386d0079-2f2d-4fb3-a6bc-8653d88f1567 None None] Provisioning complete for port d576ad04-fe05-4025-8495-641f5c5e0db4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:42.007842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-386d0079-2f2d-4fb3-a6bc-8653d88f1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.027019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.031062 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.039492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] No DVR routers for this DVR port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:42.046791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-386d0079-2f2d-4fb3-a6bc-8653d88f1567 None None] Port d576ad04-fe05-4025-8495-641f5c5e0db4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:42.065114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=10']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.078065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fef27-d7e4-475b-9ade-5f25967fda04 req-b23bea8c-13f0-41cb-9eee-6295323f9159 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.079802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a45fef27-d7e4-475b-9ade-5f25967fda04 req-b23bea8c-13f0-41cb-9eee-6295323f9159 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.2534077 Jul 29 23:35:42.158953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1029f764-8095-49d8-bc6a-adf9f0d96d0f req-928e197e-6be6-4eb2-a6b4-d8d81abb9fac service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310633 Jul 29 23:35:42.163599 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b8544eba-ee9a-4cee-a350-b575799d4ab7 service neutron] 10.222.0.57 "PUT /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7969308 Jul 29 23:35:42.199447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a45fef27-d7e4-475b-9ade-5f25967fda04 req-fa03e898-fa40-4a9e-b985-76af6996cbb0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114380 Jul 29 23:35:42.252886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:42.324202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68d2263c-ba87-45b0-8433-d2bc665bdac1 req-ba0adb4d-7ea2-4f8d-a135-1316eb3c91d5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 210 time: 0.0325179 Jul 29 23:35:42.349985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.368002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.386914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:42.408328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 has no active binding in host n-h1-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:35:42.426131 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9d12f-7b77-40b4-bea0-7ea975fbf53d x-openstack-request-id: req-e9f9d12f-7b77-40b4-bea0-7ea975fbf53d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:42.426473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a80c7ec6-b2e9-4dd0-aeca-04efcac11564 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.426602 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b837b677-283b-4c39-bdcc-f1caad0dd796", "name": "network-vif-deleted", "tag": "8775677f-597d-418e-bd01-b6675283bb1d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:42.426686 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9f9d12f-7b77-40b4-bea0-7ea975fbf53d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:42.427053 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b837b677-283b-4c39-bdcc-f1caad0dd796', 'name': 'network-vif-deleted', 'tag': '8775677f-597d-418e-bd01-b6675283bb1d', 'status': 'completed', 'code': 200} Jul 29 23:35:42.427962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a80c7ec6-b2e9-4dd0-aeca-04efcac11564 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.0578010 Jul 29 23:35:42.448105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 902e3857-9c84-486b-9cae-2db5a24d47d0 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:42.453833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.553393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-dd7f4a06-edf8-4215-95d9-a83dd3e4cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.555102 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-dd7f4a06-edf8-4215-95d9-a83dd3e4cdba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9&tenant_id=eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 1097 time: 0.1143706 Jul 29 23:35:42.565764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad3887-4fe8-43d5-bbcb-269d18bdabb1 req-66e141d0-f7a7-40b4-b823-3a20e4e76e7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.567390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57ad3887-4fe8-43d5-bbcb-269d18bdabb1 req-66e141d0-f7a7-40b4-b823-3a20e4e76e7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0957129 Jul 29 23:35:42.595373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.649642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.664211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:42.665107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.680478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:42.682684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57ad3887-4fe8-43d5-bbcb-269d18bdabb1 req-359b1c92-deb3-49f6-b85f-5a35c46e3c8d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054187 Jul 29 23:35:42.704505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-63b1be57-4ca5-49b4-9ae4-bad8b261472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.706063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-63b1be57-4ca5-49b4-9ae4-bad8b261472d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0948009 Jul 29 23:35:42.722316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:42.722316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:42.725144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.725808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.743942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.819712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0090e1-604f-4af7-8782-4801172da363,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.850739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-97e3d5c7-61c1-4df5-8cc1-38b6ac410b76 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2302568 Jul 29 23:35:42.879740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Request body: {'port': {'device_id': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:42.887369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.908593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d576ad04-fe05-4025-8495-641f5c5e0db4 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:42.910394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.917368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.938570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Transition to ACTIVE for port object d576ad04-fe05-4025-8495-641f5c5e0db4 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:42.951509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.962339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.989664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b4579b2c-a98d-4527-b8bd-188a11478d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.991212 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-b4579b2c-a98d-4527-b8bd-188a11478d64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2698379 Jul 29 23:35:43.051469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.052878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4913146 Jul 29 23:35:43.053431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.055690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f240f-894d-4b04-bfaf-aff8a6667c78 req-8536daa1-4271-41fc-ab1a-61789feb2922 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.057259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e00f240f-894d-4b04-bfaf-aff8a6667c78 req-8536daa1-4271-41fc-ab1a-61789feb2922 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.2395809 Jul 29 23:35:43.058463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7946-b9fe-43c0-ab77-8f45fab0c55d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event updated for resources: {'Port': ['ID=e2759d33-886f-4015-bf0c-f494a49372d4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.064635 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a96bae43-fd97-4d66-9705-5cd85ebc41f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0628953 Jul 29 23:35:43.068253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Pushing event updated for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.079161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Allocated IP 192.168.233.177 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/506da981-3243-45d7-bdcd-f3a5418663e5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:43.102068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b61db2bc-9839-431c-9abc-12d2c80671ba None None] Provisioning for port 902e3857-9c84-486b-9cae-2db5a24d47d0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:43.107784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b61db2bc-9839-431c-9abc-12d2c80671ba None None] Provisioning complete for port 902e3857-9c84-486b-9cae-2db5a24d47d0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:43.108602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b61db2bc-9839-431c-9abc-12d2c80671ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.152038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b61db2bc-9839-431c-9abc-12d2c80671ba None None] Port 902e3857-9c84-486b-9cae-2db5a24d47d0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:43.211312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-0d787d0c-5c35-4819-84de-b64bbf58c1ae tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.1170974 Jul 29 23:35:43.381823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Attempting to bind port d576ad04-fe05-4025-8495-641f5c5e0db4 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:43.382159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Attempting to bind port d576ad04-fe05-4025-8495-641f5c5e0db4 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:43.382501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Attempting to bind port d576ad04-fe05-4025-8495-641f5c5e0db4 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:43.401405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-f7de6720-9c90-41ce-834f-0aec644f4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.403293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-f7de6720-9c90-41ce-834f-0aec644f4bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.3074610 Jul 29 23:35:43.403840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Port d576ad04-fe05-4025-8495-641f5c5e0db4 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:43.404220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Attempting to bind port d576ad04-fe05-4025-8495-641f5c5e0db4 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:43.409983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e00f240f-894d-4b04-bfaf-aff8a6667c78 req-c14d280b-c994-4b97-a13d-20d9ffaded93 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375149 Jul 29 23:35:43.424324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:43.424324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:43.424324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:43.424324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Bound port: d576ad04-fe05-4025-8495-641f5c5e0db4, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:43.424785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.441357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-112e8284-50ec-4f08-a220-3d2cacf83a90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288923 Jul 29 23:35:43.538524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-89e1e5a1-572b-455d-9244-fe81be2fd6b0 service neutron] 10.222.0.59 "GET /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.2208743 Jul 29 23:35:43.549925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-d1ae11dd-9724-414b-b7e9-2140bf155e0a tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.551293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-d1ae11dd-9724-414b-b7e9-2140bf155e0a tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.3216164 Jul 29 23:35:43.551417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b1d71e0-7878-4cb8-b23e-17a3ecbbe2c8 req-1ecd1f29-5326-4761-b64b-8a18f7419e5a tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 210 time: 0.0583246 Jul 29 23:35:43.600402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-c17e8f7b-6525-404a-bb03-01110defd037 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:43.600402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45020ec5-33d8-4dd2-b65b-819ef73c457c req-c17e8f7b-6525-404a-bb03-01110defd037 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341206 Jul 29 23:35:43.605100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:43.611134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d576ad04-fe05-4025-8495-641f5c5e0db4,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:43.619515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.623175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-9a88568c-4ea9-46e4-9d1a-4124c43b0f28 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734011 Jul 29 23:35:43.625868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.656017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Transition to ACTIVE for port object 506da981-3243-45d7-bdcd-f3a5418663e5 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:43.772089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.782081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.782716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.784283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] 10.222.0.59 "PUT /v2.0/ports/d576ad04-fe05-4025-8495-641f5c5e0db4 HTTP/1.1" status: 200 len: 1096 time: 2.0017354 Jul 29 23:35:43.789545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:43.789545 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b4ed7-497f-4305-a3f6-e3f3139859d3" -d '{"events": [{"name": "network-changed", "server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:43.846837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297db73-3c9e-4307-95b6-9588736d3cfb service neutron] Pushing event updated for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.905583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7b8f-4e58-425b-b4c2-0aacb962f6f7 req-4f8cc580-9178-4de1-ba4b-a923ceaf579d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.910771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:43.912906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-997d7b8f-4e58-425b-b4c2-0aacb962f6f7 req-4f8cc580-9178-4de1-ba4b-a923ceaf579d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 944 time: 0.2057960 Jul 29 23:35:43.928011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:43.940053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:43.942531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a4f93cce-ce04-4f1a-8328-848bc041345e service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647011 Jul 29 23:35:43.945659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.946317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.952038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:43.964492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Pushing event updated for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.965886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-31ba013d-f90b-4961-b1b1-9cdab376086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.967650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-31ba013d-f90b-4961-b1b1-9cdab376086f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 1099 time: 0.1085608 Jul 29 23:35:43.977795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-997d7b8f-4e58-425b-b4c2-0aacb962f6f7 req-8ae2bff1-0ad6-4dc8-aca7-5a57c3d23162 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625789 Jul 29 23:35:43.983085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8775677f-597d-418e-bd01-b6675283bb1d no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:44.018616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 8775677f-597d-418e-bd01-b6675283bb1d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:44.019268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8775677f-597d-418e-bd01-b6675283bb1d not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:44.050887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bf48-c79d-465c-80c6-ac60ed0ed09e req-b16b5a80-4a69-4c98-8ae3-5ee8cb395ee5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.052788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6342bf48-c79d-465c-80c6-ac60ed0ed09e req-b16b5a80-4a69-4c98-8ae3-5ee8cb395ee5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 936 time: 0.2632983 Jul 29 23:35:44.054632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-1f0e2cde-b142-4752-ada6-414529093672 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d576ad04-fe05-4025-8495-641f5c5e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0668838 Jul 29 23:35:44.062009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-e2664a26-5603-4028-9d44-c12135a11581 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6730733 Jul 29 23:35:44.069354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:44.118308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-b5f23276-4f4e-4bff-8869-74ca4ad4721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.119829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-b5f23276-4f4e-4bff-8869-74ca4ad4721b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0570109 Jul 29 23:35:44.158121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c6ace7-341e-498e-aca6-233fd8969830 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:44.194644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6342bf48-c79d-465c-80c6-ac60ed0ed09e req-88ff375b-1081-4890-ab71-4e0c827e2393 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274085 Jul 29 23:35:44.196458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:44.211429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Request body: {'port': {'device_id': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.238138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902e3857-9c84-486b-9cae-2db5a24d47d0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:44.249823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.265700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:44.275120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Transition to ACTIVE for port object 902e3857-9c84-486b-9cae-2db5a24d47d0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:44.289295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-deff9d60-9daa-4296-b34f-0e752485741f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.294290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df973de7-5aae-41d4-b1aa-70f84672bd3a None None] Provisioning for port 506da981-3243-45d7-bdcd-f3a5418663e5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:44.297870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-deff9d60-9daa-4296-b34f-0e752485741f tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1659837 Jul 29 23:35:44.302625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-ea0009d0-7376-4a35-9fd8-0cc3bb983bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.303944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df973de7-5aae-41d4-b1aa-70f84672bd3a None None] Provisioning complete for port 506da981-3243-45d7-bdcd-f3a5418663e5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:44.304136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-ea0009d0-7376-4a35-9fd8-0cc3bb983bb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329148 Jul 29 23:35:44.304726 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df973de7-5aae-41d4-b1aa-70f84672bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.324660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.358106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:44.362179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-df973de7-5aae-41d4-b1aa-70f84672bd3a None None] Port 506da981-3243-45d7-bdcd-f3a5418663e5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:44.373670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.422080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-bbed22c9-bb15-45f8-b2ab-28023b0a161e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.1232214 Jul 29 23:35:44.432705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-f4ba9807-cfc9-4379-9fd3-87176d027573 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.434275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-f4ba9807-cfc9-4379-9fd3-87176d027573 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.2039900 Jul 29 23:35:44.439774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.446762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'floatingip': {'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.509793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.561266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.575579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065ac0-ca50-497e-a115-a391c2841079 req-a99fb260-ad35-4b1a-97c7-0b9d6e9b7889 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.577919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa065ac0-ca50-497e-a115-a391c2841079 req-a99fb260-ad35-4b1a-97c7-0b9d6e9b7889 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.2221630 Jul 29 23:35:44.604204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Attempting to bind port 902e3857-9c84-486b-9cae-2db5a24d47d0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:44.604552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Attempting to bind port 902e3857-9c84-486b-9cae-2db5a24d47d0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:44.604874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Attempting to bind port 902e3857-9c84-486b-9cae-2db5a24d47d0 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:44.669516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-a948d443-e764-44b9-b4a7-58e7237b5686 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408768 Jul 29 23:35:44.689509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Port 902e3857-9c84-486b-9cae-2db5a24d47d0 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:44.689866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Attempting to bind port 902e3857-9c84-486b-9cae-2db5a24d47d0 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:44.721680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] Transition to ACTIVE for port object 42c6ace7-341e-498e-aca6-233fd8969830 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:44.722475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:44.722823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:44.723457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:44.723730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Bound port: 902e3857-9c84-486b-9cae-2db5a24d47d0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:44.724123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.746605 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.792338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa065ac0-ca50-497e-a115-a391c2841079 req-8911a92a-3d86-4467-ab5e-a0c616302223 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063134 Jul 29 23:35:44.854498 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565aed4-7d30-4a33-9c8e-eef7f55c89a5 x-openstack-request-id: req-d565aed4-7d30-4a33-9c8e-eef7f55c89a5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:44.854794 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:44.855044 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d565aed4-7d30-4a33-9c8e-eef7f55c89a5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:44.855438 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4', 'status': 'completed', 'code': 200} Jul 29 23:35:44.924482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] No DVR routers for this DVR port 42c6ace7-341e-498e-aca6-233fd8969830 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:44.925275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a6632e75-7ea3-438a-8f28-9ef65c3e6b54 service neutron] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:44.929505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] Pushing event updated for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.931278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-5ef754ed-7d1a-4b07-ae5d-4925ab29a50c service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493405 Jul 29 23:35:44.936199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a6632e75-7ea3-438a-8f28-9ef65c3e6b54 service neutron] Notify callbacks [] for binding, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.937290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d483a8a4-de37-49d5-b520-88dead3c7c8c req-a6632e75-7ea3-438a-8f28-9ef65c3e6b54 service neutron] 10.222.0.59 "DELETE /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.4857898 Jul 29 23:35:44.967928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:45.029435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=902e3857-9c84-486b-9cae-2db5a24d47d0,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:45.038735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-94207839-7812-4dcd-8230-0aeb95d12910 service neutron] 10.222.0.59 "PUT /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830/bindings/n-h1-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4864528 Jul 29 23:35:45.218684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-3be998cb-58a5-4929-9c1b-3634196b0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.220213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-3be998cb-58a5-4929-9c1b-3634196b0ebf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 1099 time: 0.1836684 Jul 29 23:35:45.284229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.342879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.343515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.344972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/902e3857-9c84-486b-9cae-2db5a24d47d0 HTTP/1.1" status: 200 len: 1097 time: 2.4775825 Jul 29 23:35:45.348901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:45.351242 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:45.389334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867eb7d-805a-450c-9e82-3fcec67bec65 req-bb08ee7c-31ee-45ca-85d4-01340e22ee6d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.394190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7867eb7d-805a-450c-9e82-3fcec67bec65 req-bb08ee7c-31ee-45ca-85d4-01340e22ee6d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.4507363 Jul 29 23:35:45.451858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75d84-a1bc-4275-b048-d5ed71f1b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.487770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506da981-3243-45d7-bdcd-f3a5418663e5 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:45.499662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.525912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Transition to ACTIVE for port object 506da981-3243-45d7-bdcd-f3a5418663e5 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:45.552125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7867eb7d-805a-450c-9e82-3fcec67bec65 req-d76d5e8e-8cb8-49bf-849b-f12f9c217504 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 Jul 29 23:35:45.558167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.562490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-516f00e7-b090-41d4-af05-5a7bc1ba1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.566831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-516f00e7-b090-41d4-af05-5a7bc1ba1f1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 1100 time: 0.1471648 Jul 29 23:35:45.645107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Pushing event updated for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.677594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-d1cb2e30-7855-4998-ac29-680660680c90 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.679154 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-d1cb2e30-7855-4998-ac29-680660680c90 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.5201361 Jul 29 23:35:45.683595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-6e8e1caa-377d-4b4c-8895-97cd5958b252 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=902e3857-9c84-486b-9cae-2db5a24d47d0 HTTP/1.1" status: 200 len: 217 time: 0.0490718 Jul 29 23:35:45.727750 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:35:45.798890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Attempting to bind port 506da981-3243-45d7-bdcd-f3a5418663e5 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:45.799219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Attempting to bind port 506da981-3243-45d7-bdcd-f3a5418663e5 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:45.799538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Attempting to bind port 506da981-3243-45d7-bdcd-f3a5418663e5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:45.800959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-4c3a9653-c166-40f4-8e02-de775683b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.802487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-4c3a9653-c166-40f4-8e02-de775683b130 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3311729 Jul 29 23:35:45.814335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3d0a6-228d-4648-9caa-a04f090509f8 req-45de5e58-61f1-400c-995b-f75f531b11dc tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.818698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0bb3d0a6-228d-4648-9caa-a04f090509f8 req-45de5e58-61f1-400c-995b-f75f531b11dc tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 948 time: 0.1378472 Jul 29 23:35:45.823062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Port 506da981-3243-45d7-bdcd-f3a5418663e5 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:45.823514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Attempting to bind port 506da981-3243-45d7-bdcd-f3a5418663e5 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:45.848709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:45.849239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:45.849763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:45.850316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Bound port: 506da981-3243-45d7-bdcd-f3a5418663e5, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:45.850880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.854111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-40376a7d-d947-405a-bf84-94c33f5e1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.855741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-40376a7d-d947-405a-bf84-94c33f5e1170 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1590595 Jul 29 23:35:45.868738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.871445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-5646d4de-5f3f-4378-a563-8f85dca21860 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=d576ad04-fe05-4025-8495-641f5c5e0db4 HTTP/1.1" status: 200 len: 217 time: 0.0536728 Jul 29 23:35:45.877490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.880935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-e2720f30-2d6d-4913-bd49-4be833f48307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.882498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-e2720f30-2d6d-4913-bd49-4be833f48307 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c&tenant_id=074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 1097 time: 0.1856670 Jul 29 23:35:45.949023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0bb3d0a6-228d-4648-9caa-a04f090509f8 req-239312d6-20b2-4638-b57d-d25de84b4499 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226132 Jul 29 23:35:45.966665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-98224166-b0e1-4187-b62d-25cbb644fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.968335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-98224166-b0e1-4187-b62d-25cbb644fdd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007137 Jul 29 23:35:46.002121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-5a55f50a-b1ad-4647-bd9a-0b0dde6619a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.003684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-5a55f50a-b1ad-4647-bd9a-0b0dde6619a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1202388 Jul 29 23:35:46.037638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:46.056371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=506da981-3243-45d7-bdcd-f3a5418663e5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:46.066231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.080513 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Floating IP 428c6681-0839-4aca-ba53-5bdb4b9164b7 associated. External IP: 172.25.5.220, port: 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0. Jul 29 23:35:46.126818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.127447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.128858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] 10.222.0.57 "PUT /v2.0/ports/506da981-3243-45d7-bdcd-f3a5418663e5 HTTP/1.1" status: 200 len: 1097 time: 1.9297178 Jul 29 23:35:46.139776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-8100a244-f42b-4720-aa9e-780dd16b19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.141303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-8100a244-f42b-4720-aa9e-780dd16b19ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292963 Jul 29 23:35:46.149944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-2c673ec3-7d37-4514-addb-f52a2b63325c service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668353 Jul 29 23:35:46.155359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c1ff5-0384-48da-9d8b-3e743f16688c service neutron] Pushing event updated for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:46.162214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-0b43d2e2-752c-46e3-b191-b7bea770c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.163832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-0b43d2e2-752c-46e3-b191-b7bea770c5ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1097 time: 0.1412919 Jul 29 23:35:46.192241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-26f18565-8d12-49e2-8645-04af2da6fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.323701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-0ef03565-35e1-47dd-8db3-70042bc3ab18 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650717 Jul 29 23:35:46.339399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03928e07-06f9-45db-ad5f-5834c3211bd0 req-7634a58b-c418-498b-93c3-de256cc0d14f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.342479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03928e07-06f9-45db-ad5f-5834c3211bd0 req-7634a58b-c418-498b-93c3-de256cc0d14f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1153085 Jul 29 23:35:46.362029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-80fc2d6f-b307-47e1-a690-e6434f720c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.363701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-80fc2d6f-b307-47e1-a690-e6434f720c7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e07ee39d49437baac8876c3d2b113f&device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 1100 time: 0.1071200 Jul 29 23:35:46.399302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03928e07-06f9-45db-ad5f-5834c3211bd0 req-421b6cee-ff31-4a52-a284-ac8262d34e9f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Jul 29 23:35:46.429862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-f61bd29f-0f95-46c1-a592-94d409889a20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=506da981-3243-45d7-bdcd-f3a5418663e5 HTTP/1.1" status: 200 len: 217 time: 0.0388703 Jul 29 23:35:46.442402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-8726754c-46e8-4406-bc43-ed6928526820 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901940 Jul 29 23:35:46.488575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-bdeb5889-2d05-4adb-a8dd-72a78338bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.490066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-bdeb5889-2d05-4adb-a8dd-72a78338bf54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2824185 Jul 29 23:35:46.526902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-f0b3a965-c1fc-4cc4-b5cd-1b7201dcaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.528774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-f0b3a965-c1fc-4cc4-b5cd-1b7201dcaf74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0758090 Jul 29 23:35:46.545333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced3c32-a318-4443-bd06-600b5201bc04 req-08d7b4c7-6c0f-4f70-b212-b1b44745bab7 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.546901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ced3c32-a318-4443-bd06-600b5201bc04 req-08d7b4c7-6c0f-4f70-b212-b1b44745bab7 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 948 time: 0.0673459 Jul 29 23:35:46.584457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-b9f58647-560b-451c-b29f-d053725ea6ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.0810282 Jul 29 23:35:46.612082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:46.612583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ced3c32-a318-4443-bd06-600b5201bc04 req-c3960b9a-a63f-4084-8b5e-17cda18e906d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Jul 29 23:35:46.620960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-6601585a-4bef-4dd8-9d7e-e22e0821b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.622191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-6601585a-4bef-4dd8-9d7e-e22e0821b4bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742154 Jul 29 23:35:46.676003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-915b4ed7-497f-4305-a3f6-e3f3139859d3 req-3036721a-9981-4654-9185-1a3d07701b66 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248197 Jul 29 23:35:46.716551 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c9cb0-c8cc-4a5f-91e4-688a14c756b7 x-openstack-request-id: req-529c9cb0-c8cc-4a5f-91e4-688a14c756b7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:46.717050 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:46.717156 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-529c9cb0-c8cc-4a5f-91e4-688a14c756b7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:46.717576 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0', 'status': 'completed', 'code': 200} Jul 29 23:35:46.752127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-1c85cc58-8403-44fc-928d-6b7f52a1a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.754765 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-1c85cc58-8403-44fc-928d-6b7f52a1a28a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1337938 Jul 29 23:35:46.787747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-269c20cc-a6f0-47d6-b33a-dbad31193364 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495559 Jul 29 23:35:46.907322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799517-e0e7-43db-a931-070906b4d193 req-65b62fb6-3805-4503-a9a8-fa599485a53d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.908788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90799517-e0e7-43db-a931-070906b4d193 req-65b62fb6-3805-4503-a9a8-fa599485a53d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1017845 Jul 29 23:35:46.923171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.962864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22e5b9a7-4bc5-4a40-a7ef-403df962ace6 req-5de0d54c-d2e9-430e-b140-60a40dfe69e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245155 Jul 29 23:35:46.977965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90799517-e0e7-43db-a931-070906b4d193 req-f63832f3-3a71-4a33-83df-f72b55fbe96b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550630 Jul 29 23:35:47.107252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-fe471e12-6484-4a00-ae92-6370b88460cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3278930 Jul 29 23:35:47.113069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b8804-facf-4430-9337-0a6f5a91d647 req-63fbcd26-0e1a-4008-9a52-ab1366281a5d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.114893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-621b8804-facf-4430-9337-0a6f5a91d647 req-63fbcd26-0e1a-4008-9a52-ab1366281a5d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0457056 Jul 29 23:35:47.129802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:47.135206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.143461 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Sync routers for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:47.153594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:47.154758 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.193155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-621b8804-facf-4430-9337-0a6f5a91d647 req-039377cb-019b-445d-b239-0f449eb0d5d5 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641809 Jul 29 23:35:47.224756 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-af7ac5ed-d4db-4bd9-87c9-8c55a568a48f service neutron] show failed (client error): The resource could not be found. Jul 29 23:35:47.225864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-af7ac5ed-d4db-4bd9-87c9-8c55a568a48f service neutron] 10.222.0.57 "GET /v2.0/ports/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0807383 Jul 29 23:35:47.272965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-3910db4d-6653-43f3-9a58-2b182f0e518c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "PUT /v2.0/floatingips/428c6681-0839-4aca-ba53-5bdb4b9164b7 HTTP/1.1" status: 200 len: 996 time: 2.8338020 Jul 29 23:35:47.275350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:47.278031 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb19d03-7b34-4962-b6ab-9209b0e3b496" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:47.278423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:47.282868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-d61a520d-cd8d-4c0f-a609-bd104c20eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.284104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-d61a520d-cd8d-4c0f-a609-bd104c20eb46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 1100 time: 0.5060594 Jul 29 23:35:47.430095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60140) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.476543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b24c-57e3-4af0-ab05-a348502eb86f req-da758b9a-c311-4fe3-9253-f0d23081b144 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.485677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed69b24c-57e3-4af0-ab05-a348502eb86f req-da758b9a-c311-4fe3-9253-f0d23081b144 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 948 time: 0.1184046 Jul 29 23:35:47.498040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-8c73c738-e898-4a83-a492-a058e38ea789 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511448 Jul 29 23:35:47.509473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-c5cd8a97-9c74-4549-b810-63205839ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.518800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-c5cd8a97-9c74-4549-b810-63205839ee85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1097 time: 0.1991856 Jul 29 23:35:47.552270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-c8f38ee3-4e07-429c-90d3-7771f5069833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.554637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-c8f38ee3-4e07-429c-90d3-7771f5069833 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2613285 Jul 29 23:35:47.555388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed69b24c-57e3-4af0-ab05-a348502eb86f req-89302692-9b08-4585-990e-ae815b530724 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Jul 29 23:35:47.586264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-fac64f8d-f61e-4381-b20e-0f888ae9c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.587851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-fac64f8d-f61e-4381-b20e-0f888ae9c15c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1102 time: 0.0995049 Jul 29 23:35:47.599693 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '428c6681-0839-4aca-ba53-5bdb4b9164b7', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'mac_address': 'fa:16:3e:42:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52555-297d-4226-8143-872cf156e2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:35:41Z', 'updated_at': '2021-07-29T23:35:45Z', 'revision_number': 1, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.612461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:47.638280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Checking router: 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:47.648107 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:47.648809 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.671161 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-8943303e-8fd3-4edf-a6e5-1c09de72736a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=902e3857-9c84-486b-9cae-2db5a24d47d0 HTTP/1.1" status: 200 len: 217 time: 0.0745766 Jul 29 23:35:47.722373 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1cff20-77fb-4af7-a807-f9c5651b54d1 x-openstack-request-id: req-2e1cff20-77fb-4af7-a807-f9c5651b54d1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:47.722689 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:47.722972 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e1cff20-77fb-4af7-a807-f9c5651b54d1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:47.723365 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'status': 'completed', 'code': 200} Jul 29 23:35:47.723552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.729703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4ce01f66-92fa-4e3b-9270-a9fa83475c9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a885aedf6fc6489ebbd8f5c5cda1589a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976501 Jul 29 23:35:47.735336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.797307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-8be0d8c8-cb3f-4e89-9b78-556f5beb665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.805001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-8be0d8c8-cb3f-4e89-9b78-556f5beb665d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 930 time: 0.2848353 Jul 29 23:35:47.851498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:47.859526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-9396022c-b9f2-4e0b-9a65-1b1813642899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.861124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-9396022c-b9f2-4e0b-9a65-1b1813642899 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1823547 Jul 29 23:35:47.904600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-bdee31a3-9da9-43b7-8f47-75d9a72353bb service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728952 Jul 29 23:35:47.958564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-d8ab70e0-a7ab-48e2-90d8-7a6668123a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.960203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-d8ab70e0-a7ab-48e2-90d8-7a6668123a59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1097 time: 0.1689575 Jul 29 23:35:47.970052 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-b536cdb6-38b8-413d-b988-1f8560a67449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 999 time: 0.1640818 Jul 29 23:35:48.002329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8f5b9-c43c-45e3-9eca-c7d4072e83e4 req-387914f8-312e-4705-a59f-d9767fcc11d8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.005949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d576ad04-fe05-4025-8495-641f5c5e0db4 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:48.009827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0f8f5b9-c43c-45e3-9eca-c7d4072e83e4 req-387914f8-312e-4705-a59f-d9767fcc11d8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1889384 Jul 29 23:35:48.014600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.030304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-b7d154a8-8b49-40dc-b2bd-f0c0403f039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.031912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-b7d154a8-8b49-40dc-b2bd-f0c0403f039b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1548879 Jul 29 23:35:48.050597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.066670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-7e7e2e7f-ff82-48f9-919a-c5e2f4e57d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.074134 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-7e7e2e7f-ff82-48f9-919a-c5e2f4e57d4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.1031494 Jul 29 23:35:48.115206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d576ad04-fe05-4025-8495-641f5c5e0db4,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:48.130690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'd576ad04-fe05-4025-8495-641f5c5e0db4', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'd576ad04-fe05-4025-8495-641f5c5e0db4', 'mac_address': 'fa:16:3e:a4:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:48.137303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:48.166540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0f8f5b9-c43c-45e3-9eca-c7d4072e83e4 req-0d6c0775-1c6d-46df-8bdd-20d74589a758 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510639 Jul 29 23:35:48.184728 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '428c6681-0839-4aca-ba53-5bdb4b9164b7', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'mac_address': 'fa:16:3e:42:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52555-297d-4226-8143-872cf156e2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:35:41Z', 'updated_at': '2021-07-29T23:35:45Z', 'revision_number': 1, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:48.191217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-78dc6e15-3e2b-444b-89ec-8a569f8acbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.198807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-78dc6e15-3e2b-444b-89ec-8a569f8acbf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237793 Jul 29 23:35:48.212212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-574d1f77-1795-4130-a24f-1b85bbf2a287 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:48.219776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-574d1f77-1795-4130-a24f-1b85bbf2a287 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200372 Jul 29 23:35:48.255954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.262972 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a3805-0f46-44c2-a424-f0ecf4715b47 None None] The sync data for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 is: [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '428c6681-0839-4aca-ba53-5bdb4b9164b7', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'mac_address': 'fa:16:3e:42:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52555-297d-4226-8143-872cf156e2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:35:41Z', 'updated_at': '2021-07-29T23:35:45Z', 'revision_number': 1, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:48.275966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:48.290487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d576ad04-fe05-4025-8495-641f5c5e0db4 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:48.299492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-b4693e67-6565-47b6-94c8-5e69fee824ce service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464988 Jul 29 23:35:48.318003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.320607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.327149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d576ad04-fe05-4025-8495-641f5c5e0db4,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:48.331654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9efc8ce5-82f9-4e30-87b4-483b0e307722 HTTP/1.1" status: 204 len: 168 time: 0.5938947 Jul 29 23:35:48.335949 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.366026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-1ed4e122-d48a-4aa8-908f-945f2fa0541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.367770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-1ed4e122-d48a-4aa8-908f-945f2fa0541d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 930 time: 0.3866522 Jul 29 23:35:48.383266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:48.428304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036058b9-a0ca-4311-8cbc-452c20214636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc8ce5-82f9-4e30-87b4-483b0e307722,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.470501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.480707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-87e43aff-65f2-45cc-bb2e-bbcb56b3a862 service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600119 Jul 29 23:35:48.511062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:48.517782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-175e4301-5838-42d5-9561-3d83228cbb7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 999 time: 0.1407938 Jul 29 23:35:48.556180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-6dcf148a-4105-4809-8ee6-d8a0e0942298 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.557733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-6dcf148a-4105-4809-8ee6-d8a0e0942298 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.1722450 Jul 29 23:35:48.574996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.584067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbb669b2-11b7-4dbb-ae62-0f323ba4afff req-277988f6-fff9-4253-a227-e0a7932eb687 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764449 Jul 29 23:35:48.592778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Transition to ACTIVE for port object f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:48.601165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-9942053c-4ec7-42ac-a225-7b28e0914e6e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.603629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-9942053c-4ec7-42ac-a225-7b28e0914e6e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.3156414 Jul 29 23:35:48.625642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.642086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:48.650182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2bdf4-3620-4a0e-bc29-86e44e969f1c None None] New status for floating IP 428c6681-0839-4aca-ba53-5bdb4b9164b7: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:35:48.683339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-551c2da2-36b4-4cd2-93de-cdc1778e056a req-24b2c3e0-5a40-49eb-8195-abb5227614bc service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968083 Jul 29 23:35:48.744005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5'}, {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:48.746213 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892ef73-18f5-4471-9c28-af3d9faa2056" -d '{"events": [{"name": "network-changed", "server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5"}, {"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:48.770135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.785000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-55606a05-6a5d-4c23-9cd1-7e67b0676114 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/quotas/eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 375 time: 0.1473835 Jul 29 23:35:48.792298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8454-86bd-4e85-b716-fb62edbfce91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.840252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] No DVR routers for this DVR port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:48.845281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-a88badd0-d960-49fa-8561-fe70504ea4ba service neutron] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:48.857142 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-a88badd0-d960-49fa-8561-fe70504ea4ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.858896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e4e6ac6-e191-468e-aea4-7a5aea55e460 req-a88badd0-d960-49fa-8561-fe70504ea4ba service neutron] 10.222.0.57 "DELETE /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830/bindings/n-h2-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.2860799 Jul 29 23:35:48.903156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3832c78-b06e-4700-8283-e7c303a6217a req-ac463080-7054-4530-a98e-64c7aaeb14cd tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.905290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3832c78-b06e-4700-8283-e7c303a6217a req-ac463080-7054-4530-a98e-64c7aaeb14cd tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 948 time: 0.1058788 Jul 29 23:35:48.936416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-6ea69510-0cf2-44ff-aa8a-e365a9cd4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.938314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-6ea69510-0cf2-44ff-aa8a-e365a9cd4bc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.3337681 Jul 29 23:35:48.940315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.977305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3832c78-b06e-4700-8283-e7c303a6217a req-9512d660-e62e-46c6-a758-571e3e970cee tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Jul 29 23:35:48.982189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c75fc3-5de7-4fef-a6b2-e9251e72d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.003082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8454-86bd-4e85-b716-fb62edbfce91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.008603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8454-86bd-4e85-b716-fb62edbfce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.040063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-024c7903-df17-4f05-8a96-f026ed913999 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2536867 Jul 29 23:35:49.042535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:49.042900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:49.043302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:49.054341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-26794f2e-33ad-42ee-a22b-ae64553a8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.054933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cc0c8454-86bd-4e85-b716-fb62edbfce91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b98ba93d1d04a1282097ea48136df5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830842 Jul 29 23:35:49.056249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-26794f2e-33ad-42ee-a22b-ae64553a8663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858014 Jul 29 23:35:49.057948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:49.098105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8454-86bd-4e85-b716-fb62edbfce91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e74191-f6f8-4016-ac46-b33dbb532283,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.122216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:49.122605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Attempting to bind port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:49.157292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.181483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388529a-f8a6-40c3-9a4a-9d0f8b7205f3 req-500a8add-a109-4c91-950d-7088e39f01b1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.183054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0388529a-f8a6-40c3-9a4a-9d0f8b7205f3 req-500a8add-a109-4c91-950d-7088e39f01b1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.0800924 Jul 29 23:35:49.197548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.257945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.265040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0388529a-f8a6-40c3-9a4a-9d0f8b7205f3 req-72991ad4-fefb-4fe8-a38c-8d69f7252830 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732129 Jul 29 23:35:49.306230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.309200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.313342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90e74191-f6f8-4016-ac46-b33dbb532283 HTTP/1.1" status: 204 len: 168 time: 0.2516220 Jul 29 23:35:49.320743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61f50-2bde-4d75-8df5-cbe5b60eeda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e74191-f6f8-4016-ac46-b33dbb532283,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.466176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:49.470149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:49.470540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:49.471142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Bound port: f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:49.471499 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.489575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-5d3c3c2e-a57f-4c54-883c-4ccda9da4431 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1163766 Jul 29 23:35:49.503538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84e725-3238-4bee-b01b-f21d4889d876 req-f9d6b5bd-ff36-404c-a0fe-7a7358b10144 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.505929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c84e725-3238-4bee-b01b-f21d4889d876 req-f9d6b5bd-ff36-404c-a0fe-7a7358b10144 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 948 time: 0.1214919 Jul 29 23:35:49.559000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c84e725-3238-4bee-b01b-f21d4889d876 req-12f88bda-0bb9-4840-b15c-af5ca97ae564 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460129 Jul 29 23:35:49.566874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-d22ac426-4282-4cf0-80c8-fed2bf4c1d51 service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520762 Jul 29 23:35:49.636963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f128f-536d-495f-8312-94462a056074 req-ccadd559-d65d-4264-b5aa-d4cc9f744549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.642344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-ccadd559-d65d-4264-b5aa-d4cc9f744549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 1096 time: 0.0520320 Jul 29 23:35:49.655031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-8d9fa3b8-47a2-4788-ada0-54c116f0d9df service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976377 Jul 29 23:35:49.838799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:49.847194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb19d03-7b34-4962-b6ab-9209b0e3b496 req-c501cf67-8cb0-4a4d-abc6-86106727917f service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323728 Jul 29 23:35:49.860239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-0da4595c-b5db-459c-ba07-a7ef38c0f771 service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043226 Jul 29 23:35:49.861971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:49.874001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.921512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.922382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.924143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] 10.222.0.59 "PUT /v2.0/ports/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 1097 time: 2.3220122 Jul 29 23:35:49.992492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63dae-274f-41e5-941e-9705ba28dc7d service neutron] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.041668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 902e3857-9c84-486b-9cae-2db5a24d47d0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:50.049335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-f3418afc-bf49-47cc-8469-1e94db2a15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.051762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-f3418afc-bf49-47cc-8469-1e94db2a15ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1100 time: 0.0784247 Jul 29 23:35:50.068095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d576ad04-fe05-4025-8495-641f5c5e0db4 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:50.116317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-f87fc791-1dd8-4def-ab11-64a8b7d37cb9 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 258 time: 0.2916710 Jul 29 23:35:50.138137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.143419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f128f-536d-495f-8312-94462a056074 req-5d3fb43d-920a-412c-9255-dd6da0dbef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.144891 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-5d3fb43d-920a-412c-9255-dd6da0dbef65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.3973038 Jul 29 23:35:50.189158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:50.252336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-a958ea56-4d4a-43e7-a16a-e629da355835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 200 len: 217 time: 0.0963113 Jul 29 23:35:50.265952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.281681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-92620f92-3e52-49e4-b611-0f5df0f9254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.283731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-92620f92-3e52-49e4-b611-0f5df0f9254f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2231662 Jul 29 23:35:50.285494 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb39358-d397-4d8c-b2f7-cfc0d1897cea x-openstack-request-id: req-ddb39358-d397-4d8c-b2f7-cfc0d1897cea {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:50.286057 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5", "status": "completed", "code": 200}, {"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:50.286470 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddb39358-d397-4d8c-b2f7-cfc0d1897cea {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:50.287189 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5', 'status': 'completed', 'code': 200} Jul 29 23:35:50.287748 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'code': 200} Jul 29 23:35:50.391819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-596dff93-00cb-4754-a964-18880b7af453 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0990577 Jul 29 23:35:50.396020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=902e3857-9c84-486b-9cae-2db5a24d47d0,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:50.422234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '902e3857-9c84-486b-9cae-2db5a24d47d0', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '902e3857-9c84-486b-9cae-2db5a24d47d0', 'mac_address': 'fa:16:3e:ee:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:50.432587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 506da981-3243-45d7-bdcd-f3a5418663e5 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:50.434663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:50.489240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:50.490725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port d576ad04-fe05-4025-8495-641f5c5e0db4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:50.499610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port d576ad04-fe05-4025-8495-641f5c5e0db4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:50.499984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.504104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d6e17-bfa8-4bd1-b7b5-a60d026cab2a req-8e6dab75-62f4-40f7-90fe-f26c72d49a3a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.505825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d35d6e17-bfa8-4bd1-b7b5-a60d026cab2a req-8e6dab75-62f4-40f7-90fe-f26c72d49a3a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1176577 Jul 29 23:35:50.509372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-64d4d69b-dc30-4066-bfd5-f8464e9b47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.510090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-64d4d69b-dc30-4066-bfd5-f8464e9b47f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1071029 Jul 29 23:35:50.599472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d35d6e17-bfa8-4bd1-b7b5-a60d026cab2a req-4afff735-1b48-49dd-ad79-374d0397e63a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778947 Jul 29 23:35:50.620689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-45631849-5e2c-4c52-a0d4-8c2be5c3697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.636185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-45631849-5e2c-4c52-a0d4-8c2be5c3697d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165552 Jul 29 23:35:50.639221 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:35:50.672703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.714951 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.747412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902e3857-9c84-486b-9cae-2db5a24d47d0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:50.830724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=902e3857-9c84-486b-9cae-2db5a24d47d0,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:50.843757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=506da981-3243-45d7-bdcd-f3a5418663e5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:50.848967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.853229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f043c-beb2-4ba3-abd3-5df8a3dc2a73 req-24a1485b-14cd-4a77-8d4d-a1dda8fa3e4c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.864625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b3f043c-beb2-4ba3-abd3-5df8a3dc2a73 req-24a1485b-14cd-4a77-8d4d-a1dda8fa3e4c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 948 time: 0.1316762 Jul 29 23:35:50.885312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f128f-536d-495f-8312-94462a056074 req-911d9873-1308-428b-90d4-9ccb23691bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.887192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-911d9873-1308-428b-90d4-9ccb23691bdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.6164811 Jul 29 23:35:50.891567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-4c488e20-e4dc-42f8-941a-c7ce2c63d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.893020 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-4c488e20-e4dc-42f8-941a-c7ce2c63d498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9e07ee39d49437baac8876c3d2b113f&device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 1100 time: 0.5850561 Jul 29 23:35:50.895439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-de24f009-3ca4-4b20-a316-2e947cf05938 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430987 Jul 29 23:35:50.919521 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.922973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '506da981-3243-45d7-bdcd-f3a5418663e5', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '506da981-3243-45d7-bdcd-f3a5418663e5', 'mac_address': 'fa:16:3e:5c:98:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:50.937493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b3f043c-beb2-4ba3-abd3-5df8a3dc2a73 req-65c93ce7-88a0-4252-9a0d-e7d27e3d1ceb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708475 Jul 29 23:35:50.943990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-5234d6cb-d1b6-49fc-9598-32355fa76881 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485578 Jul 29 23:35:51.059440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:51.062179 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4690945-9b05-465d-a275-70389b0ac1c2" -d '{"events": [{"server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "name": "network-vif-plugged", "status": "completed", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:51.063934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc4f5711-61d9-4d13-a94e-ae253b92494f req-64c724b2-6527-4445-894c-b401aaa818ab service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230125 Jul 29 23:35:51.118637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe5f0dd8-53a8-4252-8284-7014d061544f req-b969ee7d-2474-4eec-93a1-d1411ab3ee9b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0532258 Jul 29 23:35:51.150423 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-f693a27d-43d7-4021-9a52-0e4143f962a4 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549029 Jul 29 23:35:51.158426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d576ad04-fe05-4025-8495-641f5c5e0db4,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:51.161565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.167489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.177890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.200770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506da981-3243-45d7-bdcd-f3a5418663e5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:51.228861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.284963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=506da981-3243-45d7-bdcd-f3a5418663e5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:51.295709 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.310054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.337756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-23555e46-5d49-43ce-8378-b34f3da30721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.349930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-23555e46-5d49-43ce-8378-b34f3da30721 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4324269 Jul 29 23:35:51.363927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.368105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['902e3857-9c84-486b-9cae-2db5a24d47d0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:51.379291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd3872-83b5-4f5a-9e81-523c7476cbd4 req-1159d576-b559-46f4-aa0c-f751b6302a03 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.397508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9dd3872-83b5-4f5a-9e81-523c7476cbd4 req-1159d576-b559-46f4-aa0c-f751b6302a03 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.1260748 Jul 29 23:35:51.433055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-6c8a9a6d-59b8-489a-835c-257180b67840 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=506da981-3243-45d7-bdcd-f3a5418663e5 HTTP/1.1" status: 200 len: 217 time: 0.0778720 Jul 29 23:35:51.478874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9dd3872-83b5-4f5a-9e81-523c7476cbd4 req-97bae431-e655-42b5-8975-5d2ca8041db2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Jul 29 23:35:51.505895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-860f128f-536d-495f-8312-94462a056074 req-bf629fc2-21f4-410f-a598-4e5e45fe43fb service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404248 Jul 29 23:35:51.557522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Allocated IP 172.25.5.35 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5bf158fb-f6f2-4799-a78d-65ce74622e3a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:51.571730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-32390ad2-c6cb-41fb-9325-20d74a7191da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.573251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-32390ad2-c6cb-41fb-9325-20d74a7191da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1024334 Jul 29 23:35:51.599862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190a937-b575-4e0f-bb32-9099117d490e req-a8d008b5-a14f-4757-bd40-773d7ed5728e tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.602467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5190a937-b575-4e0f-bb32-9099117d490e req-a8d008b5-a14f-4757-bd40-773d7ed5728e tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 949 time: 0.0580080 Jul 29 23:35:51.656541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5190a937-b575-4e0f-bb32-9099117d490e req-3cbb41da-5161-4944-ac25-25de8d74c513 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Jul 29 23:35:51.675081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-218784c6-6812-4f29-ba7f-3ada69dc0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.676562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-218784c6-6812-4f29-ba7f-3ada69dc0a7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946040 Jul 29 23:35:51.763517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.816778 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5710f-d8f7-4d98-893d-2fd4977bd914 x-openstack-request-id: req-52a5710f-d8f7-4d98-893d-2fd4977bd914 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:51.817301 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "name": "network-vif-plugged", "status": "completed", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:51.817301 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52a5710f-d8f7-4d98-893d-2fd4977bd914 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:51.817733 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4', 'code': 200} Jul 29 23:35:51.831696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-a7725ac1-a924-4dc1-aea7-f4f69a94bde0 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304760 Jul 29 23:35:51.841853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.853742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['506da981-3243-45d7-bdcd-f3a5418663e5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:51.931567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:51.944977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:51.948705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:51.952420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event updated for resources: {'Port': ['ID=5bf158fb-f6f2-4799-a78d-65ce74622e3a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.111394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f892ef73-18f5-4471-9c28-af3d9faa2056 req-492c7913-3805-485f-8c11-53fd692982a8 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435760 Jul 29 23:35:52.112468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.125253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdd40-c65e-4649-beaf-2e3902035c0e req-3097a3c0-c18b-4c1c-bb87-069b9ec8c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.126783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7dbdd40-c65e-4649-beaf-2e3902035c0e req-3097a3c0-c18b-4c1c-bb87-069b9ec8c3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 1101 time: 0.1630683 Jul 29 23:35:52.142129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221dbd9-17fe-457d-bcd1-bcf918a2ce96 req-fe6d838d-d8fe-462c-b8de-359479260115 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.143692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0221dbd9-17fe-457d-bcd1-bcf918a2ce96 req-fe6d838d-d8fe-462c-b8de-359479260115 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1097 time: 0.0490639 Jul 29 23:35:52.172560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.212228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0221dbd9-17fe-457d-bcd1-bcf918a2ce96 req-7ac7ce41-5067-4c71-a27c-ccf04f241867 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Jul 29 23:35:52.274357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7dbdd40-c65e-4649-beaf-2e3902035c0e req-fe810f7f-3aca-40ee-9390-80129deba76d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 Jul 29 23:35:52.295517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.306585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:52.309542 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3466c84-03af-4ce4-ab8c-a77df4b704b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:52.416708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.422364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.431980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f198e-e43c-459a-b019-07ed0fa09c2f req-75239140-ad23-499e-ac09-b5ddb01a79c3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.433497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-040f198e-e43c-459a-b019-07ed0fa09c2f req-75239140-ad23-499e-ac09-b5ddb01a79c3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 949 time: 0.0929742 Jul 29 23:35:52.444148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-4c853ab5-6d9f-4757-baa5-f36cfadcd9c2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.445608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-4c853ab5-6d9f-4757-baa5-f36cfadcd9c2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.1980445 Jul 29 23:35:52.457432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.475202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event updated for resources: {'Port': ['ID=5bf158fb-f6f2-4799-a78d-65ce74622e3a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.479622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-040f198e-e43c-459a-b019-07ed0fa09c2f req-780592d0-c69c-4a91-9df4-1d59080f5b01 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Jul 29 23:35:52.483311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.484703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-ffc821ae-299f-4714-9875-95df2945c3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3587077 Jul 29 23:35:52.513821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Request body: {'port': {'device_id': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'admin_state_up': True, 'tenant_id': 'eba546b3821f44629ff5924ae55e9243'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:52.541458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-e9fe8d10-dfd3-49d4-9f42-cbd2aa5e51e9 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0499895 Jul 29 23:35:52.630687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:52.634329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.657814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-673bcf39-2e52-4ba5-b5ca-385c1f226029 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.659319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-673bcf39-2e52-4ba5-b5ca-385c1f226029 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1106896 Jul 29 23:35:52.670067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-46c3733a-a6d4-48eb-936c-b738a19fef99 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:52.671043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-475bccce-84cb-46f7-ae12-9087c0200e47 req-46c3733a-a6d4-48eb-936c-b738a19fef99 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059159 Jul 29 23:35:52.677799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd1b857b-bb15-48ba-8d54-025832aa3b26 req-c40bb0dd-b3ed-4efe-9929-477ae13ba1cf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0483143 Jul 29 23:35:52.736454 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85964f19-0485-4cc8-9eef-803935970fbe x-openstack-request-id: req-85964f19-0485-4cc8-9eef-803935970fbe {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:52.736880 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:52.737221 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85964f19-0485-4cc8-9eef-803935970fbe {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:52.737722 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'status': 'completed', 'code': 200} Jul 29 23:35:52.857578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Allocated IP 172.20.0.8 (cc15b999-d053-489e-8573-5e710a7cc465/b34808cc-3113-4ef2-8197-7a1846f10105/40e62ef1-6d86-4480-814e-05cf395a99e9) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:52.897338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09facbb-c53d-4378-80ae-dfe330cd7028 req-5f15b9c3-960d-4e93-a4ba-a38f7a650cc0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.898942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e09facbb-c53d-4378-80ae-dfe330cd7028 req-5f15b9c3-960d-4e93-a4ba-a38f7a650cc0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 948 time: 0.1160028 Jul 29 23:35:52.912141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a7fa8a7b-e7d8-4716-872e-1104cba0d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.913601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a7fa8a7b-e7d8-4716-872e-1104cba0d62b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1100 time: 0.0954545 Jul 29 23:35:52.920551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-ed68c2eb-9d70-44ae-8a30-3dc1f91e0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.922010 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-ed68c2eb-9d70-44ae-8a30-3dc1f91e0180 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1100 time: 0.0925879 Jul 29 23:35:52.940206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-b912c56f-f16c-4780-8d73-af8e16413731 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.941703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-b912c56f-f16c-4780-8d73-af8e16413731 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.1553183 Jul 29 23:35:52.997782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-71fc8ef6-da81-46eb-b5b9-634d05eacbe9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/quotas/074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 375 time: 0.0469036 Jul 29 23:35:53.050910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e09facbb-c53d-4378-80ae-dfe330cd7028 req-5d2d80e9-f168-457d-b88e-0dcdcaeb174d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435146 Jul 29 23:35:53.089002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-0ee2b8b2-781f-4f27-9f09-9a4511803f7c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824311 Jul 29 23:35:53.105875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-acaa0add-da08-412e-97d4-ab31699c3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.107479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-acaa0add-da08-412e-97d4-ab31699c3403 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1780181 Jul 29 23:35:53.108885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-5cc90cc6-d9bf-4856-96ac-04ca4bf5e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.110237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-5cc90cc6-d9bf-4856-96ac-04ca4bf5e775 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1665800 Jul 29 23:35:53.114750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.191568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-9898e1a5-bd31-4a0a-b7e9-7616957c2979 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0696266 Jul 29 23:35:53.192934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-5d7fd8ca-29e7-488a-afcb-6f8d1bec5018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0645289 Jul 29 23:35:53.215976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-534928f3-d97b-478e-9ec5-18c8c81768b2 service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147032 Jul 29 23:35:53.250158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.298466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-255d6066-d9df-49bd-8be0-571a97ffb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.299778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-255d6066-d9df-49bd-8be0-571a97ffb285 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0996954 Jul 29 23:35:53.331652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a566adcb-6bd1-451b-a790-dbc4ebe91569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.333152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a566adcb-6bd1-451b-a790-dbc4ebe91569 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0994332 Jul 29 23:35:53.337061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Network cc15b999-d053-489e-8573-5e710a7cc465 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:53.347532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:53.350141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:53.356328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.357106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.370969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.399871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-5532cfa3-5ad8-4491-a1f0-88c5c43aca68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906438 Jul 29 23:35:53.406215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb88c3-e566-4739-880f-f135287d114f req-baab379e-a424-4820-87d6-e03bb6e87250 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.407724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ebb88c3-e566-4739-880f-f135287d114f req-baab379e-a424-4820-87d6-e03bb6e87250 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1259506 Jul 29 23:35:53.420029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-4f97c496-9428-44a0-8132-dbbc83d42b3f service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930571 Jul 29 23:35:53.425652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Request body: {'port': {'device_id': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:53.439180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-3df612b0-31c4-4d74-96c9-d208178c0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.440930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-3df612b0-31c4-4d74-96c9-d208178c0b05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249309 Jul 29 23:35:53.488438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a2555cee-9498-48f1-8801-e3d716ba15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.490111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a2555cee-9498-48f1-8801-e3d716ba15fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376293 Jul 29 23:35:53.500125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.506673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ebb88c3-e566-4739-880f-f135287d114f req-6cdc0e48-2454-4437-9473-223def5f85c0 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0774097 Jul 29 23:35:53.602722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-6ebb88c3-e566-4739-880f-f135287d114f req-9ce46613-2af2-4d12-9fd8-d348ddfbb5b8 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'floatingip': {'port_id': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:53.682335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6ebb88c3-e566-4739-880f-f135287d114f req-9ce46613-2af2-4d12-9fd8-d348ddfbb5b8 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.746511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2fd2f-e7c6-494a-9d41-013ff66c0cc3 req-f98eb89f-dddd-4d91-866a-ada9ada4d41a tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.748429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b2fd2f-e7c6-494a-9d41-013ff66c0cc3 req-f98eb89f-dddd-4d91-866a-ada9ada4d41a tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 949 time: 0.1255109 Jul 29 23:35:53.766688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-cf3a4bdc-d88a-4854-b0bd-89099c9b4142 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911913 Jul 29 23:35:53.876134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b2fd2f-e7c6-494a-9d41-013ff66c0cc3 req-35a7a0e4-9ab9-46ac-b256-4577cdb9bac2 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798388 Jul 29 23:35:53.897485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-ec4c118f-5d32-4ad4-81be-7ed97cc3f3c2 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893952 Jul 29 23:35:54.019953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e62ef1-6d86-4480-814e-05cf395a99e9 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:54.024146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-a5cccdcb-192f-4448-b26e-a672bc014b3c service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399409 Jul 29 23:35:54.031560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.050478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Transition to ACTIVE for port object 40e62ef1-6d86-4480-814e-05cf395a99e9 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:54.053280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:54.055797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.069175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 902e3857-9c84-486b-9cae-2db5a24d47d0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:54.122931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.168938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:54.169590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:54.170316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:54.175410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:54.176112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:54.182374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:54.182921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:54.183477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:54.184120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Bound port: 40e62ef1-6d86-4480-814e-05cf395a99e9, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:54.184658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.207678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 902e3857-9c84-486b-9cae-2db5a24d47d0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:54.216761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 902e3857-9c84-486b-9cae-2db5a24d47d0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:54.217225 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.273965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.291499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'mac_address': 'fa:16:3e:f0:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:54.297197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:54.311804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:54.322881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.337960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 506da981-3243-45d7-bdcd-f3a5418663e5 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:54.348166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.348808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.350872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 1092 time: 0.9292436 Jul 29 23:35:54.410741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516065e-dff6-4e85-918a-57d9e0a57d9a req-e3b5df52-2ea5-4db9-bcdf-9d1b070dc565 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.413017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6516065e-dff6-4e85-918a-57d9e0a57d9a req-e3b5df52-2ea5-4db9-bcdf-9d1b070dc565 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 949 time: 0.1653910 Jul 29 23:35:54.428085 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.448949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:54.462522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cabad-d85f-4a56-9c2c-46c0a4ce16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.509176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3466c84-03af-4ce4-ab8c-a77df4b704b9 req-c94c6d2a-3a95-43d3-b54e-86a887509a57 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989556 Jul 29 23:35:54.511835 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-6ebb88c3-e566-4739-880f-f135287d114f req-9ce46613-2af2-4d12-9fd8-d348ddfbb5b8 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:35:54.512842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ebb88c3-e566-4739-880f-f135287d114f req-9ce46613-2af2-4d12-9fd8-d348ddfbb5b8 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "PUT /v2.0/floatingips/079d4a76-34c1-44c8-a48f-2cb502753f98 HTTP/1.1" status: 409 len: 549 time: 0.9178154 Jul 29 23:35:54.521701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.531938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.545961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.550878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6516065e-dff6-4e85-918a-57d9e0a57d9a req-83e40608-5f9a-41cb-8628-b03de7e6a798 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261463 Jul 29 23:35:54.570193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-60a36d4e-2218-4e7b-86ce-c5db5678142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.571878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-60a36d4e-2218-4e7b-86ce-c5db5678142b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0934820 Jul 29 23:35:54.580384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 506da981-3243-45d7-bdcd-f3a5418663e5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:54.595715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 506da981-3243-45d7-bdcd-f3a5418663e5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:54.596097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.611855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c5a70d7-03de-4390-bc92-12aaa5234a17 req-24c9cc10-084e-49b7-a851-714510618fd0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 210 time: 0.0361569 Jul 29 23:35:54.637615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:54.639985 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e503a3f-8390-4d18-baa4-af9dc804fa5c" -d '{"events": [{"server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "name": "network-vif-plugged", "status": "completed", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:54.642716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-d6ff8522-c597-4297-90d6-3728a1139a49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0509026 Jul 29 23:35:54.670110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=902e3857-9c84-486b-9cae-2db5a24d47d0,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.674805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.679894 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.722230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-f366afd0-8850-4e2f-8204-323a42ba4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.723888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-f366afd0-8850-4e2f-8204-323a42ba4ff7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0713861 Jul 29 23:35:54.733479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8eed-ff20-43b5-a2c1-bb93ad50c6e3 req-e101f3df-a892-47b2-b3be-84721445b19e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.734998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-454e8eed-ff20-43b5-a2c1-bb93ad50c6e3 req-e101f3df-a892-47b2-b3be-84721445b19e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.0952165 Jul 29 23:35:54.737345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d491f3-add1-47a0-8980-74ecbbca2b41 req-a05552b3-cdf5-4afc-b762-d51070dd9b20 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.738981 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82d491f3-add1-47a0-8980-74ecbbca2b41 req-a05552b3-cdf5-4afc-b762-d51070dd9b20 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 949 time: 0.0500994 Jul 29 23:35:54.743872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:54.746114 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89" -d '{"events": [{"name": "network-changed", "server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:54.763142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.772344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.792491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-e5db4fa9-63eb-4835-ac62-724e051d5b56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563543 Jul 29 23:35:54.804062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82d491f3-add1-47a0-8980-74ecbbca2b41 req-d2ba209a-0538-419c-89d5-4674b93e46e8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554581 Jul 29 23:35:54.816101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=506da981-3243-45d7-bdcd-f3a5418663e5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.836261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.838157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-454e8eed-ff20-43b5-a2c1-bb93ad50c6e3 req-63b43b54-1684-4afe-9725-ce7a346ce030 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870059 Jul 29 23:35:54.898056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.930823 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c719d54-da9b-4f0f-811d-e5cb7f226eba x-openstack-request-id: req-3c719d54-da9b-4f0f-811d-e5cb7f226eba {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:54.931361 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "name": "network-vif-plugged", "status": "completed", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:54.931754 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c719d54-da9b-4f0f-811d-e5cb7f226eba {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:54.932312 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0', 'code': 200} Jul 29 23:35:54.947738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:54.955736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-dbc765d4-df1f-4ee9-96e5-cfc0a7783e7c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips/079d4a76-34c1-44c8-a48f-2cb502753f98 HTTP/1.1" status: 200 len: 692 time: 0.0631800 Jul 29 23:35:54.980318 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce5da6a-02c5-4bbb-86dc-c5fb594fdc8c x-openstack-request-id: req-4ce5da6a-02c5-4bbb-86dc-c5fb594fdc8c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:54.980612 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:54.980863 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ce5da6a-02c5-4bbb-86dc-c5fb594fdc8c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:54.981971 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'status': 'completed', 'code': 200} Jul 29 23:35:54.996198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-b981099a-5ade-4a3e-9e77-896366731cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829383 Jul 29 23:35:55.260121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-0e3b6fee-52ee-4c6e-9955-6beeeca65025 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.261717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-0e3b6fee-52ee-4c6e-9955-6beeeca65025 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.2273052 Jul 29 23:35:55.274341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151f131-a0c9-4fd1-839e-f41185c6cb6c req-19b2ae03-2e19-4e39-af79-5e3a87e7b52c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.275902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e151f131-a0c9-4fd1-839e-f41185c6cb6c req-19b2ae03-2e19-4e39-af79-5e3a87e7b52c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.0775611 Jul 29 23:35:55.293975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Request body: {'port': {'device_id': '041ac413-0385-4d74-b23b-1394a64a76f5', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'admin_state_up': True, 'tenant_id': '074a38fc08624cd790bbfa9648361a69'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:55.453788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e151f131-a0c9-4fd1-839e-f41185c6cb6c req-a8bf4ed2-ba05-4d97-9c28-5f4ca52c37f2 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663578 Jul 29 23:35:55.479598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7bc8601-acd1-4335-a3ec-6014c4d8cda7 req-0b833e13-5ba9-4df3-b97f-6fb36c8f6043 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567435 Jul 29 23:35:55.489665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b28e5-0bad-4a63-84c5-3b821bbab169 req-18d9a978-9519-4727-8daf-09279b142aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.491318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a03b28e5-0bad-4a63-84c5-3b821bbab169 req-18d9a978-9519-4727-8daf-09279b142aab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 1102 time: 0.4160829 Jul 29 23:35:55.495030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440116-6607-4e3b-8165-9faa41fccf0d req-c0e88a4a-c58c-4b8d-9a29-74da5284e79e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.497146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-c0e88a4a-c58c-4b8d-9a29-74da5284e79e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e&tenant_id=473e6c6576ef4182adf6a2f0f93a407e&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 949 time: 0.2199271 Jul 29 23:35:55.501370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-2bd2984d-31e5-42fd-91bc-83cf3ed901c9 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.508527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-2bd2984d-31e5-42fd-91bc-83cf3ed901c9 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.5436604 Jul 29 23:35:55.516217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-bf6c22ba-82ea-432e-bfd8-0aebc2005a07 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:55.518440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-bf6c22ba-82ea-432e-bfd8-0aebc2005a07 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089579 Jul 29 23:35:55.589049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-a8c33a94-41db-430b-a6a7-fa370ccd0a27 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0628071 Jul 29 23:35:55.594048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:55.598484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.607465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a03b28e5-0bad-4a63-84c5-3b821bbab169 req-e762a8d5-2595-4a2f-affa-426bc2e5056c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967457 Jul 29 23:35:55.621757 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-55440116-6607-4e3b-8165-9faa41fccf0d req-6d886c9f-c788-4d62-8352-7a7bb27e9e03 service neutron] delete failed (client error): The resource could not be found. Jul 29 23:35:55.622802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-6d886c9f-c788-4d62-8352-7a7bb27e9e03 service neutron] 10.222.0.57 "DELETE /v2.0/ports/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.1069176 Jul 29 23:35:55.646131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-87de33a8-de15-4de7-9898-0d06ef41ef5a tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0481710 Jul 29 23:35:55.782051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Allocated IP 172.20.0.12 (91a7e4dd-5392-44c1-9689-2ddaafa7826a/a67ef42e-8b87-41e9-be44-ed7a0c953ded/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:55.818789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-5f96db68-0875-499a-9d76-fc4187f71bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.819531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440116-6607-4e3b-8165-9faa41fccf0d req-5745ff83-8c98-4f33-9ec9-540150ce226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.820269 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-5f96db68-0875-499a-9d76-fc4187f71bbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0932877 Jul 29 23:35:55.821082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-5745ff83-8c98-4f33-9ec9-540150ce226b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1101 time: 0.0583775 Jul 29 23:35:55.823202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Deleting port 5bf158fb-f6f2-4799-a78d-65ce74622e3a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:55.823532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.962739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.963057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.978389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754829e-92d0-4812-b833-7193adfb76ca req-7bd0b7c3-afbc-4448-843f-92882853d3e5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.980025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3754829e-92d0-4812-b833-7193adfb76ca req-7bd0b7c3-afbc-4448-843f-92882853d3e5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 949 time: 0.1765864 Jul 29 23:35:55.984044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Calling delete_port for 5bf158fb-f6f2-4799-a78d-65ce74622e3a owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:55.988559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440116-6607-4e3b-8165-9faa41fccf0d req-d307a735-0758-4966-85e3-a8139cc6b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.990115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-d307a735-0758-4966-85e3-a8139cc6b727 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1312778 Jul 29 23:35:56.058937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:56.070437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-77100c8f-81d8-4437-b8ea-62afe7956735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.072040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-77100c8f-81d8-4437-b8ea-62afe7956735 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2249320 Jul 29 23:35:56.081376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-0324b4a4-f6c8-4404-9af7-d8ecb855f823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0485113 Jul 29 23:35:56.085240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3754829e-92d0-4812-b833-7193adfb76ca req-549ef11b-bb30-4809-b653-131ec20594c3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954099 Jul 29 23:35:56.096856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.117550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:56.122402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:56.122897 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.148378 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-0b886d68-a609-4368-83ea-3d6a9faf1a17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0486991 Jul 29 23:35:56.171678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440116-6607-4e3b-8165-9faa41fccf0d req-9158939f-f86a-4e37-8fcc-10e237ab0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.173694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-9158939f-f86a-4e37-8fcc-10e237ab0857 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0754204 Jul 29 23:35:56.219738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.254962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.255825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:56.262200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.263176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440116-6607-4e3b-8165-9faa41fccf0d req-090eab41-50cb-42f3-9fcd-43a7221355e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.265089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-090eab41-50cb-42f3-9fcd-43a7221355e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821700 Jul 29 23:35:56.298745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-ae7b74eb-0420-4027-8614-2c8bc7120bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.299836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-ae7b74eb-0420-4027-8614-2c8bc7120bbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1266448 Jul 29 23:35:56.316092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.321429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:56.339712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:56.340159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.342547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:56.348226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.348850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.371238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event deleted for resources: {'Port': ['ID=5bf158fb-f6f2-4799-a78d-65ce74622e3a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.378809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-d0578b3f-b31d-4c28-a962-231d346e49d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638540 Jul 29 23:35:56.381993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.391736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d3ce5-38ec-47ec-9fd4-83cd47499f2d req-4253ff54-f059-4931-93ca-f0f1f99cd92d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.393288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827d3ce5-38ec-47ec-9fd4-83cd47499f2d req-4253ff54-f059-4931-93ca-f0f1f99cd92d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 950 time: 0.1825418 Jul 29 23:35:56.420752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.424438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.425786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4027ea40-fc83-487c-bb9e-bf0bd1089204 req-7bcb26d1-8427-41f8-a299-6e2084f44285 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "DELETE /v2.0/floatingips/079d4a76-34c1-44c8-a48f-2cb502753f98 HTTP/1.1" status: 204 len: 173 time: 0.7731836 Jul 29 23:35:56.438127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-16284ec6-7942-40bf-ad9b-f7b78a7a26b2 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590881 Jul 29 23:35:56.453821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-43812341-ae6a-4b86-b7e7-1093ec6e8ad3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1654279 Jul 29 23:35:56.493372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Request body: {'port': {'device_id': '041ac413-0385-4d74-b23b-1394a64a76f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:56.529006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-827d3ce5-38ec-47ec-9fd4-83cd47499f2d req-cd35283b-3ecc-42c8-b310-6f0da0dbfaaa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248798 Jul 29 23:35:56.558447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-3f3ee956-45d9-4476-af2f-ca3ab0ca88ad service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640596 Jul 29 23:35:56.583306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5fee8-6153-4677-925a-91634a881fbd req-800bd207-8f52-44ed-8e61-03c3997c9987 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.590148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bd5fee8-6153-4677-925a-91634a881fbd req-800bd207-8f52-44ed-8e61-03c3997c9987 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 932 time: 0.0861833 Jul 29 23:35:56.603055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55440116-6607-4e3b-8165-9faa41fccf0d req-d44661f5-b485-4435-8be1-0632d3d5061a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538403 Jul 29 23:35:56.641346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bd5fee8-6153-4677-925a-91634a881fbd req-0a9e315c-9fad-4802-9e33-84962e2fc26f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Jul 29 23:35:56.642981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.785608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309a28a-7b22-4092-a7d8-1db779b8812f req-587cb56a-4192-40ad-8bc5-c7eed3b5eb98 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.787134 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e309a28a-7b22-4092-a7d8-1db779b8812f req-587cb56a-4192-40ad-8bc5-c7eed3b5eb98 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.1502731 Jul 29 23:35:56.797694 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b45b3f-d7d7-41aa-9bf4-3ac09335df89 req-be97b55c-958b-48d4-8162-d74b14851fe6 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233784 Jul 29 23:35:56.814581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-5641ce15-2205-4e48-b405-809f2e39884c tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.0984566 Jul 29 23:35:56.867853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-cbada030-68d7-466d-8596-79e5a308f523 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.869368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-cbada030-68d7-466d-8596-79e5a308f523 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports/3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 942 time: 0.0482883 Jul 29 23:35:56.933270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5'}, {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:56.936877 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f8647-db1f-4bc5-843c-47da3e670b70" -d '{"events": [{"server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "name": "network-vif-plugged", "status": "completed", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5"}, {"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-plugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:56.940611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e309a28a-7b22-4092-a7d8-1db779b8812f req-5d873928-a7e1-46fa-a535-5de0606ecc43 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456914 Jul 29 23:35:57.066487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-93afdb9d-ed7b-4b4a-b638-2d37b9d456c6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.0786724 Jul 29 23:35:57.091870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:57.101822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.123504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545971c9-7ba0-4218-a775-72c2fa496b76 req-ca058194-026f-477b-8788-f55b03b631cc tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.125021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-545971c9-7ba0-4218-a775-72c2fa496b76 req-ca058194-026f-477b-8788-f55b03b631cc tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.1028271 Jul 29 23:35:57.127656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Transition to ACTIVE for port object 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:57.139575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.180980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-f0a9e2cb-e061-4ac2-bf8d-1bdf85433553 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.182467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-f0a9e2cb-e061-4ac2-bf8d-1bdf85433553 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1104088 Jul 29 23:35:57.194138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-5dcaae53-b553-49de-b48a-77a5184a459e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:57.195101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-5dcaae53-b553-49de-b48a-77a5184a459e tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060141 Jul 29 23:35:57.211570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.222687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-545971c9-7ba0-4218-a775-72c2fa496b76 req-79027d81-f495-42e8-b978-ba8bdd6f5fbd tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909867 Jul 29 23:35:57.269094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:57.269433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:57.270476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:57.274761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:57.275087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:57.281342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:57.281738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:57.282132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:57.282969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Bound port: 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:57.282969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.289429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-b169455a-84a9-40c0-8ba1-c6d7ee445f27 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.0778241 Jul 29 23:35:57.308124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:57.350315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.355169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:57.358671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:57.365942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.387123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.396897 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b927230-9de6-48dc-86f8-b99754b569d2 x-openstack-request-id: req-9b927230-9de6-48dc-86f8-b99754b569d2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:57.397198 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "name": "network-vif-plugged", "status": "completed", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5", "code": 200}, {"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-plugged", "status": "completed", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:57.397453 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b927230-9de6-48dc-86f8-b99754b569d2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:57.397879 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5', 'code': 200} Jul 29 23:35:57.398130 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'code': 200} Jul 29 23:35:57.407551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.408134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.409615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] 10.222.0.59 "PUT /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 1093 time: 0.9300265 Jul 29 23:35:57.410071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:57.412345 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe638bf-7339-4a65-a346-97b8d7cbb5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:57.432127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5087c-63d3-48c6-b0c1-db242b74b29f service neutron] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.520843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499b8da-c049-4e70-824b-64ebd2414374 req-3e1c79af-dea4-42c0-a50d-5d769b137e43 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.522489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2499b8da-c049-4e70-824b-64ebd2414374 req-3e1c79af-dea4-42c0-a50d-5d769b137e43 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0654919 Jul 29 23:35:57.589822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.595502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.595869 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Floating IP 428c6681-0839-4aca-ba53-5bdb4b9164b7 disassociated. External IP: 172.25.5.220, port: 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0. Jul 29 23:35:57.614374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd7638-66c6-473b-ad32-33bf4baff6a7 req-90260440-0b76-435f-96a8-e718acc112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.615817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-44dd7638-66c6-473b-ad32-33bf4baff6a7 req-90260440-0b76-435f-96a8-e718acc112e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 1102 time: 0.1140831 Jul 29 23:35:57.619986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-7e13b088-e34c-4bc2-99e2-4f2d8824e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.621460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-7e13b088-e34c-4bc2-99e2-4f2d8824e1c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1096 time: 0.1098952 Jul 29 23:35:57.625107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2499b8da-c049-4e70-824b-64ebd2414374 req-e4adcb24-2b07-4d5d-aaba-efe5b80571b5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752885 Jul 29 23:35:57.692175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-13d6a721-efdf-44b8-8bd7-255e70ef4961 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 217 time: 0.0516028 Jul 29 23:35:57.694478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-44dd7638-66c6-473b-ad32-33bf4baff6a7 req-9229b121-f1f4-4e65-ac37-18a029ee3783 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Jul 29 23:35:57.741566 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8742acf7-749b-41df-b7f9-863d55e805e9 x-openstack-request-id: req-8742acf7-749b-41df-b7f9-863d55e805e9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:57.741566 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:57.741566 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8742acf7-749b-41df-b7f9-863d55e805e9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:57.741566 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'status': 'completed', 'code': 200} Jul 29 23:35:57.793395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-cdaace63-994d-4126-9a5a-216556779562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.795195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-cdaace63-994d-4126-9a5a-216556779562 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0909081 Jul 29 23:35:57.835782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-109600ed-bcab-4a78-9839-0756902798c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265017 Jul 29 23:35:57.846030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:57.862908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ea728-3412-4c8a-a633-5161520cd816 req-6414d169-ad43-4809-915e-b718763a1d74 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.864615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da0ea728-3412-4c8a-a633-5161520cd816 req-6414d169-ad43-4809-915e-b718763a1d74 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 950 time: 0.0886431 Jul 29 23:35:57.945015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da0ea728-3412-4c8a-a633-5161520cd816 req-04783a73-74eb-45fe-90c4-6fcfc8186c33 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703018 Jul 29 23:35:57.971963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-46d0b08a-1d8a-4eae-8872-22af4bfb7029 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245959 Jul 29 23:35:57.974387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:57.979290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.987471 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Sync routers for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:58.001332 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:58.002237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:58.013884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-5da5a7cc-98eb-4706-aa9b-c6d8a1aea805 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "PUT /v2.0/floatingips/428c6681-0839-4aca-ba53-5bdb4b9164b7 HTTP/1.1" status: 200 len: 695 time: 0.7104900 Jul 29 23:35:58.014591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:58.017114 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dda03a3-4fb8-41e4-8051-501ffd0006f7" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:58.074921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-04b97b31-631d-4562-a78a-f406e3d1b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.077681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-04b97b31-631d-4562-a78a-f406e3d1b011 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1097 time: 0.0473428 Jul 29 23:35:58.118365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0519849-afeb-4c35-b984-daaacfafa080 req-d5fb4929-ff7a-4f9b-9195-2e4e43b1022a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.119847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0519849-afeb-4c35-b984-daaacfafa080 req-d5fb4929-ff7a-4f9b-9195-2e4e43b1022a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.0918489 Jul 29 23:35:58.123869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:58.126431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9993257d-57ab-47d4-8cdc-c3380f9f7ae9 req-23c13aa2-03e3-4d06-a31e-0fa33ebd7210 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456220 Jul 29 23:35:58.169046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0519849-afeb-4c35-b984-daaacfafa080 req-7af992ab-4c8e-49fa-8a82-1e167177884e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jul 29 23:35:58.342767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:58.344767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-cd9573dc-947e-4a39-8908-0661229366b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.346636 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-cd9573dc-947e-4a39-8908-0661229366b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1096 time: 0.1055694 Jul 29 23:35:58.370593 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:58.384049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6f44a-d484-4389-8717-15787bc7776d req-75344da1-d1dc-4658-a7ca-660d9b2f5134 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.392537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dab6f44a-d484-4389-8717-15787bc7776d req-75344da1-d1dc-4658-a7ca-660d9b2f5134 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 949 time: 0.0877523 Jul 29 23:35:58.402412 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Checking router: 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:58.413246 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:58.414207 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:58.432503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-0c862bd6-ef7a-4e2c-a3a1-fb393f26fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.443854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-0c862bd6-ef7a-4e2c-a3a1-fb393f26fcf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 930 time: 0.3597765 Jul 29 23:35:58.494292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dab6f44a-d484-4389-8717-15787bc7776d req-2fcedf01-05b3-4a9d-92cb-311abc010ad8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007044 Jul 29 23:35:58.502173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-6ccbc229-0edd-48d2-95aa-81d6eead02c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0573010 Jul 29 23:35:58.548337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-96d81b5a-9b30-4813-8ede-a41ad17fc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.549856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-96d81b5a-9b30-4813-8ede-a41ad17fc683 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.1934347 Jul 29 23:35:58.572339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:58.601462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-f25160ac-ab21-41ba-8c41-77a729bd59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.604350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-f25160ac-ab21-41ba-8c41-77a729bd59af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.0938294 Jul 29 23:35:58.605380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:58.633284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'port_id': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'mac_address': 'fa:16:3e:59:73:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34808cc-3113-4ef2-8197-7a1846f10105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:58.640431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-b078fd46-db7c-44e1-a83a-3b283482f6ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 217 time: 0.0722728 Jul 29 23:35:58.665365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.687554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302827-8fbd-4408-810c-2eb733db300d req-c8c7449a-bf14-467f-b0d7-7c2f4624ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.689441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-c8c7449a-bf14-467f-b0d7-7c2f4624ea68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776246 Jul 29 23:35:58.714153 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.735121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-bf2d4733-9777-4af0-afe2-86e80a1e7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.736650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-bf2d4733-9777-4af0-afe2-86e80a1e7d9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0585093 Jul 29 23:35:58.741362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e62ef1-6d86-4480-814e-05cf395a99e9 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:58.758542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64da457-e399-45ae-9e11-db3a030418c3 req-71f81d44-c2a1-4f55-bd25-ee5c13a79b4e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.767388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e64da457-e399-45ae-9e11-db3a030418c3 req-71f81d44-c2a1-4f55-bd25-ee5c13a79b4e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.1300344 Jul 29 23:35:58.792536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:58.798636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.826343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-62c1ab18-3456-4c28-98eb-dc80d69ddc93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518401 Jul 29 23:35:58.856040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4039ea8e-1666-4625-ba75-31589a485e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.869729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.877799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-9d79dfe5-0afc-4cfe-a658-ad2f188f5301 service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808727 Jul 29 23:35:58.935193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e64da457-e399-45ae-9e11-db3a030418c3 req-5be409c3-5a00-48b8-ab5b-db4a757d2e18 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668701 Jul 29 23:35:58.979245 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.020329 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e5539-aa6f-446a-9852-d5ac68bec82f None None] The sync data for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 is: [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5f29d07d-43f1-414f-9774-9da3073d0d01', 'name': '', 'network_id': '5e69c7bd-5698-4502-a457-23c858ef61a9', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'mac_address': 'fa:16:3e:b1:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:20Z', 'updated_at': '2021-07-29T23:35:28Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'subnets': [{'id': 'c8065500-fa6e-4aa1-908f-2aab894de059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:59.022494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-1113eb8e-57fd-4636-beec-bb16710bdccf service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654570 Jul 29 23:35:59.032154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69302827-8fbd-4408-810c-2eb733db300d req-e6a0d1ee-8ebd-463b-b9a2-76b7a27249fb service neutron] 10.222.0.49 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414609 Jul 29 23:35:59.038759 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48792f92-e290-412f-9d57-4539e5113ca3 x-openstack-request-id: req-48792f92-e290-412f-9d57-4539e5113ca3 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:59.039038 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:59.039283 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48792f92-e290-412f-9d57-4539e5113ca3 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:59.039675 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'status': 'completed', 'code': 200} Jul 29 23:35:59.101354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4039ea8e-1666-4625-ba75-31589a485e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.109482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4039ea8e-1666-4625-ba75-31589a485e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.189061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4039ea8e-1666-4625-ba75-31589a485e37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c98bc56c7af04f59bbb333dfea852772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224311 Jul 29 23:35:59.189826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039ea8e-1666-4625-ba75-31589a485e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b27ccc-0b52-4622-8224-651bdcb97cc2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.195623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.212028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-b153ed53-a478-407e-b215-20803cd7c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.215891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda2ef3-3a2f-49ef-9df8-4b2c95919b18 req-bd6b35b9-a63c-4ed4-acc6-cb85e1636883 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.222939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cda2ef3-3a2f-49ef-9df8-4b2c95919b18 req-bd6b35b9-a63c-4ed4-acc6-cb85e1636883 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.1179669 Jul 29 23:35:59.233787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-b153ed53-a478-407e-b215-20803cd7c09c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba5a5d8d94c2429786879e508a67e179&device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 1097 time: 0.0936973 Jul 29 23:35:59.270479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe638bf-7339-4a65-a346-97b8d7cbb5cf req-e75e4758-02f7-46c5-97e9-c97bd29eb1eb service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388525 Jul 29 23:35:59.297722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['40e62ef1-6d86-4480-814e-05cf395a99e9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:59.331984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cda2ef3-3a2f-49ef-9df8-4b2c95919b18 req-0853e7e2-8e2a-4f1f-ab34-4bb67e70578e tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Jul 29 23:35:59.354893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.411786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-da0304cd-a0c7-4e3a-9832-fc9f5d654a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.413674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-da0304cd-a0c7-4e3a-9832-fc9f5d654a32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 200 len: 930 time: 0.1717689 Jul 29 23:35:59.417603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.463770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4297e-1222-4717-bf24-36fe294f8c1a None None] New status for floating IP 428c6681-0839-4aca-ba53-5bdb4b9164b7: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:35:59.468810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-433fb1f8-1f15-4543-b287-f48769243344 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0467775 Jul 29 23:35:59.523797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf576278-06e4-417a-bb6f-14738e042631 req-6a4f7674-502d-4a2d-af5f-6effb56be7d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.525465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf576278-06e4-417a-bb6f-14738e042631 req-6a4f7674-502d-4a2d-af5f-6effb56be7d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0887058 Jul 29 23:35:59.540078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-f51d6e67-abe6-49d1-8722-f7c8192ab72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.542023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-f51d6e67-abe6-49d1-8722-f7c8192ab72e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 200 len: 868 time: 0.0657811 Jul 29 23:35:59.570012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.572852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.577335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b27ccc-0b52-4622-8224-651bdcb97cc2 HTTP/1.1" status: 204 len: 168 time: 0.3766007 Jul 29 23:35:59.586660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b27ccc-0b52-4622-8224-651bdcb97cc2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.595871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf576278-06e4-417a-bb6f-14738e042631 req-e26c37b2-3805-4498-a7ae-fd65c56d475a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Jul 29 23:35:59.614641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.614998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.615362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.615699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.616034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.616368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.617105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.618506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.619179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.619179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.619544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.619916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044af8d1-0897-4ac1-a6d3-31ee89d3e47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:59.629042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-f1f705c9-5feb-4dfc-b5d1-5f37a4d60921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.630630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-f1f705c9-5feb-4dfc-b5d1-5f37a4d60921 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e69c7bd-5698-4502-a457-23c858ef61a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794885 Jul 29 23:35:59.655706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1647611-4586-4868-b827-f1cf3651fd35 req-a76cc5c1-8d1d-43dc-a830-854d284df097 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.662086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1647611-4586-4868-b827-f1cf3651fd35 req-a76cc5c1-8d1d-43dc-a830-854d284df097 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.663668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1647611-4586-4868-b827-f1cf3651fd35 req-a76cc5c1-8d1d-43dc-a830-854d284df097 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1&device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 1690 time: 0.0827599 Jul 29 23:35:59.703492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-9bac60f1-ea8e-4bd9-8ba9-808973847ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips/428c6681-0839-4aca-ba53-5bdb4b9164b7 HTTP/1.1" status: 200 len: 695 time: 0.0590253 Jul 29 23:35:59.772910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1647611-4586-4868-b827-f1cf3651fd35 req-4c75192f-555e-483f-a0e2-354c6be14154 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949776 Jul 29 23:35:59.804956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-8fcf1d2f-e3c5-4983-a847-5e037cf12571 service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402254 Jul 29 23:35:59.877860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3705543b-ef89-417f-99b8-52fde8507d53 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.879648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3705543b-ef89-417f-99b8-52fde8507d53 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1680210 Jul 29 23:35:59.891724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-e2a59fea-e0cd-4cc1-bc4f-ccc486ebd870 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:35:59.894608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-e2a59fea-e0cd-4cc1-bc4f-ccc486ebd870 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081820 Jul 29 23:35:59.957370 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-4c5316c0-c40b-4234-b0c2-b39b30b83aad tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0569673 Jul 29 23:35:59.968608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47e8b1-bb6e-4db1-8163-27eb130774a7 req-10f83457-0da0-4893-a07e-5447f83cb755 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.970240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e47e8b1-bb6e-4db1-8163-27eb130774a7 req-10f83457-0da0-4893-a07e-5447f83cb755 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.0820968 Jul 29 23:35:59.998177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dda03a3-4fb8-41e4-8051-501ffd0006f7 req-612ad21d-8959-4b2c-b58c-daf950563587 service neutron] 10.222.0.59 "GET /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732938 Jul 29 23:36:00.007569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60384) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.013966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-9169f31e-ac5b-424c-8b1a-4f6604109818 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0491555 Jul 29 23:36:00.033968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e47e8b1-bb6e-4db1-8163-27eb130774a7 req-e5a268c5-c9e2-45b6-8e1c-95c378b0ab00 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552447 Jul 29 23:36:00.034959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.150125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Deleting port e2759d33-886f-4015-bf0c-f494a49372d4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:00.150471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.168169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c43b72-f82e-4240-94af-7c6f6496a221 req-6e15a163-8f31-4798-9c2b-8949c8508443 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.169815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39c43b72-f82e-4240-94af-7c6f6496a221 req-6e15a163-8f31-4798-9c2b-8949c8508443 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.0686238 Jul 29 23:36:00.186395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.198229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.253641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e14d268e7d54d188e3cfcdee3a858db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397149 Jul 29 23:36:00.256424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39c43b72-f82e-4240-94af-7c6f6496a221 req-353daa59-95a5-4cc0-b771-138e7207fb8e tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793474 Jul 29 23:36:00.256882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60388) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.259133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa4c68-30fa-4c23-bf55-01b75956a731,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.281734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483bc1bd-01b9-4a87-ba5e-c6728490af77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:00.347851 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.387738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.481483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f3860-9aab-44ae-a899-e96e38a797f0 req-dd57ff41-33e3-4923-a942-e5cf0d6cc76a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.483156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-641f3860-9aab-44ae-a899-e96e38a797f0 req-dd57ff41-33e3-4923-a942-e5cf0d6cc76a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0564909 Jul 29 23:36:00.489485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.492152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.493666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6aa4c68-30fa-4c23-bf55-01b75956a731 HTTP/1.1" status: 204 len: 168 time: 0.2352002 Jul 29 23:36:00.495493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.495987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.508925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cf6cc-3a6c-4ff2-8f39-467f9936ffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa4c68-30fa-4c23-bf55-01b75956a731,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.509983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Calling delete_port for e2759d33-886f-4015-bf0c-f494a49372d4 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:00.538622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-641f3860-9aab-44ae-a899-e96e38a797f0 req-6db91436-7d70-468f-8681-5b42523cf3d9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Jul 29 23:36:00.723240 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.757931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event deleted for resources: {'Port': ['ID=e2759d33-886f-4015-bf0c-f494a49372d4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.786797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.790771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.795330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69cb87f8-2307-49a9-8718-444433b1b479 req-3f82125c-3c58-4090-abd5-8a1352c5cf1d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "DELETE /v2.0/floatingips/428c6681-0839-4aca-ba53-5bdb4b9164b7 HTTP/1.1" status: 204 len: 173 time: 0.7740622 Jul 29 23:36:00.836429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acf57-ed20-4790-b39f-99f6c894c8c0 req-290857cd-a48f-4940-8b41-ae9af62fc887 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.838008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-483acf57-ed20-4790-b39f-99f6c894c8c0 req-290857cd-a48f-4940-8b41-ae9af62fc887 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.0874519 Jul 29 23:36:00.890328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-483acf57-ed20-4790-b39f-99f6c894c8c0 req-b2bdb82b-194e-4779-99a8-816bbca1f3bb tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Jul 29 23:36:00.901305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5efa1-c2de-40c2-93c8-edc329a8233d req-b3511805-cf3b-47ca-955e-c1686fa34d5b tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.902868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0d5efa1-c2de-40c2-93c8-edc329a8233d req-b3511805-cf3b-47ca-955e-c1686fa34d5b tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 1101 time: 0.0458627 Jul 29 23:36:00.950339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0d5efa1-c2de-40c2-93c8-edc329a8233d req-04370d35-9335-40eb-93c2-68cef8a602e0 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Jul 29 23:36:01.015244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-8cae897d-50b4-4aec-8285-9d3291a1d631 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231984 Jul 29 23:36:01.140865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-aaffc424-c0a0-46ab-8084-48f3a1b4819d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.142433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-aaffc424-c0a0-46ab-8084-48f3a1b4819d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212826 Jul 29 23:36:01.159856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-cf0da104-6e8a-4b99-9a38-364d157de29e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/quotas/473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 375 time: 0.0102513 Jul 29 23:36:01.217575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-46a2d576-3ccb-4a76-87f4-8ab04d4cdc9b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518355 Jul 29 23:36:01.364560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bbcc0-ba6f-414d-b820-3430b9f4205a req-af77484b-26df-4a4a-9319-5b0130462199 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.366227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c60bbcc0-ba6f-414d-b820-3430b9f4205a req-af77484b-26df-4a4a-9319-5b0130462199 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0692947 Jul 29 23:36:01.420339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60615a51-79b7-4bc8-90fc-3f1ba195f3aa req-2cb19631-b13c-4854-8522-8e82cbe4a0a4 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.422122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60615a51-79b7-4bc8-90fc-3f1ba195f3aa req-2cb19631-b13c-4854-8522-8e82cbe4a0a4 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 1102 time: 0.0443270 Jul 29 23:36:01.429460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c60bbcc0-ba6f-414d-b820-3430b9f4205a req-871de632-280e-45d2-a0de-1b029b7e8d83 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0574865 Jul 29 23:36:01.484863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60615a51-79b7-4bc8-90fc-3f1ba195f3aa req-68885d56-a2ee-489d-a9c8-117fcf483bc6 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546255 Jul 29 23:36:01.531555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380c115-ecc8-4a7f-9022-d8b9dd89c0a6 req-bb6385c0-e8af-4220-a4e7-d05b2c3eedf7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.533081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e380c115-ecc8-4a7f-9022-d8b9dd89c0a6 req-bb6385c0-e8af-4220-a4e7-d05b2c3eedf7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.0578785 Jul 29 23:36:01.581900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e380c115-ecc8-4a7f-9022-d8b9dd89c0a6 req-a68bc374-f892-495d-b980-34c04bc91f36 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Jul 29 23:36:01.646771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91c8a155-5bf3-4056-a62d-49a7e809546a req-c496d13a-3cf5-4768-a95a-014760ade7a4 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 210 time: 0.0426042 Jul 29 23:36:01.658317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1b68a1f-f556-4d32-8d73-98bd709c16ca req-8acf25fb-39dc-4af8-b035-392e3a8239ae tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0507126 Jul 29 23:36:01.861096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd8127-5b3e-4dfc-80bc-caa67923afb8 req-4efc0b19-9ac7-453e-b8af-5bdf52f6dfef tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.862684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dbd8127-5b3e-4dfc-80bc-caa67923afb8 req-4efc0b19-9ac7-453e-b8af-5bdf52f6dfef tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.1226375 Jul 29 23:36:01.927670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dbd8127-5b3e-4dfc-80bc-caa67923afb8 req-b1628406-e4e1-460f-a4a8-991b4a42f4a3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526073 Jul 29 23:36:02.067500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:02.210215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:02.229456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'port_id': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'mac_address': 'fa:16:3e:e5:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef42e-8b87-41e9-be44-ed7a0c953ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:02.244124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a0fb7114-660f-4d1a-96fe-88e2ce8a9485 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335789 Jul 29 23:36:02.297681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.318027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:02.342301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:02.348058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbcec4-bcbd-4805-b8f5-d1f2a4fd14f2 req-05b21882-d22d-45e0-ae69-0e95de8101d6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.348610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.352255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95dbcec4-bcbd-4805-b8f5-d1f2a4fd14f2 req-05b21882-d22d-45e0-ae69-0e95de8101d6 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.0626450 Jul 29 23:36:02.375317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:02.397383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-1f0cf1e2-048c-4e97-a8b6-d29e62fba868 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.408625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-1f0cf1e2-048c-4e97-a8b6-d29e62fba868 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629560 Jul 29 23:36:02.414305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95dbcec4-bcbd-4805-b8f5-d1f2a4fd14f2 req-b9146f24-5da2-488a-9e37-8b75ed8f1cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Jul 29 23:36:02.436213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-94ce5683-2547-4465-9f33-dbaba5a857ce tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0258217 Jul 29 23:36:02.441315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.458741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 40e62ef1-6d86-4480-814e-05cf395a99e9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:02.464799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 40e62ef1-6d86-4480-814e-05cf395a99e9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:02.467199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.516623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-f1367c6e-57ca-4054-a7e6-8a3d6a556daa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794933 Jul 29 23:36:02.549821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785e89-a1b5-44f9-bec9-24f3966c2ce9 req-586e81fb-1f16-44e4-a379-e85e28a01795 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.557573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9785e89-a1b5-44f9-bec9-24f3966c2ce9 req-586e81fb-1f16-44e4-a379-e85e28a01795 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.0685658 Jul 29 23:36:02.573068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.598155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:02.600200 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f5118-e764-4e86-a4f1-4c88a94c621a" -d '{"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:02.608902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9785e89-a1b5-44f9-bec9-24f3966c2ce9 req-f79f1674-992b-4046-a744-3fae3df4a224 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Jul 29 23:36:02.616607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:02.623208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.664157 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dce723-2734-42e2-ab1f-bc5d190b51ac x-openstack-request-id: req-09dce723-2734-42e2-ab1f-bc5d190b51ac {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:02.664514 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:02.664707 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09dce723-2734-42e2-ab1f-bc5d190b51ac {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:02.665087 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'code': 200} Jul 29 23:36:02.696612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.780647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37dc4b-295c-4166-b58e-2093da30fdc5 req-73f7d651-fd4d-4743-807c-27fe7943d1b3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.781958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da37dc4b-295c-4166-b58e-2093da30fdc5 req-73f7d651-fd4d-4743-807c-27fe7943d1b3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.0655975 Jul 29 23:36:02.820379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:02.839578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da37dc4b-295c-4166-b58e-2093da30fdc5 req-e1776a4e-6271-45c8-a017-e750ab451efc tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 Jul 29 23:36:02.978128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-def10f63-bb56-4e17-a45d-eb33d319f837 req-bfba5d15-4bc4-42b5-af36-0dfec68fdcc1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 210 time: 0.0434716 Jul 29 23:36:03.004743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2205e303-9e92-4560-bc86-ff67072e35b7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646324 Jul 29 23:36:03.026435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2b021-8695-4c5d-9057-532e7b11a805 req-ecb98e26-9f1a-49ba-a880-15e062501737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.027691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3d2b021-8695-4c5d-9057-532e7b11a805 req-ecb98e26-9f1a-49ba-a880-15e062501737 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1387072 Jul 29 23:36:03.105438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3d2b021-8695-4c5d-9057-532e7b11a805 req-ee5ada51-1426-4c97-8f27-7b0869666ae8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645461 Jul 29 23:36:03.163081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-25662489-e556-4538-8a4b-36b7b663d494 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.165124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-25662489-e556-4538-8a4b-36b7b663d494 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525528 Jul 29 23:36:03.288304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad8a0c-78b4-41b6-bac4-a7c5fd892ca0 req-9314a9fc-dbad-410b-a290-9c02d58600b9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.290303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56ad8a0c-78b4-41b6-bac4-a7c5fd892ca0 req-9314a9fc-dbad-410b-a290-9c02d58600b9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0594466 Jul 29 23:36:03.334362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56ad8a0c-78b4-41b6-bac4-a7c5fd892ca0 req-77ab926f-bdd2-456c-8ded-f41f31990dbb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Jul 29 23:36:03.420185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bedeba3e-5638-49d4-8ccf-80f0f72bab13 req-54b5f12a-d537-45e0-8d12-9f434ae8556c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 210 time: 0.0385690 Jul 29 23:36:03.567377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Request body: {'port': {'device_id': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '473e6c6576ef4182adf6a2f0f93a407e'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:03.666141 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-f1468dbc-7abb-4b21-a2fd-3e99f81c5cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903890 Jul 29 23:36:03.675188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a7ac-649f-40bb-9bd0-b4c681f4f15e req-9e65612e-877d-4ac9-99cf-5ee45acf6a23 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.677000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d256a7ac-649f-40bb-9bd0-b4c681f4f15e req-9e65612e-877d-4ac9-99cf-5ee45acf6a23 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.1114924 Jul 29 23:36:03.756407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d256a7ac-649f-40bb-9bd0-b4c681f4f15e req-042f4059-da1a-4659-b6f8-36c904546059 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Jul 29 23:36:03.756600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Made reservation on behalf of 473e6c6576ef4182adf6a2f0f93a407e for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:03.759577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.822780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-adb6fe33-2ee5-42f6-bdcc-e9ed46726b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.824423 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-adb6fe33-2ee5-42f6-bdcc-e9ed46726b18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 1098 time: 0.0692120 Jul 29 23:36:03.907960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d4ff-732b-4937-9592-0412ec180a0c req-069b4118-8e38-400e-a21c-bb26372ca3ac tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.909994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1326d4ff-732b-4937-9592-0412ec180a0c req-069b4118-8e38-400e-a21c-bb26372ca3ac tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.1840501 Jul 29 23:36:04.008081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-1c137fb9-3cb3-47bc-9c34-26f40b48502d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.009543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-1c137fb9-3cb3-47bc-9c34-26f40b48502d tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.59 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 945 time: 0.1590822 Jul 29 23:36:04.010824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Allocated IP 192.168.233.180 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/015ee7d8-7e6f-4dbe-811a-d78357f2a798) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:04.023574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3826da6-a060-45b7-994c-0d79ca44a3ed req-62f69fd9-f751-4cdc-8648-83d746aa5b17 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.025313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3826da6-a060-45b7-994c-0d79ca44a3ed req-62f69fd9-f751-4cdc-8648-83d746aa5b17 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.0738614 Jul 29 23:36:04.037559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1326d4ff-732b-4937-9592-0412ec180a0c req-a09a57ab-8890-4f00-8466-7e960509c0aa tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017094 Jul 29 23:36:04.058188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-2934231a-8b03-4448-b583-c264ccbdfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.059558 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-2934231a-8b03-4448-b583-c264ccbdfe73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 924 time: 0.1646609 Jul 29 23:36:04.068496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:04.105766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3826da6-a060-45b7-994c-0d79ca44a3ed req-ec8a0ebb-75fb-4048-b518-87e26bd504e8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Jul 29 23:36:04.199388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:04.207067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:04.208286 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.230047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4056c454-4de4-4e4c-b75f-9a28ee6706dc req-5e72d5e4-c655-40ca-9a10-a74ea2e4df6c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 210 time: 0.0520949 Jul 29 23:36:04.242400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-627aa2ad-18da-4f82-a669-bb1f0a69ade1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 200 len: 1002 time: 0.1654522 Jul 29 23:36:04.289249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.309023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Transition to ACTIVE for port object 015ee7d8-7e6f-4dbe-811a-d78357f2a798 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:04.327375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-53cd82f0-4b04-42f9-930e-dc5777f647f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.329402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-53cd82f0-4b04-42f9-930e-dc5777f647f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.0700324 Jul 29 23:36:04.332379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Deleting port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:04.332678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.369857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.413146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-9eb49978-737e-4037-92b7-a833597d83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.416334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-9eb49978-737e-4037-92b7-a833597d83e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729260 Jul 29 23:36:04.441137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.488553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:04.524057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] For port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:04.524419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.546964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:04.560949 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.575213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Calling delete_port for 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:04.578850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:04.586798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.589820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:04.595315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:04.601539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.602436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.603597 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-c3736e64-4278-4f4c-8514-38181a6b702c service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545126 Jul 29 23:36:04.674861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:04.677107 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed58b3-cd30-4bba-bbca-3860d7b16907" -d '{"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-plugged", "status": "completed", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:04.677971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66c6f6-d680-41bc-8d24-487a084bc808 req-d72f9834-8aaa-405f-834b-77adf6e9382c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.679733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c66c6f6-d680-41bc-8d24-487a084bc808 req-d72f9834-8aaa-405f-834b-77adf6e9382c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1762104 Jul 29 23:36:04.683360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-2aeb1281-17e9-497e-be19-aa49d0d8c419 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1222653 Jul 29 23:36:04.726348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.761043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c66c6f6-d680-41bc-8d24-487a084bc808 req-f54c1702-2ecb-49c4-ad4f-0388d5c66e9b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673223 Jul 29 23:36:04.815070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-c3661195-dca5-4440-a0b5-1897762bc15f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702703 Jul 29 23:36:04.830434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Request body: {'port': {'device_id': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:04.866068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af0f2640-28d0-4b2e-87e3-4da52091abd4 req-54f11aa9-7059-4edc-859c-8051a33e5f0b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 210 time: 0.1201866 Jul 29 23:36:04.957612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.967174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8014c932-ad29-489f-a10c-6e2440594d36 None None] Provisioning for port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:04.970786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.974250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8014c932-ad29-489f-a10c-6e2440594d36 None None] Provisioning complete for port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:04.974975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89cfb85f-e6ae-4448-a4aa-17b57b3a1457 req-1bae3648-c668-4957-9d2f-1caef604a8a0 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555899 Jul 29 23:36:04.975491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8014c932-ad29-489f-a10c-6e2440594d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.007096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Pushing event deleted for resources: {'Port': ['ID=3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.043797 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66593d0-8a7c-410f-9c14-768321eeeeb4 x-openstack-request-id: req-b66593d0-8a7c-410f-9c14-768321eeeeb4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:05.044091 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-plugged", "status": "completed", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:05.044346 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b66593d0-8a7c-410f-9c14-768321eeeeb4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:05.044816 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'code': 200} Jul 29 23:36:05.052987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8014c932-ad29-489f-a10c-6e2440594d36 None None] Port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:05.094324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-697d2c11-7867-413c-b57f-283481163756 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.099035 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-697d2c11-7867-413c-b57f-283481163756 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291110 Jul 29 23:36:05.117707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] No DVR routers for this DVR port 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:05.130650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.133227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b117b6b-95af-45ac-b85a-960f1e17b640 req-335ec2a5-1242-46d4-ae91-9fcc8a52f110 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.59 "DELETE /v2.0/ports/3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 HTTP/1.1" status: 204 len: 173 time: 1.1136143 Jul 29 23:36:05.133985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'name': 'network-vif-deleted', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:05.136849 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9623735-1139-45db-a013-282c8754e64b" -d '{"events": [{"server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "name": "network-vif-deleted", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:05.149714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:05.173398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d2aa1f9-cce1-46d9-96a2-fa9976ec1960 req-03bf028c-4832-4a05-955f-21a61480aecb tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 210 time: 0.0713825 Jul 29 23:36:05.193773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:05.349557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704640a-dbd9-4541-b2f3-4b0bea0c6663 req-74dffee5-5794-49e3-8d0f-c3caeaf61d51 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.357321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0704640a-dbd9-4541-b2f3-4b0bea0c6663 req-74dffee5-5794-49e3-8d0f-c3caeaf61d51 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.1957610 Jul 29 23:36:05.426831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0704640a-dbd9-4541-b2f3-4b0bea0c6663 req-96353c60-7763-4c5d-9580-99a11762868f tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Jul 29 23:36:05.433378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:05.437906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.474012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dcea7-433b-4631-abd8-1166db30de71 req-4d33de09-f186-4801-bccd-94eadd02c167 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.475534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-831dcea7-433b-4631-abd8-1166db30de71 req-4d33de09-f186-4801-bccd-94eadd02c167 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1045327 Jul 29 23:36:05.485288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa15-15ca-46e1-b37e-5b08d005c1c9 req-3f0a6c06-f3a1-4479-836d-6e201d622d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.487021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1385aa15-15ca-46e1-b37e-5b08d005c1c9 req-3f0a6c06-f3a1-4479-836d-6e201d622d31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1098 time: 0.1169951 Jul 29 23:36:05.495132 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f19a9-15da-4fcd-bbc1-9097f9b67731 x-openstack-request-id: req-569f19a9-15da-4fcd-bbc1-9097f9b67731 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:05.495422 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b52555-297d-4226-8143-872cf156e2ce", "name": "network-vif-deleted", "tag": "3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:05.495711 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-569f19a9-15da-4fcd-bbc1-9097f9b67731 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:05.496112 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b52555-297d-4226-8143-872cf156e2ce', 'name': 'network-vif-deleted', 'tag': '3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0', 'status': 'completed', 'code': 200} Jul 29 23:36:05.580581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-831dcea7-433b-4631-abd8-1166db30de71 req-afbdd593-779b-4632-9479-5928a59ee4c2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871482 Jul 29 23:36:05.609671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1385aa15-15ca-46e1-b37e-5b08d005c1c9 req-0024cd04-90ce-4acb-9bd4-4fe2afe99516 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902300 Jul 29 23:36:05.624451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015ee7d8-7e6f-4dbe-811a-d78357f2a798 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:05.633066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.647865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Transition to ACTIVE for port object 015ee7d8-7e6f-4dbe-811a-d78357f2a798 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:05.655885 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.660781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-da7211f5-836d-42c9-bd77-abe770f540cd tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407410 Jul 29 23:36:05.672960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7610f-1b9f-462b-9471-c0c1a8025dde req-dfdf48f7-b1e5-4439-b196-972beb3705c0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.674524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f7610f-1b9f-462b-9471-c0c1a8025dde req-dfdf48f7-b1e5-4439-b196-972beb3705c0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 936 time: 0.1179729 Jul 29 23:36:05.705810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.792607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Attempting to bind port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:05.792951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Attempting to bind port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:05.793281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Attempting to bind port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:05.799606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:05.799946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Attempting to bind port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:05.805870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:05.806207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:05.806595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:05.807039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Bound port: 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:05.807401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.875106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-956d65af-975b-4250-9d95-8a29e56f376a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.876944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-956d65af-975b-4250-9d95-8a29e56f376a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561947 Jul 29 23:36:05.900183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:05.902722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.237 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/8aa15d4f-764a-4109-b5a2-1ef579553809) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:05.905434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:05.912682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.914539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f7610f-1b9f-462b-9471-c0c1a8025dde req-492b8ad2-56f4-47e9-adfb-803cab17becc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213502 Jul 29 23:36:05.949562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:05.957542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.959244 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.961526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] 10.222.0.57 "PUT /v2.0/ports/015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 1097 time: 1.1427383 Jul 29 23:36:06.047719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef504-a09c-4d6a-a488-a2470c0d5307 service neutron] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.061845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd11c8-0e97-495a-8e49-54474edd7a05 req-b5f01aa3-27dc-46e3-8e40-744bcf6643d6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.063687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23cd11c8-0e97-495a-8e49-54474edd7a05 req-b5f01aa3-27dc-46e3-8e40-744bcf6643d6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0982637 Jul 29 23:36:06.130026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7b83a9-61e6-45e0-a6b6-820f3668998e req-9c7adf6e-9190-41b0-bf70-5333f034110a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 210 time: 0.0414679 Jul 29 23:36:06.182963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23cd11c8-0e97-495a-8e49-54474edd7a05 req-36af143a-3b04-4dde-ad31-6dbdb87eec43 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076679 Jul 29 23:36:06.299523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-da9fd8f3-ecf3-44e1-8deb-bb80e29f158d tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.305680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-da9fd8f3-ecf3-44e1-8deb-bb80e29f158d tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.1832469 Jul 29 23:36:06.309526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.321947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-56d240f2-1e37-4a8e-b376-7a4f056d2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.323452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-56d240f2-1e37-4a8e-b376-7a4f056d2f90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1100 time: 0.1999197 Jul 29 23:36:06.323709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:06.328114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.373951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01983697-7305-4817-a21e-714cd194879a req-7839b497-76bb-45f4-8370-c2889cf89dfd tempest-FloatingIPsAssociationNegativeTestJSON-1901850746 tempest-FloatingIPsAssociationNegativeTestJSON-1901850746-project] 10.222.0.49 "GET /v2.0/ports?device_id=97b52555-297d-4226-8143-872cf156e2ce HTTP/1.1" status: 200 len: 210 time: 0.0662315 Jul 29 23:36:06.383177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 8aa15d4f-764a-4109-b5a2-1ef579553809 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:06.485730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-b5aef16c-1430-480d-ac65-e3cb61003e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.0793996 Jul 29 23:36:06.529612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Deleting port 506da981-3243-45d7-bdcd-f3a5418663e5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:06.529612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.533567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.582932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:06.617006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:06.639617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:06.652924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063a883-b5d4-4205-b39f-be819de747c5 req-0e70b7ae-5419-4181-b97a-662b72b013e7 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.654704 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c063a883-b5d4-4205-b39f-be819de747c5 req-0e70b7ae-5419-4181-b97a-662b72b013e7 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1753004 Jul 29 23:36:06.655791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:06.658800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:06.665445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.666256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.695221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.723882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.83 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/15b4af61-83d1-48a2-8772-b5a29766a714) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:06.733299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a31f4699-c24c-45a5-a651-f879d51326a4 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5966208 Jul 29 23:36:06.763222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Request body: {'port': {'device_id': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.783999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c063a883-b5d4-4205-b39f-be819de747c5 req-ad01e4b6-4668-4fd0-a8d3-7c29074d7847 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118369 Jul 29 23:36:06.943118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.055225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de27f0e-40d7-4140-8a6f-efd995c6009f req-00bdd91c-5cfb-4e78-b863-cdef292450b1 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.063366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0de27f0e-40d7-4140-8a6f-efd995c6009f req-00bdd91c-5cfb-4e78-b863-cdef292450b1 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 950 time: 0.4832878 Jul 29 23:36:07.080576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-1f1997dc-b820-4003-999f-79f9b70defb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.082077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-1f1997dc-b820-4003-999f-79f9b70defb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.5010269 Jul 29 23:36:07.090495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5fc3b7aa-550c-4046-9d1f-865bd5f20842 None None] Provisioning for port 8aa15d4f-764a-4109-b5a2-1ef579553809 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:07.110223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5fc3b7aa-550c-4046-9d1f-865bd5f20842 None None] Provisioning complete for port 8aa15d4f-764a-4109-b5a2-1ef579553809 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:07.111518 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b7aa-550c-4046-9d1f-865bd5f20842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.138946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] For port 506da981-3243-45d7-bdcd-f3a5418663e5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=506da981-3243-45d7-bdcd-f3a5418663e5,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:07.139951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.166883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Calling delete_port for 506da981-3243-45d7-bdcd-f3a5418663e5 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:07.175915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0de27f0e-40d7-4140-8a6f-efd995c6009f req-ea21b3df-3fa6-4e52-a845-d3d430d061db tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff0090e1-604f-4af7-8782-4801172da363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114318 Jul 29 23:36:07.190547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-53a860bf-d41a-4fe8-900a-daa868d4c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.191249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3b7aa-550c-4046-9d1f-865bd5f20842 None None] Port 8aa15d4f-764a-4109-b5a2-1ef579553809 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:07.192570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-53a860bf-d41a-4fe8-900a-daa868d4c13a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990374 Jul 29 23:36:07.252835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373434a9-3850-4cbe-992f-0756283f544b req-b3331978-7fd8-4743-90ba-2c287d3b3aa5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.254298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-373434a9-3850-4cbe-992f-0756283f544b req-b3331978-7fd8-4743-90ba-2c287d3b3aa5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.2934611 Jul 29 23:36:07.310277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.331462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-373434a9-3850-4cbe-992f-0756283f544b req-1ad4cd50-b001-42aa-8492-07531bd28cf9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Jul 29 23:36:07.335296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 15b4af61-83d1-48a2-8772-b5a29766a714 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:07.381338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d2a6-c78a-4c91-a558-a164d902dc14 req-70b805e3-23c6-4423-ad55-6b00ed4eb6f5 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.388505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de58d2a6-c78a-4c91-a558-a164d902dc14 req-70b805e3-23c6-4423-ad55-6b00ed4eb6f5 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1143365 Jul 29 23:36:07.404286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.405263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-624988c8-705d-44ac-aa1a-ec11793eef92 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841156 Jul 29 23:36:07.453615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:07.503780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:07.506244 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c6ce83-5758-4d21-91b6-c8242695f201" -d '{"events": [{"name": "network-changed", "server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:07.552222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de58d2a6-c78a-4c91-a558-a164d902dc14 req-5a363aa2-cd18-45e3-871c-035ba6b2c588 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581962 Jul 29 23:36:07.570756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.623198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Pushing event deleted for resources: {'Port': ['ID=506da981-3243-45d7-bdcd-f3a5418663e5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.708420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d2c25fe-f67a-4f65-b21a-916794dbb04a req-4260d1bf-850d-46d3-9e29-b8d442817ce1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780688 Jul 29 23:36:07.760616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:07.765083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] No DVR routers for this DVR port 506da981-3243-45d7-bdcd-f3a5418663e5 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:07.778939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.790669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b750fbf0-61f1-482f-82a6-3589f9afdebc req-1faa0253-a08b-4a86-a602-77bd5c84627c tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.57 "DELETE /v2.0/ports/506da981-3243-45d7-bdcd-f3a5418663e5 HTTP/1.1" status: 204 len: 173 time: 1.4655354 Jul 29 23:36:07.859527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e2650-3801-44ba-9abc-fd637bf9470e req-7f10793e-e867-49d7-8b98-4c700ff6011d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.869745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df8e2650-3801-44ba-9abc-fd637bf9470e req-7f10793e-e867-49d7-8b98-4c700ff6011d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 935 time: 0.1750259 Jul 29 23:36:07.905142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.939058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df8e2650-3801-44ba-9abc-fd637bf9470e req-1ff2b227-6bbe-437d-a06f-0cc914db990c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682652 Jul 29 23:36:08.017925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:08.047932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.050759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:08.057318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:08.064732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.065447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.086524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['506da981-3243-45d7-bdcd-f3a5418663e5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:08.108958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb447d22-395f-4d71-afc7-b4e0d225a5d8 req-26417c4a-41cb-4f0b-b803-4d3ce5de495c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.111078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb447d22-395f-4d71-afc7-b4e0d225a5d8 req-26417c4a-41cb-4f0b-b803-4d3ce5de495c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 948 time: 0.6497600 Jul 29 23:36:08.116720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-92f07270-3cf4-4c22-93ee-9f096281c0b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1756589 Jul 29 23:36:08.130029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:08.163779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60672) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.179832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Request body: {'port': {'device_id': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:08.210607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:08.210974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3bd8c5d7-b5c4-4f03-9e5c-cb2d6c70f7b0 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:08.306088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.392354 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900254af-0c6c-45c4-8e34-9fd440f716e7 x-openstack-request-id: req-900254af-0c6c-45c4-8e34-9fd440f716e7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:08.393386 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:08.393386 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-900254af-0c6c-45c4-8e34-9fd440f716e7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:08.393563 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'status': 'completed', 'code': 200} Jul 29 23:36:08.407420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb447d22-395f-4d71-afc7-b4e0d225a5d8 req-7385cc22-7445-48a6-adfe-f09e4fcf7cca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753673 Jul 29 23:36:08.421087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa15d4f-764a-4109-b5a2-1ef579553809 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:08.432897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.438810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d56b5e91-69c5-40b8-a3fa-fdc66d3c2a1a None None] Provisioning for port 15b4af61-83d1-48a2-8772-b5a29766a714 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:08.451548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d56b5e91-69c5-40b8-a3fa-fdc66d3c2a1a None None] Provisioning complete for port 15b4af61-83d1-48a2-8772-b5a29766a714 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:08.452191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d56b5e91-69c5-40b8-a3fa-fdc66d3c2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.512525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d56b5e91-69c5-40b8-a3fa-fdc66d3c2a1a None None] Port 15b4af61-83d1-48a2-8772-b5a29766a714 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:08.555733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Transition to ACTIVE for port object 8aa15d4f-764a-4109-b5a2-1ef579553809 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:08.568241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.640397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a407f68-7239-4694-88f1-2c1d9f7fb763 req-5b553961-ddc3-48d8-baa4-38373dfbc2b3 tempest-TenantUsagesTestJSON-1621236709 tempest-TenantUsagesTestJSON-1621236709-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa965bbd-76c0-4ba6-bd89-7610c08ec381 HTTP/1.1" status: 200 len: 210 time: 0.2515247 Jul 29 23:36:08.644079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b088115-646f-4fcc-a36a-667987febe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.722687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.730656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-73589294-a620-482b-a765-1bfe85c6bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.733137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-73589294-a620-482b-a765-1bfe85c6bc02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1100 time: 0.3432503 Jul 29 23:36:08.814665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0481d-c924-45b0-9f42-9887c9b5c895 req-38aab712-4302-4fbe-92b5-e34c4ef430d6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.819281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3a0481d-c924-45b0-9f42-9887c9b5c895 req-38aab712-4302-4fbe-92b5-e34c4ef430d6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1764495 Jul 29 23:36:08.834709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Attempting to bind port 8aa15d4f-764a-4109-b5a2-1ef579553809 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:08.835045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Attempting to bind port 8aa15d4f-764a-4109-b5a2-1ef579553809 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:08.835372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Attempting to bind port 8aa15d4f-764a-4109-b5a2-1ef579553809 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:08.862608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Port 8aa15d4f-764a-4109-b5a2-1ef579553809 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:08.862930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Attempting to bind port 8aa15d4f-764a-4109-b5a2-1ef579553809 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:08.890849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-dd60ad95-a01c-4e3a-8ecd-15c480c0110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.892818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-dd60ad95-a01c-4e3a-8ecd-15c480c0110d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1460590 Jul 29 23:36:08.896114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:08.896564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:08.896874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:08.897330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Bound port: 8aa15d4f-764a-4109-b5a2-1ef579553809, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:08.897781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.936519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b4af61-83d1-48a2-8772-b5a29766a714 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:08.964426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3a0481d-c924-45b0-9f42-9887c9b5c895 req-9e46d909-51ce-4d0e-977b-85dee35d0908 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427140 Jul 29 23:36:09.005786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.033948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Transition to ACTIVE for port object 15b4af61-83d1-48a2-8772-b5a29766a714 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:09.046498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.050317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-d8d8d137-fac8-4ca4-bb7d-e823380975dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.1322753 Jul 29 23:36:09.116345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:09.120011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8aa15d4f-764a-4109-b5a2-1ef579553809,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:09.128010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8e49-e9c1-4e05-a7d9-1e4bc7d39592 req-5a7d5e01-a9ba-4e8d-8703-a39a818af8f8 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.129880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d9a8e49-e9c1-4e05-a7d9-1e4bc7d39592 req-5a7d5e01-a9ba-4e8d-8703-a39a818af8f8 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.4040778 Jul 29 23:36:09.156162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.189727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Pushing event updated for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.193736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.194387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.195692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] 10.222.0.59 "PUT /v2.0/ports/8aa15d4f-764a-4109-b5a2-1ef579553809 HTTP/1.1" status: 200 len: 1097 time: 2.4372356 Jul 29 23:36:09.201097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:09.205661 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01362aca-7d7f-414c-a0cf-7d0fa740d348" -d '{"events": [{"name": "network-changed", "server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:09.208673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-0a95f4bc-c591-451e-a564-3680f4d7797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.211684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-0a95f4bc-c591-451e-a564-3680f4d7797c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1357157 Jul 29 23:36:09.245540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625282ae-dc5c-434b-8091-e263399fcdc4 req-22c7ca91-9aaf-4b18-aaf5-c15e35f83bcb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.254397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625282ae-dc5c-434b-8091-e263399fcdc4 req-22c7ca91-9aaf-4b18-aaf5-c15e35f83bcb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 947 time: 0.2117596 Jul 29 23:36:09.255766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d9a8e49-e9c1-4e05-a7d9-1e4bc7d39592 req-7f97ff68-1816-47dd-bb81-afa784680f4f tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147804 Jul 29 23:36:09.293596 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b088115-646f-4fcc-a36a-667987febe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.309832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b088115-646f-4fcc-a36a-667987febe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.376961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Attempting to bind port 15b4af61-83d1-48a2-8772-b5a29766a714 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:09.377299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Attempting to bind port 15b4af61-83d1-48a2-8772-b5a29766a714 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:09.377646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Attempting to bind port 15b4af61-83d1-48a2-8772-b5a29766a714 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:09.393842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb6c1-d106-45ee-8d80-643bd2f50df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.403504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-d3ff1122-402d-48a9-897c-495c1864f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.404862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Port 15b4af61-83d1-48a2-8772-b5a29766a714 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:09.404862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Attempting to bind port 15b4af61-83d1-48a2-8772-b5a29766a714 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:09.405515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-d3ff1122-402d-48a9-897c-495c1864f521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1812985 Jul 29 23:36:09.419172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625282ae-dc5c-434b-8091-e263399fcdc4 req-920e6fda-01da-4a18-bd3e-ba2f20244bee tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566949 Jul 29 23:36:09.420183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:09.420512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:09.421238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:09.421416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Bound port: 15b4af61-83d1-48a2-8772-b5a29766a714, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:09.421809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.425332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-16335dd6-528f-433b-86f9-c9392a4c1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.426964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-16335dd6-528f-433b-86f9-c9392a4c1aa5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 1100 time: 0.1341343 Jul 29 23:36:09.467404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b088115-646f-4fcc-a36a-667987febe64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bfb82aa658742fe89186aadc7f13cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5586357 Jul 29 23:36:09.477163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b088115-646f-4fcc-a36a-667987febe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74542a-3369-472e-b32a-7298c8930448,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.479968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60696) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.541545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-cfc1e501-afe3-4c20-94bd-64560ace527a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8aa15d4f-764a-4109-b5a2-1ef579553809 HTTP/1.1" status: 200 len: 217 time: 0.0663400 Jul 29 23:36:09.579032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f6be4-3bc3-4775-b55e-bd299121c733 req-f5a747cf-7906-4efe-b9c6-fb562531ef99 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.586494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab8f6be4-3bc3-4775-b55e-bd299121c733 req-f5a747cf-7906-4efe-b9c6-fb562531ef99 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1098 time: 0.2054737 Jul 29 23:36:09.603392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.608101 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be84309e-6215-46d9-8cec-ac70cde1db89 x-openstack-request-id: req-be84309e-6215-46d9-8cec-ac70cde1db89 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:09.608389 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:09.608711 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be84309e-6215-46d9-8cec-ac70cde1db89 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:09.609105 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809', 'status': 'completed', 'code': 200} Jul 29 23:36:09.622418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:09.643259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b4af61-83d1-48a2-8772-b5a29766a714,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:09.655305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.665164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-ab1332df-cbb5-4458-9369-7d97aa790d1f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420294 Jul 29 23:36:09.668935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-f30a186d-4a51-492d-a025-f5a637fbeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.670404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-f30a186d-4a51-492d-a025-f5a637fbeac5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1155522 Jul 29 23:36:09.702893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab8f6be4-3bc3-4775-b55e-bd299121c733 req-b17a8bc9-606c-40a0-87f6-1c45be75b888 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153331 Jul 29 23:36:09.711016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.726744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.727217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.728902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] 10.222.0.57 "PUT /v2.0/ports/15b4af61-83d1-48a2-8772-b5a29766a714 HTTP/1.1" status: 200 len: 1096 time: 1.5618763 Jul 29 23:36:09.847660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.887884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b086a8-bbe7-456f-bebc-cafb68975080 service neutron] Pushing event updated for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.919364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82c6ce83-5758-4d21-91b6-c8242695f201 req-0efb14da-56fa-460c-b055-74715bcf2b77 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443881 Jul 29 23:36:09.959478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db21e-ed9c-4030-b2db-9e50947d72f3 req-c8f1db17-a3d6-4760-9fa2-139bc873f368 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.973176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be3db21e-ed9c-4030-b2db-9e50947d72f3 req-c8f1db17-a3d6-4760-9fa2-139bc873f368 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 948 time: 0.3051782 Jul 29 23:36:09.976994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-679b647a-f548-4598-81e1-706cdd736545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.978560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-679b647a-f548-4598-81e1-706cdd736545 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2719338 Jul 29 23:36:10.061380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-ca72b72c-8db2-4ea9-8b0e-4ca42a68040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.062963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-ca72b72c-8db2-4ea9-8b0e-4ca42a68040b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 1099 time: 0.2422438 Jul 29 23:36:10.098531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.098928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60712) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:10.101041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.102181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc74542a-3369-472e-b32a-7298c8930448 HTTP/1.1" status: 204 len: 168 time: 0.6209848 Jul 29 23:36:10.149568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be3db21e-ed9c-4030-b2db-9e50947d72f3 req-b1ab3061-2218-412b-b2c5-25d4af720ab7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753860 Jul 29 23:36:10.154702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-6ef659ed-bd5a-440b-b6f0-f380e15d2669 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=15b4af61-83d1-48a2-8772-b5a29766a714 HTTP/1.1" status: 200 len: 217 time: 0.0676241 Jul 29 23:36:10.191097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164ee34-9dc0-482b-9049-5aef8a883615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74542a-3369-472e-b32a-7298c8930448,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:10.260968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a0a07528-f27c-4073-944c-84319f3e288a service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631066 Jul 29 23:36:10.268506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a1544821-d64c-431c-8ae9-1b01af5bd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.268736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Deleting port 5f29d07d-43f1-414f-9774-9da3073d0d01 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:10.269077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.270590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-a1544821-d64c-431c-8ae9-1b01af5bd3c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0889311 Jul 29 23:36:10.379722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:10.399615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'name': 'network-vif-deleted', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:10.405568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-0ed8b378-aa50-4d29-a714-bf584381745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.406478 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151a762-2ad3-4edf-a1d6-108945a03cbe" -d '{"events": [{"server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "name": "network-vif-deleted", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:10.410992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-0ed8b378-aa50-4d29-a714-bf584381745d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177106 Jul 29 23:36:10.527761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:10.544628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'mac_address': 'fa:16:3e:3e:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:10.547158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 506da981-3243-45d7-bdcd-f3a5418663e5 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:10.570061 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae878a-fe3f-426c-ba5c-aea70b898ab9 x-openstack-request-id: req-3bae878a-fe3f-426c-ba5c-aea70b898ab9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:10.580732 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa965bbd-76c0-4ba6-bd89-7610c08ec381", "name": "network-vif-deleted", "tag": "506da981-3243-45d7-bdcd-f3a5418663e5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:10.581039 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bae878a-fe3f-426c-ba5c-aea70b898ab9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:10.581426 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa965bbd-76c0-4ba6-bd89-7610c08ec381', 'name': 'network-vif-deleted', 'tag': '506da981-3243-45d7-bdcd-f3a5418663e5', 'status': 'completed', 'code': 200} Jul 29 23:36:10.584292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-06b091fe-8f50-4f02-8ccc-6a6af159b44e service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127050 Jul 29 23:36:10.613888 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.629040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 506da981-3243-45d7-bdcd-f3a5418663e5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:10.629880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 506da981-3243-45d7-bdcd-f3a5418663e5 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:10.632848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015ee7d8-7e6f-4dbe-811a-d78357f2a798 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:10.659678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:10.675602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60730) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:10.680270 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.713771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e14-c7e7-4f6c-8587-6e753d33386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.728953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] For port 5f29d07d-43f1-414f-9774-9da3073d0d01, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5f29d07d-43f1-414f-9774-9da3073d0d01,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:10.729317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.742822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0efd3833-c732-480f-a5ed-15a2840cfd53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9e07ee39d49437baac8876c3d2b113f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423998 Jul 29 23:36:10.744971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e35d2-04da-4de5-8dab-8b3b534b2bdd req-4152e2c4-2d1a-488e-ab5a-7afcb9dfd075 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.746485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d0e35d2-04da-4de5-8dab-8b3b534b2bdd req-4152e2c4-2d1a-488e-ab5a-7afcb9dfd075 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.3113487 Jul 29 23:36:10.747002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60736) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:10.767982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:10.771716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-6dc6bcba-4ee6-4d02-bdb7-71c4aac9eacb service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458993 Jul 29 23:36:10.786378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.786378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.786378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.786974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.787309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.787632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.788008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.788271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.788575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.788900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.789215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.789527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:10.814522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee70acb-4db8-41d7-9034-8fc7e1fcb1e8 req-cd1e212e-10bc-4afc-8002-8c8b03873758 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.816175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ee70acb-4db8-41d7-9034-8fc7e1fcb1e8 req-cd1e212e-10bc-4afc-8002-8c8b03873758 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 947 time: 0.1689663 Jul 29 23:36:10.856530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Calling delete_port for 5f29d07d-43f1-414f-9774-9da3073d0d01 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:10.882092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d0e35d2-04da-4de5-8dab-8b3b534b2bdd req-9e144c85-6118-485c-b409-3fc0774cc92a tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715284 Jul 29 23:36:10.896098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-c1fba08a-890e-461e-b909-e23db31954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.898082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-c1fba08a-890e-461e-b909-e23db31954aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 1100 time: 0.1804585 Jul 29 23:36:10.950603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.028772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ee70acb-4db8-41d7-9034-8fc7e1fcb1e8 req-08a08d77-b878-4cfd-a4da-71a90a12ea2e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573622 Jul 29 23:36:11.064995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a3722d4-a8cd-4bcb-aab6-6593aaf2dc75 req-9c63cd54-693f-4777-8498-4a8211ddfeb7 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811384 Jul 29 23:36:11.123904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:11.129880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-761b4801-bd6b-4216-b1ac-2fe74c09292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.131456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-761b4801-bd6b-4216-b1ac-2fe74c09292b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2136598 Jul 29 23:36:11.215497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-bc16335f-0cd9-4acd-9e66-67b5909668ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8aa15d4f-764a-4109-b5a2-1ef579553809 HTTP/1.1" status: 200 len: 217 time: 0.0700846 Jul 29 23:36:11.245526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e14-c7e7-4f6c-8587-6e753d33386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.279066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e14-c7e7-4f6c-8587-6e753d33386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.322906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.334854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-b114d0ed-5e56-47e5-bf07-aa4be3f2ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.335776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-b114d0ed-5e56-47e5-bf07-aa4be3f2ff01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1044369 Jul 29 23:36:11.336400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a4e14-c7e7-4f6c-8587-6e753d33386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb44b8-b3ec-4e01-bf3e-fc989a5f822e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.340931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd8a4e14-c7e7-4f6c-8587-6e753d33386a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=058afa127b0240d38336f47ca4f59852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427946 Jul 29 23:36:11.343755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60750) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:11.444557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.452501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-c43287d1-9e06-4d24-b974-60b53b414a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.454356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-c43287d1-9e06-4d24-b974-60b53b414a8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719979 Jul 29 23:36:11.481658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.591367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-4ce81599-45af-4efe-bb9a-0ca9a23d8f51 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192870 Jul 29 23:36:11.594822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.597720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.598911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebfb44b8-b3ec-4e01-bf3e-fc989a5f822e HTTP/1.1" status: 204 len: 168 time: 0.2535400 Jul 29 23:36:11.609959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:11.612541 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7aa37-440c-4be5-b50c-28a6a30473c1" -d '{"events": [{"name": "network-changed", "server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:11.638846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695c22d-786e-45b8-9bbf-ad3c50591b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb44b8-b3ec-4e01-bf3e-fc989a5f822e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.711956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec42dc-1824-4ec0-b906-a80a0f8afe55 req-8f719a54-bd07-4a35-bc88-59223b8b236c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.727397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfec42dc-1824-4ec0-b906-a80a0f8afe55 req-8f719a54-bd07-4a35-bc88-59223b8b236c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.4129715 Jul 29 23:36:11.728833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.732466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01362aca-7d7f-414c-a0cf-7d0fa740d348 req-3c6692e6-9182-4481-9b14-08e07054782f service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303675 Jul 29 23:36:11.799422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f29d07d-43f1-414f-9774-9da3073d0d01,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.865779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.872547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.876334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff0090e1-604f-4af7-8782-4801172da363 HTTP/1.1" status: 204 len: 168 time: 1.1197324 Jul 29 23:36:11.936749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfec42dc-1824-4ec0-b906-a80a0f8afe55 req-6800f2f6-4ad9-4c13-992d-0b740814a9ba tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123663 Jul 29 23:36:11.948947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a978e-b928-4efe-b961-819e05f42639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0090e1-604f-4af7-8782-4801172da363,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.015600 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40132791-3d5e-4878-9bfe-b4460cd2c803 x-openstack-request-id: req-40132791-3d5e-4878-9bfe-b4460cd2c803 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:12.016172 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:12.016649 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40132791-3d5e-4878-9bfe-b4460cd2c803 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:12.017243 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714', 'status': 'completed', 'code': 200} Jul 29 23:36:12.101108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.259788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-439ca059-0d7e-4e3e-b15b-56ae9ff34687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.266580 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-439ca059-0d7e-4e3e-b15b-56ae9ff34687 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 1099 time: 0.1866226 Jul 29 23:36:12.308601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6781-eb2b-487e-9b25-999d9a62b9f2 req-bd4076b2-f210-4c6e-965f-afa8e0b48314 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.311169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d0b6781-eb2b-487e-9b25-999d9a62b9f2 req-bd4076b2-f210-4c6e-965f-afa8e0b48314 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 947 time: 0.1324687 Jul 29 23:36:12.364844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60788) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.419450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f283adaa-9f14-48fe-bf3b-3bd1a083d212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.436058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-07f222b3-f234-47f0-969c-0a67cba8e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.437611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-07f222b3-f234-47f0-969c-0a67cba8e469 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1574502 Jul 29 23:36:12.506724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-cf3f0fb5-db4f-443d-8a6c-42653f872ce2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=15b4af61-83d1-48a2-8772-b5a29766a714 HTTP/1.1" status: 200 len: 217 time: 0.0500565 Jul 29 23:36:12.572954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-9d3b2e0e-2a9d-4d94-87aa-5d5288b81bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.577676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-9d3b2e0e-2a9d-4d94-87aa-5d5288b81bab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0545897 Jul 29 23:36:12.614684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d0b6781-eb2b-487e-9b25-999d9a62b9f2 req-ae76103e-89cf-4299-8bb4-4620f5f0e09d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947040 Jul 29 23:36:12.631350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-23932979-8cfa-4cd0-84fe-d758f2b90238 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:36:12.633254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-23932979-8cfa-4cd0-84fe-d758f2b90238 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320835 Jul 29 23:36:12.646237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.664510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:12.665263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:36:12.667800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37a9853-4ba0-483d-b53e-128e311bb959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.684387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-79ecadc7-8501-4252-ba11-7cf2a865645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.686435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-79ecadc7-8501-4252-ba11-7cf2a865645b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987082 Jul 29 23:36:12.726559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:12.805682 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-3e0b9fe4-3a19-4f8c-a9c5-9f2a463fae72 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086149 Jul 29 23:36:12.896904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f283adaa-9f14-48fe-bf3b-3bd1a083d212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.913672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2a7aa37-440c-4be5-b50c-28a6a30473c1 req-2cb5e393-a7c2-4af1-a1f3-c46e09f70021 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978928 Jul 29 23:36:12.919640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f283adaa-9f14-48fe-bf3b-3bd1a083d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.004323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37a9853-4ba0-483d-b53e-128e311bb959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.011848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37a9853-4ba0-483d-b53e-128e311bb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.024196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283adaa-9f14-48fe-bf3b-3bd1a083d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd11ea-ba85-4fd1-940f-35eebeb35ff2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.040697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f283adaa-9f14-48fe-bf3b-3bd1a083d212 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5258c8c01e8349e28d5649995f639cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747301 Jul 29 23:36:13.048494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60798) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.079259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:13.085197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e8c57a75-2bef-4063-8340-9397dc21e349 admin admin] 10.222.0.49 "PUT /v2.0/routers/921c69c0-e2ca-4fcc-9f1d-a189a16d25e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9195492 Jul 29 23:36:13.090416 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Sync routers for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:13.091527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.092685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9853-4ba0-483d-b53e-128e311bb959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bda06a-0cf9-41fe-af5e-8f71bb8d615e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.100609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:13.101500 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:13.101686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:13.101982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:13.102308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:13.116044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d37a9853-4ba0-483d-b53e-128e311bb959 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3f91a5faf88442a9ee4e30b66a84f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672353 Jul 29 23:36:13.119345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.145539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:13.145539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:13.162332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.163014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:13.163347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:13.163744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:13.164169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Bound port: 40e62ef1-6d86-4480-814e-05cf395a99e9, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:13.194673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.214421 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:13.223223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.234451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f081c-e873-4c04-bd51-7be87aa61417 req-3bcd51eb-8543-4712-aeba-efd4368f3926 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.235865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-882f081c-e873-4c04-bd51-7be87aa61417 req-3bcd51eb-8543-4712-aeba-efd4368f3926 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.1997027 Jul 29 23:36:13.260510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.286832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.292309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:13.296853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.299571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.303523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24cd11ea-ba85-4fd1-940f-35eebeb35ff2 HTTP/1.1" status: 204 len: 168 time: 0.2516277 Jul 29 23:36:13.318000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f27a7d-9cd5-4f56-869d-268e507ee917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd11ea-ba85-4fd1-940f-35eebeb35ff2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.342160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.342834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-abdf2774-8cdb-439f-a540-09880a678eb0 service neutron] 10.222.0.49 "POST /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6874135 Jul 29 23:36:13.358680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.362012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.366149 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17bda06a-0cf9-41fe-af5e-8f71bb8d615e HTTP/1.1" status: 204 len: 168 time: 0.2429996 Jul 29 23:36:13.366818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-882f081c-e873-4c04-bd51-7be87aa61417 req-6daeb7a2-9148-4e4d-b8c2-2b6761a90280 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162999 Jul 29 23:36:13.381127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea23315-f525-4d22-996e-c390164132e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bda06a-0cf9-41fe-af5e-8f71bb8d615e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.448138 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '49865d56-91a9-441f-b234-deb79a64d792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:36:11Z', 'revision_number': 5, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port': {'id': '49865d56-91a9-441f-b234-deb79a64d792', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:16Z', 'updated_at': '2021-07-29T23:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:13.456237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.488162 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Checking router: 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:13.499067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Routers {'921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:13.500237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:35:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:13.549179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Deleting port 49865d56-91a9-441f-b234-deb79a64d792 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:13.549575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.658012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] For port 49865d56-91a9-441f-b234-deb79a64d792, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=49865d56-91a9-441f-b234-deb79a64d792,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:13.658290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.682732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Calling delete_port for 49865d56-91a9-441f-b234-deb79a64d792 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:13.776316 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] Set router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:13.892453 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:36:13Z', 'revision_number': 6, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:13.917085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef372b1-6bb6-42f3-b5b0-fad20fb93397 req-2c14f752-fc86-4e82-aebe-d77e75f6f38f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.926869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fef372b1-6bb6-42f3-b5b0-fad20fb93397 req-2c14f752-fc86-4e82-aebe-d77e75f6f38f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2431152 Jul 29 23:36:13.934574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-5b226c35-3ba3-4949-b25b-5289998d4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.936028 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-5b226c35-3ba3-4949-b25b-5289998d4edc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1535773 Jul 29 23:36:13.950929 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc6f5e-aa65-4728-a6ea-777040acb89c None None] The sync data for ids ['921c69c0-e2ca-4fcc-9f1d-a189a16d25e5'] in n-d-712707-11 is: [{'id': '921c69c0-e2ca-4fcc-9f1d-a189a16d25e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1742046444-router', 'tenant_id': 'ba5a5d8d94c2429786879e508a67e179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:15Z', 'updated_at': '2021-07-29T23:36:13Z', 'revision_number': 6, 'project_id': 'ba5a5d8d94c2429786879e508a67e179', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:14.039144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.048880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fef372b1-6bb6-42f3-b5b0-fad20fb93397 req-c20236fc-f80d-4d1a-b452-5b359c0a46b9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167498 Jul 29 23:36:14.115110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8aa15d4f-764a-4109-b5a2-1ef579553809 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:14.160996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6ed305c3-aba7-47c9-8e67-c8490972e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.163277 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.165471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6ed305c3-aba7-47c9-8e67-c8490972e7bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2104287 Jul 29 23:36:14.165677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49865d56-91a9-441f-b234-deb79a64d792,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.276661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6221f-7bc5-41c0-aa9a-678b24ae0a78 req-56b8f683-7523-4c8c-af20-2f81aa2be8fb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.278401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc6221f-7bc5-41c0-aa9a-678b24ae0a78 req-56b8f683-7523-4c8c-af20-2f81aa2be8fb tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 947 time: 0.1119797 Jul 29 23:36:14.343911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.346546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.354115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8aa15d4f-764a-4109-b5a2-1ef579553809,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.371370 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc6221f-7bc5-41c0-aa9a-678b24ae0a78 req-d37301c0-9a52-4f83-bc29-95338f26ae58 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797615 Jul 29 23:36:14.381651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '8aa15d4f-764a-4109-b5a2-1ef579553809', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '8aa15d4f-764a-4109-b5a2-1ef579553809', 'mac_address': 'fa:16:3e:13:5e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:14.388898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b4af61-83d1-48a2-8772-b5a29766a714 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:14.492175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b4af61-83d1-48a2-8772-b5a29766a714,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.514047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '15b4af61-83d1-48a2-8772-b5a29766a714', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '15b4af61-83d1-48a2-8772-b5a29766a714', 'mac_address': 'fa:16:3e:ab:a8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:14.515917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.516467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:14.518181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:14.527594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.530807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-49ee9463-8d65-4fe7-b425-7829c95a8ad4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/921c69c0-e2ca-4fcc-9f1d-a189a16d25e5 HTTP/1.1" status: 204 len: 168 time: 1.4383023 Jul 29 23:36:14.533394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.597168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdfb5a-c567-45ab-8e15-1a43a12b0bc2 req-fc76381f-0d0e-49c6-9f29-d6015879f704 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.606729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbfdfb5a-c567-45ab-8e15-1a43a12b0bc2 req-fc76381f-0d0e-49c6-9f29-d6015879f704 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.0739844 Jul 29 23:36:14.607255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.629422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b4af61-83d1-48a2-8772-b5a29766a714 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:14.658417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b4af61-83d1-48a2-8772-b5a29766a714,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.676476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.702305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbfdfb5a-c567-45ab-8e15-1a43a12b0bc2 req-4cd89fdf-47f6-4c1d-8a18-81841d38f326 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949678 Jul 29 23:36:14.705415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.728939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa15d4f-764a-4109-b5a2-1ef579553809 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:14.741055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:14.782015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:14.782990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.791410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8aa15d4f-764a-4109-b5a2-1ef579553809,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.792685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.817145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.895198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.941203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.969259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:14.971938 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d73cac-25d5-47c4-9237-fdede8960cde" -d '{"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-plugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:14.991718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.998445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.065185 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648b0e2-3dfe-4771-aa2d-8560793e4dff x-openstack-request-id: req-9648b0e2-3dfe-4771-aa2d-8560793e4dff {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:15.065540 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-plugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:15.067591 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9648b0e2-3dfe-4771-aa2d-8560793e4dff {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:15.068370 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'code': 200} Jul 29 23:36:15.115708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:15.163178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:15.188736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-9e799e24-0bef-4611-9921-4b6f0fd471c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 217 time: 0.5905147 Jul 29 23:36:15.253037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Deleting subnet c8065500-fa6e-4aa1-908f-2aab894de059 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:15.278081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8aa15d4f-764a-4109-b5a2-1ef579553809'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:15.282782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96044e2a-ac49-4afb-8a9f-cd905e9ac346 req-4c9c5298-ec6d-4845-8bf3-6c042aced774 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.287235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96044e2a-ac49-4afb-8a9f-cd905e9ac346 req-4c9c5298-ec6d-4845-8bf3-6c042aced774 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1076727 Jul 29 23:36:15.339096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.412830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96044e2a-ac49-4afb-8a9f-cd905e9ac346 req-d3a0eaa3-fb1d-49e8-8c3f-0f335121dd85 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162658 Jul 29 23:36:15.425351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9422bf-e133-48df-98b5-6aae58b9505d req-c7fd586a-84e2-4c4c-b147-f02b22e6b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.426828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd9422bf-e133-48df-98b5-6aae58b9505d req-c7fd586a-84e2-4c4c-b147-f02b22e6b30f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1102 time: 0.2247210 Jul 29 23:36:15.448116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-90e0c968-94b5-4602-9047-dd8a2f0b4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.453236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-90e0c968-94b5-4602-9047-dd8a2f0b4b77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.2135358 Jul 29 23:36:15.501374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.607286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-880ab9d9-0a7b-4f55-b3f1-aec1c0f486a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327109 Jul 29 23:36:15.728951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd9422bf-e133-48df-98b5-6aae58b9505d req-ba0e6b3d-0636-4000-970b-1159a304c2d9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760544 Jul 29 23:36:15.790026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.840660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abd697-aac5-4aa6-bd82-fd664f6a3f99 req-298dc404-9e4a-4939-9446-1c8d48229fec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.847673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d2abd697-aac5-4aa6-bd82-fd664f6a3f99 req-298dc404-9e4a-4939-9446-1c8d48229fec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 948 time: 0.2507155 Jul 29 23:36:15.861866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-755508b2-465b-4809-a7a9-de62120eef57 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179391 Jul 29 23:36:15.916363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5f29d07d-43f1-414f-9774-9da3073d0d01 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:15.928656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfad1-5da5-44a6-9518-de319ea40bf2 req-a963908c-55e2-4cc9-abcb-0508a3a97e5e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.930725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d01bfad1-5da5-44a6-9518-de319ea40bf2 req-a963908c-55e2-4cc9-abcb-0508a3a97e5e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0934680 Jul 29 23:36:15.969074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5f29d07d-43f1-414f-9774-9da3073d0d01 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:15.969538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5f29d07d-43f1-414f-9774-9da3073d0d01 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:15.971912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 49865d56-91a9-441f-b234-deb79a64d792 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:15.972133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d2abd697-aac5-4aa6-bd82-fd664f6a3f99 req-03d0ae47-b486-4b6c-92ed-338ea417339d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235337 Jul 29 23:36:15.995927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.019776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d01bfad1-5da5-44a6-9518-de319ea40bf2 req-27fb830e-b004-4a5a-813a-ef30fbd2eed8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789130 Jul 29 23:36:16.034841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 49865d56-91a9-441f-b234-deb79a64d792 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:16.036805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 49865d56-91a9-441f-b234-deb79a64d792 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:16.037504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8065500-fa6e-4aa1-908f-2aab894de059,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:16.049479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.053812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ca1c4ffb-b481-409a-837f-b1413830d34c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c8065500-fa6e-4aa1-908f-2aab894de059 HTTP/1.1" status: 204 len: 168 time: 1.5168247 Jul 29 23:36:16.054751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60930) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.061969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5af80-0aa3-40ce-a4dd-52f11c2cc0ea None None] Network 5e69c7bd-5698-4502-a457-23c858ef61a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:16.094360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-ea68b907-443d-40e5-808e-774c4e6406a7 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119648 Jul 29 23:36:16.147643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.188215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60932) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.221350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Deleting port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:16.221826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.249535 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b508a75d-56fa-4ee9-b1d7-e846ba437dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.322711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] For port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,segment=NetworkSegment(0cf6f51e-d18a-445b-8c8e-d05a724937e2),segment_id=0cf6f51e-d18a-445b-8c8e-d05a724937e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:16.323219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.329112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-a9c75b9e-1c2a-4836-97b3-e8ba6e0bbf65 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.335528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-a9c75b9e-1c2a-4836-97b3-e8ba6e0bbf65 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.0882351 Jul 29 23:36:16.340561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Calling delete_port for 7c830eb6-b7c8-4126-9892-48b4f14a4a4d owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:16.349821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:16.360360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] DHCP port deletion for 5e69c7bd-5698-4502-a457-23c858ef61a9 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:16.395429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83f23ace-aacb-4e04-a028-27a161db0dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.485105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.529759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Deleting port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:16.530395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.534419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83f23ace-aacb-4e04-a028-27a161db0dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.562423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] No DVR routers for this DVR port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:16.567148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83f23ace-aacb-4e04-a028-27a161db0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.577838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:16.630708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] For port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:16.631513 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.648857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Calling delete_port for 7c830eb6-b7c8-4126-9892-48b4f14a4a4d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:16.655942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:36:16.657772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.680816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-83f23ace-aacb-4e04-a028-27a161db0dbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cdfc4f6c30844659d4890a41aa3f479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912102 Jul 29 23:36:16.684633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.685893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f23ace-aacb-4e04-a028-27a161db0dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a8d976-0bfa-4098-9184-ffe3d6fa9870,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:16.698876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] No DVR routers for this DVR port 7c830eb6-b7c8-4126-9892-48b4f14a4a4d on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:16.702192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8562f-166a-4f1e-a1ad-b652112dc431 None None] Pushing event deleted for resources: {'Port': ['ID=7c830eb6-b7c8-4126-9892-48b4f14a4a4d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:16.716539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.739418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.740444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.741372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.742299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > port after_create 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.743168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.743679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > port after_update 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.744451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.749506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.750162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.751338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.793917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.820553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d342-ba87-4b3a-a345-2024b0c617bb req-9dd1c5be-e669-4571-8f6a-fc3b6dd0ddb4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.822086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd19d342-ba87-4b3a-a345-2024b0c617bb req-9dd1c5be-e669-4571-8f6a-fc3b6dd0ddb4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 945 time: 0.2175953 Jul 29 23:36:16.865471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.866240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.866897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.868338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:36:16.878594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e69c7bd-5698-4502-a457-23c858ef61a9']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.896076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf6f51e-d18a-445b-8c8e-d05a724937e2') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.896442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf6f51e-d18a-445b-8c8e-d05a724937e2') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.926659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.936302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.942829 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.967799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.979178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:16.979796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.986773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd19d342-ba87-4b3a-a345-2024b0c617bb req-6a15461c-80ca-4f4e-902a-402de35bc446 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544223 Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: from cryptography.utils import int_from_bytes Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: from cryptography.utils import int_from_bytes Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:17.010561 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:17.012810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.132992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.155141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:17.159720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.167869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5e69c7bd-5698-4502-a457-23c858ef61a9 HTTP/1.1" status: 204 len: 168 time: 1.1066234 Jul 29 23:36:17.167869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c556f8-dc0e-4ca7-82c0-454692060947 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e69c7bd-5698-4502-a457-23c858ef61a9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.197483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.200165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.201334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47a8d976-0bfa-4098-9184-ffe3d6fa9870 HTTP/1.1" status: 204 len: 168 time: 0.5047617 Jul 29 23:36:17.218440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7443e6-c766-4546-99fd-710b8fc484c9 req-b2b9fd25-49c2-400e-aa6d-38a0c2158c8a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.220056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa7443e6-c766-4546-99fd-710b8fc484c9 req-b2b9fd25-49c2-400e-aa6d-38a0c2158c8a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 948 time: 0.1322155 Jul 29 23:36:17.236352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5fb1c-22a1-46dc-bd36-ea74ee838b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a8d976-0bfa-4098-9184-ffe3d6fa9870,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.252460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:17.359976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759049a-1a2e-4943-b931-f7310e1a8238 req-74e3e61a-49fa-4c7f-ad77-4a68d5de64de tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.369464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3759049a-1a2e-4943-b931-f7310e1a8238 req-74e3e61a-49fa-4c7f-ad77-4a68d5de64de tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1320918 Jul 29 23:36:17.382549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa7443e6-c766-4546-99fd-710b8fc484c9 req-371c5949-3852-4834-b7e5-60959ea28c93 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476376 Jul 29 23:36:17.385671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:17.388873 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b77b5b-76fd-4424-bd6b-01a2bf1bcfcc" -d '{"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:17.393076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.408999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.492747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.523456 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93796655-0679-448c-9c4d-43497acfc02a x-openstack-request-id: req-93796655-0679-448c-9c4d-43497acfc02a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:17.523854 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:17.524174 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93796655-0679-448c-9c4d-43497acfc02a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:17.524746 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'code': 200} Jul 29 23:36:17.557784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:17.557784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:17.557784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:17.574994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:17.575483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Attempting to bind port 40e62ef1-6d86-4480-814e-05cf395a99e9 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:17.587347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:17.587761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:17.588261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:17.588770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Bound port: 40e62ef1-6d86-4480-814e-05cf395a99e9, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:17.589350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.604546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60984) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:17.713143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20f18c07-2a4c-4acf-853b-aed2a184d8e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba5a5d8d94c2429786879e508a67e179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052256 Jul 29 23:36:17.717737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60990) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:17.738245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:17.781660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:17.808754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.905891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3759049a-1a2e-4943-b931-f7310e1a8238 req-95b4f7a0-7e3d-4d71-827f-5cf1ec1fc6b2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289173 Jul 29 23:36:17.919175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7c830eb6-b7c8-4126-9892-48b4f14a4a4d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:17.969222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.969861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.971701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] 10.222.0.59 "PUT /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 1123 time: 1.6267645 Jul 29 23:36:17.974888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.981951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875c97-ff18-41f9-9a88-d2f8308f962d service neutron] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.999785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7c830eb6-b7c8-4126-9892-48b4f14a4a4d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:18.000136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7c830eb6-b7c8-4126-9892-48b4f14a4a4d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:18.009299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.123792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.127228 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.130866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2 HTTP/1.1" status: 204 len: 168 time: 0.4096198 Jul 29 23:36:18.151467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8aa15d4f-764a-4109-b5a2-1ef579553809 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:18.158609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ce823-45d3-4d0e-9bd5-5a529a4a8554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b5b3e4-5947-4f9b-8d9a-e5cbd64696c2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:18.232532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['40e62ef1-6d86-4480-814e-05cf395a99e9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:18.258168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a548e-910d-4d71-aa04-ef6ede413e9e req-17d7afff-2477-495a-9f63-85e542dfdc50 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.260368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-732a548e-910d-4d71-aa04-ef6ede413e9e req-17d7afff-2477-495a-9f63-85e542dfdc50 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.1249356 Jul 29 23:36:18.381421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-732a548e-910d-4d71-aa04-ef6ede413e9e req-a1b34305-cdae-41a9-bc1e-af6ee956c66d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073265 Jul 29 23:36:18.400766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 8aa15d4f-764a-4109-b5a2-1ef579553809 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:18.412423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b4af61-83d1-48a2-8772-b5a29766a714 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:18.416968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 8aa15d4f-764a-4109-b5a2-1ef579553809 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:18.426268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.674177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 15b4af61-83d1-48a2-8772-b5a29766a714 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:18.675515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998214a6-d0e7-4b72-ac6f-61c895388d79 req-068334ac-fea2-424f-8612-c43008084561 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.677239 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998214a6-d0e7-4b72-ac6f-61c895388d79 req-068334ac-fea2-424f-8612-c43008084561 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 948 time: 0.1485214 Jul 29 23:36:18.684707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 15b4af61-83d1-48a2-8772-b5a29766a714 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:18.685854 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.759437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998214a6-d0e7-4b72-ac6f-61c895388d79 req-1725c4f4-8e00-4d83-a68f-96321a39f45c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683415 Jul 29 23:36:18.806477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.851392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8aa15d4f-764a-4109-b5a2-1ef579553809,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:18.852574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:18.855086 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e92318-f6f0-4f93-977c-dd88e33d9eac" -d '{"events": [{"server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:18.876184 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.933222 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e26d871-3497-42c6-9451-735f15374c08 x-openstack-request-id: req-3e26d871-3497-42c6-9451-735f15374c08 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:18.934303 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:18.934765 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e26d871-3497-42c6-9451-735f15374c08 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:18.935415 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809', 'code': 200} Jul 29 23:36:19.042720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.055010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4679930f-f552-4e7b-a8de-4ca9e8e501a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.072846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.099501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b4af61-83d1-48a2-8772-b5a29766a714,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:19.108444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.226097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.234527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42bcc-a265-49f2-b89e-c22f8edb7067 req-29df4be1-6b15-44b7-80b8-b094ac61bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.236936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0b42bcc-a265-49f2-b89e-c22f8edb7067 req-29df4be1-6b15-44b7-80b8-b094ac61bd05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 1102 time: 0.2037477 Jul 29 23:36:19.252580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce1602-bd35-4ff6-9e51-13dd19feed78 req-be015703-e9ba-4551-9006-fa32df285cd5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.254700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2bce1602-bd35-4ff6-9e51-13dd19feed78 req-be015703-e9ba-4551-9006-fa32df285cd5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2105501 Jul 29 23:36:19.263599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.326780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0b42bcc-a265-49f2-b89e-c22f8edb7067 req-4abf5f51-ca7f-4b02-b090-97e33f4ca2c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708876 Jul 29 23:36:19.374295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2bce1602-bd35-4ff6-9e51-13dd19feed78 req-7ed15844-8b5c-45d2-af6d-587519addabb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088583 Jul 29 23:36:19.526121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:19.528835 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0dd739-c237-4d48-aa13-c477e2772b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:19.722534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3adcb-0e90-4645-aab4-157278d7e438 req-4db40f77-369d-4283-85d2-e82ff65e1888 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.733069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac3adcb-0e90-4645-aab4-157278d7e438 req-4db40f77-369d-4283-85d2-e82ff65e1888 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.0712831 Jul 29 23:36:19.796969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac3adcb-0e90-4645-aab4-157278d7e438 req-5c40346d-998f-41c9-a924-cc9c2c495f52 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Jul 29 23:36:19.909735 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a02399-f76a-40b8-9085-ba674c9f8590 x-openstack-request-id: req-56a02399-f76a-40b8-9085-ba674c9f8590 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:19.910242 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:19.910368 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56a02399-f76a-40b8-9085-ba674c9f8590 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:19.910741 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'status': 'completed', 'code': 200} Jul 29 23:36:19.931616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32842) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.052135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-4ec5735a-c5ea-4d60-9f2f-3977f4e58875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.057479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-4ec5735a-c5ea-4d60-9f2f-3977f4e58875 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1126 time: 0.0788610 Jul 29 23:36:20.099606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32850) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.130883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-72511582-a78d-471d-973d-a9139df2b037 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873384 Jul 29 23:36:20.183291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1259348380-network', 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:20.188305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:20.237775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be16df07-e466-4ca0-adfb-249f22bab349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.317912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:36:20.317912 n-d-712707-11 neutron-server[93865]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:36:20.317912 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id': '1f54f89bb3bc4287a384e09bec0890f1', 'id': '896604a0-69a0-49bd-b199-f3f589315f67', 'expiration': datetime.datetime(2021, 7, 29, 23, 38, 20, 285721)}] Jul 29 23:36:20.317912 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:36:20.318823 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:36:20.343155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-ff98ef12-45ae-43dd-a7e5-a0a1bca13269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.344951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-ff98ef12-45ae-43dd-a7e5-a0a1bca13269 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2786927 Jul 29 23:36:20.378041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa14a-3fa3-4240-96c3-cd8881c17d7b req-4d546570-e17b-44f5-945d-dcf89ddaea2f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.380728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18eaa14a-3fa3-4240-96c3-cd8881c17d7b req-4d546570-e17b-44f5-945d-dcf89ddaea2f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 949 time: 0.2037358 Jul 29 23:36:20.464540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-ba81dd8f-d5a8-4faf-a3de-227b9e285e4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 217 time: 0.1088302 Jul 29 23:36:20.508908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be16df07-e466-4ca0-adfb-249f22bab349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.518317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be16df07-e466-4ca0-adfb-249f22bab349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.535273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:20.555031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16df07-e466-4ca0-adfb-249f22bab349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd172d-91d9-41a9-b6cf-eb9d6de405e1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.564326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:36:20.573570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-975490ef-271e-4046-8703-e657ac0cb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.575227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-975490ef-271e-4046-8703-e657ac0cb37b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0941665 Jul 29 23:36:20.587405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.593192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f49a-ca76-4685-9584-bcc9f7ffeed8 req-b039779d-047b-4947-bed1-002a0c385e6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.594796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3993f49a-ca76-4685-9584-bcc9f7ffeed8 req-b039779d-047b-4947-bed1-002a0c385e6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1310656 Jul 29 23:36:20.602078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be16df07-e466-4ca0-adfb-249f22bab349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5ba34e5e94745bf8767fb5e6f862309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977467 Jul 29 23:36:20.605871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32876) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.617195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-52beb788-28d8-4627-803a-d87a76b0bef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278630 Jul 29 23:36:20.620400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18eaa14a-3fa3-4240-96c3-cd8881c17d7b req-d39da912-9822-4e91-8b0a-33a61648f564 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330785 Jul 29 23:36:20.682555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3993f49a-ca76-4685-9584-bcc9f7ffeed8 req-a84952ca-972a-4537-8acc-e6b5285fa128 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774078 Jul 29 23:36:20.766006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-b7f6734f-517b-4e87-a4dc-23eabfcef814 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327438 Jul 29 23:36:20.787062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.820096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.938454 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.941100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:20.943752 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec77ad4-c376-4a5f-a9f9-49c7c554ecf3" -d '{"events": [{"server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "name": "network-vif-plugged", "status": "completed", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:20.947631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.952176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ecd172d-91d9-41a9-b6cf-eb9d6de405e1 HTTP/1.1" status: 204 len: 168 time: 0.3444285 Jul 29 23:36:20.964478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256d415-8d14-4acd-82ee-3e881ff72f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd172d-91d9-41a9-b6cf-eb9d6de405e1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.041739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df0dd739-c237-4d48-aa13-c477e2772b1a req-d4d2762e-d170-435a-b3f1-d532d01e2a33 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609982 Jul 29 23:36:21.049953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:21.054206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.070042 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa27580f-63f9-427b-97ff-947ec9e5fd21 x-openstack-request-id: req-fa27580f-63f9-427b-97ff-947ec9e5fd21 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:21.070611 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "name": "network-vif-plugged", "status": "completed", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:21.070898 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa27580f-63f9-427b-97ff-947ec9e5fd21 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:21.071360 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714', 'code': 200} Jul 29 23:36:21.085656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.469742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.482284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06371e3-9eeb-40af-8693-c2913739c6a3 req-42d413da-66b2-40b6-9995-e405b7257b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.484345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a06371e3-9eeb-40af-8693-c2913739c6a3 req-42d413da-66b2-40b6-9995-e405b7257b53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 1101 time: 0.1422746 Jul 29 23:36:21.486436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.500654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:21.536689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.537067 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Added segment 43120af4-2dbe-4541-a804-e18e1cb07f13 of type vlan for network 5a9b398b-9906-442f-9b14-82d43195dac3 Jul 29 23:36:21.562007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce40ee6-777c-43bd-a659-de2609b4d854 req-8685ebc5-5308-48a8-888b-77da71c5a101 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.569924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ce40ee6-777c-43bd-a659-de2609b4d854 req-8685ebc5-5308-48a8-888b-77da71c5a101 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.1864805 Jul 29 23:36:21.608747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1955b50-dda3-4683-8c94-711e1e7ad9f7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.709901 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a06371e3-9eeb-40af-8693-c2913739c6a3 req-d1016183-3ccd-4d79-aa56-01f6e09aaa33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018969 Jul 29 23:36:21.715734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.741780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ce40ee6-777c-43bd-a659-de2609b4d854 req-e383e3ca-e4ae-4cfc-b643-f23fd68c4a5f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661034 Jul 29 23:36:21.815446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.817268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.818100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.888803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9558702 Jul 29 23:36:21.891650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7a629-06e4-40eb-bfbc-f54ab6eab6a6 req-93c23675-9292-45d1-8128-c673292aa127 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.901215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32932) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.904958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9c7a629-06e4-40eb-bfbc-f54ab6eab6a6 req-93c23675-9292-45d1-8128-c673292aa127 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 949 time: 0.0852973 Jul 29 23:36:21.905154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Request body: {'subnet': {'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1259348380-subnet', 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:21.958377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9c7a629-06e4-40eb-bfbc-f54ab6eab6a6 req-2e69eb67-085e-4535-a5f9-79dbd434b852 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518150 Jul 29 23:36:21.960087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec456-5b0d-4dd6-b97b-a7bd4727d628 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9b398b-9906-442f-9b14-82d43195dac3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.001845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5a9b398b-9906-442f-9b14-82d43195dac3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:22.002332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016cdd7-76ec-4b12-88d9-5d1b51ef0d46 req-5d324e59-efd3-4483-81db-496698cd0f6e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.002332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0016cdd7-76ec-4b12-88d9-5d1b51ef0d46 req-5d324e59-efd3-4483-81db-496698cd0f6e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1464965 Jul 29 23:36:22.005937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:22.008741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.102788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0016cdd7-76ec-4b12-88d9-5d1b51ef0d46 req-c42f8588-99f5-4390-a4be-9415c46cf271 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911982 Jul 29 23:36:22.261936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.277614 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.323988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a3d582-0647-431f-aa6a-d132d6d05c72,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.333088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Checking segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:22.333485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Network hostable DHCP agents. Network: 5a9b398b-9906-442f-9b14-82d43195dac3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:22.351363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Network 5a9b398b-9906-442f-9b14-82d43195dac3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:22.361497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5a9b398b-9906-442f-9b14-82d43195dac3) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:22.365936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.366675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.371910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c2045-f59a-45a6-9a05-45790339fc25 None None] Network 5a9b398b-9906-442f-9b14-82d43195dac3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:22.383546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-96a3287b-ce62-4efa-ad62-087cb2813d96 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4826188 Jul 29 23:36:22.512609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f979b6-0705-449f-8f33-c5795a0fe4d8 None None] Network 5a9b398b-9906-442f-9b14-82d43195dac3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:22.673458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-0a40a77f-7b98-4a3b-b137-962f96789d22 service neutron] 10.222.0.57 "GET /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.0785499 Jul 29 23:36:22.871964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:22.915409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:23.013098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e62ef1-6d86-4480-814e-05cf395a99e9 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:23.031216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:23.039848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680add-90f7-4ad2-bf92-a10aa96bdeb3 req-f4778308-3d06-4b4d-a2c9-7ba7404ce520 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.042130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6680add-90f7-4ad2-bf92-a10aa96bdeb3 req-f4778308-3d06-4b4d-a2c9-7ba7404ce520 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 943 time: 0.0887787 Jul 29 23:36:23.049129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-ef7cd5c2-7501-43cd-8f52-e82ff32045c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.050489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-ef7cd5c2-7501-43cd-8f52-e82ff32045c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1102 time: 0.0696201 Jul 29 23:36:23.052887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.117306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-72a79085-4329-4300-a81e-c36bcd354928 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.118797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-72a79085-4329-4300-a81e-c36bcd354928 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.1734087 Jul 29 23:36:23.128740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6680add-90f7-4ad2-bf92-a10aa96bdeb3 req-e60e0cd2-e1c0-4d9e-83bf-5328ae4d1114 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Jul 29 23:36:23.148488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-5c12dda4-5448-46e8-a692-0f840484e0ee tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/quotas/1f54f89bb3bc4287a384e09bec0890f1 HTTP/1.1" status: 200 len: 375 time: 0.0232217 Jul 29 23:36:23.169521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] Transition to ACTIVE for port object 40e62ef1-6d86-4480-814e-05cf395a99e9 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:23.179993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.185743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-75002ffa-26d8-4811-bcc3-24f405488675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.187166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-75002ffa-26d8-4811-bcc3-24f405488675 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1200755 Jul 29 23:36:23.202948 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-70567aec-8c1c-45d1-ad46-e3a6e783416b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354595 Jul 29 23:36:23.262017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-64da758e-16d0-45a6-9fda-89bca78da5f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.0528727 Jul 29 23:36:23.325885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] No DVR routers for this DVR port 40e62ef1-6d86-4480-814e-05cf395a99e9 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:23.335874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-0710c30e-8847-4f26-9995-7b0dcf3324f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.336263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] Pushing event updated for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=10']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.337847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-0710c30e-8847-4f26-9995-7b0dcf3324f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0655167 Jul 29 23:36:23.378384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-6bfd6804-e27f-4d65-8c3d-cded512b1098 service neutron] 10.222.0.57 "PUT /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6907463 Jul 29 23:36:23.392622 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-ebd5e416-9eb2-4914-b40c-7131c9be29e5 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700139 Jul 29 23:36:23.397255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-18164243-eac6-436f-ba15-bb3f0902f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.398855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-18164243-eac6-436f-ba15-bb3f0902f0ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464184 Jul 29 23:36:23.512383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-c7a56191-e82d-4cf5-af50-d9f61a1e2b55 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096170 Jul 29 23:36:23.600899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-d10ee487-6f72-4d58-8b18-40ca20007a65 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.602527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-d10ee487-6f72-4d58-8b18-40ca20007a65 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0497401 Jul 29 23:36:23.665759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-36002f5e-12a9-47b8-b55f-fd423439a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.667389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-36002f5e-12a9-47b8-b55f-fd423439a8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6&tenant_id=eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 1096 time: 0.0486331 Jul 29 23:36:23.668322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-aa6b4d12-ee4e-4b68-bef4-6a74ff649797 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752250 Jul 29 23:36:23.680954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6ac37-e3f2-42d6-85fe-150c32bb0f4a req-47ed64e7-571c-479e-b1cb-ed861989de75 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.682638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ef6ac37-e3f2-42d6-85fe-150c32bb0f4a req-47ed64e7-571c-479e-b1cb-ed861989de75 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 949 time: 0.1155379 Jul 29 23:36:23.778630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead62c0-94c7-46ba-9f1e-7e583493d077 req-2868c6b0-4b6c-417c-bbfe-fee1fd2c2dab tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.780149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ef6ac37-e3f2-42d6-85fe-150c32bb0f4a req-d365e51f-09f4-40d5-a8a0-45ec055fe648 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842931 Jul 29 23:36:23.793029 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ead62c0-94c7-46ba-9f1e-7e583493d077 req-2868c6b0-4b6c-417c-bbfe-fee1fd2c2dab tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1213586 Jul 29 23:36:23.822392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-00f9898d-7aaa-4881-9949-185a67a1b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.824084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-00f9898d-7aaa-4881-9949-185a67a1b290 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1096 time: 0.1156735 Jul 29 23:36:23.831224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-362eb41f-52ef-4680-9d4c-0de7880abf5f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429987 Jul 29 23:36:23.903883 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ead62c0-94c7-46ba-9f1e-7e583493d077 req-1c16119d-c608-4f72-a017-3e56051de590 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096880 Jul 29 23:36:23.947375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-41727966-2c7f-4f66-91ea-d3d031b733b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.950228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-41727966-2c7f-4f66-91ea-d3d031b733b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1159396 Jul 29 23:36:24.009218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-fac1c746-5929-468a-9554-b3cb93023c66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 200 len: 217 time: 0.0427754 Jul 29 23:36:24.014782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1a1359d-a708-4c7e-ac8a-7a31fca9da2c req-f1932202-5a6c-4ab2-80a4-f6dfdbf2c0ec tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 210 time: 0.0392036 Jul 29 23:36:24.076605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-18c9db96-fc97-4cda-9d9c-d76d9c4fb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.078355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-18c9db96-fc97-4cda-9d9c-d76d9c4fb29b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0558054 Jul 29 23:36:24.122483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-5e9c530c-591d-4ad8-8fbf-5a143a35fe84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299933 Jul 29 23:36:24.244127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-e30f5638-9655-46d0-a786-307a03af4104 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121018 Jul 29 23:36:24.266847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73822a1c-b6d6-4aee-8ddf-e6cfaae36d5e req-06a35da0-55b0-488e-b730-2b6a8b30595b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.275724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73822a1c-b6d6-4aee-8ddf-e6cfaae36d5e req-06a35da0-55b0-488e-b730-2b6a8b30595b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0623963 Jul 29 23:36:24.321732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73822a1c-b6d6-4aee-8ddf-e6cfaae36d5e req-8f78f8ca-5caf-42c6-9c18-f9393e62b8ed tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450108 Jul 29 23:36:24.358782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-cd250702-2e51-442a-8701-536aa5c70bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031022 Jul 29 23:36:24.738732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33014) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:24.740933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-5a41719f-3522-457c-a165-63c9eba6f8b8 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.742707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-5a41719f-3522-457c-a165-63c9eba6f8b8 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0514112 Jul 29 23:36:24.859492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1ed-d5ef-4a7c-963d-8efaaa9a1f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.903532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-775cfc68-f6a8-4937-a33c-b9fc1e9cb9e9 service neutron] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:24.916958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-775cfc68-f6a8-4937-a33c-b9fc1e9cb9e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.918263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b471e0e-4eae-458f-9bf7-f42c9e2a70aa req-775cfc68-f6a8-4937-a33c-b9fc1e9cb9e9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.1594563 Jul 29 23:36:24.931816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f570b81-221b-451d-9337-b1aae1f606d2 req-7c5b8db9-04ab-4cdf-9852-8883a8e5acdc tempest-AbsoluteLimitsNegativeTestJSON-1495046552 tempest-AbsoluteLimitsNegativeTestJSON-1495046552-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f01606a9a1764b3caaac63d8e4dca6ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304451 Jul 29 23:36:24.958883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704d897-fc12-4263-8f7f-46387646a5a1 req-a1a451a7-ce6f-4339-aa23-ca48bd1ecab9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.960421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e704d897-fc12-4263-8f7f-46387646a5a1 req-a1a451a7-ce6f-4339-aa23-ca48bd1ecab9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 949 time: 0.0859759 Jul 29 23:36:25.025208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e704d897-fc12-4263-8f7f-46387646a5a1 req-040b590f-beb5-4e41-a789-b9d7fbdcc2f3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Jul 29 23:36:25.047491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1ed-d5ef-4a7c-963d-8efaaa9a1f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.050916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570b81-221b-451d-9337-b1aae1f606d2 req-6d936730-3734-484b-a2b1-69a387195adc tempest-AbsoluteLimitsNegativeTestJSON-1495046552 tempest-AbsoluteLimitsNegativeTestJSON-1495046552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.052271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1ed-d5ef-4a7c-963d-8efaaa9a1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.059157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f570b81-221b-451d-9337-b1aae1f606d2 req-6d936730-3734-484b-a2b1-69a387195adc tempest-AbsoluteLimitsNegativeTestJSON-1495046552 tempest-AbsoluteLimitsNegativeTestJSON-1495046552-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185639 Jul 29 23:36:25.075163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f570b81-221b-451d-9337-b1aae1f606d2 req-8cbc327c-7e47-46e9-b256-3ca56c0b4a4d tempest-AbsoluteLimitsNegativeTestJSON-1495046552 tempest-AbsoluteLimitsNegativeTestJSON-1495046552-project] 10.222.0.49 "GET /v2.0/quotas/f01606a9a1764b3caaac63d8e4dca6ee HTTP/1.1" status: 200 len: 375 time: 0.0139172 Jul 29 23:36:25.110794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ac02b1ed-d5ef-4a7c-963d-8efaaa9a1f4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d13693c731a490da55f59c0d286842a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709197 Jul 29 23:36:25.126465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02b1ed-d5ef-4a7c-963d-8efaaa9a1f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c82f7-01cb-411d-8290-3473c98ebc8a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:25.130558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33038) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:25.193215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8984ca-79e2-46f0-b99e-b0a938ec0871 req-8fe0e26b-da7e-4346-bd00-88e5ba09aa51 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.194915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f8984ca-79e2-46f0-b99e-b0a938ec0871 req-8fe0e26b-da7e-4346-bd00-88e5ba09aa51 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1022100 Jul 29 23:36:25.237236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.282234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.286911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f8984ca-79e2-46f0-b99e-b0a938ec0871 req-50bd01f7-ab2a-47dc-b987-ff37faa4b28d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Jul 29 23:36:25.413680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.418587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.422500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f83c82f7-01cb-411d-8290-3473c98ebc8a HTTP/1.1" status: 204 len: 168 time: 0.2902219 Jul 29 23:36:25.432088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f570b81-221b-451d-9337-b1aae1f606d2 req-74e57a0d-21e8-4937-bbc9-0e358590536b tempest-AbsoluteLimitsNegativeTestJSON-1495046552 tempest-AbsoluteLimitsNegativeTestJSON-1495046552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f01606a9a1764b3caaac63d8e4dca6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3543510 Jul 29 23:36:25.449567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39269401-e6f2-41d4-8b6b-d8cfb9d865e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c82f7-01cb-411d-8290-3473c98ebc8a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:25.468074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-7355fa8d-dada-4dba-8d5f-2766fa4c09b8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.469834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-7355fa8d-dada-4dba-8d5f-2766fa4c09b8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.1652989 Jul 29 23:36:25.507884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36c43794-bdd1-4864-ad57-df1d458e445f req-a6c2bbc5-f431-4b3f-be06-93e9a52048f2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 210 time: 0.0369961 Jul 29 23:36:25.511458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Request body: {'port': {'device_id': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'admin_state_up': True, 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:25.694176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bb1ec-d5c1-43e6-9307-e56667601b20 req-4cab616f-df17-423f-ad6f-c7f4b83b22dc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.710221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f569-7f4b-4c18-b782-ded9f76ac4bb req-60414243-4de0-4ed0-9254-2c9c85802817 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.710540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e2bb1ec-d5c1-43e6-9307-e56667601b20 req-4cab616f-df17-423f-ad6f-c7f4b83b22dc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 950 time: 0.1210520 Jul 29 23:36:25.712207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c895f569-7f4b-4c18-b782-ded9f76ac4bb req-60414243-4de0-4ed0-9254-2c9c85802817 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0891428 Jul 29 23:36:25.713616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:25.718393 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.779231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e2bb1ec-d5c1-43e6-9307-e56667601b20 req-175148d2-70e6-4d39-ab79-c2698bec7617 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677905 Jul 29 23:36:25.818919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c895f569-7f4b-4c18-b782-ded9f76ac4bb req-6bbd3105-13c5-4dd0-aa8b-31bef34f66f4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895286 Jul 29 23:36:25.833994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33054) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:25.963343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Allocated IP 172.20.0.7 (5a9b398b-9906-442f-9b14-82d43195dac3/37a3d582-0647-431f-aa6a-d132d6d05c72/a2bb72a2-cec7-47be-8a21-65a67a725fe8) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:25.994021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:26.016751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-637f6e6e-846e-40bf-a09b-febfb3fd300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.030742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.052931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279961-668c-482b-bf0f-42569225ee6c req-83becbaf-b77e-487d-af21-db6167625f19 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.054565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e279961-668c-482b-bf0f-42569225ee6c req-83becbaf-b77e-487d-af21-db6167625f19 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0814340 Jul 29 23:36:26.064209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:36:26.064209 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:36:26.064209 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': 'f01606a9a1764b3caaac63d8e4dca6ee', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 36, 26, 46504)}] Jul 29 23:36:26.064209 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:36:26.064613 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:36:26.146267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e279961-668c-482b-bf0f-42569225ee6c req-53e20686-0bfb-49bd-b22e-fd7225bd1a8f tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Jul 29 23:36:26.161881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef88567-9257-4c3d-8d99-902cd8c98842 req-a0bab777-1a75-4266-8f5d-761ce7cc0296 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.167862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef88567-9257-4c3d-8d99-902cd8c98842 req-a0bab777-1a75-4266-8f5d-761ce7cc0296 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.169609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eef88567-9257-4c3d-8d99-902cd8c98842 req-a0bab777-1a75-4266-8f5d-761ce7cc0296 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3&device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 1690 time: 0.0831361 Jul 29 23:36:26.191814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.208334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-637f6e6e-846e-40bf-a09b-febfb3fd300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.221292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-637f6e6e-846e-40bf-a09b-febfb3fd300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.247288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eef88567-9257-4c3d-8d99-902cd8c98842 req-21f16313-145b-4e71-8a8a-057d50451a84 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 Jul 29 23:36:26.255892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.278977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-637f6e6e-846e-40bf-a09b-febfb3fd300a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac59d8efec8e46e595c07552d4b21c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829816 Jul 29 23:36:26.279862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f6e6e-846e-40bf-a09b-febfb3fd300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c229cdc-e3e6-4b5c-ad68-7739973020ca,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:26.285899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:26.351638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Network 5a9b398b-9906-442f-9b14-82d43195dac3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:26.382449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:26.388453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:26.400962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:26.411091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398feda-655a-407f-adbe-d767601ba788 req-c89c3eda-9825-4f66-94c9-fb3198876f6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.412692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2398feda-655a-407f-adbe-d767601ba788 req-c89c3eda-9825-4f66-94c9-fb3198876f6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0526741 Jul 29 23:36:26.453333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2398feda-655a-407f-adbe-d767601ba788 req-ca7d55be-1045-4147-9137-aebecd13537a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Jul 29 23:36:26.468664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.477594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:26.512070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.512833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.526240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad29ca-d5d9-4ac5-844a-9950e4f0958d req-d2ab6c6f-9509-4d30-bcd2-60f8ac2d09ec tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.528005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24ad29ca-d5d9-4ac5-844a-9950e4f0958d req-d2ab6c6f-9509-4d30-bcd2-60f8ac2d09ec tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 1101 time: 0.1489201 Jul 29 23:36:26.541137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.550890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:26.566793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.571840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-b97fd076-eafa-454b-b902-c6f515c54ad7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664415 Jul 29 23:36:26.613146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Request body: {'port': {'device_id': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:26.636695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24ad29ca-d5d9-4ac5-844a-9950e4f0958d req-bca9e645-d049-4912-bb2d-4f51b7e9dafc tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984092 Jul 29 23:36:26.688410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.694477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.697258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.702625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c229cdc-e3e6-4b5c-ad68-7739973020ca HTTP/1.1" status: 204 len: 168 time: 0.3874395 Jul 29 23:36:26.718503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75858-64c6-43b9-8992-52a26f8168b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c229cdc-e3e6-4b5c-ad68-7739973020ca,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:26.729301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-a1843ebe-1a3f-4ad8-96c6-143410ac41d2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.742438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-a1843ebe-1a3f-4ad8-96c6-143410ac41d2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.1882894 Jul 29 23:36:26.795118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-79c478be-4579-44ff-8c1c-266f8acc4db3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/quotas/eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 375 time: 0.0511878 Jul 29 23:36:26.910343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-fbf31851-a16e-448c-9e1d-e77481ea1109 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135898 Jul 29 23:36:26.958802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.988150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.021149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf281b-1ecf-4fe8-aa8b-d1a7dac722a2 req-c0b8c3a8-5701-42be-8294-155c34002a63 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.022850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59bf281b-1ecf-4fe8-aa8b-d1a7dac722a2 req-c0b8c3a8-5701-42be-8294-155c34002a63 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 931 time: 0.1428599 Jul 29 23:36:27.059815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f01606a9a1764b3caaac63d8e4dca6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2217832 Jul 29 23:36:27.061287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:27.070105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841c8f5-f62e-4592-a225-cae52881395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b08ce2-8be0-4b33-b5c6-701926d70e65,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.098788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-0ac9178c-92df-42ef-94f8-ece88a84473b service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808925 Jul 29 23:36:27.119614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59bf281b-1ecf-4fe8-aa8b-d1a7dac722a2 req-0c9e3c1f-30d2-4917-bbd4-e8e40d4a77a9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858092 Jul 29 23:36:27.180208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bb72a2-cec7-47be-8a21-65a67a725fe8 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:27.190440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.194879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:36:27.214807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.234569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.251755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-f98d1b25-be81-4e30-a148-4ad3c7a1daba service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451290 Jul 29 23:36:27.252105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Transition to ACTIVE for port object a2bb72a2-cec7-47be-8a21-65a67a725fe8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:27.264649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.271388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b022ceb-0e14-4523-bb3d-c8141f538df7 req-be2578c3-9c1f-456b-a429-9682250c9737 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.273453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b022ceb-0e14-4523-bb3d-c8141f538df7 req-be2578c3-9c1f-456b-a429-9682250c9737 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 1102 time: 0.0557222 Jul 29 23:36:27.312350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.316450 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.317828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43b08ce2-8be0-4b33-b5c6-701926d70e65 HTTP/1.1" status: 204 len: 168 time: 0.2566504 Jul 29 23:36:27.329420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8831b1f-1f9c-43a6-82b5-dda92ff9c300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b08ce2-8be0-4b33-b5c6-701926d70e65,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.403702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.418273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.428248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b022ceb-0e14-4523-bb3d-c8141f538df7 req-608c26fa-2d32-452e-a14c-c3a437d33118 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288569 Jul 29 23:36:27.477159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Attempting to bind port a2bb72a2-cec7-47be-8a21-65a67a725fe8 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:27.477738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Attempting to bind port a2bb72a2-cec7-47be-8a21-65a67a725fe8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:27.478340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Attempting to bind port a2bb72a2-cec7-47be-8a21-65a67a725fe8 on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:27.485491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Port a2bb72a2-cec7-47be-8a21-65a67a725fe8 on network 5a9b398b-9906-442f-9b14-82d43195dac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:27.485491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Attempting to bind port a2bb72a2-cec7-47be-8a21-65a67a725fe8 on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:27.490302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:27.490656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Checking segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:27.491050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Bound using segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:27.491671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Bound port: a2bb72a2-cec7-47be-8a21-65a67a725fe8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:27.493017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.654032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d90bb64e-0a67-45b0-b2c5-80989a2aa3cc req-771b1aad-4448-43a4-af63-87d78d7219c3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 210 time: 0.0473812 Jul 29 23:36:27.723962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b40a79-d3c0-4fb4-9b1d-823d24224ab4 req-506b5bd2-641e-4d4a-a5e5-c0003387751d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.729726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3b40a79-d3c0-4fb4-9b1d-823d24224ab4 req-506b5bd2-641e-4d4a-a5e5-c0003387751d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1595218 Jul 29 23:36:27.739034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:27.761179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:27.775463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.833480 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3b40a79-d3c0-4fb4-9b1d-823d24224ab4 req-46dd36b7-c60a-4f75-8b36-43a8c7869e60 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Jul 29 23:36:27.878823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.879548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.880994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] 10.222.0.57 "PUT /v2.0/ports/a2bb72a2-cec7-47be-8a21-65a67a725fe8 HTTP/1.1" status: 200 len: 1092 time: 1.2792606 Jul 29 23:36:27.881455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:27.884392 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c95f3-1aa8-4277-8070-c5790de5faac" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:27.917050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-57235950-6bba-4d03-b97e-b89271c6431c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678294 Jul 29 23:36:27.948661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb617e-929a-4a6f-ab45-dca467aa80ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:28.066437 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94351f5d-0a7c-45fb-80f1-5c2c77d63757 x-openstack-request-id: req-94351f5d-0a7c-45fb-80f1-5c2c77d63757 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:28.066894 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:28.067151 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94351f5d-0a7c-45fb-80f1-5c2c77d63757 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:28.067401 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'status': 'completed', 'code': 200} Jul 29 23:36:28.084175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-329c1563-6085-4ca9-b1f7-0b442dad8885 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.091865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-329c1563-6085-4ca9-b1f7-0b442dad8885 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739192 Jul 29 23:36:28.106917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-7609b675-34cd-4851-8a11-c9c63bfb62e8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0141478 Jul 29 23:36:28.112754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-a2e94846-638a-4d38-9b54-f83dec85fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.114350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-a2e94846-638a-4d38-9b54-f83dec85fdfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 1095 time: 0.0878069 Jul 29 23:36:28.182218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-f27e5d95-2092-4622-8b34-289ef4afbd2b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0669050 Jul 29 23:36:28.235555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-033860dc-42cf-4b75-b3de-72701ce3ab11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8 HTTP/1.1" status: 200 len: 217 time: 0.0695896 Jul 29 23:36:28.317091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e6a82-4e90-46a0-bf9e-ecb318d48561 req-377e0224-e0b6-416f-b043-e39a0966373a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.323016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e2e6a82-4e90-46a0-bf9e-ecb318d48561 req-377e0224-e0b6-416f-b043-e39a0966373a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 943 time: 0.1168988 Jul 29 23:36:28.325582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-8250e644-d9cc-4df4-b453-45cd812c0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.327111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-8250e644-d9cc-4df4-b453-45cd812c0625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.0785403 Jul 29 23:36:28.391734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e2e6a82-4e90-46a0-bf9e-ecb318d48561 req-d29b6ff0-6098-4610-ac37-2d6f293e04c5 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624783 Jul 29 23:36:28.405096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-9afc47d1-2d10-40d2-acd2-5a0ec379dfaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397825 Jul 29 23:36:28.553834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe5cdb-dbd7-49b6-9543-7449cdefd23f req-8aed995b-4b32-408c-af9c-a72ba57dbcae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 210 time: 0.0945218 Jul 29 23:36:28.616601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33184) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:28.620559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-543e2457-a82a-449c-a84d-cce6dbc9baae service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628096 Jul 29 23:36:28.759014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-661685299-network', 'tenant_id': '343179ce8e584b3ab473bde1f7275e47'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:28.803609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc82ee2-75a0-4bfe-8644-b0f36170c637 req-77f51df9-ec7c-4a0c-8941-8211051e0993 service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600568 Jul 29 23:36:28.860276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01cd897e-d102-44a2-ae7b-229713e2b227 req-4a785067-4703-41fd-8b8d-fb8d56992a4b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 210 time: 0.0696890 Jul 29 23:36:28.861695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Made reservation on behalf of 343179ce8e584b3ab473bde1f7275e47 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:28.869815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.886949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.022529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3459a-dd0f-4c62-beb8-581d937a19a8 req-1a1161c0-4d8f-41e9-92a9-2656ddcae504 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.031396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73d3459a-dd0f-4c62-beb8-581d937a19a8 req-1a1161c0-4d8f-41e9-92a9-2656ddcae504 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0981588 Jul 29 23:36:29.041363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.048353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.084197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c95f3-1aa8-4277-8070-c5790de5faac req-904c064c-507c-45bd-bd73-d59fc567b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.085768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-904c064c-507c-45bd-bd73-d59fc567b523 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 1095 time: 0.1049054 Jul 29 23:36:29.088340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:29.090317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73d3459a-dd0f-4c62-beb8-581d937a19a8 req-319d11b2-ada5-42de-8d17-4895ca763a5a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Jul 29 23:36:29.105500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1079a-1c81-4e1c-9ca7-2bde353333e3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.129749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.130098 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Added segment 764c7e52-6ec5-4724-9ac4-363a5879ece9 of type vlan for network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 Jul 29 23:36:29.190452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.212732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c95f3-1aa8-4277-8070-c5790de5faac req-7d34d44d-ce75-4442-8c1c-ddefdd62523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.214486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-7d34d44d-ce75-4442-8c1c-ddefdd62523f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 906 time: 0.1012642 Jul 29 23:36:29.220784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.221847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.222422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.292166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6713872 Jul 29 23:36:29.302443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.304056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e21fb-5f7a-487b-a423-e70ed387ba2e admin admin] Pushing event updated for resources: {'Network': ['ID=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.312523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Request body: {'subnet': {'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-661685299-subnet', 'tenant_id': '343179ce8e584b3ab473bde1f7275e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:29.318102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:29.341857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Made reservation on behalf of 343179ce8e584b3ab473bde1f7275e47 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:29.344659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.367931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-f414dbeb-592b-452e-93c0-177c88e225c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8 HTTP/1.1" status: 200 len: 217 time: 0.0986667 Jul 29 23:36:29.529520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c95f3-1aa8-4277-8070-c5790de5faac req-9b623ba0-fe48-48af-986a-163e25a5114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.531928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-9b623ba0-fe48-48af-986a-163e25a5114c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.0926259 Jul 29 23:36:29.577816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-9bb8e2d0-88db-4e3c-b9d9-a45d2628dbcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316234 Jul 29 23:36:29.683925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff17f-ca53-4945-8f4b-5c62dacf283b req-d9dd3d0a-87ae-4cf3-8c45-82306cb5d642 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.692578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cff17f-ca53-4945-8f4b-5c62dacf283b req-d9dd3d0a-87ae-4cf3-8c45-82306cb5d642 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 943 time: 0.1552238 Jul 29 23:36:29.701225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61f20c5e-81bd-4381-a022-53efa9a39827 req-0d68e6dd-58f6-45c8-b59a-40fd54e07d2c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 210 time: 0.0375743 Jul 29 23:36:29.713648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-5982362a-723f-418a-92bb-1a5cf177c626 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.715652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-5982362a-723f-418a-92bb-1a5cf177c626 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.2750244 Jul 29 23:36:29.726481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.738932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-6101d7f0-ac80-48c5-8a75-dc43d6ce1ac7 service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492798 Jul 29 23:36:29.798499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cff17f-ca53-4945-8f4b-5c62dacf283b req-915278b3-a39b-413b-86ae-44bf69acbde3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049781 Jul 29 23:36:29.814548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Request body: {'port': {'device_id': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'admin_state_up': True, 'tenant_id': 'eba546b3821f44629ff5924ae55e9243'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:29.834761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.889905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0ea113-9229-4503-a751-380775d5a14b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.945977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-723c95f3-1aa8-4277-8070-c5790de5faac req-f1011ac1-a500-41e7-b954-74a5676d84cc service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544061 Jul 29 23:36:29.959202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-1dc080c9-8d90-475c-b0b3-ad60cffd78e5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233413 Jul 29 23:36:29.997042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Checking segment: {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:29.997429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Network hostable DHCP agents. Network: 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:30.010350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162f0ce6-8132-4b73-8a06-92f2d43a0a2c req-bd15d540-8285-4ec8-ae2e-6f694e3b3c64 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 29 23:36:30.114772 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8ab-b38f-4c2f-870b-5027a2c46abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.163190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:30.201486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428027b-59d2-414a-841d-4da149fd636a req-a4f265ec-b10a-4730-9914-fa41b7076f05 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.203064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c428027b-59d2-414a-841d-4da149fd636a req-a4f265ec-b10a-4730-9914-fa41b7076f05 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1098 time: 0.1941988 Jul 29 23:36:30.206828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:30.214730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.215311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.218376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d087d1-8aca-406c-92e7-2b39c3e0d67c req-b38659d7-1cd6-4c66-943a-54cbf102f399 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.219902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53d087d1-8aca-406c-92e7-2b39c3e0d67c req-b38659d7-1cd6-4c66-943a-54cbf102f399 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0562246 Jul 29 23:36:30.223675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61215d9-1a1f-45ae-afa1-07d74a47557c None None] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:30.229668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-7c420682-6f0c-4a56-88bc-439f7f8c25ec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.231190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-7c420682-6f0c-4a56-88bc-439f7f8c25ec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514777 Jul 29 23:36:30.235785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:30.239159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.268679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53d087d1-8aca-406c-92e7-2b39c3e0d67c req-0b4de1f7-e40f-444e-a7c7-15e3e127cd8f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Jul 29 23:36:30.272647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '388745be-8624-436e-9755-60e56a140a5a', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:30.354476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c428027b-59d2-414a-841d-4da149fd636a req-2b79fd74-9cb3-4b26-b6c4-3f70dae9cd22 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423147 Jul 29 23:36:30.360028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe24573-e9e1-4916-b1e4-babdbc9fda96 None None] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:30.562747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8ab-b38f-4c2f-870b-5027a2c46abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.563856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Allocated IP 172.20.0.11 (cc15b999-d053-489e-8573-5e710a7cc465/b34808cc-3113-4ef2-8197-7a1846f10105/80676758-546b-402c-b2c4-d98e8a64a968) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:30.572516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8ab-b38f-4c2f-870b-5027a2c46abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.589248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af193633-6467-4cfc-bfca-46a35e89075b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2816150 Jul 29 23:36:30.661015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a1ddf8ab-b38f-4c2f-870b-5027a2c46abf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29f8e3cbbcc744f89b41351291e88663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141220 Jul 29 23:36:30.664195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33244) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:30.668183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:30.672035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.677478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddf8ab-b38f-4c2f-870b-5027a2c46abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120c076b-fff5-4e06-a45c-771c732da02c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.735872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.766369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.874467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f18f0dbc-ede6-4974-8857-fbaf63a9677a req-7d20f327-cca2-49f1-a6fb-fae947552507 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 210 time: 0.0326669 Jul 29 23:36:30.904347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.907222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.910184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/120c076b-fff5-4e06-a45c-771c732da02c HTTP/1.1" status: 204 len: 168 time: 0.2438059 Jul 29 23:36:30.919862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604cce-34d9-40e6-894a-23082484b1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c076b-fff5-4e06-a45c-771c732da02c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.933431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.969239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.81 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/66b9768f-b53b-4009-b100-8447f77be83c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:31.044305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.060770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1410846646', 'description': 'tempest-description-1944368422'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.101463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.209398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.214993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.217739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Network cc15b999-d053-489e-8573-5e710a7cc465 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:31.236401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.239747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6186de4-e554-488d-b936-cfe210943bc8 req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1836979 Jul 29 23:36:31.258194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.272203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4a1d-fbfa-4450-9d4f-559346950f5e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a679dcd2-eb67-444d-aa12-c98a39c5ff74,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.272653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 66b9768f-b53b-4009-b100-8447f77be83c will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:31.289196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:31.299412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:31.305704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.306348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.336038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.347146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33280) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.350117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.377457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-05969951-e512-46d8-8dc2-a5aa0de51340 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5778522 Jul 29 23:36:31.382947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4dba8-e847-4a72-bbcf-36266a112491 req-61258b31-ba11-4f36-8421-43b8aaeda792 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.384444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc4dba8-e847-4a72-bbcf-36266a112491 req-61258b31-ba11-4f36-8421-43b8aaeda792 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 943 time: 0.0552897 Jul 29 23:36:31.386371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:31.399679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5647f80f-0d10-471d-9dc7-9e8552cf7e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.403216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:31.415648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:31.422806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:31.423400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Request body: {'port': {'device_id': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.431249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:31.437615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.438237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.446343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc4dba8-e847-4a72-bbcf-36266a112491 req-2696a0e2-c91b-4680-9ab7-6006f03e6fda tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 Jul 29 23:36:31.481761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.572493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.606935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9baab-0841-4c07-b796-3e8641cf3f44 req-2f58307c-5483-4a81-9d1e-8e336a0f55f8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.608831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1e9baab-0841-4c07-b796-3e8641cf3f44 req-2f58307c-5483-4a81-9d1e-8e336a0f55f8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 932 time: 0.0812097 Jul 29 23:36:31.684801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1e9baab-0841-4c07-b796-3e8641cf3f44 req-db05e3a0-781c-48fb-85e0-712804ce3acf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666952 Jul 29 23:36:31.712333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-6f0b575c-8f8e-4a6d-9385-2151c3e1b65b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:36:31.723405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-6f0b575c-8f8e-4a6d-9385-2151c3e1b65b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170233 Jul 29 23:36:31.728418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Request body: {'binding': {'host': 'n-h1-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.729199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:36:31.743796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810963023', 'description': 'tempest-description-1697458541'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.755562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5647f80f-0d10-471d-9dc7-9e8552cf7e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.785770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-68fb2dfd-fc22-4171-a467-6d39c1687c5d None None] Provisioning for port 66b9768f-b53b-4009-b100-8447f77be83c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:31.805387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-68fb2dfd-fc22-4171-a467-6d39c1687c5d None None] Provisioning complete for port 66b9768f-b53b-4009-b100-8447f77be83c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:31.805788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68fb2dfd-fc22-4171-a467-6d39c1687c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.811340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5647f80f-0d10-471d-9dc7-9e8552cf7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.836076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-60da8079-9d5f-4887-bd1f-63fb71395f16 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5736349 Jul 29 23:36:31.864059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Request body: {'port': {'device_id': '388745be-8624-436e-9755-60e56a140a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:31.879185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.885364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-68fb2dfd-fc22-4171-a467-6d39c1687c5d None None] Port 66b9768f-b53b-4009-b100-8447f77be83c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:31.891631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5647f80f-0d10-471d-9dc7-9e8552cf7e0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c2bebbc564a40d1a47f6730483df0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434239 Jul 29 23:36:31.898848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33284) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.901516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647f80f-0d10-471d-9dc7-9e8552cf7e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67724014-89e6-4f9a-8ff2-40281335d48a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.964610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.045041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on host n-h1-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:32.045534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:32.045968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.067367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:32.067954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.071949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80676758-546b-402c-b2c4-d98e8a64a968 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:32.073436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.081421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:32.081848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:32.082349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:32.082894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Bound port: 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:32.112288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.128094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.136788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.150495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.156339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Transition to ACTIVE for port object 80676758-546b-402c-b2c4-d98e8a64a968 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:32.171548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.224305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.225596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1fd4b35-17ee-42f2-a35b-00c9397b29e5 req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4931748 Jul 29 23:36:32.231665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee2af-6f6a-402e-9937-36dd5c736b7f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d6f11-74c0-4c26-a3f2-d489b10e7408,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.263931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:32.271507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.273308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b74a4f22-febf-4369-ac9d-a1b820ab5d7e service neutron] 10.222.0.49 "POST /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76/bindings HTTP/1.1" status: 201 len: 390 time: 0.5488925 Jul 29 23:36:32.276066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.278939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.301983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67724014-89e6-4f9a-8ff2-40281335d48a HTTP/1.1" status: 204 len: 168 time: 0.3926013 Jul 29 23:36:32.355066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b9768f-b53b-4009-b100-8447f77be83c {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:32.364398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.376794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8bd01-7742-475d-8065-e41fc6474118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67724014-89e6-4f9a-8ff2-40281335d48a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.380024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Transition to ACTIVE for port object 66b9768f-b53b-4009-b100-8447f77be83c will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:32.388447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.395462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3971635-3929-435c-800d-fcb950587537 service neutron] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.450139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae0bb-c19d-49c4-a07f-47771f247741 req-f625e376-a2a3-4f4d-91f3-9bda5f0892bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.451764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e49ae0bb-c19d-49c4-a07f-47771f247741 req-f625e376-a2a3-4f4d-91f3-9bda5f0892bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1437261 Jul 29 23:36:32.478288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Pushing event updated for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.494743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e49ae0bb-c19d-49c4-a07f-47771f247741 req-b9111bbc-421b-49c2-b9a8-ef4384a8d7d1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Jul 29 23:36:32.519882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:32.545949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:32.546695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:32.547363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.627318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:32.627782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.640373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:32.640570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:32.641036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:32.641597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Bound port: 80676758-546b-402c-b2c4-d98e8a64a968, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:32.642769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.644446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Attempting to bind port 66b9768f-b53b-4009-b100-8447f77be83c on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:32.644919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Attempting to bind port 66b9768f-b53b-4009-b100-8447f77be83c by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:32.645525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Attempting to bind port 66b9768f-b53b-4009-b100-8447f77be83c on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.688198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Port 66b9768f-b53b-4009-b100-8447f77be83c on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:32.688684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Attempting to bind port 66b9768f-b53b-4009-b100-8447f77be83c on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:32.699331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c4f96-b80a-4041-9868-aad6e3766f95 req-4124b20d-e409-4e48-82ec-9ab0ff936e12 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.701008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e80c4f96-b80a-4041-9868-aad6e3766f95 req-4124b20d-e409-4e48-82ec-9ab0ff936e12 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1188843 Jul 29 23:36:32.703382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:32.704298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:32.704706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:32.706456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Bound port: 66b9768f-b53b-4009-b100-8447f77be83c, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:32.706837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.732000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-d21ee1dd-9258-4aee-a1b9-9158d05bf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.734884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-d21ee1dd-9258-4aee-a1b9-9158d05bf2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1098 time: 0.0876265 Jul 29 23:36:32.747761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:32.779832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'mac_address': 'fa:16:3e:48:0c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:32.812535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecb0b-056c-46e1-b098-146e51cc3057 req-666716bc-86fa-4194-a569-47c47bd80da5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.820109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c07ecb0b-056c-46e1-b098-146e51cc3057 req-666716bc-86fa-4194-a569-47c47bd80da5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 947 time: 0.2215359 Jul 29 23:36:32.831446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.865997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bb72a2-cec7-47be-8a21-65a67a725fe8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:32.866627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:32.894435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:32.894869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e80c4f96-b80a-4041-9868-aad6e3766f95 req-afb57055-4aad-418b-b031-aeee65cd11e3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821446 Jul 29 23:36:32.896875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:32.912503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.917808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c07ecb0b-056c-46e1-b098-146e51cc3057 req-f127d655-8fe1-48ad-aab8-46923a6de988 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944672 Jul 29 23:36:32.940125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.944476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:32.960070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=66b9768f-b53b-4009-b100-8447f77be83c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:32.978953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-fcf7d494-5cef-4916-baab-6fd6de3146b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.980853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-fcf7d494-5cef-4916-baab-6fd6de3146b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2346249 Jul 29 23:36:32.983818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.997566 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.024720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.025458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.027081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-b3971635-3929-435c-800d-fcb950587537 service neutron] 10.222.0.57 "PUT /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 1093 time: 1.6148288 Jul 29 23:36:33.027659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:33.035477 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "tag": "80676758-546b-402c-b2c4-d98e8a64a968"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:33.041305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-8241ae5a-3e54-4014-9c45-8ff5dbe6c43a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 217 time: 0.0494959 Jul 29 23:36:33.100055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.101080 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.102992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] 10.222.0.59 "PUT /v2.0/ports/66b9768f-b53b-4009-b100-8447f77be83c HTTP/1.1" status: 200 len: 1096 time: 1.2485361 Jul 29 23:36:33.112471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3971635-3929-435c-800d-fcb950587537 service neutron] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.218295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84e31-bb27-4447-8d98-819cb40de26a req-e798f3c9-18cc-46d8-9951-ee742139c528 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.220261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5b84e31-bb27-4447-8d98-819cb40de26a req-e798f3c9-18cc-46d8-9951-ee742139c528 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 944 time: 0.1802735 Jul 29 23:36:33.278604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4a57-a1c8-4c4d-afc0-6cfedab74d00 service neutron] Pushing event updated for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.284505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-a1ef8ce5-adda-42ce-b167-4f7864c67f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.286187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-a1ef8ce5-adda-42ce-b167-4f7864c67f56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1096 time: 0.1700778 Jul 29 23:36:33.329474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-937627d8-771e-4511-833b-685cea6fb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.329474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-937627d8-771e-4511-833b-685cea6fb785 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 1099 time: 0.1226971 Jul 29 23:36:33.329474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5b84e31-bb27-4447-8d98-819cb40de26a req-0758e5db-ab87-4f3d-a41e-397a61e49af7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938752 Jul 29 23:36:33.381737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-2e0cb3f0-7800-4474-a400-7a162a90be87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 217 time: 0.0688112 Jul 29 23:36:33.503799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['a2bb72a2-cec7-47be-8a21-65a67a725fe8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:33.504765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-8ba6b5d6-00c9-4b98-b0c2-927b93285b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.506302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-8ba6b5d6-00c9-4b98-b0c2-927b93285b00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.4370925 Jul 29 23:36:33.555724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-cebb8719-706e-40ac-94fe-3c5b32da0278 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309725 Jul 29 23:36:33.563529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-1f694232-aa5d-4cd8-97b9-4490e8c05f76 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.566524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-1f694232-aa5d-4cd8-97b9-4490e8c05f76 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 812 time: 0.5235112 Jul 29 23:36:33.603250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-d4a4a888-3ba7-4fc7-ac1c-99e4824d3aba tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/quotas/343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 375 time: 0.0325100 Jul 29 23:36:33.663510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-20379e49-cc87-42b5-968a-afe416972962 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346470 Jul 29 23:36:33.708477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-9d3dcf70-c471-46c0-8b69-09332cf1081a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=66b9768f-b53b-4009-b100-8447f77be83c HTTP/1.1" status: 200 len: 217 time: 0.3347735 Jul 29 23:36:33.749555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-5ade9cdf-eb9a-423a-8f03-a0f4184df83d service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711709 Jul 29 23:36:33.817589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-4133aae6-5564-4758-b794-c1dea3c480ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.819094 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-4133aae6-5564-4758-b794-c1dea3c480ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1195853 Jul 29 23:36:33.825642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-bd62c63f-e4b9-412d-b035-1d79cf698a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.827018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-bd62c63f-e4b9-412d-b035-1d79cf698a71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0924063 Jul 29 23:36:33.829831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-e96c8890-7c88-42a5-a3c5-8e44774caeef service neutron] 10.222.0.49 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511223 Jul 29 23:36:33.837616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c53afa-bd26-4849-b880-3f5ce0163988 req-d5ab4add-6501-420a-b339-77c0fd18cede tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.839084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c53afa-bd26-4849-b880-3f5ce0163988 req-d5ab4add-6501-420a-b339-77c0fd18cede tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.1407318 Jul 29 23:36:33.897111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-2c535013-6a87-457b-a9d1-78da17e8f501 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569870 Jul 29 23:36:33.924339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-9a7ea011-fad8-4969-a292-78b6617ab962 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579597 Jul 29 23:36:33.952635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-28cd1429-0260-40e2-86ad-a1a4f03f0e54 service neutron] 10.222.0.49 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163161 Jul 29 23:36:33.976984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c53afa-bd26-4849-b880-3f5ce0163988 req-2036af9a-e9ad-4b0a-b258-170334b42dba tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278486 Jul 29 23:36:33.981088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-9ed500eb-cd63-442f-9d91-4df10d5611db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.982760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-9ed500eb-cd63-442f-9d91-4df10d5611db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347911 Jul 29 23:36:34.054709 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab215cdf-655e-4803-9c0f-0a6c2ae74dc8 x-openstack-request-id: req-ab215cdf-655e-4803-9c0f-0a6c2ae74dc8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:34.055433 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "tag": "80676758-546b-402c-b2c4-d98e8a64a968", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:34.055433 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab215cdf-655e-4803-9c0f-0a6c2ae74dc8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:34.055642 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968', 'status': 'completed', 'code': 200} Jul 29 23:36:34.080101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-58fa97b4-03b4-4733-937f-693a7848c705 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658437 Jul 29 23:36:34.108530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-64ab96d4-bd64-4a6b-ac5f-a41555829459 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154516 Jul 29 23:36:34.215845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb0efe38-3b8a-4e7e-9f87-b3a1722fc9f0 req-1e3be7e3-e18a-404d-a28e-17f6d5633765 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942585 Jul 29 23:36:34.302618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7196-a07a-491c-a6a6-bdd2946443af req-57919a50-31e1-4612-8fa9-5e53f687af0d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.304287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85ff7196-a07a-491c-a6a6-bdd2946443af req-57919a50-31e1-4612-8fa9-5e53f687af0d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0579352 Jul 29 23:36:34.347781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85ff7196-a07a-491c-a6a6-bdd2946443af req-cceaab60-ab4c-4b4e-a68e-e09cf7aed1d4 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362980 Jul 29 23:36:34.455063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe438e8-70bd-4147-9be3-64e063630f11 req-b993e998-0f4a-45c7-92cd-e17371a44148 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.456766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5fe438e8-70bd-4147-9be3-64e063630f11 req-b993e998-0f4a-45c7-92cd-e17371a44148 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Jul 29 23:36:34.514308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5fe438e8-70bd-4147-9be3-64e063630f11 req-75421437-ca41-4b17-9c04-1cfbd55f06f4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Jul 29 23:36:34.666034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8fddf-ade5-4fbe-84c3-314a53db6003 req-6d558db5-0c0c-4047-8762-29e57cc8af57 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.667647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40c8fddf-ade5-4fbe-84c3-314a53db6003 req-6d558db5-0c0c-4047-8762-29e57cc8af57 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 947 time: 0.0954127 Jul 29 23:36:34.701378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be26e9b0-e3b0-411b-aa72-8c58b5b05ed6 req-c0915ba6-ce08-4bc1-af14-ce9451009537 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 210 time: 0.0386772 Jul 29 23:36:34.739697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddf9d7d9-74c9-4120-8857-5e35ac80e558 req-e9e269f8-99ab-4610-ad36-abccd74f926d service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292176 Jul 29 23:36:34.782318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40c8fddf-ade5-4fbe-84c3-314a53db6003 req-5e7af8be-e2ae-4a45-8315-294f41ba26d9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Jul 29 23:36:34.876120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef08d75-9d16-47d8-ae6a-f22d1ce1e2f3 req-8308436b-aede-4e47-8293-67fd19555ad1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.877652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ef08d75-9d16-47d8-ae6a-f22d1ce1e2f3 req-8308436b-aede-4e47-8293-67fd19555ad1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 944 time: 0.0591364 Jul 29 23:36:34.924683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ef08d75-9d16-47d8-ae6a-f22d1ce1e2f3 req-4e3a4ed0-37a7-44bd-a356-3407869feb23 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Jul 29 23:36:34.999033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-bb9101d5-5a84-4fed-b520-725cc63decde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.000587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-bb9101d5-5a84-4fed-b520-725cc63decde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1096 time: 0.0713084 Jul 29 23:36:35.138009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd5d27-3239-46fe-bc06-503e427834de req-6b155ca3-a00a-43d8-b1c6-f84624baa996 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.139640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68cd5d27-3239-46fe-bc06-503e427834de req-6b155ca3-a00a-43d8-b1c6-f84624baa996 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0733743 Jul 29 23:36:35.160400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-020cc50f-0d7f-455a-a0c7-ffde9ab80d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.160400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-020cc50f-0d7f-455a-a0c7-ffde9ab80d23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1166477 Jul 29 23:36:35.189517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68cd5d27-3239-46fe-bc06-503e427834de req-ca6a2686-8278-433a-8449-1aa827089dd2 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Jul 29 23:36:35.216485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-49ded7dc-a12b-4f24-8bda-304188a2c142 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 217 time: 0.0432577 Jul 29 23:36:35.270673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-3dbc7577-e816-4ca7-a8c9-d516aef6b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.272369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-3dbc7577-e816-4ca7-a8c9-d516aef6b2b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0465972 Jul 29 23:36:35.315009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-42692789-321d-4d6c-80d8-5e7f3ab6b17e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281551 Jul 29 23:36:35.425417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-aa549332-064c-47c6-b918-9f41e06cbc0d service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958569 Jul 29 23:36:35.494106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff32e77-6156-482f-b68d-126fe4e7be2c req-eb391670-c64b-4817-a676-8b053c3654b7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.496458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eff32e77-6156-482f-b68d-126fe4e7be2c req-eb391670-c64b-4817-a676-8b053c3654b7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0650856 Jul 29 23:36:35.568806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eff32e77-6156-482f-b68d-126fe4e7be2c req-7b631246-740b-4b8b-952a-6de83a8583ee tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635135 Jul 29 23:36:35.570662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef7d0ca4-dfed-4b28-87e9-bd74737ee3b0 req-519f8245-ebe1-4a65-97e8-25e8dbff441a service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241937 Jul 29 23:36:35.672316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.688111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3368a56-8d95-40ec-8bc5-742e4322061e req-2d017a2e-09a8-4798-b4a8-7c6b2089c4d1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.689714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3368a56-8d95-40ec-8bc5-742e4322061e req-2d017a2e-09a8-4798-b4a8-7c6b2089c4d1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0802624 Jul 29 23:36:35.750646 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3368a56-8d95-40ec-8bc5-742e4322061e req-ce76456f-695b-473a-adc1-b8f7cfc12f6e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Jul 29 23:36:35.845566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c333d5b-f692-4596-a0cd-e0e197de3063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.937033 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1a7d4ce-902d-42ec-bc5d-43bc71c1bf70 req-83b5a070-e6d0-4bcb-b4d4-e277fc1ad065 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 210 time: 0.0476413 Jul 29 23:36:35.993786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c333d5b-f692-4596-a0cd-e0e197de3063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.003201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c333d5b-f692-4596-a0cd-e0e197de3063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.015029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-ada90011-8fe5-45ad-ae04-359a5f04693a tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.016680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-ada90011-8fe5-45ad-ae04-359a5f04693a tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.57 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 812 time: 0.2185588 Jul 29 23:36:36.041791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c333d5b-f692-4596-a0cd-e0e197de3063 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5f7319b4e1d4f4d8650ac24bc8cdc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677096 Jul 29 23:36:36.046391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33412) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:36.058466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:36.060806 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fad2e4-e77d-4078-84ec-4864b3123709" -d '{"events": [{"name": "network-changed", "server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "tag": "66b9768f-b53b-4009-b100-8447f77be83c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:36.075593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1a9f-f576-4052-a0e1-00bc78a2c525 req-b1cdc4ef-0e03-4e81-9fdb-21e3a7ce2afe tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.077221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-753b1a9f-f576-4052-a0e1-00bc78a2c525 req-b1cdc4ef-0e03-4e81-9fdb-21e3a7ce2afe tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 947 time: 0.1308517 Jul 29 23:36:36.078251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25220b-9f8e-41b6-8e71-b498d677c03d req-30f8fa4b-ad49-46df-8a19-af2f2ef1891f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.080033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333d5b-f692-4596-a0cd-e0e197de3063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b939a9a-942f-4147-a84f-8409d9b58cf7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.080683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da25220b-9f8e-41b6-8e71-b498d677c03d req-30f8fa4b-ad49-46df-8a19-af2f2ef1891f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 944 time: 0.0602252 Jul 29 23:36:36.105423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'device_id': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5', 'admin_state_up': True, 'tenant_id': '343179ce8e584b3ab473bde1f7275e47'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:36.144590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-753b1a9f-f576-4052-a0e1-00bc78a2c525 req-1c45634e-9703-4f36-bd1c-babc646024f6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Jul 29 23:36:36.147481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.180709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.197871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da25220b-9f8e-41b6-8e71-b498d677c03d req-9eadf389-9ed3-4a3e-99fc-09d3012ce5aa tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020768 Jul 29 23:36:36.220861 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e390e8f3-d30d-4053-86a1-ebef0c879d87 x-openstack-request-id: req-e390e8f3-d30d-4053-86a1-ebef0c879d87 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:36.221295 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "tag": "66b9768f-b53b-4009-b100-8447f77be83c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:36.221671 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e390e8f3-d30d-4053-86a1-ebef0c879d87 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:36.222223 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c', 'status': 'completed', 'code': 200} Jul 29 23:36:36.254163 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.257743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.259040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b939a9a-942f-4147-a84f-8409d9b58cf7 HTTP/1.1" status: 204 len: 168 time: 0.2079237 Jul 29 23:36:36.268319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669791a-1ba5-4443-bbf5-311abb060f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b939a9a-942f-4147-a84f-8409d9b58cf7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.374784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Made reservation on behalf of 343179ce8e584b3ab473bde1f7275e47 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:36.378820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.536403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60108408-2629-4ae0-b8a1-5242c471fd34 req-46681e6b-073a-4555-9f35-a0fcc2f50dbb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.538162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60108408-2629-4ae0-b8a1-5242c471fd34 req-46681e6b-073a-4555-9f35-a0fcc2f50dbb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.2255750 Jul 29 23:36:36.544339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-19f03dea-e061-4939-aff5-956733c10256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.546087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-19f03dea-e061-4939-aff5-956733c10256 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 1099 time: 0.2318485 Jul 29 23:36:36.574023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:36.660137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Allocated IP 172.20.0.12 (4f7e9835-889f-4e36-b43b-4f2b4c8b42c5/ce0ea113-9229-4503-a751-380775d5a14b/5793596a-814b-4680-a7bd-1462d573c97d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:36.663568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port a2bb72a2-cec7-47be-8a21-65a67a725fe8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:36.673381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port a2bb72a2-cec7-47be-8a21-65a67a725fe8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:36.673867 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.703942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60108408-2629-4ae0-b8a1-5242c471fd34 req-a19bc6fb-9c54-4a45-82c4-9befbb60b934 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547420 Jul 29 23:36:36.790482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-e9c55b3a-2047-4e83-bd7d-78bb9cddfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.792656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-e9c55b3a-2047-4e83-bd7d-78bb9cddfe62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2311201 Jul 29 23:36:36.804169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266db02-ea48-40ad-9428-2c9ac8890eaa req-97118351-9e3d-43cc-bcfc-8e9f1cc46ff9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.814621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a266db02-ea48-40ad-9428-2c9ac8890eaa req-97118351-9e3d-43cc-bcfc-8e9f1cc46ff9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1055050 Jul 29 23:36:36.878413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a266db02-ea48-40ad-9428-2c9ac8890eaa req-29efa538-c0c2-4ce0-9bea-685936a84e1f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624535 Jul 29 23:36:36.878636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.914363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-7fb1202f-8c52-43d0-aeea-e55304ee9bda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=66b9768f-b53b-4009-b100-8447f77be83c HTTP/1.1" status: 200 len: 217 time: 0.1076584 Jul 29 23:36:36.927620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:36.930391 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66eee3d-fed9-40a9-8a34-412ed47b3101" -d '{"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:36.935897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:36.942639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.010690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.040778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-8ef49fcc-c26b-4cf7-afd4-eac5c85a1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.042464 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-8ef49fcc-c26b-4cf7-afd4-eac5c85a1fbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1089773 Jul 29 23:36:37.052116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7fa57-0908-4ac7-a0c0-ddede68b8a7a req-a2d2ba5d-467a-4adf-94b0-64cadbac3a4b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.060067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51a7fa57-0908-4ac7-a0c0-ddede68b8a7a req-a2d2ba5d-467a-4adf-94b0-64cadbac3a4b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1516979 Jul 29 23:36:37.065796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.110793 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e838b-c28e-437d-9b82-ec6269ac440d x-openstack-request-id: req-a65e838b-c28e-437d-9b82-ec6269ac440d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:37.111331 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:37.111759 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a65e838b-c28e-437d-9b82-ec6269ac440d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:37.112465 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'code': 200} Jul 29 23:36:37.169005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51a7fa57-0908-4ac7-a0c0-ddede68b8a7a req-12866ebb-366c-4559-907a-2963650c82cb tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Jul 29 23:36:37.187386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-7001045c-c155-461f-8e9f-5afe2663ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.196286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-7001045c-c155-461f-8e9f-5afe2663ab86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1342902 Jul 29 23:36:37.227015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33452) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.229911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f4a6a0e-f1b0-4895-bcb9-c699dec5cc7a req-d00e8431-9a5b-496b-997e-118f1a59b142 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 210 time: 0.0487978 Jul 29 23:36:37.244944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.355746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5291b-9376-43a1-bcb4-0209c66e40c8 req-e077dddf-e639-4193-b7a0-2645ef4a5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.358035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93a5291b-9376-43a1-bcb4-0209c66e40c8 req-e077dddf-e639-4193-b7a0-2645ef4a5689 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 1097 time: 0.1050570 Jul 29 23:36:37.369541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:37.382986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:37.394856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:37.400854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.401545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.411578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.422189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-629073619-network', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.436720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825588d-7987-49ce-9ba3-c66ca0317d49 req-a9ff2f89-f2f1-469e-b7ec-afad6dca5b8b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.438297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9825588d-7987-49ce-9ba3-c66ca0317d49 req-a9ff2f89-f2f1-469e-b7ec-afad6dca5b8b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 945 time: 0.0916381 Jul 29 23:36:37.440335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93a5291b-9376-43a1-bcb4-0209c66e40c8 req-798c93ba-091c-4813-a0d4-3dc133002f89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713890 Jul 29 23:36:37.456430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-c6c4f101-2853-4ecb-93d7-383c16f52632 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453547 Jul 29 23:36:37.465239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764648f-e17f-4bee-aeba-4622e2eefc05 req-6f1ef34a-2cb6-4525-8db8-8a140ebd9520 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.466729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b764648f-e17f-4bee-aeba-4622e2eefc05 req-6f1ef34a-2cb6-4525-8db8-8a140ebd9520 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 947 time: 0.1572917 Jul 29 23:36:37.482341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9825588d-7987-49ce-9ba3-c66ca0317d49 req-7a0d52f9-75a8-415f-8fdf-a894325afbc5 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Jul 29 23:36:37.504524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Made reservation on behalf of 8c2c788dfe634daf8afa05ee6120040e for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:37.507343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.539639 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-cf258cad-8acf-44ce-ae93-a14b6b5fa416 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397945 Jul 29 23:36:37.553805 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.606845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b764648f-e17f-4bee-aeba-4622e2eefc05 req-1b28ff68-3c74-4c0b-b3dd-404ea8966087 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277432 Jul 29 23:36:37.629896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1fad2e4-e77d-4078-84ec-4864b3123709 req-3cad416b-7e33-4eae-88ff-26140f883088 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617806 Jul 29 23:36:37.699836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.704484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.727508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:37.741676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5530306c-7271-4053-bf0f-d5a9e11679ba,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.746758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.747109 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Added segment b9e9fcf1-9500-4794-b330-552000070a4c of type vlan for network 09121f13-1a5c-415b-a662-5b952b7e7d0e Jul 29 23:36:37.810967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.846218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Request body: {'port': {'device_id': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.869201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3437dc-4c5e-4fd7-a47a-7b1e6610717c req-717e2d3f-3fa6-4148-928c-1fcaca1c10b4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.870815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b3437dc-4c5e-4fd7-a47a-7b1e6610717c req-717e2d3f-3fa6-4148-928c-1fcaca1c10b4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0580955 Jul 29 23:36:37.878886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.879974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.880557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.920414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b3437dc-4c5e-4fd7-a47a-7b1e6610717c req-a1e835a9-2185-4a06-bb4d-b902027de24a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Jul 29 23:36:37.974334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.976785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7480063 Jul 29 23:36:37.980269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.985920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Request body: {'subnet': {'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-629073619-subnet', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:38.012135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2a0b4-8235-40cd-a19b-0c487c91ae62 admin admin] Pushing event updated for resources: {'Network': ['ID=09121f13-1a5c-415b-a662-5b952b7e7d0e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.012558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Made reservation on behalf of 8c2c788dfe634daf8afa05ee6120040e for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:38.017086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.027618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:38.157368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4699fd7-da05-47ac-8b58-24038b08c667 req-86fbb157-9c91-42ba-a802-b9f379c4b7c5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.159044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4699fd7-da05-47ac-8b58-24038b08c667 req-86fbb157-9c91-42ba-a802-b9f379c4b7c5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2059970 Jul 29 23:36:38.253937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4699fd7-da05-47ac-8b58-24038b08c667 req-5a778f83-3cef-468d-b377-f17477cfac12 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 Jul 29 23:36:38.263613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.345971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ccca6e-f50e-4906-89f7-a5d0fb184a23,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.367267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0cd46-7180-42c7-9874-f1e9c5dfbeeb req-367c4c6e-98fb-4066-bdf6-d0627c15dc4a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.369429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ac0cd46-7180-42c7-9874-f1e9c5dfbeeb req-367c4c6e-98fb-4066-bdf6-d0627c15dc4a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1238594 Jul 29 23:36:38.372569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 66b9768f-b53b-4009-b100-8447f77be83c details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:38.408834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Checking segment: {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:38.409459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Network hostable DHCP agents. Network: 09121f13-1a5c-415b-a662-5b952b7e7d0e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:38.428065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3653574-6bc5-4117-9894-e1c1ee7788ce req-76083948-db1b-47a7-bd9b-940f4c6e6a16 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.446420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3653574-6bc5-4117-9894-e1c1ee7788ce req-76083948-db1b-47a7-bd9b-940f4c6e6a16 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 932 time: 0.1165748 Jul 29 23:36:38.450610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ac0cd46-7180-42c7-9874-f1e9c5dfbeeb req-0fb5b2ec-5f11-4c94-a513-df13b7ddf4e3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657942 Jul 29 23:36:38.457877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5793596a-814b-4680-a7bd-1462d573c97d {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:38.473063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:38.480619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.484249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 09121f13-1a5c-415b-a662-5b952b7e7d0e) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:38.488563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.489184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.499882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1201909-5ef6-476f-ba07-6bb3bcdb85fd None None] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:38.517904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a7298d14-f283-486a-b88e-623808b6614b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5338230 Jul 29 23:36:38.518684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33470) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:38.532939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:38.535430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Transition to ACTIVE for port object 5793596a-814b-4680-a7bd-1462d573c97d will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:38.567931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.575331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=66b9768f-b53b-4009-b100-8447f77be83c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:38.590216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:38.600237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3653574-6bc5-4117-9894-e1c1ee7788ce req-6386360e-65b0-43d0-8470-50fd45c05c35 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504529 Jul 29 23:36:38.602875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '66b9768f-b53b-4009-b100-8447f77be83c', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '66b9768f-b53b-4009-b100-8447f77be83c', 'mac_address': 'fa:16:3e:37:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:38.655223 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.666765 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.679636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.687077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.692845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Attempting to bind port 5793596a-814b-4680-a7bd-1462d573c97d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:38.693234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Attempting to bind port 5793596a-814b-4680-a7bd-1462d573c97d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:38.693571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Attempting to bind port 5793596a-814b-4680-a7bd-1462d573c97d on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:38.700039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Port 5793596a-814b-4680-a7bd-1462d573c97d on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:38.700039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Attempting to bind port 5793596a-814b-4680-a7bd-1462d573c97d on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:38.705028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:38.705850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Checking segment: {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:38.706448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Bound using segment: {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:38.707147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Bound port: 5793596a-814b-4680-a7bd-1462d573c97d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:38.708666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.715139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b9768f-b53b-4009-b100-8447f77be83c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:38.730819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.740301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce192f-8248-46c4-8b5c-480e2d8aa638 req-558681b5-36d1-4c05-acae-0d37391bc1e0 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.744777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54ce192f-8248-46c4-8b5c-480e2d8aa638 req-558681b5-36d1-4c05-acae-0d37391bc1e0 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 945 time: 0.1767440 Jul 29 23:36:38.747822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=66b9768f-b53b-4009-b100-8447f77be83c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:38.770481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.850654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ca4c-8c68-406f-b009-4d3b7ee15186 req-10e4b933-a543-4b39-a5c3-22abc5309387 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.852303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af28ca4c-8c68-406f-b009-4d3b7ee15186 req-10e4b933-a543-4b39-a5c3-22abc5309387 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 947 time: 0.1258070 Jul 29 23:36:38.860702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:38.865652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:38.885359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.928698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.930287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.930855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-09121f13-1a5c-415b-a662-5b952b7e7d0e', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:38.931298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] 10.222.0.57 "PUT /v2.0/ports/5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 1093 time: 1.0940506 Jul 29 23:36:38.931750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.931912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:38.935140 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d4b71-572f-407b-80c8-2b7995acd900" -d '{"events": [{"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:38.973965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af28ca4c-8c68-406f-b009-4d3b7ee15186 req-fdd946b6-4606-4805-843f-3b9ba99b2036 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104314 Jul 29 23:36:38.988069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.005519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee4e06-02ec-42c4-be06-9b1eb8b5f9ac service neutron] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.035760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54ce192f-8248-46c4-8b5c-480e2d8aa638 req-90a27529-711d-489a-8209-6788a3132656 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381432 Jul 29 23:36:39.041056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.063079 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c329c0c-731b-4532-bb45-633783da6d14 x-openstack-request-id: req-0c329c0c-731b-4532-bb45-633783da6d14 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:39.063376 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:39.063630 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c329c0c-731b-4532-bb45-633783da6d14 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:39.064029 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d', 'status': 'completed', 'code': 200} Jul 29 23:36:39.113812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:39.152870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '80676758-546b-402c-b2c4-d98e8a64a968', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'port_id': '80676758-546b-402c-b2c4-d98e8a64a968', 'mac_address': 'fa:16:3e:31:03:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34808cc-3113-4ef2-8197-7a1846f10105', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:39.188484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0405f-5dee-411e-ba74-81ec66ecd3b1 req-3e861034-e9ca-4631-a668-887c72eadb31 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.190053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe0405f-5dee-411e-ba74-81ec66ecd3b1 req-3e861034-e9ca-4631-a668-887c72eadb31 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0744886 Jul 29 23:36:39.242905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-0685daed-f98a-4856-a2c1-d71fbf70425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.246525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-0685daed-f98a-4856-a2c1-d71fbf70425d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1096 time: 0.0673857 Jul 29 23:36:39.318271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe0405f-5dee-411e-ba74-81ec66ecd3b1 req-03ec158d-ab2a-4541-b407-59c6bdda2906 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171358 Jul 29 23:36:39.384084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.437518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-6ac6cb02-a8b4-441f-9c92-b339337299ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 217 time: 0.1066332 Jul 29 23:36:39.439546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.463670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['66b9768f-b53b-4009-b100-8447f77be83c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:39.522198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Allocated IP 172.20.0.2 (09121f13-1a5c-415b-a662-5b952b7e7d0e/31ccca6e-f50e-4906-89f7-a5d0fb184a23/1dca5f6d-fd46-4ccd-b186-1ac98a05cea4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:39.534531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3d0e-5367-492d-a487-7da44fd0c0af req-1c68436c-121b-4cb1-88a8-c25525519e76 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.536050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1fc3d0e-5367-492d-a487-7da44fd0c0af req-1c68436c-121b-4cb1-88a8-c25525519e76 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1015456 Jul 29 23:36:39.548145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-809ea7e0-86d9-4013-8884-159308a4245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.549731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-809ea7e0-86d9-4013-8884-159308a4245f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.0814958 Jul 29 23:36:39.559737 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.576636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80676758-546b-402c-b2c4-d98e8a64a968 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:39.586142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1fc3d0e-5367-492d-a487-7da44fd0c0af req-fab0c00e-cecf-44ef-8b5c-21508a92035b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jul 29 23:36:39.610866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Allocated IP 172.25.5.44 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/40cddad2-d11b-4c26-b1f0-66c09ef5c967) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:39.641594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-c465c55d-a004-430b-b8b2-a49f1dba024d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277941 Jul 29 23:36:39.653099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081677-dac5-447f-9a81-ca9934c1587a req-c06e0fb9-eb22-48a0-9ecb-0dbc9920fc63 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.654723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c081677-dac5-447f-9a81-ca9934c1587a req-c06e0fb9-eb22-48a0-9ecb-0dbc9920fc63 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0903246 Jul 29 23:36:39.655888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:39.668663 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.750875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c081677-dac5-447f-9a81-ca9934c1587a req-a86571fd-52f1-4aeb-a55b-a3598631a9d7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744777 Jul 29 23:36:39.788551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f2b2d-225a-4ef0-a8df-77caa57f9705 req-e9d5cb56-70fe-4fa6-ad95-5329a72abc46 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.789418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a16f2b2d-225a-4ef0-a8df-77caa57f9705 req-e9d5cb56-70fe-4fa6-ad95-5329a72abc46 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 944 time: 0.0965345 Jul 29 23:36:39.813304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-bc8c4572-d317-4d9a-9920-5297cd5ca7e9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489344 Jul 29 23:36:39.825337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.827166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.851942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a16f2b2d-225a-4ef0-a8df-77caa57f9705 req-1b986ee0-c77a-416c-8de3-b44f57ad8a56 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Jul 29 23:36:39.890760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.895146 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.911088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Transition to ACTIVE for port object 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:39.931724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Transition to ACTIVE for port object 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:39.940032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.941365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd6ed8d2-4577-499c-919e-169f4886d2f1 req-b6a1a129-051a-454e-969e-7a1ca89b9c7d service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039793 Jul 29 23:36:39.946027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:39.949347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:39.953175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:39.981106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:39.984142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:39.990139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:39.993615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=40cddad2-d11b-4c26-b1f0-66c09ef5c967,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.997320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Pushing event updated for resources: {'Port': ['ID=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.070101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Attempting to bind port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:40.070998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Attempting to bind port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:40.071360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Attempting to bind port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 on network 09121f13-1a5c-415b-a662-5b952b7e7d0e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:40.079989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:40.080762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Checking segment: {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:40.081180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.081648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Bound using segment: {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:40.082133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Bound port: 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:40.082676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.151891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-aa310103-43c4-4e17-b200-fb2bb5b22368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.153547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-aa310103-43c4-4e17-b200-fb2bb5b22368 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1096 time: 0.0747631 Jul 29 23:36:40.165503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] For port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:40.169840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] For port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:40.175378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3d041-4f16-4189-b92c-e374d5ac31a1 req-ac6eff24-efdd-427b-ac2b-970828c48d55 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.175873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.176434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6377d5-9d6e-4d95-be02-abd1ae62e53c req-ab84b9f4-b7d5-4707-bb58-6d248f6489e9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.177908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b6377d5-9d6e-4d95-be02-abd1ae62e53c req-ab84b9f4-b7d5-4707-bb58-6d248f6489e9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 945 time: 0.0628610 Jul 29 23:36:40.182679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fb3d041-4f16-4189-b92c-e374d5ac31a1 req-ac6eff24-efdd-427b-ac2b-970828c48d55 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 948 time: 0.0971005 Jul 29 23:36:40.240555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f871-e9a0-461f-985b-9a040fdb0c12 None None] Pushing event updated for resources: {'Port': ['ID=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.264535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fb3d041-4f16-4189-b92c-e374d5ac31a1 req-8784be4e-f88b-4472-9740-e85bbe1843ae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807209 Jul 29 23:36:40.275518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b6377d5-9d6e-4d95-be02-abd1ae62e53c req-40e36c97-ca6e-464f-9af0-bd1af248f042 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800157 Jul 29 23:36:40.300485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['80676758-546b-402c-b2c4-d98e8a64a968'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:40.321738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-fbe76910-f3b4-4c34-a591-6a093f89f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.323188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-fbe76910-f3b4-4c34-a591-6a093f89f965 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.1555619 Jul 29 23:36:40.332312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.405232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-0a504e94-bd13-4bdd-af5e-087aef22e07f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 217 time: 0.0679536 Jul 29 23:36:40.765997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162723df-71dc-4468-a059-9adac6f7076e req-81e31118-b29d-4e1e-b165-dbf24f97ed55 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.767750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162723df-71dc-4468-a059-9adac6f7076e req-81e31118-b29d-4e1e-b165-dbf24f97ed55 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 945 time: 0.1608953 Jul 29 23:36:40.769117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.918707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-62c39fac-ff88-46d5-9f1f-b2aee3876c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.920411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-62c39fac-ff88-46d5-9f1f-b2aee3876c52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.5007882 Jul 29 23:36:40.943219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe0b18-b3fe-46fc-a8e2-5c7b371b1331 req-5e45e320-b7db-443d-8070-bdfdc03e0571 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.945828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ccfe0b18-b3fe-46fc-a8e2-5c7b371b1331 req-5e45e320-b7db-443d-8070-bdfdc03e0571 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.0788343 Jul 29 23:36:40.982868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-97a70c6e-0aac-4f58-be0a-f3e398a0e8d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357020 Jul 29 23:36:41.019119 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ccfe0b18-b3fe-46fc-a8e2-5c7b371b1331 req-b8270695-d185-4b93-a42d-a92b9e83a311 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Jul 29 23:36:41.114455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-90cf8d7b-0995-4623-b773-5b5e969e9e1e service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991256 Jul 29 23:36:41.199131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162723df-71dc-4468-a059-9adac6f7076e req-1ccc69b1-5347-42bc-83d1-1d073e660527 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214518 Jul 29 23:36:41.254451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcf39c-60dc-4e67-a29d-249ddc204f82 req-15c3e95b-bb3b-4976-b64f-4c2683065e01 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.262385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2edcf39c-60dc-4e67-a29d-249ddc204f82 req-15c3e95b-bb3b-4976-b64f-4c2683065e01 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0787117 Jul 29 23:36:41.272873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Router 1686e2d3-c936-425c-9893-da708c5557c5 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:41.309080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b04d4b71-572f-407b-80c8-2b7995acd900 req-208b2bfc-78ff-4fd2-9341-ea13c194c6d0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798825 Jul 29 23:36:41.314147 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2edcf39c-60dc-4e67-a29d-249ddc204f82 req-2b7c384c-8002-435f-866f-632eb95f73ec tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508769 Jul 29 23:36:41.381587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edfbf3-46c9-45dd-9ce9-0900db995f99 None None] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:41.407844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb94cf-9dd7-4d56-9106-4e7f0c72eb79 req-a4808ff8-3763-4a3c-94f1-da0f9c0fb854 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.409364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6eb94cf-9dd7-4d56-9106-4e7f0c72eb79 req-a4808ff8-3763-4a3c-94f1-da0f9c0fb854 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1256998 Jul 29 23:36:41.426719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09b5b6-50bd-4ce6-8d0e-1c9f3cb235de req-9defa717-ce3c-45ca-9942-6765cd5a0ddb tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.428391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5c09b5b6-50bd-4ce6-8d0e-1c9f3cb235de req-9defa717-ce3c-45ca-9942-6765cd5a0ddb tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 944 time: 0.0532031 Jul 29 23:36:41.443156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:41.457100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Sync routers for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:41.467273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6eb94cf-9dd7-4d56-9106-4e7f0c72eb79 req-eebea591-f416-49c2-86d1-9cd1d4b59fbb tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Jul 29 23:36:41.476350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.481421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1002025c-d2eb-4883-8ba5-15aa8626d96a None None] Provisioning for port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:41.482136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1faf7bbf-0a8c-44fb-833d-0cf1be4ca9e5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9573717 Jul 29 23:36:41.483037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33506) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.486792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:41.487426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.532905 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5c09b5b6-50bd-4ce6-8d0e-1c9f3cb235de req-f8326eb9-40b9-494e-8aa3-9674acbaa49b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971923 Jul 29 23:36:41.609732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee181a-2087-4629-ac8a-5db7ea94ad77 req-ae91d01d-7bff-42b0-9431-f666ecdfa0a3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.612065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33ee181a-2087-4629-ac8a-5db7ea94ad77 req-ae91d01d-7bff-42b0-9431-f666ecdfa0a3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 948 time: 0.0692058 Jul 29 23:36:41.653348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33ee181a-2087-4629-ac8a-5db7ea94ad77 req-14584546-b71b-4893-915f-c7500d2f0b24 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Jul 29 23:36:41.665906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:41.877052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:40Z', 'revision_number': 3, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.913254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Checking router: 1686e2d3-c936-425c-9893-da708c5557c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:41.914175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Updating router 1686e2d3-c936-425c-9893-da708c5557c5 port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:41.941167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:41.946450 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.997392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.097180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:42.133920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:42.134298 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.214147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Allocated IP 172.20.0.1 (09121f13-1a5c-415b-a662-5b952b7e7d0e/31ccca6e-f50e-4906-89f7-a5d0fb184a23/d98938bb-70f1-4e6b-91a5-7255f3b21dd9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:42.231578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aae802-e316-475f-919f-510e2733675b req-fd0a5fcd-1f18-4f49-97a0-b3e90535619c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.233278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-80aae802-e316-475f-919f-510e2733675b req-fd0a5fcd-1f18-4f49-97a0-b3e90535619c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.1094413 Jul 29 23:36:42.278882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.340997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba0d3-d383-42af-a7c3-944a2b681577 req-1f770180-9bc8-4511-b63d-050e437e67b2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.342537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cbba0d3-d383-42af-a7c3-944a2b681577 req-1f770180-9bc8-4511-b63d-050e437e67b2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 945 time: 0.0529308 Jul 29 23:36:42.346208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-80aae802-e316-475f-919f-510e2733675b req-54882710-f2c4-4bc7-854a-825e74d98c13 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028333 Jul 29 23:36:42.364091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:42.368726 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.382424 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.389242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Transition to ACTIVE for port object 40cddad2-d11b-4c26-b1f0-66c09ef5c967 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:42.404417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cbba0d3-d383-42af-a7c3-944a2b681577 req-27bda55b-aca5-40d4-8ecd-f6e0d8f5e212 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Jul 29 23:36:42.404717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.412426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 66b9768f-b53b-4009-b100-8447f77be83c up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:42.417725 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.418564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Transition to ACTIVE for port object d98938bb-70f1-4e6b-91a5-7255f3b21dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:42.465510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.500687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Attempting to bind port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:42.501088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Attempting to bind port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:42.501375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Attempting to bind port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:42.504248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.515859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:42.516299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:42.516636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.517015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:42.517492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Bound port: 40cddad2-d11b-4c26-b1f0-66c09ef5c967, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:42.517903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.534953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.548384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:42.553583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:42.556429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:42.557418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.582787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 66b9768f-b53b-4009-b100-8447f77be83c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:42.598573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761eb39-285a-483d-93a1-e3557c2210f1 None None] Pushing event updated for resources: {'Port': ['ID=40cddad2-d11b-4c26-b1f0-66c09ef5c967,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.606208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 66b9768f-b53b-4009-b100-8447f77be83c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:42.606733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.638519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5793596a-814b-4680-a7bd-1462d573c97d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:42.651264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:42.684141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] For port 40cddad2-d11b-4c26-b1f0-66c09ef5c967, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:42.696117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d8c5-8b49-403a-8d8b-a158d2d8fc18 req-b6ec9569-fc27-4b2b-b538-2fa620420547 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.703942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2655d8c5-8b49-403a-8d8b-a158d2d8fc18 req-b6ec9569-fc27-4b2b-b538-2fa620420547 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2505004 Jul 29 23:36:42.722915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] For port 40cddad2-d11b-4c26-b1f0-66c09ef5c967, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=40cddad2-d11b-4c26-b1f0-66c09ef5c967,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:42.759214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.774975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.813921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2655d8c5-8b49-403a-8d8b-a158d2d8fc18 req-0cf305ba-f1f3-4eca-926d-6f15ab6fdda3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Jul 29 23:36:42.912462 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.993601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:42.995921 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3938547-71bf-490b-9fd5-05e45141df36" -d '{"events": [{"server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "name": "network-vif-plugged", "status": "completed", "tag": "66b9768f-b53b-4009-b100-8447f77be83c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:43.000690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c299-d432-4ac6-8ff5-d482ec9e55fa req-133f3041-da6a-408d-ac0f-f91975a62697 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.002328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4008c299-d432-4ac6-8ff5-d482ec9e55fa req-133f3041-da6a-408d-ac0f-f91975a62697 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1023951 Jul 29 23:36:43.037241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.046506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=66b9768f-b53b-4009-b100-8447f77be83c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.052818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 80676758-546b-402c-b2c4-d98e8a64a968 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:43.057636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dd4359d2-edb4-47cc-b20e-f55d78953f51 None None] Provisioning for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:43.065021 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.068499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dd4359d2-edb4-47cc-b20e-f55d78953f51 None None] Provisioning complete for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:43.068863 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd4359d2-edb4-47cc-b20e-f55d78953f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.071377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761eb39-285a-483d-93a1-e3557c2210f1 None None] Pushing event updated for resources: {'Port': ['ID=40cddad2-d11b-4c26-b1f0-66c09ef5c967,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.074349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 80676758-546b-402c-b2c4-d98e8a64a968 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:43.074753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.076751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:43.077772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.083718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '5793596a-814b-4680-a7bd-1462d573c97d', 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5', 'port_id': '5793596a-814b-4680-a7bd-1462d573c97d', 'mac_address': 'fa:16:3e:f9:50:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ea113-9229-4503-a751-380775d5a14b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:43.092670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4008c299-d432-4ac6-8ff5-d482ec9e55fa req-bd036a61-b2c4-4cec-ad87-11fc5b93f8ef tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 29 23:36:43.121558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.131362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.132759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.232233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.285466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:43.287512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:43.315156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4644-1f90-4f2b-982c-60adce213dd8 req-1c54bd04-8012-47d1-86ab-b50e5063cb8e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.317297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64dd4644-1f90-4f2b-982c-60adce213dd8 req-1c54bd04-8012-47d1-86ab-b50e5063cb8e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 944 time: 0.0905919 Jul 29 23:36:43.395812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64dd4644-1f90-4f2b-982c-60adce213dd8 req-c068f0a6-b54e-45c0-9ca2-a39839c04af1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685842 Jul 29 23:36:43.500708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3682e-ae2c-4325-952a-d30d4a09634d req-e61ebdd6-3e98-45d8-97c8-46fbae752dcf tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.508511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcf3682e-ae2c-4325-952a-d30d4a09634d req-e61ebdd6-3e98-45d8-97c8-46fbae752dcf tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.1260178 Jul 29 23:36:43.529301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.553860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Router 1686e2d3-c936-425c-9893-da708c5557c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:43.559786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dd4359d2-edb4-47cc-b20e-f55d78953f51 None None] Port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:43.565264 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7832dc7-05c4-442b-80dd-d5f1195a4ba5 x-openstack-request-id: req-e7832dc7-05c4-442b-80dd-d5f1195a4ba5 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:43.565635 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "name": "network-vif-plugged", "status": "completed", "tag": "66b9768f-b53b-4009-b100-8447f77be83c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:43.565966 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7832dc7-05c4-442b-80dd-d5f1195a4ba5 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:43.566411 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c', 'code': 200} Jul 29 23:36:43.572146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.579306 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcf3682e-ae2c-4325-952a-d30d4a09634d req-2404f0dc-bead-412c-ad4f-2cf5cf76188d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698123 Jul 29 23:36:43.584475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5793596a-814b-4680-a7bd-1462d573c97d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:43.614212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:43.650866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.670685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9cfce-6d2e-4f61-9464-a8d941444286 req-6487055a-5614-445a-9633-afa2b6bd8ef5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.672360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca9cfce-6d2e-4f61-9464-a8d941444286 req-6487055a-5614-445a-9633-afa2b6bd8ef5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.0625865 Jul 29 23:36:43.682429 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.709930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f68f4-26f4-49ca-8b36-f0d490ea3ba3 req-6a30c9b1-e587-46fc-8854-3afb09141ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.711459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17f68f4-26f4-49ca-8b36-f0d490ea3ba3 req-6a30c9b1-e587-46fc-8854-3afb09141ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 1101 time: 0.1186979 Jul 29 23:36:43.717582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca9cfce-6d2e-4f61-9464-a8d941444286 req-284d0b8b-c599-4471-b7dc-75e43eb16a66 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369668 Jul 29 23:36:43.744298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:43.753692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1217d76c-3704-47ce-b792-c17588ad2a74 admin admin] 10.222.0.49 "PUT /v2.0/routers/1686e2d3-c936-425c-9893-da708c5557c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675591 Jul 29 23:36:43.771553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17f68f4-26f4-49ca-8b36-f0d490ea3ba3 req-86cfb8be-63d1-4ed8-bcfa-e6aa8752209d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498371 Jul 29 23:36:43.805212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.811222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e061ff9c-26f1-4815-9a4c-03c690b6f350 None None] Provisioning complete for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:43.811595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e061ff9c-26f1-4815-9a4c-03c690b6f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.887285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.894086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:43.938412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.950901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e061ff9c-26f1-4815-9a4c-03c690b6f350 None None] Port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:43.952413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.958250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c20c93-d075-489d-93a0-67dd4fa6d181 req-201409d2-757d-4cb8-b370-e9562245e880 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.960462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26c20c93-d075-489d-93a0-67dd4fa6d181 req-201409d2-757d-4cb8-b370-e9562245e880 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0603893 Jul 29 23:36:44.006988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26c20c93-d075-489d-93a0-67dd4fa6d181 req-bf3b3341-f19a-4e36-9f82-df7a6f7664fc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 Jul 29 23:36:44.059021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.062369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:44.062741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.116105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd98938bb-70f1-4e6b-91a5-7255f3b21dd9', 'name': '', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'mac_address': 'fa:16:3e:4f:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 2, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'subnets': [{'id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.142540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4f2f4-6d13-4776-9085-ce598e12abf7 None None] The sync data for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 is: [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd98938bb-70f1-4e6b-91a5-7255f3b21dd9', 'name': '', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'mac_address': 'fa:16:3e:4f:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 2, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'subnets': [{'id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:44.230584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35914e2-a6ce-4c60-9412-0a5fddb2f7f3 req-fffd9d3d-6687-4994-882e-a3c8a60f67e1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.233004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f35914e2-a6ce-4c60-9412-0a5fddb2f7f3 req-fffd9d3d-6687-4994-882e-a3c8a60f67e1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0574045 Jul 29 23:36:44.250310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-c1eb244e-3305-4006-b909-3a3ff92fdc38 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2083368 Jul 29 23:36:44.260705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:44.272541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f35914e2-a6ce-4c60-9412-0a5fddb2f7f3 req-1dd60478-4b6a-43f8-ba3a-af59c9a51f1f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Jul 29 23:36:44.295227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.408376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.418433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:44.540767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5a571-95e9-440c-867d-85449da885fb req-b8370632-16d4-4155-a780-aacd1563bf18 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.549674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39e5a571-95e9-440c-867d-85449da885fb req-b8370632-16d4-4155-a780-aacd1563bf18 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 945 time: 0.0623319 Jul 29 23:36:44.577247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Allocated IP 172.25.5.72 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/8ea296b1-ce8f-48de-86bd-925d0867c854) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:44.597755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39e5a571-95e9-440c-867d-85449da885fb req-1000c7b7-48e1-46d0-bcc0-4f5caa7f5928 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jul 29 23:36:44.704745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.750089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.799369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24761160-bf98-4dff-8677-7e2bd8e4eb4a req-28d3edfb-82e5-4547-bafe-55b5030a86f5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.802503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:44.803852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event updated for resources: {'Port': ['ID=8ea296b1-ce8f-48de-86bd-925d0867c854,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.806954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24761160-bf98-4dff-8677-7e2bd8e4eb4a req-28d3edfb-82e5-4547-bafe-55b5030a86f5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.0763295 Jul 29 23:36:44.807987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:44.811416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:44.851416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24761160-bf98-4dff-8677-7e2bd8e4eb4a req-f5556cc5-1eae-4ced-8579-0cdeb392b5b8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Jul 29 23:36:44.947074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.984744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.999520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a37e8-bcbf-4560-9ac0-7493fd80128b req-72f6e003-8bdf-4602-a620-19b59c2f620e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.001165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-994a37e8-bcbf-4560-9ac0-7493fd80128b req-72f6e003-8bdf-4602-a620-19b59c2f620e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0634689 Jul 29 23:36:45.048249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-994a37e8-bcbf-4560-9ac0-7493fd80128b req-a9ee33cb-e664-4c47-bdf5-4973f62aebaf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Jul 29 23:36:45.188989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.194399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.208850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19187e68-5bae-4601-9967-6a90de7b731f req-e7f8563b-cf80-4a05-ac31-52b2474a8213 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.210487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19187e68-5bae-4601-9967-6a90de7b731f req-e7f8563b-cf80-4a05-ac31-52b2474a8213 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0511956 Jul 29 23:36:45.261171 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19187e68-5bae-4601-9967-6a90de7b731f req-2b6cb2ce-61a3-41cd-80fc-7e474c66e099 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Jul 29 23:36:45.268168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event updated for resources: {'Port': ['ID=8ea296b1-ce8f-48de-86bd-925d0867c854,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.288168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.310188 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.314075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-f0eedf95-bb75-4625-9d33-371794657748 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0578229 Jul 29 23:36:45.386538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-a9a70904-bac5-46b4-bf14-5f53d8ba38bb tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.72 HTTP/1.1" status: 200 len: 695 time: 0.0669422 Jul 29 23:36:45.405016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603daa1d-0e99-48a6-abc2-759c83a5bbcd req-6912bbc7-a044-4ff0-9da0-d9814d64a1d2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.410114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-603daa1d-0e99-48a6-abc2-759c83a5bbcd req-6912bbc7-a044-4ff0-9da0-d9814d64a1d2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0645039 Jul 29 23:36:45.456415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-603daa1d-0e99-48a6-abc2-759c83a5bbcd req-7bb8a449-363e-4694-8beb-090b07304003 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Jul 29 23:36:45.519090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-0421c939-eb3e-44e1-bb28-6a8e30550ade tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.520692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c2d9321-1a2a-4ef6-977f-1315e1791628 req-0421c939-eb3e-44e1-bb28-6a8e30550ade tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1280529 Jul 29 23:36:45.567932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:45.571157 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5e084-5c26-4e99-a530-b4f4104cffad" -d '{"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-plugged", "status": "completed", "tag": "80676758-546b-402c-b2c4-d98e8a64a968"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:45.600772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86d28a9b-548c-4c2e-b8a8-eda2fcd15ea4 req-ff18f4dc-326a-4ba5-b385-b5b7db99d345 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips/32f826f2-f4c1-43bc-a53f-72dd413d0f9f HTTP/1.1" status: 200 len: 692 time: 0.0568237 Jul 29 23:36:45.624538 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95479c82-e8f9-4aff-9cd9-8996496e0de4 x-openstack-request-id: req-95479c82-e8f9-4aff-9cd9-8996496e0de4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:45.624908 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-plugged", "status": "completed", "tag": "80676758-546b-402c-b2c4-d98e8a64a968", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:45.625215 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95479c82-e8f9-4aff-9cd9-8996496e0de4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:45.625745 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968', 'code': 200} Jul 29 23:36:45.716825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d28a9b-548c-4c2e-b8a8-eda2fcd15ea4 req-294c727e-4302-4615-85e7-9835dd6102dd tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.718268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86d28a9b-548c-4c2e-b8a8-eda2fcd15ea4 req-294c727e-4302-4615-85e7-9835dd6102dd tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1114469 Jul 29 23:36:45.722764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d54c5-f0f1-4537-8ec0-8605ea6a8bce req-07b24612-18d8-4c82-bd28-5b978c8a5240 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.724354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a76d54c5-f0f1-4537-8ec0-8605ea6a8bce req-07b24612-18d8-4c82-bd28-5b978c8a5240 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 945 time: 0.0556839 Jul 29 23:36:45.731693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-86d28a9b-548c-4c2e-b8a8-eda2fcd15ea4 req-e20248da-1f6b-4e94-aea6-dd4b7d24f397 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:36:45.732739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86d28a9b-548c-4c2e-b8a8-eda2fcd15ea4 req-e20248da-1f6b-4e94-aea6-dd4b7d24f397 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062866 Jul 29 23:36:45.774163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a76d54c5-f0f1-4537-8ec0-8605ea6a8bce req-f47ae194-3e48-4512-8e1d-dfad766c8f10 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Jul 29 23:36:45.885716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea3325d6-8a55-44f4-b312-33f7e97d2023 req-b8cd4c46-4930-4bc8-ac4e-ed562d5412ab tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=8c2c788dfe634daf8afa05ee6120040e HTTP/1.1" status: 200 len: 695 time: 0.0794742 Jul 29 23:36:45.892422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 40cddad2-d11b-4c26-b1f0-66c09ef5c967 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:45.895874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35edc-f38a-4d9a-a27a-3cd35c35131a req-3f1e386c-2af8-4deb-b97d-75e3de04301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.897544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0d35edc-f38a-4d9a-a27a-3cd35c35131a req-3f1e386c-2af8-4deb-b97d-75e3de04301f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1098 time: 0.1198494 Jul 29 23:36:45.949172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:45.953068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:45.953551 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.996505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0d35edc-f38a-4d9a-a27a-3cd35c35131a req-e2c3a29a-b403-4f7d-89f6-9f1414ddfd13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803881 Jul 29 23:36:46.014770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06d90-c287-403e-a4b7-00d57837d473 req-d5760126-a0d2-4156-b720-b92beaa2c9d9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.016379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95e06d90-c287-403e-a4b7-00d57837d473 req-d5760126-a0d2-4156-b720-b92beaa2c9d9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.0721636 Jul 29 23:36:46.038636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3325d6-8a55-44f4-b312-33f7e97d2023 req-88f9ed7f-da1d-4b0d-aa22-2d98cbc1f39a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.040152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea3325d6-8a55-44f4-b312-33f7e97d2023 req-88f9ed7f-da1d-4b0d-aa22-2d98cbc1f39a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks?id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 787 time: 0.1344171 Jul 29 23:36:46.048372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.051921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-ea3325d6-8a55-44f4-b312-33f7e97d2023 req-fa6c4fed-cad5-4230-9831-2acb17dd4666 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:36:46.052915 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea3325d6-8a55-44f4-b312-33f7e97d2023 req-fa6c4fed-cad5-4230-9831-2acb17dd4666 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059755 Jul 29 23:36:46.064321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95e06d90-c287-403e-a4b7-00d57837d473 req-c6d3b6ae-52a9-4699-a2ff-aaf2b0abcdda tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Jul 29 23:36:46.072709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 40cddad2-d11b-4c26-b1f0-66c09ef5c967, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=40cddad2-d11b-4c26-b1f0-66c09ef5c967,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:46.089419 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.137041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=40cddad2-d11b-4c26-b1f0-66c09ef5c967,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.138455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d247bec-9afe-4651-8a07-4bbab289027d req-236b7ced-7da8-41c8-9a48-825ef75b7013 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips/32f826f2-f4c1-43bc-a53f-72dd413d0f9f HTTP/1.1" status: 200 len: 692 time: 0.0609062 Jul 29 23:36:46.184459 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c305f08-91a2-49c0-a670-86da5df5df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.205582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd2559-55f2-4f1f-b4c7-fd8c8ac5e0da req-7f95f8fe-4ea7-4cfc-9262-1114de8fa3a7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.207813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fddd2559-55f2-4f1f-b4c7-fd8c8ac5e0da req-7f95f8fe-4ea7-4cfc-9262-1114de8fa3a7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0616467 Jul 29 23:36:46.258767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fddd2559-55f2-4f1f-b4c7-fd8c8ac5e0da req-79720a32-0dc6-4d6a-9c57-0aa29d7877f4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Jul 29 23:36:46.292588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247bec-9afe-4651-8a07-4bbab289027d req-3e19aac2-a593-48e7-a011-354c3fd3fb08 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.294042 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d247bec-9afe-4651-8a07-4bbab289027d req-3e19aac2-a593-48e7-a011-354c3fd3fb08 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1336756 Jul 29 23:36:46.348878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d247bec-9afe-4651-8a07-4bbab289027d req-c127def4-ebfd-42a2-b276-8820cfc32e1b tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.72 HTTP/1.1" status: 200 len: 695 time: 0.0482593 Jul 29 23:36:46.362794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1405d0-2cf1-41a3-ae3e-0aa9176e99d3 req-8de080a0-b320-45b4-848c-51ff83518788 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.364321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc1405d0-2cf1-41a3-ae3e-0aa9176e99d3 req-8de080a0-b320-45b4-848c-51ff83518788 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 1101 time: 0.0413513 Jul 29 23:36:46.398268 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Sync routers for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:46.405868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc1405d0-2cf1-41a3-ae3e-0aa9176e99d3 req-0d6d7e6f-0bd8-4378-ab22-35496fb041aa tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Jul 29 23:36:46.407500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d247bec-9afe-4651-8a07-4bbab289027d req-730465fe-73a9-4d71-aa4e-9975db2c11fa tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.72 HTTP/1.1" status: 200 len: 695 time: 0.0499678 Jul 29 23:36:46.408187 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:46.408885 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.527982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ccc94-a73b-4864-9ea4-f1d3ea20e1c3 req-79639ad4-136d-4c55-95f0-9b57a8d2c19a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.529837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d72ccc94-a73b-4864-9ea4-f1d3ea20e1c3 req-79639ad4-136d-4c55-95f0-9b57a8d2c19a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0555277 Jul 29 23:36:46.533909 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:46.586780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Deleting port 8ea296b1-ce8f-48de-86bd-925d0867c854 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:46.587097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.587546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d72ccc94-a73b-4864-9ea4-f1d3ea20e1c3 req-f7d9381b-489f-49bf-b1f2-9d4b74cc2f70 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Jul 29 23:36:46.680897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.681342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.695838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Calling delete_port for 8ea296b1-ce8f-48de-86bd-925d0867c854 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:46.702756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65b1c0-f00c-4e0d-a759-be77f815c053 req-91908d1e-487e-42c6-b94f-51f253053c50 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.704425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed65b1c0-f00c-4e0d-a759-be77f815c053 req-91908d1e-487e-42c6-b94f-51f253053c50 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.0606022 Jul 29 23:36:46.732175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:46.746173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5793596a-814b-4680-a7bd-1462d573c97d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:46.757456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed65b1c0-f00c-4e0d-a759-be77f815c053 req-8b1c0fbb-052f-49ea-8300-d639099a6afc tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jul 29 23:36:46.797468 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd98938bb-70f1-4e6b-91a5-7255f3b21dd9', 'name': '', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'mac_address': 'fa:16:3e:4f:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 2, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'subnets': [{'id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.833019 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Checking router: 1686e2d3-c936-425c-9893-da708c5557c5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:46.833380 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Updating router 1686e2d3-c936-425c-9893-da708c5557c5 port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:46.872101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 5793596a-814b-4680-a7bd-1462d573c97d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:46.876195 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.879282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 5793596a-814b-4680-a7bd-1462d573c97d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:46.880142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.883224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.895325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-7b3126ad-fb46-4a75-ab90-efe05af62f0f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242870 Jul 29 23:36:46.925444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event deleted for resources: {'Port': ['ID=8ea296b1-ce8f-48de-86bd-925d0867c854,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.948453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:46.956774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.959946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.962081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d247bec-9afe-4651-8a07-4bbab289027d req-63845185-43cf-47b3-a1ed-d40192779b0a tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "DELETE /v2.0/floatingips/32f826f2-f4c1-43bc-a53f-72dd413d0f9f HTTP/1.1" status: 204 len: 173 time: 0.5490496 Jul 29 23:36:46.979370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'mac_address': 'fa:16:3e:48:0c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:46.987076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.033398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-9aee3e9d-e39f-4194-a880-e6f393253801 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:47.035097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-9aee3e9d-e39f-4194-a880-e6f393253801 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324029 Jul 29 23:36:47.050060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.056347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-ab2e2a1a-1816-4fcf-a51e-abd0c0f63f45 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0132976 Jul 29 23:36:47.073395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2bb72a2-cec7-47be-8a21-65a67a725fe8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:47.080733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.112046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.123042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.177644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.193772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-f689cbb9-303d-4d12-868d-184c3175e8a0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1266870 Jul 29 23:36:47.200740 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.213486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.268706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.276554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a66ce9-75f6-407f-bc3d-5ab0587c1a00 req-1ee3d701-dd22-466f-aed9-bbe41f4d82f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:47.282444 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6a66ce9-75f6-407f-bc3d-5ab0587c1a00 req-1ee3d701-dd22-466f-aed9-bbe41f4d82f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 946 time: 0.1079032 Jul 29 23:36:47.316093 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.330611 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Transition to ACTIVE for port object d98938bb-70f1-4e6b-91a5-7255f3b21dd9 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:47.339033 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.351535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6a66ce9-75f6-407f-bc3d-5ab0587c1a00 req-cbfebc0c-17f8-44e2-a824-2a528c9c7208 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583513 Jul 29 23:36:47.487436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['a2bb72a2-cec7-47be-8a21-65a67a725fe8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:47.514215 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Attempting to bind port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:47.515192 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Attempting to bind port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:47.515569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Attempting to bind port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 on network 09121f13-1a5c-415b-a662-5b952b7e7d0e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:47.521975 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Pushing event updated for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.547581 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:47.548022 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Checking segment: {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:47.551616 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.552207 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Bound using segment: {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:47.554431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Bound port: d98938bb-70f1-4e6b-91a5-7255f3b21dd9, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e9fcf1-9500-4794-b330-552000070a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:47.554869 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.563927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3a9a-28f6-4840-ab65-5442c698e95b req-056014ff-197b-44e7-b67e-f8d6faa9d448 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:47.573537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9daf3a9a-28f6-4840-ab65-5442c698e95b req-056014ff-197b-44e7-b67e-f8d6faa9d448 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.1050942 Jul 29 23:36:47.636680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:47.641929 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a4e105-f338-4749-b353-7af5401c3f52" -d '{"events": [{"server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "name": "network-vif-plugged", "status": "completed", "tag": "5793596a-814b-4680-a7bd-1462d573c97d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:47.642498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9daf3a9a-28f6-4840-ab65-5442c698e95b req-9045ff8b-912a-4a16-98ea-1da58365887b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613825 Jul 29 23:36:47.709154 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] For port d98938bb-70f1-4e6b-91a5-7255f3b21dd9, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:47.712842 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] For port d98938bb-70f1-4e6b-91a5-7255f3b21dd9, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:47.716657 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.717203 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.717767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.718291 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.719031 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.719560 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.720219 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.720713 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.721348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.722087 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.722848 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.724244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.738246 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.832773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d3ad606-f605-4e0c-8ef2-50579b8e4b6d req-521d3ed5-1a2d-4634-b64a-7204a458effa tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 210 time: 0.0325255 Jul 29 23:36:47.845771 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:47.846462 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:47.907632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-a2dc516d-9a6b-4800-977c-0e3882766f25 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5052946 Jul 29 23:36:47.912579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:47.975233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.979792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 40cddad2-d11b-4c26-b1f0-66c09ef5c967 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:48.016694 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d05f-289f-44de-bcc9-467e4b1d971d None None] Pushing event updated for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.066541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ef9bb-62b1-4afd-a9bc-664920cb814a req-5489f451-e171-4a34-ac4f-d0848d4b41eb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.069563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488ef9bb-62b1-4afd-a9bc-664920cb814a req-5489f451-e171-4a34-ac4f-d0848d4b41eb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1390803 Jul 29 23:36:48.137051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:48.138067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488ef9bb-62b1-4afd-a9bc-664920cb814a req-5af1e90e-2049-4de4-84e6-df368ebaac36 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584610 Jul 29 23:36:48.139003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.173493 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:48.250831 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51788975-9316-4ebe-8c9e-b9002b8c62dc x-openstack-request-id: req-51788975-9316-4ebe-8c9e-b9002b8c62dc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:48.251159 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "name": "network-vif-plugged", "status": "completed", "tag": "5793596a-814b-4680-a7bd-1462d573c97d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:48.251669 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51788975-9316-4ebe-8c9e-b9002b8c62dc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:48.253133 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d', 'code': 200} Jul 29 23:36:48.478520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c456-da43-4238-8205-267498d3cfa5 req-4ad2d3cf-ab00-438a-bffa-d63b304a206a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.486587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38d7c456-da43-4238-8205-267498d3cfa5 req-4ad2d3cf-ab00-438a-bffa-d63b304a206a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 946 time: 0.1226246 Jul 29 23:36:48.551228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38d7c456-da43-4238-8205-267498d3cfa5 req-fa9dfcb9-554f-45b6-a746-3cdad14feb4f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Jul 29 23:36:48.572124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd98938bb-70f1-4e6b-91a5-7255f3b21dd9', 'name': '', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'mac_address': 'fa:16:3e:4f:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:47Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'subnets': [{'id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.624509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815d0f9-3392-4dab-ad20-b73188e80ebd None None] The sync data for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 is: [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd98938bb-70f1-4e6b-91a5-7255f3b21dd9', 'name': '', 'network_id': '09121f13-1a5c-415b-a662-5b952b7e7d0e', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'mac_address': 'fa:16:3e:4f:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:47Z', 'revision_number': 4, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'subnets': [{'id': '31ccca6e-f50e-4906-89f7-a5d0fb184a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:48.626109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557b3b-67b4-44c0-ac8e-92ebfaa32d9d req-b8b8bd44-19f2-490e-81ab-b89e34435b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.627619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24557b3b-67b4-44c0-ac8e-92ebfaa32d9d req-b8b8bd44-19f2-490e-81ab-b89e34435b16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1098 time: 0.0786960 Jul 29 23:36:48.674108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-03e6208f-2adf-4d24-83f9-831d36118b1e tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.675676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-03e6208f-2adf-4d24-83f9-831d36118b1e tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1098 time: 0.0701826 Jul 29 23:36:48.711910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24557b3b-67b4-44c0-ac8e-92ebfaa32d9d req-e455b545-2c4c-4e6e-b706-8deef284fdc5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Jul 29 23:36:48.718603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.749949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:48.765986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:48.968896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Allocated IP 172.25.5.213 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d410270d-046a-4e9e-8638-21acf6fd65c5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:48.977899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f18b1-a572-4799-aa58-073e712b847b req-2926a933-0b1a-417e-8dd8-b5cde6cce908 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.987347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e40f18b1-a572-4799-aa58-073e712b847b req-2926a933-0b1a-417e-8dd8-b5cde6cce908 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 946 time: 0.1164429 Jul 29 23:36:49.077054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e40f18b1-a572-4799-aa58-073e712b847b req-f28fa018-0378-469d-aee4-60f3478f2204 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852621 Jul 29 23:36:49.140780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e8b-1722-463e-8972-2f4afc06fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.172706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-11'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.316916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port a2bb72a2-cec7-47be-8a21-65a67a725fe8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:49.344202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.350780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.412557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.418319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.420410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-46379e62-7216-4e4c-8837-f12aaa9ce0a8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1954615 Jul 29 23:36:49.441772 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.452529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 has no active binding in host n-h1-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:36:49.571493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.612313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-35d35761-a89a-46c2-b516-600d98087a94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2291601 Jul 29 23:36:49.644278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.652967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.654601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.658775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd742-72ed-4328-b040-afb93683cbd4 req-e647b030-9869-4881-abfd-c752d3c28e4b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.666781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91fbd742-72ed-4328-b040-afb93683cbd4 req-e647b030-9869-4881-abfd-c752d3c28e4b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.2597940 Jul 29 23:36:49.735314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:49.749276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:49.753422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:49.766611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event updated for resources: {'Port': ['ID=d410270d-046a-4e9e-8638-21acf6fd65c5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.777845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.825402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-c53f4e56-d7df-4178-80e5-10f9f95b0bee tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.826752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-c53f4e56-d7df-4178-80e5-10f9f95b0bee tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991137 Jul 29 23:36:49.853614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.875949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.893776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91fbd742-72ed-4328-b040-afb93683cbd4 req-1797cf92-9e03-455b-aed9-648b075508a4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185664 Jul 29 23:36:49.944590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.968979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-e16acbeb-e44b-4b82-9687-7b4101170414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.975321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-e16acbeb-e44b-4b82-9687-7b4101170414 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.2791934 Jul 29 23:36:50.029253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d98938bb-70f1-4e6b-91a5-7255f3b21dd9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:50.077267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.126653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:50.141842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:50.145285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.160367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93f3054e-661d-4ee8-8e5f-b8cf3c2b2bb8 req-5efb8016-5ec1-4856-8c3a-8b862113db9d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 210 time: 0.1331658 Jul 29 23:36:50.210400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:50.215200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.257571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:50.263819 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec9aaa-d759-46b5-a1ff-de8991ea6084" -d '{"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:50.361911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:50.391462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-a729ceda-46b1-4031-8d52-3a1d31c43e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.393099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-a729ceda-46b1-4031-8d52-3a1d31c43e8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3323116 Jul 29 23:36:50.402320 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.417032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.438122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.440628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.126 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/c297c3b4-3a5f-44be-80c6-330b99bb62ed) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:50.458997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d98938bb-70f1-4e6b-91a5-7255f3b21dd9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:50.464593 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.482762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-3c495d4c-21e0-42aa-9197-ae04aaed78b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0770013 Jul 29 23:36:50.484100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:50.486186 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcf0a7-9b6e-4280-9004-67ca7e516337" -d '{"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:50.489450 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.492301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.533242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.544739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.546642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6373553 Jul 29 23:36:50.546642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380eb6f-5ddb-4ec5-8846-5bd430a3fc10 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event updated for resources: {'Port': ['ID=d410270d-046a-4e9e-8638-21acf6fd65c5,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.593823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01c57-9de2-42c6-b27d-c38031ded170 req-e192bfe7-a322-4cd9-aecc-fa7413353793 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.595568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74c01c57-9de2-42c6-b27d-c38031ded170 req-e192bfe7-a322-4cd9-aecc-fa7413353793 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2118573 Jul 29 23:36:50.614072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.624440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-2215d80c-5384-419b-8a98-5f9874f06736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.626238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-2215d80c-5384-419b-8a98-5f9874f06736 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1297452 Jul 29 23:36:50.636188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-cc70442b-a949-4aaa-950c-f3af5dfa8848 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0716512 Jul 29 23:36:50.646763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.687399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.751144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-e2a4dcc7-ee7d-4e8a-bdee-7450492b3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.752881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-e2a4dcc7-ee7d-4e8a-bdee-7450492b3767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009052 Jul 29 23:36:50.753766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on host n-h2-712707-11 for vnic_type normal with profile {"migrating_to": "n-h1-712707-11"} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:50.753949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:50.754499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:50.760723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74c01c57-9de2-42c6-b27d-c38031ded170 req-eea7348d-8f88-4fbf-a9eb-4b0722cf3948 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545389 Jul 29 23:36:50.762566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:50.762950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Attempting to bind port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:50.768330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:50.768582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:50.768963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:50.769388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Bound port: 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:50.769766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.831872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-517bcd41-9355-4264-908e-e649523ea6c4 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.833415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4aec78db-e40a-44ed-912a-82bf8573f92b req-517bcd41-9355-4264-908e-e649523ea6c4 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1961997 Jul 29 23:36:50.890684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-de75513c-b6bc-4c6d-8826-bbc253591b41 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103649 Jul 29 23:36:50.901890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.919944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object c297c3b4-3a5f-44be-80c6-330b99bb62ed will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:50.967789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.025559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809', '66b9768f-b53b-4009-b100-8447f77be83c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:51.032126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:51.045644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:51.051893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:51.057907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.058733 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.071608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.087850 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-bd909804-51aa-4aba-8713-245a255282c1 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2383037 Jul 29 23:36:51.113362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Request body: {'port': {'device_id': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:51.138702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:51.291913 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.315808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49d5d-bdfe-4a68-a964-a0ebbef99388 req-3abe5dfa-ce88-4191-8916-6e3f25aa13a2 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.317356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9b49d5d-bdfe-4a68-a964-a0ebbef99388 req-3abe5dfa-ce88-4191-8916-6e3f25aa13a2 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1098 time: 0.1643860 Jul 29 23:36:51.403680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9b49d5d-bdfe-4a68-a964-a0ebbef99388 req-ca55ad4d-4b85-44dd-82b4-d327e193ca2f tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766802 Jul 29 23:36:51.465505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-93e8397f-425e-45a0-a1ba-69e5c0c32463 None None] Provisioning for port c297c3b4-3a5f-44be-80c6-330b99bb62ed completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:51.476190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-93e8397f-425e-45a0-a1ba-69e5c0c32463 None None] Provisioning complete for port c297c3b4-3a5f-44be-80c6-330b99bb62ed triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:51.476560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-93e8397f-425e-45a0-a1ba-69e5c0c32463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.536197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-93e8397f-425e-45a0-a1ba-69e5c0c32463 None None] Port c297c3b4-3a5f-44be-80c6-330b99bb62ed cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:51.538868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57167b-6bc5-4881-88a7-76f7c2338fe8 req-1d388503-9067-463a-bfdb-a0aed91fcc92 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.547175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c57167b-6bc5-4881-88a7-76f7c2338fe8 req-1d388503-9067-463a-bfdb-a0aed91fcc92 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.6532271 Jul 29 23:36:51.564341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:51.595922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:51.619201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.663276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dcb7b-8aa5-4d04-baeb-421fe7ca184b req-b6a726f8-797f-40ef-a2c7-dd63948be484 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.671489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-928dcb7b-8aa5-4d04-baeb-421fe7ca184b req-b6a726f8-797f-40ef-a2c7-dd63948be484 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 946 time: 0.1149440 Jul 29 23:36:51.673595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c57167b-6bc5-4881-88a7-76f7c2338fe8 req-ad9380e9-d157-4569-a2c0-1c3f8aa9da39 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253240 Jul 29 23:36:51.688112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c6168e1-ced1-4c06-9ba6-800d57d3cba4 req-a9c1c933-3c21-40d1-9ea4-9c227cd5b9b5 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308166 Jul 29 23:36:51.739263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=8']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.773330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-928dcb7b-8aa5-4d04-baeb-421fe7ca184b req-63783a38-c0bd-4f7f-b018-34b3d54f93e5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981321 Jul 29 23:36:51.818419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.819329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.820592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4bd08247-d2b9-4f61-8c06-cd971df5aa18 service neutron] 10.222.0.57 "PUT /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 1124 time: 2.6527965 Jul 29 23:36:51.874198 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec041e8f-886a-4a61-9806-8db7d28a0044 x-openstack-request-id: req-ec041e8f-886a-4a61-9806-8db7d28a0044 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:51.874455 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:51.874701 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec041e8f-886a-4a61-9806-8db7d28a0044 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:51.875090 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'code': 200} Jul 29 23:36:51.942177 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638961e-a20a-4398-a66b-2605706b6c56 x-openstack-request-id: req-f638961e-a20a-4398-a66b-2605706b6c56 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:51.942669 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:51.943098 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f638961e-a20a-4398-a66b-2605706b6c56 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:51.943662 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'code': 200} Jul 29 23:36:51.972628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-dd043e93-0027-4cd2-9573-08cb6745068e tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips/43c25ecc-0dd3-4b3f-af62-6f68e93dffac HTTP/1.1" status: 200 len: 693 time: 0.0780575 Jul 29 23:36:51.988260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d98938bb-70f1-4e6b-91a5-7255f3b21dd9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:52.032204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c297c3b4-3a5f-44be-80c6-330b99bb62ed {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:52.045318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.079942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:52.104848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Transition to ACTIVE for port object c297c3b4-3a5f-44be-80c6-330b99bb62ed will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:52.122856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.135968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51503282-20d3-4bc5-884d-ecd79debf53b req-91ed3957-eebb-43a1-a767-d2a707f73f6c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.158523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51503282-20d3-4bc5-884d-ecd79debf53b req-91ed3957-eebb-43a1-a767-d2a707f73f6c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 936 time: 0.1092989 Jul 29 23:36:52.243077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-179f4688-b471-450d-a882-e242f711cf34 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.250073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-179f4688-b471-450d-a882-e242f711cf34 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.2713978 Jul 29 23:36:52.252279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51503282-20d3-4bc5-884d-ecd79debf53b req-c40e292a-223d-4670-a3ed-93e34dfdd59e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802033 Jul 29 23:36:52.317458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:52.317907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.319899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:52.350076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1570adf9-b169-43d1-b706-fb74309a2bf4 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0850823 Jul 29 23:36:52.471311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-27c2a2dd-cec8-42ee-939f-49cae5477e02 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1107826 Jul 29 23:36:52.472917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Pushing event updated for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.549053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-8fe3b642-fc57-4e04-89a5-67a321a29d48 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1410846646&fields=id&tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 267 time: 0.0727758 Jul 29 23:36:52.610684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-71d2102e-7c40-4580-9784-11373a98d402 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.621740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-71d2102e-7c40-4580-9784-11373a98d402 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 946 time: 0.0711749 Jul 29 23:36:52.627603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'security_groups': ['a6e1079a-1c81-4e1c-9ca7-2bde353333e3', 'a679dcd2-eb67-444d-aa12-c98a39c5ff74']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:52.687865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.738630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Attempting to bind port c297c3b4-3a5f-44be-80c6-330b99bb62ed on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:52.738965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Attempting to bind port c297c3b4-3a5f-44be-80c6-330b99bb62ed by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:52.739366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Attempting to bind port c297c3b4-3a5f-44be-80c6-330b99bb62ed on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:52.746026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Port c297c3b4-3a5f-44be-80c6-330b99bb62ed on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:52.746769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Attempting to bind port c297c3b4-3a5f-44be-80c6-330b99bb62ed on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:52.779861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.795288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:52.795635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:52.796030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:52.796647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Bound port: c297c3b4-3a5f-44be-80c6-330b99bb62ed, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:52.796920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.880141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Deleting port d410270d-046a-4e9e-8638-21acf6fd65c5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:52.880609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.004002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.004792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.019209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Calling delete_port for d410270d-046a-4e9e-8638-21acf6fd65c5 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:53.102933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:53.115893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:53.126987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:53.135746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.195080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.199602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.200229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.201781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] 10.222.0.59 "PUT /v2.0/ports/c297c3b4-3a5f-44be-80c6-330b99bb62ed HTTP/1.1" status: 200 len: 1097 time: 2.0945117 Jul 29 23:36:53.214921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:53.217266 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e495cf-7ed9-4a08-8680-63a42a143037" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:53.226594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.376000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.376870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.385410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c240ff5c-a414-4707-9d83-4e8459c32c1c req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "PUT /v2.0/ports/5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 982 time: 0.7564380 Jul 29 23:36:53.457268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26dbc-fc78-4085-806f-b5a7b0fa0117 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.478241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.539439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c9975-7b04-45ee-85b2-0ec747f8c49c service neutron] Pushing event updated for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.551612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.555819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.556996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2b4c13e-ecdf-47e1-9923-f4f3358898a9 req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "DELETE /v2.0/floatingips/43c25ecc-0dd3-4b3f-af62-6f68e93dffac HTTP/1.1" status: 204 len: 173 time: 1.0781393 Jul 29 23:36:53.584870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef071-ed63-4e36-b86a-37cb4a0f59f3 req-260c74e2-9c1a-4cbc-97db-bc01ea9c1638 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.586568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a59ef071-ed63-4e36-b86a-37cb4a0f59f3 req-260c74e2-9c1a-4cbc-97db-bc01ea9c1638 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1029267 Jul 29 23:36:53.615344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ecf1-b2e3-42ee-ba7f-711df69912c7 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] Pushing event deleted for resources: {'Port': ['ID=d410270d-046a-4e9e-8638-21acf6fd65c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.627902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-0d5f4a4c-fe16-4c4a-aad2-131ded48aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.629457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-0d5f4a4c-fe16-4c4a-aad2-131ded48aa17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 1100 time: 0.1990750 Jul 29 23:36:53.674038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a59ef071-ed63-4e36-b86a-37cb4a0f59f3 req-0634789c-e2cf-4085-bf24-885679fd40f0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761614 Jul 29 23:36:53.711643 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-ab4adb93-4c4d-4b06-bff1-264fcb037294 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed HTTP/1.1" status: 200 len: 217 time: 0.0641415 Jul 29 23:36:53.832104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-14818afd-a486-4926-a8ac-828b0cb71434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.839157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-14818afd-a486-4926-a8ac-828b0cb71434 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1160636 Jul 29 23:36:53.868414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eaeea-daa9-450a-b06e-faeeb005ea25 req-19b7efbc-2206-419b-982b-a5112a3af4ff tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.874002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-418eaeea-daa9-450a-b06e-faeeb005ea25 req-19b7efbc-2206-419b-982b-a5112a3af4ff tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1127980 Jul 29 23:36:53.938169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-f8d7c44c-1f78-4419-a365-f26494ad0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.938169 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-f8d7c44c-1f78-4419-a365-f26494ad0724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755594 Jul 29 23:36:53.947948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'}, {'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:53.951519 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f" -d '{"events": [{"name": "network-changed", "server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76"}, {"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:53.971337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-418eaeea-daa9-450a-b06e-faeeb005ea25 req-b1368035-6966-4ed1-ae5c-d41dfae97226 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894032 Jul 29 23:36:54.079576 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fef78-4cf0-4abb-be4d-fb91e80d7852 x-openstack-request-id: req-0e7fef78-4cf0-4abb-be4d-fb91e80d7852 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:54.083463 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:54.083784 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e7fef78-4cf0-4abb-be4d-fb91e80d7852 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:54.088192 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed', 'status': 'completed', 'code': 200} Jul 29 23:36:54.107760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:54.181117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2f21-f7b8-422c-b71d-0758f1de9d0e req-f8210e1d-4e93-416b-a408-1c3f8de5f185 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.183688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c67d2f21-f7b8-422c-b71d-0758f1de9d0e req-f8210e1d-4e93-416b-a408-1c3f8de5f185 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 948 time: 0.1096754 Jul 29 23:36:54.187846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-43328eba-bb97-4792-b0fc-e3871a172027 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305870 Jul 29 23:36:54.217027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-d1959530-044b-4720-aea4-b986a5a4f007 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-810963023&fields=id&tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 267 time: 0.0706110 Jul 29 23:36:54.331909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-af01be12-0e4f-4e7e-b48e-8224c4b68556 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.334297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-af01be12-0e4f-4e7e-b48e-8224c4b68556 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 985 time: 0.1074421 Jul 29 23:36:54.360650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'security_groups': ['a679dcd2-eb67-444d-aa12-c98a39c5ff74', 'a6e1079a-1c81-4e1c-9ca7-2bde353333e3', 'ef5d6f11-74c0-4c26-a3f2-d489b10e7408']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:54.435522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c67d2f21-f7b8-422c-b71d-0758f1de9d0e req-7f9eff86-ae84-485b-8968-31b81d5eeca2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434165 Jul 29 23:36:54.476830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-625f4fcf-329f-4903-8f59-a19fe3ab1d3d req-ad1eb892-fd14-4168-8b2a-fde0b92a9bb0 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609322 Jul 29 23:36:54.491986 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.519465 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-1503d15f-c340-4257-9da6-1069200994f7 req-ad34e0de-ac07-4008-8b72-6f3eed1968d0 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] show failed (client error): The resource could not be found. Jul 29 23:36:54.533425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1503d15f-c340-4257-9da6-1069200994f7 req-ad34e0de-ac07-4008-8b72-6f3eed1968d0 tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips/43c25ecc-0dd3-4b3f-af62-6f68e93dffac HTTP/1.1" status: 404 len: 350 time: 0.0652304 Jul 29 23:36:54.576295 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac749ec-9e10-4601-bb51-11aa5c8dc47f x-openstack-request-id: req-1ac749ec-9e10-4601-bb51-11aa5c8dc47f {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:54.576625 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:54.576898 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ac749ec-9e10-4601-bb51-11aa5c8dc47f {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:54.577293 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'status': 'completed', 'code': 200} Jul 29 23:36:54.577517 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d', 'status': 'completed', 'code': 200} Jul 29 23:36:54.638032 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-c411a219-a414-4d51-bd6a-069260e2998b req-9d66c184-43b0-49c8-9900-e72b1165ef7e tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] show failed (client error): The resource could not be found. Jul 29 23:36:54.639140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c411a219-a414-4d51-bd6a-069260e2998b req-9d66c184-43b0-49c8-9900-e72b1165ef7e tempest-FloatingIPsTestJSON-1370331093 tempest-FloatingIPsTestJSON-1370331093-project] 10.222.0.49 "GET /v2.0/floatingips/43c25ecc-0dd3-4b3f-af62-6f68e93dffac HTTP/1.1" status: 404 len: 350 time: 0.0526078 Jul 29 23:36:54.658635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.843969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-d8d3bdf9-035f-4185-9a73-9b954c73f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.845810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-d8d3bdf9-035f-4185-9a73-9b954c73f1d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1127 time: 0.1531718 Jul 29 23:36:54.912382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-b13acb14-a761-40e0-98ed-1dc32f728560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.914153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-b13acb14-a761-40e0-98ed-1dc32f728560 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1137 time: 0.2230873 Jul 29 23:36:54.946461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:54.978223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-96ff2892-ea5f-4449-a1c1-cdcd1d815896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.980295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-96ff2892-ea5f-4449-a1c1-cdcd1d815896 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 1100 time: 0.2516563 Jul 29 23:36:54.995339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bb0d-0fe7-430b-92ea-c8e104c8f4f5 req-9667e582-1260-4000-8e8e-2e0065c025f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.003351 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4d9bb0d-0fe7-430b-92ea-c8e104c8f4f5 req-9667e582-1260-4000-8e8e-2e0065c025f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2122111 Jul 29 23:36:55.101120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.123784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-7d2ca9cb-e005-4ce7-891b-8b17196f9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.125350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-7d2ca9cb-e005-4ce7-891b-8b17196f9da5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2665384 Jul 29 23:36:55.159440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.217822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-43ce64cd-5ec4-42d0-868a-bb718b321a65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 217 time: 0.0758483 Jul 29 23:36:55.246176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:55.272733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.274236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.281041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c1b60e5-6d95-44e3-9e40-b6fb49cda055 req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "PUT /v2.0/ports/5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 1021 time: 0.9281714 Jul 29 23:36:55.324429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-eedb509e-4687-4dcd-b1d3-456ddbcbba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.326117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-eedb509e-4687-4dcd-b1d3-456ddbcbba60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.3919117 Jul 29 23:36:55.347785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:55.421041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3567acd-21da-474b-b22f-1bb193452eae tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.427510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-130d3e78-21f5-458b-b2a9-79e975593bd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 217 time: 0.0731812 Jul 29 23:36:55.429740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-cc819194-c95c-4dc4-ab66-e989b11e1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.431167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-cc819194-c95c-4dc4-ab66-e989b11e1b1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1795597 Jul 29 23:36:55.496902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4d9bb0d-0fe7-430b-92ea-c8e104c8f4f5 req-f7211aed-123f-4e00-959e-f63cce84f99d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871387 Jul 29 23:36:55.503018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-c9873c28-5067-4280-8131-b888c9b6e850 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552742 Jul 29 23:36:55.659866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-8542ff01-d31a-4e99-8344-92a1e35b7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.661264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-8542ff01-d31a-4e99-8344-92a1e35b7727 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.6500773 Jul 29 23:36:55.675474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-d88a5a30-bb37-42ea-a4cd-f519b2f6f6a0 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574600 Jul 29 23:36:55.720877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-586b2087-4de3-4392-a4ec-42ff3fa911f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.727661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-586b2087-4de3-4392-a4ec-42ff3fa911f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.2648261 Jul 29 23:36:55.814312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-72dae388-572d-4e8a-aa00-88c0ad19b8ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721660 Jul 29 23:36:55.821479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-1b224f43-72d1-441f-be69-52e034b765c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed HTTP/1.1" status: 200 len: 217 time: 0.1361895 Jul 29 23:36:55.844396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f3ed1-65fa-4fc2-87d7-29a11738b1df req-73f7b887-5732-4957-965f-4e20b00fb92c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.846325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-682f3ed1-65fa-4fc2-87d7-29a11738b1df req-73f7b887-5732-4957-965f-4e20b00fb92c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1853211 Jul 29 23:36:55.886737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-fe27824a-69e7-4865-82d1-8d5ac57a4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.888219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-fe27824a-69e7-4865-82d1-8d5ac57a4437 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0553534 Jul 29 23:36:55.929509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99d950-3cfa-4b36-bcd1-81d0feb4891e req-b940c425-a54c-4b8e-90c9-563bf9cae039 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.932608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1d99d950-3cfa-4b36-bcd1-81d0feb4891e req-b940c425-a54c-4b8e-90c9-563bf9cae039 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1024 time: 0.2697549 Jul 29 23:36:55.951222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:55.980397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-682f3ed1-65fa-4fc2-87d7-29a11738b1df req-2b4c0bc3-0428-4a8f-aea8-73d8e426f2f8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196368 Jul 29 23:36:55.985746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-5afea658-787b-4633-82be-57cc42cdae7a service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826142 Jul 29 23:36:56.042009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-1637eaed-fb2b-4d6d-a51e-369610baf31e service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923358 Jul 29 23:36:56.087926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1d99d950-3cfa-4b36-bcd1-81d0feb4891e req-5ebd2f9a-5c22-4111-adce-1dd8526b987a tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a679dcd2-eb67-444d-aa12-c98a39c5ff74&id=ef5d6f11-74c0-4c26-a3f2-d489b10e7408 HTTP/1.1" status: 200 len: 6149 time: 0.1187901 Jul 29 23:36:56.206441 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-4d2fd1ad-f3ac-4b2d-894c-66d878c4f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.208839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-4d2fd1ad-f3ac-4b2d-894c-66d878c4f9ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2929699 Jul 29 23:36:56.220230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f43e2b-1537-4ec6-b91e-1e4b8a9e912f req-edca953f-a791-47ea-905d-a66eb8f65be6 service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190386 Jul 29 23:36:56.370769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.428639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da304-e368-447a-9529-da856ee453b1 req-19c718e3-e214-4648-84b8-1a6e2d35962d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.431204 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-318da304-e368-447a-9529-da856ee453b1 req-19c718e3-e214-4648-84b8-1a6e2d35962d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 948 time: 0.1958442 Jul 29 23:36:56.490127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-677726b1-17bf-4c1f-a199-4f69cf089bea service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666762 Jul 29 23:36:56.578481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:56.581036 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ede481-10b2-4b78-adcc-5c7ee80a2891" -d '{"events": [{"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:56.598070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-318da304-e368-447a-9529-da856ee453b1 req-531c8d5a-7a68-4eeb-bb28-e14bfc126099 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543329 Jul 29 23:36:56.718384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1416046380 ', 'description': 'tempest-description-394851000'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:56.825725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2e495cf-7ed9-4a08-8680-63a42a143037 req-b455ace1-6b07-48be-9e6f-ae3edbc66cda service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224537 Jul 29 23:36:56.831295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.832629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb76e-dd57-451e-89aa-92a320d385f0 req-400f0612-cc24-4eff-9bf1-a192271ed372 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.845336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21bcb76e-dd57-451e-89aa-92a320d385f0 req-400f0612-cc24-4eff-9bf1-a192271ed372 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0992575 Jul 29 23:36:56.917899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21bcb76e-dd57-451e-89aa-92a320d385f0 req-9274585c-5cfc-4bf9-81d1-552957dd795d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Jul 29 23:36:57.053288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.063591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.135965 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd707486-066e-491e-a173-837c0ace2cf1 x-openstack-request-id: req-fd707486-066e-491e-a173-837c0ace2cf1 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:57.137136 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "tag": "5793596a-814b-4680-a7bd-1462d573c97d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:57.137606 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd707486-066e-491e-a173-837c0ace2cf1 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:57.138218 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d', 'status': 'completed', 'code': 200} Jul 29 23:36:57.141056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.142531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3c7f0f0b-fe75-4984-adb8-e862796aad6e req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4286122 Jul 29 23:36:57.143520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586aa8-18ea-4541-87b4-0f32271ab4a9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0abc28-0690-46e3-8729-01bd5e1ff579,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.154302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Deleting port d98938bb-70f1-4e6b-91a5-7255f3b21dd9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:57.154302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.280845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] For port d98938bb-70f1-4e6b-91a5-7255f3b21dd9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:57.281524 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.329025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Calling delete_port for d98938bb-70f1-4e6b-91a5-7255f3b21dd9 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:57.365651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.376348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-ff4422d8-40c6-4a9f-bbd9-9f47d9c3b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.377914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-ff4422d8-40c6-4a9f-bbd9-9f47d9c3b5fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1176 time: 0.0898108 Jul 29 23:36:57.393045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62c035a6-766b-47cd-a312-54fed6bfb776 req-c765ac15-bd49-480d-8cf1-dba9d61dded2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/5b0abc28-0690-46e3-8729-01bd5e1ff579 HTTP/1.1" status: 200 len: 1780 time: 0.0779068 Jul 29 23:36:57.404860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e9e72-0c26-40d9-9b02-ad3763233cf7 req-2803671e-4c6f-4421-8f4c-bc07609b5645 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.406634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-507e9e72-0c26-40d9-9b02-ad3763233cf7 req-2803671e-4c6f-4421-8f4c-bc07609b5645 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1158242 Jul 29 23:36:57.501671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-63938e29-16cd-4307-98b0-2833a1954f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.503221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-63938e29-16cd-4307-98b0-2833a1954f42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.0988927 Jul 29 23:36:57.527331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-507e9e72-0c26-40d9-9b02-ad3763233cf7 req-e2990eee-7f05-4a4a-b2c1-f1d4c98c4831 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127286 Jul 29 23:36:57.582223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-2e445f3a-32fe-400c-9c60-c5ae39b18f0d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/5b0abc28-0690-46e3-8729-01bd5e1ff579 HTTP/1.1" status: 200 len: 1780 time: 0.0777817 Jul 29 23:36:57.629902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.657119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-c2e0dd87-c08b-4628-97a3-c86beb882c42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 200 len: 217 time: 0.0904541 Jul 29 23:36:57.684954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98938bb-70f1-4e6b-91a5-7255f3b21dd9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.739243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.768228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-e0b32bd9-7aa5-405d-b4ab-fc6a026a310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.772747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-e0b32bd9-7aa5-405d-b4ab-fc6a026a310d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.0898168 Jul 29 23:36:57.797132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.844716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-f993bfbb-885d-42e6-a10f-cfa4e3217b45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373812 Jul 29 23:36:58.030364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54bca5-2370-485d-b5f6-dc2cf8f23b77 req-cfb70fe4-9f61-49fa-aca6-cba0418c73df tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.032288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b54bca5-2370-485d-b5f6-dc2cf8f23b77 req-cfb70fe4-9f61-49fa-aca6-cba0418c73df tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 948 time: 0.2198157 Jul 29 23:36:58.035751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.041336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.047215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.064633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4738c4e-22bd-4300-882d-d852233c9fcc req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b0abc28-0690-46e3-8729-01bd5e1ff579 HTTP/1.1" status: 204 len: 173 time: 0.4809399 Jul 29 23:36:58.103583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a619ac-29aa-44fa-b25d-eb5c21e8fefa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0abc28-0690-46e3-8729-01bd5e1ff579,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.135057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b54bca5-2370-485d-b5f6-dc2cf8f23b77 req-d2b7bd03-4194-4a61-aa70-465749679a2a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887439 Jul 29 23:36:58.221339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-485b1e37-de9b-4a95-8f14-1c78725193ab service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663208 Jul 29 23:36:58.242834 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-e9ee72a9-429e-4d6d-b13e-06d3ccfc5ab0 req-7c3b6f5a-6830-4663-9190-669bc05e5348 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:36:58.243912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9ee72a9-429e-4d6d-b13e-06d3ccfc5ab0 req-7c3b6f5a-6830-4663-9190-669bc05e5348 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/5b0abc28-0690-46e3-8729-01bd5e1ff579 HTTP/1.1" status: 404 len: 352 time: 0.0222478 Jul 29 23:36:58.393176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8f737-6a7f-446c-a494-1a0fad2dc3cf req-da92257d-1ce7-455d-a659-27902f117178 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.394817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a8f737-6a7f-446c-a494-1a0fad2dc3cf req-da92257d-1ce7-455d-a659-27902f117178 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2105174 Jul 29 23:36:58.406935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ede481-10b2-4b78-adcc-5c7ee80a2891 req-2a24abf5-a6be-41ac-973f-78e727827eab service neutron] 10.222.0.57 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652727 Jul 29 23:36:58.422028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-514259634', 'description': 'tempest-description-620272136'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:58.455430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Router 1686e2d3-c936-425c-9893-da708c5557c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:58.463031 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.480449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a8f737-6a7f-446c-a494-1a0fad2dc3cf req-44bb9666-74ae-479d-a157-c05ce87fc503 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Jul 29 23:36:58.526051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c297c3b4-3a5f-44be-80c6-330b99bb62ed details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:58.614343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:58.620961 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db328810-0006-409d-b68d-40617ddbb4d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/1686e2d3-c936-425c-9893-da708c5557c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9588356 Jul 29 23:36:58.623903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:58.639649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Sync routers for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:58.673025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:58.674055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:58.692171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802bff0-36aa-40dd-bcc5-78f4d503a54b req-d67bc954-cb27-466a-80f3-2dac66dbf572 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.702348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d802bff0-36aa-40dd-bcc5-78f4d503a54b req-d67bc954-cb27-466a-80f3-2dac66dbf572 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.0859389 Jul 29 23:36:58.746962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.823447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d802bff0-36aa-40dd-bcc5-78f4d503a54b req-1be85248-bdd7-42bf-b62d-e1ba791d250f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064985 Jul 29 23:36:58.989102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.004469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:59.008707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.089293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.101130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a86b0bfa-9632-4cec-bd66-27ae895821b1 req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6802156 Jul 29 23:36:59.101249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.101374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c2d3-1784-4302-bd01-1484b5667821 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c847c9b-cb1c-4081-8c0a-161844bfa6ce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.122366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1411528708', 'description': 'tempest-description-1313182340'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:59.168984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.169249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed', 'mac_address': 'fa:16:3e:3b:23:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:59.172855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.245468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.282719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c297c3b4-3a5f-44be-80c6-330b99bb62ed {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:59.331743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Deleting port 40cddad2-d11b-4c26-b1f0-66c09ef5c967 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:59.332139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.395963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.410371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.431304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.437600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c371f-acde-4d6e-a017-e4935a129acb req-d9cb5f6c-890e-498c-8642-64fb6a7b7d32 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.438392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.446882 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-829c371f-acde-4d6e-a017-e4935a129acb req-d9cb5f6c-890e-498c-8642-64fb6a7b7d32 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 948 time: 0.1320503 Jul 29 23:36:59.490606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:57Z', 'revision_number': 5, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port': {'id': '40cddad2-d11b-4c26-b1f0-66c09ef5c967', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1686e2d3-c936-425c-9893-da708c5557c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:39Z', 'updated_at': '2021-07-29T23:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:59.494989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.510844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cdc677e4-0999-4333-bf72-de58d8e4610c req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3961585 Jul 29 23:36:59.513172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] For port 40cddad2-d11b-4c26-b1f0-66c09ef5c967, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=40cddad2-d11b-4c26-b1f0-66c09ef5c967,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.513539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.547944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Checking router: 1686e2d3-c936-425c-9893-da708c5557c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:59.553085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.554409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-829c371f-acde-4d6e-a017-e4935a129acb req-be022442-358c-4f20-bbe2-86d9b52f3f8d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065302 Jul 29 23:36:59.568687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Calling delete_port for 40cddad2-d11b-4c26-b1f0-66c09ef5c967 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:59.571671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1cf62-0ff4-4d1f-a925-a164090cdf0b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356380b2-c859-437f-9f8f-7ee39c1b8391,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.578554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Routers {'1686e2d3-c936-425c-9893-da708c5557c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:59.579338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1686e2d3-c936-425c-9893-da708c5557c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:59.702820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1992014561', 'description': 'tempest-description-1384395306'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:59.740141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.769745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] Set router 1686e2d3-c936-425c-9893-da708c5557c5 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:59.858806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 6, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:59.942290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c297c3b4-3a5f-44be-80c6-330b99bb62ed'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:59.949211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21fba5-c3b4-46ff-9ecf-c4f7cdc2eb25 None None] The sync data for ids ['1686e2d3-c936-425c-9893-da708c5557c5'] in n-d-712707-11 is: [{'id': '1686e2d3-c936-425c-9893-da708c5557c5', 'name': 'tempest-FloatingIPsTestJSON-629073619-router', 'tenant_id': '8c2c788dfe634daf8afa05ee6120040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:59Z', 'revision_number': 6, 'project_id': '8c2c788dfe634daf8afa05ee6120040e', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:59.970313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.979166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.060062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.063466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e404bbed-9170-4f4a-a609-0a78d1a3e87f req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3725204 Jul 29 23:37:00.067193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80521f11-73b5-41d7-8be7-70795454f5f1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1670e8f-0219-4d12-a337-7b9734563568,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.274209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1115-2845-4a3b-bef3-6f8a684a3601 req-b590aa80-b8c0-4227-865d-aee15321eb47 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.286824 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-261f1115-2845-4a3b-bef3-6f8a684a3601 req-b590aa80-b8c0-4227-865d-aee15321eb47 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.6075871 Jul 29 23:37:00.409552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b88b4-52f7-42b5-a274-dbf2cba86b18 req-ced4ad87-bde1-4de1-b191-a146821ffa42 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.418351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-570b88b4-52f7-42b5-a274-dbf2cba86b18 req-ced4ad87-bde1-4de1-b191-a146821ffa42 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1272047 Jul 29 23:37:00.526759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-261f1115-2845-4a3b-bef3-6f8a684a3601 req-c205877e-c766-4ed2-807f-23b241dfbe3d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369416 Jul 29 23:37:00.556666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:00.557821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-570b88b4-52f7-42b5-a274-dbf2cba86b18 req-7dda4ea5-0df9-4999-9397-105672fff3e3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354835 Jul 29 23:37:00.754425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.816839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Pushing event deleted for resources: {'Port': ['ID=40cddad2-d11b-4c26-b1f0-66c09ef5c967,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.872235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.872503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.872847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.873325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.873723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.874071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.874395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.874725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.875215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.875561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.875884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.876205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:00.883965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.886255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a912d-f30f-4bc5-892e-9b01247388c1 req-17ee8a08-0fb2-45df-b6ec-a1fa6646d7cd tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.895022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff1a912d-f30f-4bc5-892e-9b01247388c1 req-17ee8a08-0fb2-45df-b6ec-a1fa6646d7cd tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 949 time: 0.1141942 Jul 29 23:37:00.963215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff1a912d-f30f-4bc5-892e-9b01247388c1 req-785d8f86-1a60-402d-9e07-24aadf685052 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671637 Jul 29 23:37:00.995521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1a40d0c-eb68-4989-967b-d80e63a61e91 req-6aa2cbad-227c-4f06-a81c-6796d1c736b4 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 10897 time: 0.3577704 Jul 29 23:37:01.087732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.093243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.202160 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1a40d0c-eb68-4989-967b-d80e63a61e91 req-c97f25b4-efc1-4a4e-9591-7e4ae228a61d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a6e1079a-1c81-4e1c-9ca7-2bde353333e3 HTTP/1.1" status: 200 len: 2981 time: 0.1731968 Jul 29 23:37:01.208603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.209300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1686e2d3-c936-425c-9893-da708c5557c5 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:01.226308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.227659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f53d1bc5-8041-4519-b097-4593c6093469 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1686e2d3-c936-425c-9893-da708c5557c5 HTTP/1.1" status: 204 len: 168 time: 2.6028457 Jul 29 23:37:01.230757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33908) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.308628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1a40d0c-eb68-4989-967b-d80e63a61e91 req-ff205f95-fab7-4c02-9e1b-a144153e038b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a6e1079a-1c81-4e1c-9ca7-2bde353333e3 HTTP/1.1" status: 200 len: 2981 time: 0.0790854 Jul 29 23:37:01.367253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Deleting subnet 31ccca6e-f50e-4906-89f7-a5d0fb184a23 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:01.383512 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.472205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.508526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-2ec928b7-5daf-4fc9-afa6-abe3daa7a624 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/2c847c9b-cb1c-4081-8c0a-161844bfa6ce HTTP/1.1" status: 200 len: 1799 time: 0.1521552 Jul 29 23:37:01.730110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c124f-7b17-49d0-9508-a3723827d6b3 req-6472b5a3-bfd8-488f-8d41-4f0f4544f515 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.732709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.743573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a79c124f-7b17-49d0-9508-a3723827d6b3 req-6472b5a3-bfd8-488f-8d41-4f0f4544f515 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0748394 Jul 29 23:37:01.781341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.801861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a79c124f-7b17-49d0-9508-a3723827d6b3 req-3506cc2a-7705-4098-a936-c39183ed80d6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Jul 29 23:37:01.816591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.875976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.881074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.886877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85a5b861-a1a2-4edb-b971-c03a7cb1a697 req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c847c9b-cb1c-4081-8c0a-161844bfa6ce HTTP/1.1" status: 204 len: 173 time: 0.3679781 Jul 29 23:37:01.924832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c847c9b-cb1c-4081-8c0a-161844bfa6ce,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.955178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.955884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.956034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d98938bb-70f1-4e6b-91a5-7255f3b21dd9 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:01.956530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.956530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.956875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.957205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.957596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.958390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.958390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.958663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.958955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.959289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a6218-e259-4c6f-a7c1-0269addf66ca tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:01.962199 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-50e4a20b-cb12-4cbf-86b3-0398dcf99939 req-c2819aa5-bf57-418c-9766-b96014d8cd3d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:01.972694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50e4a20b-cb12-4cbf-86b3-0398dcf99939 req-c2819aa5-bf57-418c-9766-b96014d8cd3d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/2c847c9b-cb1c-4081-8c0a-161844bfa6ce HTTP/1.1" status: 404 len: 352 time: 0.0548294 Jul 29 23:37:01.994909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d98938bb-70f1-4e6b-91a5-7255f3b21dd9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:01.995881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d98938bb-70f1-4e6b-91a5-7255f3b21dd9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:01.996551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 40cddad2-d11b-4c26-b1f0-66c09ef5c967 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:02.020218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deb203-2985-4f21-8681-d5d3a6ab9f9a req-62c6f42b-7d08-41be-bca3-0de15221ab4c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.029929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 40cddad2-d11b-4c26-b1f0-66c09ef5c967 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:02.030713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 40cddad2-d11b-4c26-b1f0-66c09ef5c967 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:02.042428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8deb203-2985-4f21-8681-d5d3a6ab9f9a req-62c6f42b-7d08-41be-bca3-0de15221ab4c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1210120 Jul 29 23:37:02.058337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-51b8b8b2-39bd-41df-aaeb-40e1437c4b35 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/356380b2-c859-437f-9f8f-7ee39c1b8391 HTTP/1.1" status: 200 len: 1801 time: 0.0607908 Jul 29 23:37:02.063007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.090432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8deb203-2985-4f21-8681-d5d3a6ab9f9a req-f1a74261-58b5-4f27-8091-103a713d172e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Jul 29 23:37:02.120975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ccca6e-f50e-4906-89f7-a5d0fb184a23,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.125169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6867db-cad9-469d-8efe-839325d015bb None None] Network 09121f13-1a5c-415b-a662-5b952b7e7d0e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:02.126315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.129288 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad3e361b-6b57-438e-8e23-b94b2d806f53 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31ccca6e-f50e-4906-89f7-a5d0fb184a23 HTTP/1.1" status: 204 len: 168 time: 0.8973024 Jul 29 23:37:02.132045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:02.211874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.255670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.288508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1474ba-44b4-4532-ba00-6c650519afad req-29baeb16-f50a-415a-b8dd-80b2d02dadf0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.297340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0c1474ba-44b4-4532-ba00-6c650519afad req-29baeb16-f50a-415a-b8dd-80b2d02dadf0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 949 time: 0.1121345 Jul 29 23:37:02.315251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.320751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.324967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.329066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e91c05e-a090-4ad6-ab19-dd8a03be5c04 req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/356380b2-c859-437f-9f8f-7ee39c1b8391 HTTP/1.1" status: 204 len: 173 time: 0.2623405 Jul 29 23:37:02.353009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48831be4-ba3f-4327-af71-d0ecb9a110e9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356380b2-c859-437f-9f8f-7ee39c1b8391,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.465424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0c1474ba-44b4-4532-ba00-6c650519afad req-9cc29797-6f4b-4518-8321-c236f2a14046 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666362 Jul 29 23:37:02.511263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] DHCP port deletion for 09121f13-1a5c-415b-a662-5b952b7e7d0e request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:02.548547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Deleting port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:02.549145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.556953 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-efa9d41f-8715-42c7-9e0e-bcd350105544 req-8d7ac689-5006-48b8-b649-f4e1a333b948 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:02.565259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa9d41f-8715-42c7-9e0e-bcd350105544 req-8d7ac689-5006-48b8-b649-f4e1a333b948 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/356380b2-c859-437f-9f8f-7ee39c1b8391 HTTP/1.1" status: 404 len: 352 time: 0.0226533 Jul 29 23:37:02.571400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c297c3b4-3a5f-44be-80c6-330b99bb62ed up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:02.649455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-93cc71b5-75cb-48b1-add3-c95633fda381 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/e1670e8f-0219-4d12-a337-7b9734563568 HTTP/1.1" status: 200 len: 1801 time: 0.0662949 Jul 29 23:37:02.663859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c297c3b4-3a5f-44be-80c6-330b99bb62ed completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:02.675932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Deleting port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:02.676256 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.700676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] For port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:02.701439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.734763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Calling delete_port for 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:02.741195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.752276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] For port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,segment=NetworkSegment(b9e9fcf1-9500-4794-b330-552000070a4c),segment_id=b9e9fcf1-9500-4794-b330-552000070a4c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:02.752827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.769052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Calling delete_port for 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:02.850009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.919295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c297c3b4-3a5f-44be-80c6-330b99bb62ed triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:02.919795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.953725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.960671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.964992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.966511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b53cba8-3173-4e46-b2ab-b126ff2c12dd req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1670e8f-0219-4d12-a337-7b9734563568 HTTP/1.1" status: 204 len: 173 time: 0.3164525 Jul 29 23:37:02.967333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.984423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb5c1-4e5c-452a-b23d-009553836ba2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1670e8f-0219-4d12-a337-7b9734563568,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.996954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] Pushing event deleted for resources: {'Port': ['ID=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.014532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c02366-697e-4a97-aa1c-404a1ff93000 None None] No DVR routers for this DVR port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:03.056632 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-6b62f00c-a7c0-4c4a-9427-f5fd237b024f req-e9f627cd-45d1-486d-b0ca-d4ad5eab1f5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:03.060488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b62f00c-a7c0-4c4a-9427-f5fd237b024f req-e9f627cd-45d1-486d-b0ca-d4ad5eab1f5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/e1670e8f-0219-4d12-a337-7b9734563568 HTTP/1.1" status: 404 len: 352 time: 0.0252583 Jul 29 23:37:03.065749 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.111403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dca5f6d-fd46-4ccd-b186-1ac98a05cea4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.121748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:03.128337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] No DVR routers for this DVR port 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:03.131589 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5b1d61-b59f-417c-b6ec-44a2ce3c558b" -d '{"events": [{"server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "name": "network-vif-plugged", "status": "completed", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:03.157374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:03.169125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.208774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad470da-e784-434b-a51a-0b0173eb84e5 req-19c17e1d-a302-4571-968a-f46effc9c368 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.211212 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ad470da-e784-434b-a51a-0b0173eb84e5 req-19c17e1d-a302-4571-968a-f46effc9c368 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2537014 Jul 29 23:37:03.241491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bec7884-b649-4bd3-b970-d33cb9fd2293 req-dc52bf59-5730-42cb-851f-baa5b426b075 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 6149 time: 0.1480613 Jul 29 23:37:03.274686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.311042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bec7884-b649-4bd3-b970-d33cb9fd2293 req-ba738c6b-9257-4a45-9374-d649d866671b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a6e1079a-1c81-4e1c-9ca7-2bde353333e3 HTTP/1.1" status: 200 len: 2981 time: 0.0602729 Jul 29 23:37:03.327768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ad470da-e784-434b-a51a-0b0173eb84e5 req-b990301a-141b-4bb6-8ba3-349fcca14af5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043060 Jul 29 23:37:03.352647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.369663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.371027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.372223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.372668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > port after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.373107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.373537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > port after_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.373985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.374409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.374826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.375242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.401954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bec7884-b649-4bd3-b970-d33cb9fd2293 req-47ebc0fb-1428-4284-a98a-c641b97ad3cb tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a6e1079a-1c81-4e1c-9ca7-2bde353333e3 HTTP/1.1" status: 200 len: 2981 time: 0.0810442 Jul 29 23:37:03.468765 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4d5ec1-b6a9-4904-9917-4ef684af9251 x-openstack-request-id: req-4f4d5ec1-b6a9-4904-9917-4ef684af9251 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:03.469166 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "name": "network-vif-plugged", "status": "completed", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:03.469452 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f4d5ec1-b6a9-4904-9917-4ef684af9251 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:03.470120 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed', 'code': 200} Jul 29 23:37:03.490898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.491292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.491610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.491939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:37:03.492058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793932444', 'description': 'tempest-description-251335018'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:03.492334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09121f13-1a5c-415b-a662-5b952b7e7d0e']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.528296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.579310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e9fcf1-9500-4794-b330-552000070a4c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.579691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e9fcf1-9500-4794-b330-552000070a4c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.639596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.652368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7a3da-158b-4f6c-8c68-1fc4f16829b4 req-d03c78ff-ace9-4daa-b37a-93bb9ae5ef5f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.654099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61f7a3da-158b-4f6c-8c68-1fc4f16829b4 req-d03c78ff-ace9-4daa-b37a-93bb9ae5ef5f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1563153 Jul 29 23:37:03.692057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.706503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61f7a3da-158b-4f6c-8c68-1fc4f16829b4 req-bc289f99-2347-4592-bab3-65500f8e8743 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Jul 29 23:37:03.715119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.732430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9fc7-cf5b-45db-99b2-9dce6ad59762 req-696a38fa-cd01-4b26-87e5-283994f37f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.733856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-127a9fc7-cf5b-45db-99b2-9dce6ad59762 req-696a38fa-cd01-4b26-87e5-283994f37f73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 1102 time: 0.1492133 Jul 29 23:37:03.735167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:03.736734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: from cryptography.utils import int_from_bytes Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: from cryptography.utils import int_from_bytes Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:03.739892 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:03.806109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.861656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-127a9fc7-cf5b-45db-99b2-9dce6ad59762 req-583826af-a6d6-4046-8c62-62b7f6057c18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040845 Jul 29 23:37:03.863373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.897815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.904363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.912013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95490f71-0e9e-45de-b9ea-9155be7dd2c4 req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4276252 Jul 29 23:37:03.912773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] 10.222.0.49 "DELETE /v2.0/networks/09121f13-1a5c-415b-a662-5b952b7e7d0e HTTP/1.1" status: 204 len: 168 time: 1.7796416 Jul 29 23:37:03.949451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b4991-228e-4b85-8173-f59ae8c5b1f5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af027b6f-7127-490d-9b29-44e01a2a69fa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.974205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:03.978126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0e116-0430-4257-80be-d11935885b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=09121f13-1a5c-415b-a662-5b952b7e7d0e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.006031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-11098660-92e8-4792-a936-da1b01b78e21 service neutron] 10.222.0.59 "GET /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.3059132 Jul 29 23:37:04.022311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:04.023292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1dca5f6d-fd46-4ccd-b186-1ac98a05cea4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:04.049953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02d72-47e4-4cac-9898-b305dc37cbfc req-9b7de345-e442-471a-8319-db29c2e78c0f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.057984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9fa02d72-47e4-4cac-9898-b305dc37cbfc req-9b7de345-e442-471a-8319-db29c2e78c0f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 950 time: 0.1186740 Jul 29 23:37:04.156397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9fa02d72-47e4-4cac-9898-b305dc37cbfc req-8a1a5de9-2ebe-45fa-bb8c-21815809486d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974269 Jul 29 23:37:04.178191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.200452 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:04.204028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-163986052', 'description': 'tempest-description-2145542315'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:04.276725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5646fa92-cded-44f0-b8e5-4fe953d1f82a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c2c788dfe634daf8afa05ee6120040e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927222 Jul 29 23:37:04.276725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.277077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33980) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.433109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.440671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.473727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.475172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42fb78fb-584b-4231-8eb8-0ef6b40f8780 req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2771666 Jul 29 23:37:04.495414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc71c13-3668-432e-b093-98d53663412e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b2f97-82b9-4e6c-bc5d-c184564e4124,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.891036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.916033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.987568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-e320735c-4e2a-4f60-abc7-ebd3760592be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.004077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-e320735c-4e2a-4f60-abc7-ebd3760592be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 812 time: 0.2817919 Jul 29 23:37:05.037461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-f2ae5976-852d-488b-8d0b-1dd661e7f52a tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/quotas/343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 375 time: 0.0323699 Jul 29 23:37:05.061152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ba55-56b3-4f7f-8c6d-3e565b372405 req-b96e9b6c-fc4e-44d7-acf3-abd83b752d19 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.068974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8d4ba55-56b3-4f7f-8c6d-3e565b372405 req-b96e9b6c-fc4e-44d7-acf3-abd83b752d19 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2301965 Jul 29 23:37:05.081668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.084232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.085417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5530306c-7271-4053-bf0f-d5a9e11679ba HTTP/1.1" status: 204 len: 168 time: 0.8073895 Jul 29 23:37:05.087616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:05.119487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2433e-0f80-4d89-8b4c-9ac2f187e92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5530306c-7271-4053-bf0f-d5a9e11679ba,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.132307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:05.185725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-67e5875a-3f49-4d4b-9689-aa38ee8cab7b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439135 Jul 29 23:37:05.190458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8d4ba55-56b3-4f7f-8c6d-3e565b372405 req-4439c07e-c1a1-4dbf-85cd-6ae25e647ee8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205029 Jul 29 23:37:05.214342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:05.256416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:05.300305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.403947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-955ee16d-3204-4875-ab51-e40907d6292c service neutron] 10.222.0.49 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903951 Jul 29 23:37:05.528690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763518c-9996-424f-ab78-ef8fd6bf0cc3 req-7e9191ce-6d1b-4bc2-aad3-144cbc6df414 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.531458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f763518c-9996-424f-ab78-ef8fd6bf0cc3 req-7e9191ce-6d1b-4bc2-aad3-144cbc6df414 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 944 time: 0.1916230 Jul 29 23:37:05.642042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f763518c-9996-424f-ab78-ef8fd6bf0cc3 req-36f8bb79-2b2e-4a53-8fc4-0d6bbeeffbe5 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966871 Jul 29 23:37:05.670906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-a5ec2d9e-a01f-43aa-a16a-c5d5f3c29964 service neutron] 10.222.0.49 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601178 Jul 29 23:37:05.695824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] Transition to ACTIVE for port object 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:05.705844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.925411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] Pushing event updated for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.970580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] No DVR routers for this DVR port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:06.160213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4f77f81f-d762-4663-94ac-e7e93f5c3283 service neutron] 10.222.0.59 "PUT /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76/bindings/n-h1-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 2.0130041 Jul 29 23:37:06.175299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83e222-7c2b-4a41-b0e0-89c8a1c617d6 req-3e49bd22-768b-4681-8c28-2791dce937c5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.185349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c83e222-7c2b-4a41-b0e0-89c8a1c617d6 req-3e49bd22-768b-4681-8c28-2791dce937c5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 950 time: 0.2089322 Jul 29 23:37:06.247996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c83e222-7c2b-4a41-b0e0-89c8a1c617d6 req-f5a8f307-bc8b-4b6a-99c9-18d4a1f6bda8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Jul 29 23:37:06.285394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845bf80-7e51-4ea0-b8db-090135038ca1 req-a17fe096-9d5d-4b8d-a369-f82c75e04c51 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.306542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d845bf80-7e51-4ea0-b8db-090135038ca1 req-a17fe096-9d5d-4b8d-a369-f82c75e04c51 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 946 time: 0.1508346 Jul 29 23:37:06.431583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d845bf80-7e51-4ea0-b8db-090135038ca1 req-beb5236a-558c-407e-abb4-a453fc805484 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237507 Jul 29 23:37:06.451442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22c61710-ec4e-4d39-aabe-0a4bc80c2e90 req-f5d54ec8-ec73-4a43-ba26-c443887e8592 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 210 time: 0.0905027 Jul 29 23:37:06.491994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-d20adbc5-daf6-4814-98ad-c3bf60a246e6 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.496270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-d20adbc5-daf6-4814-98ad-c3bf60a246e6 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.1474545 Jul 29 23:37:06.646815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-5b8131a0-6a66-4a7e-bec9-a1c031c17320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.649512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-5b8131a0-6a66-4a7e-bec9-a1c031c17320 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5&tenant_id=074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 1097 time: 0.1172516 Jul 29 23:37:06.661291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f100-56b9-4185-8cca-2cd4d2d43da1 req-443a2ce6-49d2-40b7-9550-9015e712ba2f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.662904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3500f100-56b9-4185-8cca-2cd4d2d43da1 req-443a2ce6-49d2-40b7-9550-9015e712ba2f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1173425 Jul 29 23:37:06.702409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53497700-e4cf-4eb1-969f-2771bdf05831 req-98fa0614-8c8f-4bcc-ada8-3151cf31ac7e tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.708124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53497700-e4cf-4eb1-969f-2771bdf05831 req-98fa0614-8c8f-4bcc-ada8-3151cf31ac7e tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 1102 time: 0.1080914 Jul 29 23:37:06.750140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3500f100-56b9-4185-8cca-2cd4d2d43da1 req-a48795dc-72d3-4366-b8ae-58375de41c03 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706499 Jul 29 23:37:06.753358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34056) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:06.802217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53497700-e4cf-4eb1-969f-2771bdf05831 req-888b0be0-1a93-4c5d-8bb4-a4575479aa91 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Jul 29 23:37:06.925838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-755f0084-3d3b-4585-ab1b-b8a929628227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.930522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-755f0084-3d3b-4585-ab1b-b8a929628227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1097 time: 0.0784178 Jul 29 23:37:07.014050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ae49-1b57-4961-b447-9b5c2e26ed70 req-dd58f9fc-07c9-4cfe-8184-e37a0f6b83c9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.016018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b523ae49-1b57-4961-b447-9b5c2e26ed70 req-dd58f9fc-07c9-4cfe-8184-e37a0f6b83c9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.0985942 Jul 29 23:37:07.025833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-network', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:07.094295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b523ae49-1b57-4961-b447-9b5c2e26ed70 req-eda77879-f1ab-4fb2-9407-3eccfda3b9b9 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Jul 29 23:37:07.097983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Made reservation on behalf of cf9541715f914d8896ef4c074cd82ecb for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:07.101780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.111389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.202009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-c2c52c6f-93f1-472b-a690-374b91b8bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.205091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-c2c52c6f-93f1-472b-a690-374b91b8bab9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2513778 Jul 29 23:37:07.230063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.237584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.278672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-cd62b452-3c45-4a13-bf5a-2253744d333f tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284107 Jul 29 23:37:07.299370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:07.319922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d00aa43-90e0-4f83-a72f-a1145e0fd4d7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.438240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-f9b7c0df-026b-4b4e-bda5-571c9e05d973 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.446162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-f9b7c0df-026b-4b4e-bda5-571c9e05d973 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506875 Jul 29 23:37:07.452369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.453107 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Added segment f308adad-12ef-4684-a2a1-f56fb0a68b0c of type vlan for network d322c6d2-b81d-4632-b703-5ff0f0489a56 Jul 29 23:37:07.470001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-36a2a265-d881-4040-b317-f78f92d2632c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/quotas/ef3f9279f28d4a93a3761c8a8de0458b HTTP/1.1" status: 200 len: 375 time: 0.0223751 Jul 29 23:37:07.470197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-3db011a9-4777-4289-93fd-2e38515d2d06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 200 len: 217 time: 0.0788238 Jul 29 23:37:07.567180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.608931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-eff2724d-2f62-4a67-9883-118e4cd80b74 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1374686 Jul 29 23:37:07.628822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5f5b9e9b-bb39-43c4-becc-b72d271f5724 req-d08783fc-631e-42dd-9572-6ea765dc1f15 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 210 time: 0.0689051 Jul 29 23:37:07.681328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-8767e0df-c226-4f28-9f25-f5c73f41ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.695532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.695532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.695532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.696162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-8767e0df-c226-4f28-9f25-f5c73f41ae25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1750040 Jul 29 23:37:07.753065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-4be64c4e-043b-4f89-87d1-067bf17523f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513062 Jul 29 23:37:07.859715 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1020303 Jul 29 23:37:07.859715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b576e3-4c84-4008-a93a-c44eb164d4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d322c6d2-b81d-4632-b703-5ff0f0489a56,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.861574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34090) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.867650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Request body: {'subnet': {'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-subnet', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:07.868985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:07.998984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Made reservation on behalf of cf9541715f914d8896ef4c074cd82ecb for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:08.001439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.008124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-959318d3-32c8-4464-b374-f0f8ee45903e req-6aa59648-d223-424d-a17c-620e5b552f09 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 210 time: 0.0697711 Jul 29 23:37:08.056881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e973c-3681-4e2a-b37f-0f950c62caae req-769d3dc2-b7eb-45e5-b5c9-6fec7e961d6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.064986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-624e973c-3681-4e2a-b37f-0f950c62caae req-769d3dc2-b7eb-45e5-b5c9-6fec7e961d6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1915889 Jul 29 23:37:08.141065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-f69129ed-24eb-4f19-80d8-466b380e9f71 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662374 Jul 29 23:37:08.284752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-b02177af-2982-4fb0-8276-c57cd89f1855 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213951 Jul 29 23:37:08.300754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-624e973c-3681-4e2a-b37f-0f950c62caae req-b7556c5f-7d4c-47ed-a463-4df09f956081 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347679 Jul 29 23:37:08.620892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-969e17e7-9717-4a1e-9840-12d125c68413 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.622631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-969e17e7-9717-4a1e-9840-12d125c68413 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.59 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 812 time: 0.3090034 Jul 29 23:37:08.676109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'device_id': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5', 'admin_state_up': True, 'tenant_id': '343179ce8e584b3ab473bde1f7275e47'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:08.768283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870c101-cb36-4436-842d-e22aa31bc59f req-e178c329-2915-4c67-b43b-665f29c1d284 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:08.777220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f870c101-cb36-4436-842d-e22aa31bc59f req-e178c329-2915-4c67-b43b-665f29c1d284 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.1521373 Jul 29 23:37:08.803018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb678a6a-55ea-484e-aab5-f164a58f4834 req-77429c01-4f18-4b0b-b459-8aa7c43453cf tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 210 time: 0.0615494 Jul 29 23:37:08.924753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f870c101-cb36-4436-842d-e22aa31bc59f req-38c15744-d70e-40da-8e3f-6e3322073074 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462002 Jul 29 23:37:09.058925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-0dd4314d-6b33-4f6e-ba2e-58d6828f0be6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1454277107&fields=id&tenant_id=47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 267 time: 0.1051071 Jul 29 23:37:09.099683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.105177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Made reservation on behalf of 343179ce8e584b3ab473bde1f7275e47 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:09.109755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.119630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-a32bfe95-ebaf-4e2d-b59a-74641fda876b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.121782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-a32bfe95-ebaf-4e2d-b59a-74641fda876b tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.1471999 Jul 29 23:37:09.203287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-6e3aa5c0-8cc3-4f5a-a3ad-cfc20c74064b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.204861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-6e3aa5c0-8cc3-4f5a-a3ad-cfc20c74064b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 823 time: 0.1421514 Jul 29 23:37:09.219998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba06b19a-c7f6-4622-b822-814ce6e61b2f req-f254051f-c7dc-47d6-9d39-f4cb1d750fb8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 210 time: 0.1078198 Jul 29 23:37:09.234505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-2b8604f4-ca45-4d87-916b-1e4ede027014 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/quotas/47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 375 time: 0.0195153 Jul 29 23:37:09.302076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-b85f3444-cc8f-4b97-8396-3e7685f0a239 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0623534 Jul 29 23:37:09.310679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dd959d-0a84-44df-8e35-c236bdd51348,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.372490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Checking segment: {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:09.372865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Network hostable DHCP agents. Network: d322c6d2-b81d-4632-b703-5ff0f0489a56, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:09.432584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-de30a754-b53c-46db-bb54-5adcdc3faabe service neutron] 10.222.0.49 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112657 Jul 29 23:37:09.520121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:09.525860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Allocated IP 172.20.0.11 (4f7e9835-889f-4e36-b43b-4f2b4c8b42c5/ce0ea113-9229-4503-a751-380775d5a14b/c1be2845-4b8e-4f46-8083-e243da4c4765) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:09.543409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d322c6d2-b81d-4632-b703-5ff0f0489a56) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:09.549764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.549764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.551874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-e539c7c8-09a7-45b2-960c-e049b9b1b893 service neutron] 10.222.0.49 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080494 Jul 29 23:37:09.553299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf6661-dbfa-4c6e-8c02-6cc6e69e7b00 None None] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:09.570655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679eabd-f910-4599-a1c0-6e017341c3ee req-ac60fb11-ddbd-4066-b529-eb67421aa584 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.572325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d679eabd-f910-4599-a1c0-6e017341c3ee req-ac60fb11-ddbd-4066-b529-eb67421aa584 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1609511 Jul 29 23:37:09.581950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-3b01b375-86bc-4e4b-8d72-c3387aded257 service neutron] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:09.592998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-3b01b375-86bc-4e4b-8d72-c3387aded257 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.594737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b209596a-4d12-4e7e-8dae-d766a9f5d9d3 req-3b01b375-86bc-4e4b-8d72-c3387aded257 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76/bindings/n-h2-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.4187207 Jul 29 23:37:09.621684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bfad22a6-1441-470f-921e-d00911b9823e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7581389 Jul 29 23:37:09.624786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.629402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:09.657977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.659220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.663309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d679eabd-f910-4599-a1c0-6e017341c3ee req-f385b00f-98de-4a86-b0b1-89b2b1145808 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750167 Jul 29 23:37:09.782027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.793090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-d322c6d2-b81d-4632-b703-5ff0f0489a56', 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'fixed_ips': [{'subnet_id': '32dd959d-0a84-44df-8e35-c236bdd51348'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:09.794022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.874559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1b7d79-a6b8-4116-ab7e-1bdb63b86186 req-212722c6-3c21-466d-b706-5525c7344bbf tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 210 time: 0.0829058 Jul 29 23:37:09.991212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Allocated IP 172.20.0.2 (d322c6d2-b81d-4632-b703-5ff0f0489a56/32dd959d-0a84-44df-8e35-c236bdd51348/b5f5d114-39fb-4025-bcdb-c0bcc65efc73) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:10.006061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.089659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.109824 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76ef9975-9282-47c1-84cc-a02b1df4d34b req-56ed223e-7a6f-4572-8487-735f0488e937 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 210 time: 0.0421205 Jul 29 23:37:10.115446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.195591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:10.204503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:10.213769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:10.249792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:10.302283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.339400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.340334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.359894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-c92dea9d-5caf-42d1-bae0-34e712821167 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6890998 Jul 29 23:37:10.384232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Request body: {'port': {'device_id': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:10.395063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.426430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Transition to ACTIVE for port object b5f5d114-39fb-4025-bcdb-c0bcc65efc73 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:10.479870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c43316-c045-4495-9ca3-a51262b21146 req-f69277e9-dc10-4089-a28a-65745006faae tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.488626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22c43316-c045-4495-9ca3-a51262b21146 req-f69277e9-dc10-4089-a28a-65745006faae tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.2390687 Jul 29 23:37:10.499751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Transition to ACTIVE for port object b5f5d114-39fb-4025-bcdb-c0bcc65efc73 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:10.528042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-8be730ba-3cfe-465c-a379-e5049dd834d5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322628 Jul 29 23:37:10.528832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.534626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.607672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:10.619163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:10.630929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:10.644372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Pushing event updated for resources: {'Port': ['ID=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.682780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22c43316-c045-4495-9ca3-a51262b21146 req-d8ee9449-edc0-4f18-a0f1-53f1d3d94c77 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925931 Jul 29 23:37:10.779166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Attempting to bind port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:10.779530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Attempting to bind port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:10.781462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Attempting to bind port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 on network d322c6d2-b81d-4632-b703-5ff0f0489a56 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:10.840039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:10.840448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Checking segment: {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:10.840847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.841238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Bound using segment: {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:10.842129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Bound port: b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:10.842447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.867187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad5207af-d1ce-4e47-9977-9417231f5828 req-354859eb-ff52-44fa-b6e8-b9da2c28ade8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 210 time: 0.0367510 Jul 29 23:37:10.879755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.904356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.940263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] For port b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:10.945374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] For port b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:10.961326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.059765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Pushing event updated for resources: {'Port': ['ID=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.067989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Allocated IP 172.25.5.120 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/f4974008-e488-47b3-93df-f92c5f946043) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:11.071216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.071569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.071946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.072287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.072617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.073189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.074830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.075385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.075725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.076448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.086843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.089495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4f601-576b-4ee2-baa1-9eb87b819ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:11.162799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-fd7cdc8d-aad4-4e91-9e7b-9c0e49552895 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.164794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-fd7cdc8d-aad4-4e91-9e7b-9c0e49552895 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428237 Jul 29 23:37:11.247576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Request body: {'port': {'device_id': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': 'ef3f9279f28d4a93a3761c8a8de0458b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:11.268533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.345534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481659c3-ff2e-4172-b151-fc5929417290 req-1072ffb1-14e1-48a2-a9ea-e327595a944a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.347531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-481659c3-ff2e-4172-b151-fc5929417290 req-1072ffb1-14e1-48a2-a9ea-e327595a944a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2478387 Jul 29 23:37:11.393088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.467628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf914879-ecb0-41ef-9ebb-f9cba73c014b req-14d89990-a105-4503-946c-9b2df50c024f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 210 time: 0.1198580 Jul 29 23:37:11.470218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-481659c3-ff2e-4172-b151-fc5929417290 req-1faf2ea1-8c28-44b1-8f3b-5faa7f0fe2c5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011050 Jul 29 23:37:11.475396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:11.476974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1be2845-4b8e-4f46-8083-e243da4c4765 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:11.485255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:11.496946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:11.500589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Pushing event updated for resources: {'Port': ['ID=f4974008-e488-47b3-93df-f92c5f946043,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.502335 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.540013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Transition to ACTIVE for port object c1be2845-4b8e-4f46-8083-e243da4c4765 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:11.549571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.669426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.695570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Made reservation on behalf of ef3f9279f28d4a93a3761c8a8de0458b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:11.700465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.726739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef361fe-f15c-4c23-85ea-b6f11fd5fae6 req-c2cecf01-5111-4c31-afb0-b70f0ba4136d tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.728395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef361fe-f15c-4c23-85ea-b6f11fd5fae6 req-c2cecf01-5111-4c31-afb0-b70f0ba4136d tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1097 time: 0.1510735 Jul 29 23:37:11.740621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017d457-2833-4b8b-8e19-14103f6974ba req-b575e8c0-4be3-4f64-a757-b9549021de92 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.742224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9017d457-2833-4b8b-8e19-14103f6974ba req-b575e8c0-4be3-4f64-a757-b9549021de92 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 944 time: 0.1752479 Jul 29 23:37:11.818560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef361fe-f15c-4c23-85ea-b6f11fd5fae6 req-443cf1a1-9972-4f92-a0ec-102dfca50e6f tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716019 Jul 29 23:37:11.873955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9017d457-2833-4b8b-8e19-14103f6974ba req-e6dae162-48ef-49d3-b9b2-41f21856f72f tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244805 Jul 29 23:37:11.874746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Attempting to bind port c1be2845-4b8e-4f46-8083-e243da4c4765 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:11.875093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Attempting to bind port c1be2845-4b8e-4f46-8083-e243da4c4765 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:11.875486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Attempting to bind port c1be2845-4b8e-4f46-8083-e243da4c4765 on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:11.901767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Port c1be2845-4b8e-4f46-8083-e243da4c4765 on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:11.902175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Attempting to bind port c1be2845-4b8e-4f46-8083-e243da4c4765 on network 4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:11.921224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:11.921224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Checking segment: {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:11.921224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Bound using segment: {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:11.921702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Bound port: c1be2845-4b8e-4f46-8083-e243da4c4765, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764c7e52-6ec5-4724-9ac4-363a5879ece9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:11.922106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.040842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b5f5d114-39fb-4025-bcdb-c0bcc65efc73 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:12.136562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:12.325302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.341076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00960171-54dc-46e4-8d06-29f4cb211d79 None None] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:12.377331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-460af3c9-062b-40d2-995c-bfbcbe178976 req-b9db9119-4a41-439d-ac69-7333b01beb70 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 210 time: 0.0646162 Jul 29 23:37:12.445194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Allocated IP 192.168.233.244 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/289004cd-5a5a-4b9f-96cf-6540286671d7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:12.454141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Provisioning for port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:12.469131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Provisioning complete for port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:12.469936 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.513532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:12.521937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475ecc-4ac3-4819-9919-1fb9fb88045c req-660f4f55-2312-4170-b2de-c951d2d63bb1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.524672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff475ecc-4ac3-4819-9919-1fb9fb88045c req-660f4f55-2312-4170-b2de-c951d2d63bb1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 1097 time: 0.4971681 Jul 29 23:37:12.555488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:12.580720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.710194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.711207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.713267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 1093 time: 2.3348956 Jul 29 23:37:12.714836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff475ecc-4ac3-4819-9919-1fb9fb88045c req-0c2621d7-5f95-483a-a89c-7e6100670a81 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726799 Jul 29 23:37:12.715381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:12.718174 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a45b364-dfa3-4baf-bb09-9141086a258a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:12.814300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a39b-0b59-43dc-8eab-d075c49e0f66 service neutron] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:12.831693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.846599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-aa1c619a-7e38-4722-b1ed-b83c5293d1bc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.849595 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-aa1c619a-7e38-4722-b1ed-b83c5293d1bc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.3064210 Jul 29 23:37:12.886595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.910278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-a2427570-c1b3-47b6-8521-1ac1c4ab92f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/quotas/1f54f89bb3bc4287a384e09bec0890f1 HTTP/1.1" status: 200 len: 375 time: 0.0540693 Jul 29 23:37:12.932472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] For port b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:12.936742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.939380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.961190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Transition to ACTIVE for port object 289004cd-5a5a-4b9f-96cf-6540286671d7 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:12.978823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-f17474fa-62f6-4013-ac04-6bb9bcadc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.980199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-f17474fa-62f6-4013-ac04-6bb9bcadc99e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1096 time: 0.1797745 Jul 29 23:37:12.998412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba799e13-76df-4102-bec3-104735b63d4d req-ac447646-e643-4651-8031-5fce9f3d638d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.003413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff64d8-5c49-423b-a843-fdb9193736c8 None None] Pushing event updated for resources: {'Port': ['ID=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.014318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba799e13-76df-4102-bec3-104735b63d4d req-ac447646-e643-4651-8031-5fce9f3d638d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1351237 Jul 29 23:37:13.026365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-80aa87c6-ec3e-4389-b345-fcab75a740f2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.028463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-80aa87c6-ec3e-4389-b345-fcab75a740f2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 823 time: 0.4481595 Jul 29 23:37:13.038175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:13.085066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-9c9cb544-f499-49d1-b1ae-b77765719005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 217 time: 0.0586388 Jul 29 23:37:13.144288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-7c2ec39f-040e-4d81-ae44-84c27256e575 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2242842 Jul 29 23:37:13.153953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba799e13-76df-4102-bec3-104735b63d4d req-4d4fc2da-0018-4a39-bf57-1bbf01656fb5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385527 Jul 29 23:37:13.163936 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.190768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.225418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809', '66b9768f-b53b-4009-b100-8447f77be83c', 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:13.227972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:13.240116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-57da109f-e888-45bf-a5cb-6efcf1d4cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.241873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-57da109f-e888-45bf-a5cb-6efcf1d4cc2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.1460598 Jul 29 23:37:13.296103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:13.298650 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09aece9-203e-4d81-a0a7-cf21bc90b703" -d '{"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-unplugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:13.310971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d01fcca0-d673-4344-8a21-d04d24ac6b7e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47082bebb43f4c5eb7effa60ade98b7a HTTP/1.1" status: 200 len: 380 time: 0.1805749 Jul 29 23:37:13.326410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:13.330351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:13.333587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'port': {'device_id': '75708419-d25f-4624-b519-f77c90527fdc', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'admin_state_up': True, 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'security_groups': ['a2f92d76-7b41-4160-b015-f41a52a3391e']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.334867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-ad7a3b90-9281-4364-b2ec-185c14180ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650682 Jul 29 23:37:13.335787 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.341121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d35a79e-8576-4ac8-9c2c-f7b95d3577e6 req-58d99fe4-926f-4b5f-b0eb-32898294bc58 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 210 time: 0.0888615 Jul 29 23:37:13.345611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:13.356830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:13.432565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-df35ca7b-f002-44c7-b9d3-8aa2b8545d98 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759337 Jul 29 23:37:13.450838 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119654b8-0c08-4210-99af-1e31fcd5b0c0 x-openstack-request-id: req-119654b8-0c08-4210-99af-1e31fcd5b0c0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:13.451427 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:13.451427 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-119654b8-0c08-4210-99af-1e31fcd5b0c0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:13.451751 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'status': 'completed', 'code': 200} Jul 29 23:37:13.454059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event updated for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.512427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Router fbe5626f-6f46-413f-adb7-04c787b1780d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:13.513811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.534606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-115daf7a-7146-4c74-afe2-77204ccb21bb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.536239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-115daf7a-7146-4c74-afe2-77204ccb21bb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea122837-2cf6-4fd8-be47-7f3c8771776f HTTP/1.1" status: 200 len: 946 time: 0.2934873 Jul 29 23:37:13.555409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.556236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.632593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-11647fcd-af67-4de8-89b3-c68d0ff4fb6c service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839656 Jul 29 23:37:13.661290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-65724b6b-571c-41ca-b306-57d5104a8dc1 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252665 Jul 29 23:37:13.667718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cfa1b852-89e3-4885-9f83-cb4b4b80c552 None None] Provisioning complete for port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:13.668095 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b852-89e3-4885-9f83-cb4b4b80c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.720196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Made reservation on behalf of 47082bebb43f4c5eb7effa60ade98b7a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:13.725303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.786914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:13.795715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-c1147b72-f917-4a34-91d0-af483becd7f9 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5642993 Jul 29 23:37:13.797509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Sync routers for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:13.819625 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:13.821066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:13.840358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Request body: {'port': {'device_id': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.947866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2ee2fb4-696c-4813-941a-6ae004aaf76f req-b55cae1b-8390-4844-9622-9d30693b91b3 service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970133 Jul 29 23:37:13.948301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.015943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Deleting port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:14.016301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.030383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Allocated IP 172.20.0.3 (fe154bdd-fc5e-4c99-a5b9-961d034d03d8/daeb23fa-c545-449a-9dea-bfc7f7d4430d/29914d71-ece9-40e1-9d6e-7c22c86ca7fd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:14.092234 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62ccc6-e918-4386-aed7-8a7f78e38aaf x-openstack-request-id: req-8d62ccc6-e918-4386-aed7-8a7f78e38aaf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:14.092602 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-unplugged", "status": "completed", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:14.092837 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d62ccc6-e918-4386-aed7-8a7f78e38aaf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:14.093234 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'code': 200} Jul 29 23:37:14.114536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b5f5d114-39fb-4025-bcdb-c0bcc65efc73 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:14.144792 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:14.312418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.317609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0911255-dd7b-4993-a566-f0c4fca863ab admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6917150 Jul 29 23:37:14.320558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34300) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.384920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-fca30d09-aa91-4ced-a4a2-a3373e6ac89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.386803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-fca30d09-aa91-4ced-a4a2-a3373e6ac89f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1096 time: 0.3020661 Jul 29 23:37:14.398272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.430647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cafa26-e9fc-499b-aef6-a9650b4481e4 req-b1de2c46-a76d-469e-a3ee-e1d7eff9a23b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.432283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99cafa26-e9fc-499b-aef6-a9650b4481e4 req-b1de2c46-a76d-469e-a3ee-e1d7eff9a23b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 944 time: 0.2623851 Jul 29 23:37:14.446273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Transition to ACTIVE for port object 29914d71-ece9-40e1-9d6e-7c22c86ca7fd will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:14.477373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb68b578-2568-4157-842d-5bd1a9216c91 None None] Provisioning for port 289004cd-5a5a-4b9f-96cf-6540286671d7 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:14.489971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb68b578-2568-4157-842d-5bd1a9216c91 None None] Provisioning complete for port 289004cd-5a5a-4b9f-96cf-6540286671d7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:14.490354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb68b578-2568-4157-842d-5bd1a9216c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.496095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:14.496471 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.501801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e7df2-7fde-4cf9-925f-4021306c08a1 req-2f829747-d345-440b-9156-890cbe91979b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.512052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-385e7df2-7fde-4cf9-925f-4021306c08a1 req-2f829747-d345-440b-9156-890cbe91979b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 936 time: 0.3123186 Jul 29 23:37:14.556810 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 3, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:14.596208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99cafa26-e9fc-499b-aef6-a9650b4481e4 req-46468e62-53b5-4914-9df9-f9785ab34434 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Jul 29 23:37:14.605297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] For port 0b857f93-f8ac-4fc3-817e-65dd4141ee71, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0b857f93-f8ac-4fc3-817e-65dd4141ee71,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:14.610100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.625437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bb68b578-2568-4157-842d-5bd1a9216c91 None None] Port 289004cd-5a5a-4b9f-96cf-6540286671d7 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:14.631635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Checking router: fbe5626f-6f46-413f-adb7-04c787b1780d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:14.632145 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Updating router fbe5626f-6f46-413f-adb7-04c787b1780d port f4974008-e488-47b3-93df-f92c5f946043 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:14.674045 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.693593 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.810007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-23d7ce1c-e0c1-4164-be8d-cf943bb36906 service neutron] 10.222.0.57 "GET /v2.0/ports/015ee7d8-7e6f-4dbe-811a-d78357f2a798/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.2580755 Jul 29 23:37:14.918266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-385e7df2-7fde-4cf9-925f-4021306c08a1 req-7fecb502-5281-435d-b78e-ba5f49005ecc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033689 Jul 29 23:37:14.919395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:14.920474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event updated for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.002678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a99958c-91cb-44f7-ae97-ed1a3899626d req-47006bf0-3d50-4cf8-800e-9aa72f38a1ee tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 210 time: 0.2480085 Jul 29 23:37:15.006413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:15.011028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:15.100830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-ce523f24-1b8d-4add-91b4-49f627892f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.102393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-ce523f24-1b8d-4add-91b4-49f627892f05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.6994069 Jul 29 23:37:15.217678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-473a233e-a075-4723-be86-1a59d5a9b6e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 217 time: 0.0927079 Jul 29 23:37:15.312011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.314661 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.337818 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.355633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Transition to ACTIVE for port object f4974008-e488-47b3-93df-f92c5f946043 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:15.369960 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.376308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7965b335-ebd2-4f3d-99eb-c1024a602bbf None None] Provisioning for port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:15.376762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf5f08-e519-4080-9646-416f80e1ba34 req-99d80f85-d43a-4a60-919a-347181541ba1 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.386028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bedf5f08-e519-4080-9646-416f80e1ba34 req-99d80f85-d43a-4a60-919a-347181541ba1 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1098 time: 0.2954538 Jul 29 23:37:15.387184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7965b335-ebd2-4f3d-99eb-c1024a602bbf None None] Provisioning complete for port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:15.388967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7965b335-ebd2-4f3d-99eb-c1024a602bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.423358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-1eb68d4e-6ea1-4956-b5e6-9756aceeaf01 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0937624 Jul 29 23:37:15.442693 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.443071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.443392 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66 disassociated. External IP: 172.25.5.150, port: 0b857f93-f8ac-4fc3-817e-65dd4141ee71. Jul 29 23:37:15.443741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Calling delete_port for 0b857f93-f8ac-4fc3-817e-65dd4141ee71 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:15.459413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Attempting to bind port f4974008-e488-47b3-93df-f92c5f946043 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:15.460213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Attempting to bind port f4974008-e488-47b3-93df-f92c5f946043 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:15.461083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Attempting to bind port f4974008-e488-47b3-93df-f92c5f946043 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:15.469566 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e732a6-ff59-45cc-81d0-a5cd4204cf8a None None] Pushing event updated for resources: {'Port': ['ID=f4974008-e488-47b3-93df-f92c5f946043,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.473259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-a0d149c8-0241-424c-be6f-7a40c5632aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.474081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-5308fecf-2d1e-4d47-b6ae-6bb4fbf2fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.475066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-a0d149c8-0241-424c-be6f-7a40c5632aec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.2410700 Jul 29 23:37:15.475640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-5308fecf-2d1e-4d47-b6ae-6bb4fbf2fcca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1102 time: 0.1775680 Jul 29 23:37:15.481648 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:15.482307 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:15.483502 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.484115 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:15.484821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Request body: {'port': {'device_id': '75708419-d25f-4624-b519-f77c90527fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:15.485037 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Bound port: f4974008-e488-47b3-93df-f92c5f946043, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:15.485846 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.502408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7965b335-ebd2-4f3d-99eb-c1024a602bbf None None] Port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:15.518099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.541837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090ec55-84bd-408f-8d44-e9faf6d9c38b req-f9b69b20-650d-4904-bd7d-bb65856c5393 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.546431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289004cd-5a5a-4b9f-96cf-6540286671d7 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:15.549725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9090ec55-84bd-408f-8d44-e9faf6d9c38b req-f9b69b20-650d-4904-bd7d-bb65856c5393 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2619376 Jul 29 23:37:15.563057 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] For port f4974008-e488-47b3-93df-f92c5f946043, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:15.570760 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] For port f4974008-e488-47b3-93df-f92c5f946043, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f4974008-e488-47b3-93df-f92c5f946043,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:15.579278 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.587457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.602004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bedf5f08-e519-4080-9646-416f80e1ba34 req-da4de203-9cf0-48e9-b2f4-bf46c7ee40f6 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112532 Jul 29 23:37:15.607922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-510d2005-f839-408d-825b-7ebd60699367 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641887 Jul 29 23:37:15.660274 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e732a6-ff59-45cc-81d0-a5cd4204cf8a None None] Pushing event updated for resources: {'Port': ['ID=f4974008-e488-47b3-93df-f92c5f946043,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.695026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.707488 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:15.708695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.710367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9090ec55-84bd-408f-8d44-e9faf6d9c38b req-49b193c7-2132-46cd-89f1-dae0957b6055 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551888 Jul 29 23:37:15.774930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Transition to ACTIVE for port object 289004cd-5a5a-4b9f-96cf-6540286671d7 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:15.832711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.855671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-08070b2c-e471-4672-b808-7ae078866182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.857683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-08070b2c-e471-4672-b808-7ae078866182 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1102 time: 0.3006179 Jul 29 23:37:15.900830 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:16.201275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8821ec62-5a1b-4a6d-8871-fe647c0f3e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.378523 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 3, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:16.424897 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dddd3-adb1-4413-b0d2-ea01f6df9ce3 None None] The sync data for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 is: [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 3, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:16.468286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Pushing event updated for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.511271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315bc4-63ff-400b-90fd-5061c7ad6783 req-afd68491-bcc0-4692-bb05-6b07f44e9ecc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.521587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f315bc4-63ff-400b-90fd-5061c7ad6783 req-afd68491-bcc0-4692-bb05-6b07f44e9ecc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 931 time: 0.7397025 Jul 29 23:37:16.543627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.646338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c1be2845-4b8e-4f46-8083-e243da4c4765 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:16.663183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-68731c71-d161-4133-a344-08a1606203fc service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0343292 Jul 29 23:37:16.665160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event deleted for resources: {'Port': ['ID=0b857f93-f8ac-4fc3-817e-65dd4141ee71,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.670851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb623-611b-4ffc-97af-ca5dfe5fc8fb req-e856cf7e-68ba-41bc-a9ec-d15d37e18ac9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.679047 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc4fb623-611b-4ffc-97af-ca5dfe5fc8fb req-e856cf7e-68ba-41bc-a9ec-d15d37e18ac9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 944 time: 0.8616095 Jul 29 23:37:16.832154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Allocated IP 172.20.0.1 (d322c6d2-b81d-4632-b703-5ff0f0489a56/32dd959d-0a84-44df-8e35-c236bdd51348/a5aea9b4-2372-4938-9fd0-c8b6415e8a39) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:16.879685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:16.912850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'network_id': '4f7e9835-889f-4e36-b43b-4f2b4c8b42c5', 'port_id': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'mac_address': 'fa:16:3e:18:bd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0ea113-9229-4503-a751-380775d5a14b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:16.921404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f315bc4-63ff-400b-90fd-5061c7ad6783 req-4f56c22f-1e30-4512-aa1f-ca14517e0452 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986282 Jul 29 23:37:16.925803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-d919d05b-7068-4be2-a3c8-333113d1c092 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.927737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-d919d05b-7068-4be2-a3c8-333113d1c092 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 1.0300283 Jul 29 23:37:16.929150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-d2a660c2-23ed-4735-9ffb-e668c86c2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.930716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-d2a660c2-23ed-4735-9ffb-e668c86c2dd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 1.0448680 Jul 29 23:37:16.945086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.57', 57717) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.018755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.019829 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.056410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1be2845-4b8e-4f46-8083-e243da4c4765 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:17.078234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0b857f93-f8ac-4fc3-817e-65dd4141ee71 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:17.116240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Request body: {'port': {'device_id': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'admin_state_up': True, 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.121134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 0b857f93-f8ac-4fc3-817e-65dd4141ee71 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:17.121874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0b857f93-f8ac-4fc3-817e-65dd4141ee71 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:17.123803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:17.155200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Attempting to bind port 289004cd-5a5a-4b9f-96cf-6540286671d7 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:17.155926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc4fb623-611b-4ffc-97af-ca5dfe5fc8fb req-684e550e-845f-4915-8a8a-0ef197fdcde2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759216 Jul 29 23:37:17.156363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Attempting to bind port 289004cd-5a5a-4b9f-96cf-6540286671d7 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:17.156785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Attempting to bind port 289004cd-5a5a-4b9f-96cf-6540286671d7 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:17.210806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Port 289004cd-5a5a-4b9f-96cf-6540286671d7 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:17.211318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Attempting to bind port 289004cd-5a5a-4b9f-96cf-6540286671d7 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:17.214514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:17.224886 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.284145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:17.284695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:17.285206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:17.285953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Bound port: 289004cd-5a5a-4b9f-96cf-6540286671d7, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:17.287137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.333441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.350174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a45b364-dfa3-4baf-bb09-9141086a258a req-ba576cbd-b188-4c87-b0c7-16b7fec4e79d service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601679 Jul 29 23:37:17.360396 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.396166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-8ccdd928-75e7-4569-b202-9aef1fbd6e2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.2757435 Jul 29 23:37:17.420773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:17.424533 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5d1df-3ee0-4194-abc4-dc838aff3c23" -d '{"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-unplugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:17.450227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:17.464451 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.561679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29914d71-ece9-40e1-9d6e-7c22c86ca7fd {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:17.565646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:17.576370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=289004cd-5a5a-4b9f-96cf-6540286671d7,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:17.585185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.593192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7882a35-7653-4d8c-be0d-383e94369826 req-22517725-8a2b-4ab2-bd81-6963f0a5f2e6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.595612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7882a35-7653-4d8c-be0d-383e94369826 req-22517725-8a2b-4ab2-bd81-6963f0a5f2e6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa50f666-845d-4d0f-bb63-fa60d752bd53 HTTP/1.1" status: 200 len: 943 time: 0.5691197 Jul 29 23:37:17.599362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.622536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.644462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c1be2845-4b8e-4f46-8083-e243da4c4765'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:17.652796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:17.716059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.716777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.723428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-1cd66436-d562-4866-a806-321d73978a41 service neutron] 10.222.0.57 "PUT /v2.0/ports/289004cd-5a5a-4b9f-96cf-6540286671d7 HTTP/1.1" status: 200 len: 1097 time: 3.8990376 Jul 29 23:37:17.729127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:17.731728 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955789f5-da5e-43bf-8530-4a4a869f4ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:17.796395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Transition to ACTIVE for port object 29914d71-ece9-40e1-9d6e-7c22c86ca7fd will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:17.863231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f416b-cf28-4388-95c7-efe5b01b76c0 req-a1bd1ba3-b34a-406f-a3fe-54a29f1633ae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.865311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f0f416b-cf28-4388-95c7-efe5b01b76c0 req-a1bd1ba3-b34a-406f-a3fe-54a29f1633ae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 948 time: 0.4816387 Jul 29 23:37:17.866588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.970331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f0f416b-cf28-4388-95c7-efe5b01b76c0 req-a13ca523-4422-4a44-a57a-4248e5aea4dc tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861597 Jul 29 23:37:18.059506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-cdb81ef9-ae58-4943-abdd-8f8deb92b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.061740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-cdb81ef9-ae58-4943-abdd-8f8deb92b728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.5166135 Jul 29 23:37:18.091129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4974008-e488-47b3-93df-f92c5f946043 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:18.221322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd66436-d562-4866-a806-321d73978a41 service neutron] Pushing event updated for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.253152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f4974008-e488-47b3-93df-f92c5f946043 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:18.257755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f4974008-e488-47b3-93df-f92c5f946043 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:18.258139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.351344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Attempting to bind port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:18.352026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Attempting to bind port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:18.352376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Attempting to bind port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:18.396908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-ff624e28-4b78-440b-afac-24398a38534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.399899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-ff624e28-4b78-440b-afac-24398a38534d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 1100 time: 0.5643985 Jul 29 23:37:18.417597 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.422142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:18.425460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:18.425810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Attempting to bind port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd on network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:18.434573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Deleting port a2bb72a2-cec7-47be-8a21-65a67a725fe8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:18.435779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.490624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:18.505131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:18.505131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Checking segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:18.505131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Bound using segment: {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:18.505584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Bound port: 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47ff286-2332-4021-9034-1a3c87a91348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:18.520366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.539455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f4974008-e488-47b3-93df-f92c5f946043, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f4974008-e488-47b3-93df-f92c5f946043,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:18.546552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05c6f4fd-e513-418e-b6ce-5540dc0d2f5c req-8e6c91f3-291f-404f-a70e-a9213c344784 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 210 time: 0.3533850 Jul 29 23:37:18.559859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.566138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:18.570147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:36:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:18.608227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-23c43971-046a-4916-a872-b35857af23bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=289004cd-5a5a-4b9f-96cf-6540286671d7 HTTP/1.1" status: 200 len: 217 time: 0.1548741 Jul 29 23:37:18.652429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] No DVR routers for this DVR port 0b857f93-f8ac-4fc3-817e-65dd4141ee71 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:18.666490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.668850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb413dba-14e7-4adf-885a-03825d6715f2 req-fbd91297-58df-4abb-9617-899c02503068 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "DELETE /v2.0/ports/0b857f93-f8ac-4fc3-817e-65dd4141ee71 HTTP/1.1" status: 204 len: 173 time: 5.1030889 Jul 29 23:37:18.689275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-7157e55f-764f-4539-8ebe-9ba4394cf030 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:37:18.690607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-7157e55f-764f-4539-8ebe-9ba4394cf030 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512226 Jul 29 23:37:18.729041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.761373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-d819b8ae-40c0-4566-969d-32559164b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.763088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:18.763088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:37:18.763741 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-d819b8ae-40c0-4566-969d-32559164b6fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5456221 Jul 29 23:37:18.844068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:18.862273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.879340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f4974008-e488-47b3-93df-f92c5f946043,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.897036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.977512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-cd0e2b34-3c8d-4325-b255-1dc0e5298ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.979726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-cd0e2b34-3c8d-4325-b255-1dc0e5298ec5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3572628 Jul 29 23:37:18.988287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:19.027092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Transition to ACTIVE for port object a5aea9b4-2372-4938-9fd0-c8b6415e8a39 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:19.048400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:19.048400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:19.048689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:19.073024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:19.073655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:19.088547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:19.089449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:19.090393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:19.091577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Bound port: 80676758-546b-402c-b2c4-d98e8a64a968, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:19.157064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31031bfd-af74-4903-bc82-34146549bdad req-c392865e-b6d2-4e65-8bed-26455ab72386 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.165004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31031bfd-af74-4903-bc82-34146549bdad req-c392865e-b6d2-4e65-8bed-26455ab72386 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 948 time: 0.4810107 Jul 29 23:37:19.166170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2016-b760-42ba-9680-2671a8ed59fb req-3edac718-9f4d-4499-9e7d-39bcdc053f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.169433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-3edac718-9f4d-4499-9e7d-39bcdc053f98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1702750 Jul 29 23:37:19.175712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] For port a2bb72a2-cec7-47be-8a21-65a67a725fe8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a2bb72a2-cec7-47be-8a21-65a67a725fe8,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:19.176398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.243210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:19.248346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Calling delete_port for a2bb72a2-cec7-47be-8a21-65a67a725fe8 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:19.310377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31031bfd-af74-4903-bc82-34146549bdad req-0b50315a-add7-4f9d-bb43-eadf1891d7b3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398747 Jul 29 23:37:19.331280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:19.398128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-ae20ca49-5a80-46c8-b85a-c286b7a1c14b service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817819 Jul 29 23:37:19.400708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:19.411837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.430112 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.431330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-5ae61f98-544c-47a8-9326-d86d83d6a049 service neutron] 10.222.0.49 "POST /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968/bindings HTTP/1.1" status: 201 len: 390 time: 0.6907470 Jul 29 23:37:19.450175 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b60775-ffdb-4373-80d8-643f5184d843 x-openstack-request-id: req-b0b60775-ffdb-4373-80d8-643f5184d843 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:19.450810 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-unplugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:19.450810 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0b60775-ffdb-4373-80d8-643f5184d843 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:19.451232 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'code': 200} Jul 29 23:37:19.492781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-368db067-8d6c-4226-94f9-2ff198f1cfd2 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056922 Jul 29 23:37:19.541380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06ebaa47-dbe7-4f51-af0a-2b4203e42b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.553851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.616505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:19.686700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:19.698930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:19.700048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:19.720954 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb8b6e6-08f6-4055-b516-39deb328d7ff x-openstack-request-id: req-beb8b6e6-08f6-4055-b516-39deb328d7ff {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:19.721257 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:19.721511 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beb8b6e6-08f6-4055-b516-39deb328d7ff {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:19.721961 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7', 'status': 'completed', 'code': 200} Jul 29 23:37:19.728452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.773945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.846672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.022752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event deleted for resources: {'Port': ['ID=a2bb72a2-cec7-47be-8a21-65a67a725fe8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.086761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4974008-e488-47b3-93df-f92c5f946043 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:20.095917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] No DVR routers for this DVR port a2bb72a2-cec7-47be-8a21-65a67a725fe8 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:20.102402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.105008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7882a35-7653-4d8c-be0d-383e94369826 req-813c7d05-3771-45e5-9bc2-8349059a46d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "DELETE /v2.0/ports/a2bb72a2-cec7-47be-8a21-65a67a725fe8 HTTP/1.1" status: 204 len: 173 time: 2.4917278 Jul 29 23:37:20.120203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-767fcf6d-1833-409f-ad6b-547ae2e55049 req-aadf475a-f9f2-4769-a389-2a751f7696c1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764698 Jul 29 23:37:20.151898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-667fb610-699d-474e-83bb-ab73d2a46661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.163273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-667fb610-699d-474e-83bb-ab73d2a46661 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1098 time: 0.2962186 Jul 29 23:37:20.174592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Allocated IP 172.20.0.14 (5a9b398b-9906-442f-9b14-82d43195dac3/37a3d582-0647-431f-aa6a-d132d6d05c72/c5d2c105-45a0-421e-8848-88bc9078dc6c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:20.180301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.181612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.183476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-d8ec5623-b2fb-48dc-95dd-b3559e61dbd4 service neutron] 10.222.0.57 "PUT /v2.0/ports/29914d71-ece9-40e1-9d6e-7c22c86ca7fd HTTP/1.1" status: 200 len: 1092 time: 4.7029321 Jul 29 23:37:20.192278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:20.195428 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0958556-6862-43f3-ab0f-8930f2dd4ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:20.213280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481c857-514b-4f7d-8492-25c9be42f004 req-daec32f1-2328-449a-ac10-28b339959842 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.219009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2481c857-514b-4f7d-8492-25c9be42f004 req-daec32f1-2328-449a-ac10-28b339959842 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 943 time: 0.4482317 Jul 29 23:37:20.243179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:20.245269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:20.246870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:20.248967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477d2016-b760-42ba-9680-2671a8ed59fb req-3058e93c-1279-42e2-b0b2-7147d64dc5b9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383239 Jul 29 23:37:20.250275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:20.257972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Pushing event updated for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.286667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e070c2-ed5f-45df-bcdd-afc1077da69c req-e9ff3b6e-2095-4237-9116-c5b054abf543 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.295878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94e070c2-ed5f-45df-bcdd-afc1077da69c req-e9ff3b6e-2095-4237-9116-c5b054abf543 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 945 time: 0.5108964 Jul 29 23:37:20.432634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94e070c2-ed5f-45df-bcdd-afc1077da69c req-cc671e84-16a4-41df-9b30-e696299cfb16 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352577 Jul 29 23:37:20.488260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f4974008-e488-47b3-93df-f92c5f946043 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:20.488845 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.503272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.567747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-53791e7d-1108-4f97-b9f1-045f0e681cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.574959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-53791e7d-1108-4f97-b9f1-045f0e681cad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 1095 time: 0.1964831 Jul 29 23:37:20.584313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2481c857-514b-4f7d-8492-25c9be42f004 req-9ba63578-2a41-435c-a555-84e3be522146 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193184 Jul 29 23:37:20.627880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-0891f724-872e-45fc-b144-c66d4ca7c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.630439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-0891f724-872e-45fc-b144-c66d4ca7c7a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.4658515 Jul 29 23:37:20.630578 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.705804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c1be2845-4b8e-4f46-8083-e243da4c4765 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:20.751074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-bad979b6-0306-4fd5-b0f1-afee325edced service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 217 time: 0.1072915 Jul 29 23:37:20.807898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6df292a5-3976-45b2-a079-f4ef9af95e1f None None] Provisioning for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:20.828832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-08c8335f-b414-494f-aeb4-9c34a6ba0bc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd HTTP/1.1" status: 200 len: 217 time: 0.0948057 Jul 29 23:37:20.859827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6df292a5-3976-45b2-a079-f4ef9af95e1f None None] Provisioning complete for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:20.860229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6df292a5-3976-45b2-a079-f4ef9af95e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.907334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcabc-257a-4707-9ebe-ee2e4cab0bfa req-d5cf88ca-2a0a-4a5b-92b2-d29d6196aa48 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.914735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce3dcabc-257a-4707-9ebe-ee2e4cab0bfa req-d5cf88ca-2a0a-4a5b-92b2-d29d6196aa48 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 948 time: 0.2909651 Jul 29 23:37:20.927514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6df292a5-3976-45b2-a079-f4ef9af95e1f None None] Port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:20.935000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c1be2845-4b8e-4f46-8083-e243da4c4765 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:20.940902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c1be2845-4b8e-4f46-8083-e243da4c4765 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:20.941278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.952629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-dfa0ce7b-7993-4ab8-8987-e5dc278fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.954923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-dfa0ce7b-7993-4ab8-8987-e5dc278fc834 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1760836 Jul 29 23:37:20.959824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-64421a13-1498-4f02-b97d-e44f7ce561a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.961340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-64421a13-1498-4f02-b97d-e44f7ce561a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 1100 time: 0.2238119 Jul 29 23:37:20.971647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b24f22-50c5-41ca-ae0d-1de79d561f67 req-21cb215c-282f-4c72-ba39-50e8b14ae75e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.974458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b24f22-50c5-41ca-ae0d-1de79d561f67 req-21cb215c-282f-4c72-ba39-50e8b14ae75e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.2348566 Jul 29 23:37:21.009699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:21.038772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-b0120ebd-ace6-4064-a55a-dbcf540cca10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583951 Jul 29 23:37:21.042008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53417da4-829f-44fc-9b34-28b1b39d46c2 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:21.074346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce3dcabc-257a-4707-9ebe-ee2e4cab0bfa req-5f9bad4d-2190-4758-bd82-0ee2621a289e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586146 Jul 29 23:37:21.086916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-0730aa01-5f71-4864-9cc8-5b3baff79a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.089353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-0730aa01-5f71-4864-9cc8-5b3baff79a93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.2393584 Jul 29 23:37:21.112975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b24f22-50c5-41ca-ae0d-1de79d561f67 req-2d1bf6aa-46dd-4798-b602-da4a00ca4676 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207600 Jul 29 23:37:21.120323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:21.146687 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.186577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: a2bb72a2-cec7-47be-8a21-65a67a725fe8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:21.187215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a2bb72a2-cec7-47be-8a21-65a67a725fe8 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:21.198220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.212506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.221010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:21.229097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.273760 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d742b4-0069-4fa7-ba2c-e1f6b36d94c2 x-openstack-request-id: req-45d742b4-0069-4fa7-ba2c-e1f6b36d94c2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:21.274412 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:21.275081 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45d742b4-0069-4fa7-ba2c-e1f6b36d94c2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:21.276236 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'status': 'completed', 'code': 200} Jul 29 23:37:21.301145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.320565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-9cc1fada-801f-4d6b-a24e-7b6685a468e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.322629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-9cc1fada-801f-4d6b-a24e-7b6685a468e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943109 Jul 29 23:37:21.349908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-abefc0f0-c72d-4437-a682-308bb32a47a4 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901278 Jul 29 23:37:21.369450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9eed4bdd-7d3e-4e75-ae2c-6c2bfb7edc05 req-1d60756e-3f48-4da5-a286-e07026d2491b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 210 time: 0.1533773 Jul 29 23:37:21.455568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:21.459125 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c639fc4a-4856-4dd1-964e-bb631f6fa9db" -d '{"events": [{"server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "name": "network-vif-plugged", "status": "completed", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:21.502324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-1235d061-6e3f-4cfc-8706-966236139ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.504027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-1235d061-6e3f-4cfc-8706-966236139ded service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.5268593 Jul 29 23:37:21.614926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ea449-5ff3-4579-b79a-07e51b85fc0e None None] New status for floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:21.616898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-42fb7074-d82b-4ea8-a682-c0e43ccafee1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=289004cd-5a5a-4b9f-96cf-6540286671d7 HTTP/1.1" status: 200 len: 217 time: 0.0967064 Jul 29 23:37:21.710457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.714767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de74fa7-121b-43b5-b08a-2b9f61bec3e4 req-8631413c-2d37-4489-a8c2-8fb1b239ee74 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.722581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4de74fa7-121b-43b5-b08a-2b9f61bec3e4 req-8631413c-2d37-4489-a8c2-8fb1b239ee74 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 948 time: 0.3407960 Jul 29 23:37:21.728257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'name': 'network-vif-deleted', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71'}, {'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-deleted', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:21.730685 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74143cda-c73f-45ae-ab50-0bbb63430a71" -d '{"events": [{"server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "name": "network-vif-deleted", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71"}, {"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-deleted", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:21.743542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-f667bd0e-d7f1-40ec-829b-7900c246e209 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460169 Jul 29 23:37:21.756471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-d648d661-7b77-4009-bcb9-d9654bd8ea22 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878379 Jul 29 23:37:21.764790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Network 5a9b398b-9906-442f-9b14-82d43195dac3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:21.782663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:21.829323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:21.830176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4de74fa7-121b-43b5-b08a-2b9f61bec3e4 req-5153028f-9c70-494d-ad6f-c5181a742377 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064219 Jul 29 23:37:21.941681 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6dd158-da3e-42d3-a86f-d8f82ff11839 x-openstack-request-id: req-1c6dd158-da3e-42d3-a86f-d8f82ff11839 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:21.942212 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "name": "network-vif-plugged", "status": "completed", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:21.942370 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c6dd158-da3e-42d3-a86f-d8f82ff11839 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:21.942834 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'code': 200} Jul 29 23:37:21.958461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c87189ce-41fd-4cc5-bf28-d293face9254 req-ef579a55-8da5-472e-b20f-9a8c0e9c50a9 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923037 Jul 29 23:37:21.970951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62cc98-9338-4f56-969c-96409444bf12 req-cdccc674-8741-4e72-af80-98510fffa4d1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.985359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee62cc98-9338-4f56-969c-96409444bf12 req-cdccc674-8741-4e72-af80-98510fffa4d1 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 946 time: 0.3628299 Jul 29 23:37:22.056142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-310db73f-3ca6-42b4-848f-0c35331fc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.057965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-310db73f-3ca6-42b4-848f-0c35331fc5e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3996747 Jul 29 23:37:22.100204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.153582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.154252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.183964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee62cc98-9338-4f56-969c-96409444bf12 req-b44a63d6-667e-43d7-ad9c-bb6cf819921b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976268 Jul 29 23:37:22.236531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-516c3698-8b8f-439b-91dd-bcecd77ee360 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1403368 Jul 29 23:37:22.259965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Request body: {'port': {'device_id': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:22.265691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.289864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.309204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.542854 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946f666-c80a-47c8-8888-7721fb7d7859 x-openstack-request-id: req-4946f666-c80a-47c8-8888-7721fb7d7859 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:22.543160 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea122837-2cf6-4fd8-be47-7f3c8771776f", "name": "network-vif-deleted", "tag": "0b857f93-f8ac-4fc3-817e-65dd4141ee71", "status": "completed", "code": 200}, {"server_uuid": "aa50f666-845d-4d0f-bb63-fa60d752bd53", "name": "network-vif-deleted", "tag": "a2bb72a2-cec7-47be-8a21-65a67a725fe8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:22.545862 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4946f666-c80a-47c8-8888-7721fb7d7859 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:22.545862 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea122837-2cf6-4fd8-be47-7f3c8771776f', 'name': 'network-vif-deleted', 'tag': '0b857f93-f8ac-4fc3-817e-65dd4141ee71', 'status': 'completed', 'code': 200} Jul 29 23:37:22.545862 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50f666-845d-4d0f-bb63-fa60d752bd53', 'name': 'network-vif-deleted', 'tag': 'a2bb72a2-cec7-47be-8a21-65a67a725fe8', 'status': 'completed', 'code': 200} Jul 29 23:37:22.657703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a4eea-5d40-4497-8710-05a606824ca7 req-a8610e97-4761-4442-9d0d-9db173c0c6bc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.666317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba3a4eea-5d40-4497-8710-05a606824ca7 req-a8610e97-4761-4442-9d0d-9db173c0c6bc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 943 time: 0.6615508 Jul 29 23:37:22.690151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-da3691fb-6896-42aa-8cde-c827517d4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.691695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-da3691fb-6896-42aa-8cde-c827517d4fd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 1095 time: 0.1596305 Jul 29 23:37:22.698433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3142-9176-4cd4-bc3c-f527644ec21c req-7d09f36b-8f5b-4363-af4e-882b23d55e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.700242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41bd3142-9176-4cd4-bc3c-f527644ec21c req-7d09f36b-8f5b-4363-af4e-882b23d55e3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1098 time: 0.1593916 Jul 29 23:37:22.757421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba3a4eea-5d40-4497-8710-05a606824ca7 req-331cb3e2-1e85-460a-ba73-99f7855bf5ce tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897245 Jul 29 23:37:22.812799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41bd3142-9176-4cd4-bc3c-f527644ec21c req-70fb86af-7cc6-44c6-97b6-ad8a7c5f97e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998633 Jul 29 23:37:22.855586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.858982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-fb4a6425-d871-4a59-aae0-85f1c4e6cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.860523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-fb4a6425-d871-4a59-aae0-85f1c4e6cda9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6933248 Jul 29 23:37:22.871112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-d03173fb-dc86-4e72-93cf-e0944ac65548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.872476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Pushing event updated for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.873855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-d03173fb-dc86-4e72-93cf-e0944ac65548 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 924 time: 0.1509182 Jul 29 23:37:22.940955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-03d743e8-feaf-44ff-8c0a-c3d0a634888b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd HTTP/1.1" status: 200 len: 217 time: 0.0538125 Jul 29 23:37:23.040862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cac20-3a20-4372-9448-97262f31c44e req-30326f4d-06af-44e0-a741-fa81b2433fd6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.042836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd7cac20-3a20-4372-9448-97262f31c44e req-30326f4d-06af-44e0-a741-fa81b2433fd6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.1001570 Jul 29 23:37:23.051479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-4c59f3d4-aa26-4dfd-b2cc-48f30c81adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.053199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-4c59f3d4-aa26-4dfd-b2cc-48f30c81adb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.0774791 Jul 29 23:37:23.095379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 289004cd-5a5a-4b9f-96cf-6540286671d7 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:23.177233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.203026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35014-f3e0-4832-a4e9-1fa3a46def89 req-6d488dcc-2a38-4e94-81c6-e3e2872da0b6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.211033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd7cac20-3a20-4372-9448-97262f31c44e req-90a06718-51a6-4b9b-929a-9fb0c28a2e57 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565599 Jul 29 23:37:23.211779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8d35014-f3e0-4832-a4e9-1fa3a46def89 req-6d488dcc-2a38-4e94-81c6-e3e2872da0b6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 948 time: 0.3969600 Jul 29 23:37:23.226473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-d93f19ea-32aa-4bde-bb86-27e4fc0d98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.230426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-d93f19ea-32aa-4bde-bb86-27e4fc0d98ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509655 Jul 29 23:37:23.359451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=289004cd-5a5a-4b9f-96cf-6540286671d7,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.395155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '289004cd-5a5a-4b9f-96cf-6540286671d7', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '289004cd-5a5a-4b9f-96cf-6540286671d7', 'mac_address': 'fa:16:3e:de:76:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:23.452167 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8d35014-f3e0-4832-a4e9-1fa3a46def89 req-3ae6a318-fabd-4d3c-829d-337eaec44063 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341032 Jul 29 23:37:23.459232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-29f0790d-7e31-427d-8062-1ddee5c394e9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750401 Jul 29 23:37:23.466596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-48c92550-420f-4521-a964-d1e63a15fc55 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168572 Jul 29 23:37:23.487180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.508642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289004cd-5a5a-4b9f-96cf-6540286671d7 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:23.539542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=289004cd-5a5a-4b9f-96cf-6540286671d7,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.551243 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.552833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:23.611003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0958556-6862-43f3-ab0f-8930f2dd4ed2 req-be7052e5-ddeb-445d-85ca-833bcbefa880 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144691 Jul 29 23:37:23.624203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d2c105-45a0-421e-8848-88bc9078dc6c {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:23.658961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.673032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.682213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.686072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd833234-2c6d-4300-9460-1f0dfa354534 req-74ff80d6-3aa5-4e98-b025-4f40c9ea5da9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.688478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd833234-2c6d-4300-9460-1f0dfa354534 req-74ff80d6-3aa5-4e98-b025-4f40c9ea5da9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 932 time: 0.2204731 Jul 29 23:37:23.700322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Transition to ACTIVE for port object c5d2c105-45a0-421e-8848-88bc9078dc6c will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:23.703149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'mac_address': 'fa:16:3e:3e:80:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:23.727459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.732657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:23.761815 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.780614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd833234-2c6d-4300-9460-1f0dfa354534 req-83e5924e-353a-40ef-8975-f8c3cd4c1fe8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841942 Jul 29 23:37:23.780833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:23.804497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015ee7d8-7e6f-4dbe-811a-d78357f2a798 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:23.810447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d651-e237-42e8-a374-d49663093fec req-091c1c80-6ab5-4521-9dd2-8ecfdb60516b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.818998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c91d651-e237-42e8-a374-d49663093fec req-091c1c80-6ab5-4521-9dd2-8ecfdb60516b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 948 time: 0.2134910 Jul 29 23:37:23.875000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955789f5-da5e-43bf-8530-4a4a869f4ca0 req-d7b763fa-6bb0-4c37-b269-f755879e5116 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880265 Jul 29 23:37:23.888498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.896986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.998351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faef17-5498-40b6-84e8-c5f455d996db req-ffc337f4-24f8-42ea-869b-d5549aefd387 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.001130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.008235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.021060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c91d651-e237-42e8-a374-d49663093fec req-c4d51894-9ff7-4ba3-aeef-57742b1e9ec7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011149 Jul 29 23:37:24.026092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47faef17-5498-40b6-84e8-c5f455d996db req-ffc337f4-24f8-42ea-869b-d5549aefd387 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 946 time: 0.1250622 Jul 29 23:37:24.114663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47faef17-5498-40b6-84e8-c5f455d996db req-c445d377-e259-48f9-a68e-5e11dfc2ab52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874639 Jul 29 23:37:24.187641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e0cf4552-31c5-45ac-8b8f-2db3c47a9415 None None] Provisioning complete for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:24.188225 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4552-31c5-45ac-8b8f-2db3c47a9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.202904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Attempting to bind port c5d2c105-45a0-421e-8848-88bc9078dc6c on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:24.204155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Attempting to bind port c5d2c105-45a0-421e-8848-88bc9078dc6c by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:24.205288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Attempting to bind port c5d2c105-45a0-421e-8848-88bc9078dc6c on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:24.215684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Router fbe5626f-6f46-413f-adb7-04c787b1780d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:24.232288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Port c5d2c105-45a0-421e-8848-88bc9078dc6c on network 5a9b398b-9906-442f-9b14-82d43195dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:24.234186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Attempting to bind port c5d2c105-45a0-421e-8848-88bc9078dc6c on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:24.254077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf4552-31c5-45ac-8b8f-2db3c47a9415 None None] Port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:24.267431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:24.267938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Checking segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:24.268428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Bound using segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:24.269001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Bound port: c5d2c105-45a0-421e-8848-88bc9078dc6c, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:24.269490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.304464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d356-6613-4a5f-9bb5-3cb85831115f req-da351594-fa89-4ed8-b6ca-5466f0b9f06e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.307111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2450d356-6613-4a5f-9bb5-3cb85831115f req-da351594-fa89-4ed8-b6ca-5466f0b9f06e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 943 time: 0.1759267 Jul 29 23:37:24.413333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909005e-a36c-4441-b342-e8bfe2d5417f req-ac3c7aa4-f2a4-46f5-92cf-586098f018f7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.422621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5909005e-a36c-4441-b342-e8bfe2d5417f req-ac3c7aa4-f2a4-46f5-92cf-586098f018f7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0738955 Jul 29 23:37:24.493969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5909005e-a36c-4441-b342-e8bfe2d5417f req-75e695e4-1eec-49d6-8350-cb6ce105c421 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661755 Jul 29 23:37:24.494788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2450d356-6613-4a5f-9bb5-3cb85831115f req-c26a3cc8-34c6-4cf6-b600-de4def3edcc5 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775801 Jul 29 23:37:24.546975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:24.566625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:24.582039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7eca1e01-8059-4f4f-aa44-c1b1648d3204 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbe5626f-6f46-413f-adb7-04c787b1780d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2581074 Jul 29 23:37:24.587899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Sync routers for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:24.604237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:24.615539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.618174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:24.626025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:24.676209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432311d6-9d16-4f53-bb34-2666292893f3 req-fe07b685-8c22-4b4e-8528-c07856fa2b3b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.693269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-432311d6-9d16-4f53-bb34-2666292893f3 req-fe07b685-8c22-4b4e-8528-c07856fa2b3b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 949 time: 0.1252027 Jul 29 23:37:24.738691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.744497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.745399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.747120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-19f88bfa-44f8-4110-b216-56f6a04fecce service neutron] 10.222.0.59 "PUT /v2.0/ports/c5d2c105-45a0-421e-8848-88bc9078dc6c HTTP/1.1" status: 200 len: 1093 time: 2.4929717 Jul 29 23:37:24.747703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:24.750387 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900" -d '{"events": [{"name": "network-changed", "server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:24.781903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-432311d6-9d16-4f53-bb34-2666292893f3 req-02681481-ab18-4928-9dd6-b3794ee4682c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871358 Jul 29 23:37:24.833741 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e58021-d2bd-4a69-8bcf-eda4339adea7 x-openstack-request-id: req-a5e58021-d2bd-4a69-8bcf-eda4339adea7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:24.834156 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:24.834753 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5e58021-d2bd-4a69-8bcf-eda4339adea7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:24.835272 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'status': 'completed', 'code': 200} Jul 29 23:37:24.838009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['289004cd-5a5a-4b9f-96cf-6540286671d7'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:24.896314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:24.901410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-ff08007b-99f5-4f37-8db0-92f6f094dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.903830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-ff08007b-99f5-4f37-8db0-92f6f094dbdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 1096 time: 0.0888007 Jul 29 23:37:25.016382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-ab2286c3-74df-425b-a2cf-7254a6a176a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c HTTP/1.1" status: 200 len: 217 time: 0.0753431 Jul 29 23:37:25.037123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:25.131492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 29914d71-ece9-40e1-9d6e-7c22c86ca7fd details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:25.134539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c546c-5ce9-46d5-81e2-d178e9219536 req-a7fba66f-01c9-4253-b324-01c44ac2fff2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.147822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d2c546c-5ce9-46d5-81e2-d178e9219536 req-a7fba66f-01c9-4253-b324-01c44ac2fff2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 944 time: 0.2380857 Jul 29 23:37:25.188419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-22c7273a-a98b-4c23-9cb5-77b57e3f79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.190446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-22c7273a-a98b-4c23-9cb5-77b57e3f79a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.1623032 Jul 29 23:37:25.230758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d2c546c-5ce9-46d5-81e2-d178e9219536 req-b74961c5-55e2-475a-8ab1-06d01853adde tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700045 Jul 29 23:37:25.287332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-f183dbc6-3ea6-4597-8c6b-6d592e8f5ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702779 Jul 29 23:37:25.288878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-f27f2cec-6ec9-4219-a965-098d8a103837 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2259123 Jul 29 23:37:25.304807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:25.356124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.480565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:25.497043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'port_id': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'mac_address': 'fa:16:3e:d5:fc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:25.527697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dbf77-c89b-40fd-8467-8097bb8a31ac req-6de8df34-c291-40ba-a7b8-7697ba7b75c6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.535239 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-364dbf77-c89b-40fd-8467-8097bb8a31ac req-6de8df34-c291-40ba-a7b8-7697ba7b75c6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.1339855 Jul 29 23:37:25.563590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:20Z', 'revision_number': 4, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'a5aea9b4-2372-4938-9fd0-c8b6415e8a39', 'name': '', 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'mac_address': 'fa:16:3e:27:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:15Z', 'updated_at': '2021-07-29T23:37:21Z', 'revision_number': 2, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'subnets': [{'id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:25.582008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-487b3b51-f548-4aaf-920d-79e8cfa3234d service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853935 Jul 29 23:37:25.605657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.625931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Checking router: fbe5626f-6f46-413f-adb7-04c787b1780d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:25.626295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Updating router fbe5626f-6f46-413f-adb7-04c787b1780d port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:25.628170 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-364dbf77-c89b-40fd-8467-8097bb8a31ac req-a4bd8b49-c504-4d2a-a580-fb312eb00ca0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920277 Jul 29 23:37:25.645702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.719508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29914d71-ece9-40e1-9d6e-7c22c86ca7fd {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:25.741353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.772327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:25.780902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.834653 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75c32fe6-f927-43dd-9b1c-dd52a1d73964 req-4c1f6ca9-5463-4d50-ae4b-d558053b371c service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236609 Jul 29 23:37:25.855218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5554-330e-4a21-adf7-2ee156abb552 req-450e32bf-e701-4129-b229-f5e3e1793216 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.856810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5eec5554-330e-4a21-adf7-2ee156abb552 req-450e32bf-e701-4129-b229-f5e3e1793216 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 946 time: 0.1212027 Jul 29 23:37:25.898112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Allocated IP 172.25.5.163 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4580c5a0-6180-4447-a051-8f16e94bd7e6) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:25.967361 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5eec5554-330e-4a21-adf7-2ee156abb552 req-a9eb3b41-6cdc-4d35-922d-e980ecb0f5bf tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Jul 29 23:37:26.033383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-1595e63e-e827-4a75-a120-c88cc0fa7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.036997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-1595e63e-e827-4a75-a120-c88cc0fa7332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 1096 time: 0.0879750 Jul 29 23:37:26.149533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.158655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.205033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.255475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04bba-51cb-4984-9555-3c9874b38927 req-29e7b633-7843-4f32-81e1-39dc1ecb9e1d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.265931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27a04bba-51cb-4984-9555-3c9874b38927 req-29e7b633-7843-4f32-81e1-39dc1ecb9e1d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 944 time: 0.2068949 Jul 29 23:37:26.293944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=4580c5a0-6180-4447-a051-8f16e94bd7e6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.313065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:26.316325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:26.323086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:26.330200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-ec8ab676-6b86-4b89-bade-17fa8546ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.335847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-ec8ab676-6b86-4b89-bade-17fa8546ea31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 906 time: 0.2858734 Jul 29 23:37:26.361976 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27a04bba-51cb-4984-9555-3c9874b38927 req-9d480e35-70b5-4dfb-b1c9-b5aab5fa284b tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951302 Jul 29 23:37:26.367364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.382211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Transition to ACTIVE for port object a5aea9b4-2372-4938-9fd0-c8b6415e8a39 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:26.394595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.413150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-6777591a-b668-464b-8fd6-c44233085360 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c HTTP/1.1" status: 200 len: 217 time: 0.0544543 Jul 29 23:37:26.491029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499d61-9756-41c9-a0ba-fb32de747045 None None] Pushing event updated for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.524648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.595467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-39b3c1d7-2405-4c48-a7b0-1bbbdc326a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.596114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.597267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-39b3c1d7-2405-4c48-a7b0-1bbbdc326a78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.1746626 Jul 29 23:37:26.650790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94a0d-3a97-4e78-a963-c6835442221a req-bfd885f0-718f-4d71-a7fa-397cca04fd00 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.658937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acb94a0d-3a97-4e78-a963-c6835442221a req-bfd885f0-718f-4d71-a7fa-397cca04fd00 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.1449702 Jul 29 23:37:26.671514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Attempting to bind port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:26.672555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Attempting to bind port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:26.673768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Attempting to bind port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 on network d322c6d2-b81d-4632-b703-5ff0f0489a56 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:26.688430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:26.688430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Checking segment: {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:26.689387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.690342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-f9edc070-4d37-41a6-a424-c1372dafb241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826678 Jul 29 23:37:26.690632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Bound using segment: {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:26.691155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Bound port: a5aea9b4-2372-4938-9fd0-c8b6415e8a39, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f308adad-12ef-4684-a2a1-f56fb0a68b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:26.691552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.740758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acb94a0d-3a97-4e78-a963-c6835442221a req-1d60e161-f2f8-4b78-9aa4-83ae10760d14 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806642 Jul 29 23:37:26.831966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] For port a5aea9b4-2372-4938-9fd0-c8b6415e8a39, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:26.840172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] For port a5aea9b4-2372-4938-9fd0-c8b6415e8a39, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:26.850509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.937074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.948491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.953105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-5e5d0cff-d61f-412c-9bb1-21af8b32bda4 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320812 Jul 29 23:37:26.969433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:26.970147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:26.989382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['29914d71-ece9-40e1-9d6e-7c22c86ca7fd'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:27.024012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=4580c5a0-6180-4447-a051-8f16e94bd7e6,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.111589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.137032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.145859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-7486d928-b0b8-45c1-84b2-3fc3a8075a56 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8499386 Jul 29 23:37:27.240121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-be816a6a-76cc-4907-9685-dfd12ba4ab1e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0928872 Jul 29 23:37:27.262479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499d61-9756-41c9-a0ba-fb32de747045 None None] Pushing event updated for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.301482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527a4fa-48bc-43d2-ab4e-85080f6fa790 req-81e41fe5-6a09-4f68-8aa6-e5831d81db58 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.303707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b527a4fa-48bc-43d2-ab4e-85080f6fa790 req-81e41fe5-6a09-4f68-8aa6-e5831d81db58 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 949 time: 0.1910486 Jul 29 23:37:27.433395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e98a67a-2f0e-46ec-98b1-211ff0b2d900 req-69ada7c1-b7e3-469d-ab32-8d55611034b8 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714923 Jul 29 23:37:27.447857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-f7dd3f0a-ad70-4f89-ac02-e5d699718f27 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.449666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-f7dd3f0a-ad70-4f89-ac02-e5d699718f27 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07&tenant_id=473e6c6576ef4182adf6a2f0f93a407e&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 949 time: 0.1377819 Jul 29 23:37:27.454346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b527a4fa-48bc-43d2-ab4e-85080f6fa790 req-fa50cb07-4d1e-4ee0-8105-3198baf74f85 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925436 Jul 29 23:37:27.457614 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.468690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-336336cc-6b5a-41ad-8e9f-421510edf00f tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.479439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0888edc1-cb0a-424f-8ffa-b13bfd63cfd7 req-336336cc-6b5a-41ad-8e9f-421510edf00f tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.2291033 Jul 29 23:37:27.512703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:27.646400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-6363dc4f-386d-4603-b714-ed808ba3c6a3 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1793932444&fields=id&tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 267 time: 0.0995474 Jul 29 23:37:27.678774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ddeb7-0545-44a3-b0db-945d5c9b662b req-3cdb56d5-fe92-4ff2-b349-8b80c4a9b2a4 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.681423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d64ddeb7-0545-44a3-b0db-945d5c9b662b req-3cdb56d5-fe92-4ff2-b349-8b80c4a9b2a4 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 944 time: 0.1091945 Jul 29 23:37:27.709049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-60122420-34e5-4f7e-b3eb-8c0b8b4f2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.710793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-60122420-34e5-4f7e-b3eb-8c0b8b4f2fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1101 time: 0.1277454 Jul 29 23:37:27.752249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d64ddeb7-0545-44a3-b0db-945d5c9b662b req-91bfb273-487e-4548-adb6-75ffca43f5c1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644891 Jul 29 23:37:27.755957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-aa595a82-c543-49e6-9cfc-29aaa46d4930 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.768255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-aa595a82-c543-49e6-9cfc-29aaa46d4930 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 946 time: 0.1133177 Jul 29 23:37:27.777273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'security_groups': ['a6e1079a-1c81-4e1c-9ca7-2bde353333e3', 'af027b6f-7127-490d-9b29-44e01a2a69fa']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:27.892459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd86470-dc15-4f2a-be4f-565a375824be req-a0cd2587-fc36-42f7-b2d5-0b69a1ff12ab tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.899829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:20Z', 'revision_number': 4, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'a5aea9b4-2372-4938-9fd0-c8b6415e8a39', 'name': '', 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'mac_address': 'fa:16:3e:27:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:15Z', 'updated_at': '2021-07-29T23:37:26Z', 'revision_number': 4, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'subnets': [{'id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.903968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdd86470-dc15-4f2a-be4f-565a375824be req-a0cd2587-fc36-42f7-b2d5-0b69a1ff12ab tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.0783730 Jul 29 23:37:27.960508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6e26d-71d6-4388-abf6-34bf3e5b3f5f None None] The sync data for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 is: [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:20Z', 'revision_number': 4, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'a5aea9b4-2372-4938-9fd0-c8b6415e8a39', 'name': '', 'network_id': 'd322c6d2-b81d-4632-b703-5ff0f0489a56', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'mac_address': 'fa:16:3e:27:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:15Z', 'updated_at': '2021-07-29T23:37:26Z', 'revision_number': 4, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'subnets': [{'id': '32dd959d-0a84-44df-8e35-c236bdd51348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:27.983537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdd86470-dc15-4f2a-be4f-565a375824be req-4024bbf7-5e86-4eeb-8139-3c53e3a24a91 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785670 Jul 29 23:37:28.049517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-9aa545e6-c0ae-4ba7-a8a0-a8a65e3163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.051131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-9aa545e6-c0ae-4ba7-a8a0-a8a65e3163a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3308475 Jul 29 23:37:28.056660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.167663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-efdc16de-49a8-4ef6-933d-b08f60187c88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.0923645 Jul 29 23:37:28.167945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae115c0-c585-4fef-8aae-a360e46006d8 req-d0b2942a-4763-415b-98cf-943d87ca245e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.169679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ae115c0-c585-4fef-8aae-a360e46006d8 req-d0b2942a-4763-415b-98cf-943d87ca245e tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 944 time: 0.0798302 Jul 29 23:37:28.226560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ae115c0-c585-4fef-8aae-a360e46006d8 req-b708c7f6-e602-4e12-b145-df9f0ba1e2dc tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Jul 29 23:37:28.300329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-c775c6c8-1381-47d0-a8dc-e08d5324dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.302947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-c775c6c8-1381-47d0-a8dc-e08d5324dda0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1214440 Jul 29 23:37:28.436506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-95ff9fcd-24f1-41dc-890f-b04814d26283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.438524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-95ff9fcd-24f1-41dc-890f-b04814d26283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194847 Jul 29 23:37:28.454383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-29f113cf-37d4-4928-a3cb-aadc9ebe19e4 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1730292 Jul 29 23:37:28.473981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:28.508326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.585112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-2ed263f4-60bd-414d-b62c-2b6940cf663c service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283379 Jul 29 23:37:28.591718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:28.669701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.682911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.694439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.700982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:28.765356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.766391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.769297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2153bca2-8f75-43f5-94ed-a63112b3081c req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "PUT /v2.0/ports/c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 982 time: 0.9980826 Jul 29 23:37:28.776493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:28.778994 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4035fb3-60ed-410a-8367-cb1c8eb801b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:28.782038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c1be2845-4b8e-4f46-8083-e243da4c4765'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:28.826242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a596679c-e598-4c20-8a33-30b741fc9c18 req-a766a890-472f-478e-a679-c3e8a84b84cf service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107439 Jul 29 23:37:28.831308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef88e0-b0d2-4444-8427-3d430b8dd189 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.865154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Allocated IP 172.25.5.151 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/767e0056-040b-4b8d-a610-bed4af1f0855) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:28.963672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d11f-2d6a-42af-9c29-4e79edb050fc req-7d6dde56-5e11-4662-ad6a-37f059039454 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.970582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93b9d11f-2d6a-42af-9c29-4e79edb050fc req-7d6dde56-5e11-4662-ad6a-37f059039454 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.1238511 Jul 29 23:37:29.042383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93b9d11f-2d6a-42af-9c29-4e79edb050fc req-90b9a2da-a52a-4a28-b86d-5078db25a9bf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Jul 29 23:37:29.080192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:29.097546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'mac_address': 'fa:16:3e:0d:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:29.105177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.157260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c1be2845-4b8e-4f46-8083-e243da4c4765'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:29.178396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.205296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.208751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 289004cd-5a5a-4b9f-96cf-6540286671d7 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:29.244455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=767e0056-040b-4b8d-a610-bed4af1f0855,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.257031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:29.258869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:29.263685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:29.267717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a9b5-f240-4adf-881b-f6e09b03cff1 req-3ca52fa3-ade2-4bda-9919-74e0b0aa7777 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.270413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac04a9b5-f240-4adf-881b-f6e09b03cff1 req-3ca52fa3-ade2-4bda-9919-74e0b0aa7777 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 949 time: 0.1053209 Jul 29 23:37:29.303284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d2c105-45a0-421e-8848-88bc9078dc6c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:29.307951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:29.332867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac04a9b5-f240-4adf-881b-f6e09b03cff1 req-73779ab1-ceb3-4008-92af-15c648a8f003 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Jul 29 23:37:29.377122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:29.395333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.434009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.522528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d28a28-77aa-49b0-aa03-db083768d4fa req-537de3df-4efb-4468-8781-95755bac74d8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.523219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.523745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 289004cd-5a5a-4b9f-96cf-6540286671d7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:29.532367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31d28a28-77aa-49b0-aa03-db083768d4fa req-537de3df-4efb-4468-8781-95755bac74d8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 945 time: 0.0832331 Jul 29 23:37:29.543825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 289004cd-5a5a-4b9f-96cf-6540286671d7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:29.544192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.558816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.583222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31d28a28-77aa-49b0-aa03-db083768d4fa req-18327a8e-1a32-43df-9d4d-189592b56b40 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Jul 29 23:37:29.681845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f535d12-9257-4168-9672-da3af57100e4 req-0e4c3608-084d-4837-884d-b556b1dcdd05 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/af027b6f-7127-490d-9b29-44e01a2a69fa HTTP/1.1" status: 200 len: 1800 time: 0.0759976 Jul 29 23:37:29.782764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.791645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.876276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=767e0056-040b-4b8d-a610-bed4af1f0855,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.916464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.943782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.945080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-35cd7d86-d903-403e-af8e-13a817921eb1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4834983 Jul 29 23:37:30.039204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-cd0e40d9-d655-4db3-9f79-cb7212c5d27e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0870893 Jul 29 23:37:30.058977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a5aea9b4-2372-4938-9fd0-c8b6415e8a39 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:30.061318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5d2c105-45a0-421e-8848-88bc9078dc6c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:30.136629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.196980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-91f78b56-8915-471d-b66d-e1dca370ca9d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.198712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ab16fb8-f26d-47be-bec7-209b9b1ab871 req-91f78b56-8915-471d-b66d-e1dca370ca9d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1493878 Jul 29 23:37:30.235966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:30.239586 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-8f535d12-9257-4168-9672-da3af57100e4 req-b237973c-f766-4be7-a2d9-8ea51fc01e21 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:37:30.245856 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73566bcb-5912-4eec-9686-60787705ef48" -d '{"events": [{"server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "name": "network-vif-plugged", "status": "completed", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:30.250317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f535d12-9257-4168-9672-da3af57100e4 req-b237973c-f766-4be7-a2d9-8ea51fc01e21 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/af027b6f-7127-490d-9b29-44e01a2a69fa HTTP/1.1" status: 409 len: 341 time: 0.5674760 Jul 29 23:37:30.267104 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77814622-3ad9-42c4-8120-42fc3be1cfc6 x-openstack-request-id: req-77814622-3ad9-42c4-8120-42fc3be1cfc6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:30.267464 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:30.267772 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77814622-3ad9-42c4-8120-42fc3be1cfc6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:30.268298 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'status': 'completed', 'code': 200} Jul 29 23:37:30.289664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=289004cd-5a5a-4b9f-96cf-6540286671d7,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:30.300416 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.301236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:30.376006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:30.388352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711202c6-c2bf-4536-81ee-bfbeee2e995e req-fb2b81ac-df8b-43ca-9761-0cf8fa2cf458 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.398147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-711202c6-c2bf-4536-81ee-bfbeee2e995e req-fb2b81ac-df8b-43ca-9761-0cf8fa2cf458 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 944 time: 0.0674286 Jul 29 23:37:30.405646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:30.405646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.447508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-1ebfc1af-7b5e-4f01-a281-a125153b4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.449987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-1ebfc1af-7b5e-4f01-a281-a125153b4c56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1137 time: 0.1098945 Jul 29 23:37:30.454435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-711202c6-c2bf-4536-81ee-bfbeee2e995e req-948029b0-25a8-4d14-bc9b-ec1cc3bded12 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510774 Jul 29 23:37:30.480361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc0e60-9186-419e-a931-aa8b8e6b091c req-f092ffb6-e54c-4185-b35e-cd8aff4a5088 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.487311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9ddc0e60-9186-419e-a931-aa8b8e6b091c req-f092ffb6-e54c-4185-b35e-cd8aff4a5088 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 949 time: 0.1579626 Jul 29 23:37:30.516557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.577446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d2db0-eaff-4f82-a542-b23ecff80e6a req-d0d2bb93-d18d-4870-bc5a-c2ed20e897e9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.587514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da5d2db0-eaff-4f82-a542-b23ecff80e6a req-d0d2bb93-d18d-4870-bc5a-c2ed20e897e9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0780752 Jul 29 23:37:30.595294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:30.595650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.614391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9ddc0e60-9186-419e-a931-aa8b8e6b091c req-9424ce63-9e01-4fa0-a79b-d5e525e63ff2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125388 Jul 29 23:37:30.652623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da5d2db0-eaff-4f82-a542-b23ecff80e6a req-c3199ca8-de20-432b-b116-b8ec2ed62706 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Jul 29 23:37:30.748715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-97378425-bcdb-4dd5-8b50-1e418cdb5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.752616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-97378425-bcdb-4dd5-8b50-1e418cdb5392 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.2608290 Jul 29 23:37:30.838873 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-73714c25-b940-4b3e-839b-4094d554204c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 217 time: 0.0678067 Jul 29 23:37:30.841043 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.848346 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd68dd0-7851-40b9-91e5-106bc0b0c9e8 x-openstack-request-id: req-abd68dd0-7851-40b9-91e5-106bc0b0c9e8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:30.848659 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "name": "network-vif-plugged", "status": "completed", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:30.848869 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abd68dd0-7851-40b9-91e5-106bc0b0c9e8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:30.849259 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7', 'code': 200} Jul 29 23:37:30.915137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a5aea9b4-2372-4938-9fd0-c8b6415e8a39, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:30.917560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-b11d8afd-103e-44cd-9e1e-fa9b18f4c9cc tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2496355 Jul 29 23:37:30.921857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-d0cf1331-32d7-4ec9-965e-94bd01d24287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.928247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.933564 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-d0cf1331-32d7-4ec9-965e-94bd01d24287 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.0860219 Jul 29 23:37:30.939840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:30.971224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.999541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-3e9052df-3036-43f9-9251-411da2d53ff6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495813 Jul 29 23:37:31.007620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54ae1a-8577-4d54-9449-794e04b53435 req-efef02db-2a80-48c5-b8eb-d4b4541f58c2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.009737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b54ae1a-8577-4d54-9449-794e04b53435 req-efef02db-2a80-48c5-b8eb-d4b4541f58c2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.0777733 Jul 29 23:37:31.030565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:31.032087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.042600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.056356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.061200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b54ae1a-8577-4d54-9449-794e04b53435 req-b7e3b77c-541f-404f-b605-64dd25e96fde tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Jul 29 23:37:31.116552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.122332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 29914d71-ece9-40e1-9d6e-7c22c86ca7fd up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:31.209352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab15791-f441-467d-863d-4943bcac82d7 req-650112e5-0694-4a88-a9a9-a5f22a82d89d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.211631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ab15791-f441-467d-863d-4943bcac82d7 req-650112e5-0694-4a88-a9a9-a5f22a82d89d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 945 time: 0.0647845 Jul 29 23:37:31.213357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:31.218558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:31.219485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.221119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581cef-fc12-43aa-8fc3-bae51e47c131 req-e1c615f4-bf86-4d54-a994-a19109721286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.223543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46581cef-fc12-43aa-8fc3-bae51e47c131 req-e1c615f4-bf86-4d54-a994-a19109721286 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 1102 time: 0.2015731 Jul 29 23:37:31.280182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-0437eb3d-d566-4a6a-8f87-3e0d8a68b284 service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701781 Jul 29 23:37:31.286587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ab15791-f441-467d-863d-4943bcac82d7 req-8bf6aa70-f4ff-4314-92e8-32dce6bcd8e7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Jul 29 23:37:31.347919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46581cef-fc12-43aa-8fc3-bae51e47c131 req-71561d50-9ead-49d6-98d9-2842040cea74 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964475 Jul 29 23:37:31.398332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.430078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4035fb3-60ed-410a-8367-cb1c8eb801b4 req-31d366f1-023b-4fbc-aff4-c73ca457a213 service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392248 Jul 29 23:37:31.434579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92882cef-c739-4b71-9aa5-09d71540271f req-5cc612bf-769c-4fc9-b394-781353442605 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.436413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:31.438187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92882cef-c739-4b71-9aa5-09d71540271f req-5cc612bf-769c-4fc9-b394-781353442605 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.0715723 Jul 29 23:37:31.438902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.442289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.507103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.512080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92882cef-c739-4b71-9aa5-09d71540271f req-207540b8-dd64-40ce-b133-6eddcff899ed tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 Jul 29 23:37:31.625145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-22a6b85e-6d2e-4f0b-a5b7-51696856c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.626670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-22a6b85e-6d2e-4f0b-a5b7-51696856c8d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1137 time: 0.1015146 Jul 29 23:37:31.633661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Allocated IP 172.25.5.74 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/61409fd3-8982-4bb5-832b-6cfbeae8e2cb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:31.645264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5818c-9a7b-4e39-a7eb-f1342d2c9cd2 req-9361225c-5da1-4034-bc58-4ba34c8f9bfd tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.646020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2cd5818c-9a7b-4e39-a7eb-f1342d2c9cd2 req-9361225c-5da1-4034-bc58-4ba34c8f9bfd tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 985 time: 0.0607789 Jul 29 23:37:31.699515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2cd5818c-9a7b-4e39-a7eb-f1342d2c9cd2 req-4280baf5-c580-4c27-9fa7-cb110d8dfc0c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=af027b6f-7127-490d-9b29-44e01a2a69fa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0413194 Jul 29 23:37:31.801519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-926cc5f1-82e3-4b9b-bf31-4e96da3a4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.803056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-926cc5f1-82e3-4b9b-bf31-4e96da3a4206 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.1650052 Jul 29 23:37:31.814258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625efae-5bc7-4420-9aa3-23bc967877a9 req-9f15cd54-4f9b-4408-92b9-7943bcb161b9 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.816822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4625efae-5bc7-4420-9aa3-23bc967877a9 req-9f15cd54-4f9b-4408-92b9-7943bcb161b9 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.0552888 Jul 29 23:37:31.830378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.863086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4625efae-5bc7-4420-9aa3-23bc967877a9 req-9bd16238-29b4-48ed-bc73-3d68fb172ee8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Jul 29 23:37:31.873913 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-4fac5356-26fc-43c5-90ed-379f31c56501 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 217 time: 0.0583050 Jul 29 23:37:31.942760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a5aea9b4-2372-4938-9fd0-c8b6415e8a39 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:31.966316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-fc03fd39-c3ed-469c-9bf9-87f57fe81dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.967950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-fc03fd39-c3ed-469c-9bf9-87f57fe81dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.0855358 Jul 29 23:37:32.001754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:32.002499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.007783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.011430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-81a46d12-deed-4bdd-a185-bcf432f86f67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329022 Jul 29 23:37:32.027132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd3e9-0883-4841-9b2f-3af127739f5b req-91e5ea38-2284-4ed0-b2b5-19df40cf7f22 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.039618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd9fd3e9-0883-4841-9b2f-3af127739f5b req-91e5ea38-2284-4ed0-b2b5-19df40cf7f22 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0739214 Jul 29 23:37:32.092871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd9fd3e9-0883-4841-9b2f-3af127739f5b req-ccb3ae2b-d077-4122-8da1-fa1bfd92649d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522437 Jul 29 23:37:32.106386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:32.115873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:32.120075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:32.142571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=61409fd3-8982-4bb5-832b-6cfbeae8e2cb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.235697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-189542ff-0158-4abb-aac1-6b00ae6627fe service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970210 Jul 29 23:37:32.244485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82f38b-78c6-4980-adf4-c4055085c15e req-ad0d9faa-7ee1-4a5c-ba0c-7c7b6d01abe8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.247149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc82f38b-78c6-4980-adf4-c4055085c15e req-ad0d9faa-7ee1-4a5c-ba0c-7c7b6d01abe8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.0602071 Jul 29 23:37:32.294896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc82f38b-78c6-4980-adf4-c4055085c15e req-f7cd44c1-60a9-4e9d-96da-3201cb4c0ea5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Jul 29 23:37:32.301877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.360538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.398332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c8dde46-d190-4788-930d-f82a6ce5518a req-a13a0da2-cf0e-4e3f-a9e0-ecb37e4d7257 service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524394 Jul 29 23:37:32.460271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a72ed-99b6-4690-89e8-7233ca3637e5 req-f220c5a7-0b9d-43f1-bf57-71e760ae117d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.462342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a6a72ed-99b6-4690-89e8-7233ca3637e5 req-f220c5a7-0b9d-43f1-bf57-71e760ae117d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 945 time: 0.0665042 Jul 29 23:37:32.514337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a6a72ed-99b6-4690-89e8-7233ca3637e5 req-358d1c3b-c2a4-430d-b8e1-ee85a3e5ea9d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Jul 29 23:37:32.571773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.582370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.671573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=61409fd3-8982-4bb5-832b-6cfbeae8e2cb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.682405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.698116 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.699603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-2e2e3367-382c-46d9-9cf7-6c0561ad6a60 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7651546 Jul 29 23:37:32.720437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:32.766648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-b453686e-2f4b-470d-997c-e1fda72849e5 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0606885 Jul 29 23:37:32.791770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-9ffca420-76a3-40a5-be51-ec09a02c431e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286524 Jul 29 23:37:32.808934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c5d2c105-45a0-421e-8848-88bc9078dc6c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:32.814915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5d2c105-45a0-421e-8848-88bc9078dc6c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:32.815973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.852436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798'}, {'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:32.855016 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237caee1-bd87-46d5-98a5-f17aa94541f8" -d '{"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-plugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798"}, {"server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "name": "network-vif-plugged", "status": "completed", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:32.918172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.925722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-99e4aa1c-f083-4f70-9d49-1479281b6898 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.927540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7488efd-61a0-4bca-8904-4e38b54eedba req-99e4aa1c-f083-4f70-9d49-1479281b6898 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1544201 Jul 29 23:37:32.958949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-c2daca6d-38b3-4f34-beea-d94dde507b56 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.960516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-c2daca6d-38b3-4f34-beea-d94dde507b56 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624236 Jul 29 23:37:32.968925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:32.974791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.005206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-a4651cc6-e45e-4f95-81f5-f14f3c7c129c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/quotas/473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 375 time: 0.0294852 Jul 29 23:37:33.048926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.066754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-177e77dd-3d06-46cc-b637-eba08e0a5189 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606506 Jul 29 23:37:33.082225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe0eac-0fc9-47c7-8261-9d2c17cc060d req-022a32d9-ab42-449a-995a-ee6429472132 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.083860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82fe0eac-0fc9-47c7-8261-9d2c17cc060d req-022a32d9-ab42-449a-995a-ee6429472132 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 985 time: 0.0678291 Jul 29 23:37:33.132263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82fe0eac-0fc9-47c7-8261-9d2c17cc060d req-67ffee83-d060-4caa-9531-b17f1ed1c4f6 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=af027b6f-7127-490d-9b29-44e01a2a69fa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0400417 Jul 29 23:37:33.195935 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3e01e-c876-40e1-891a-00966672aed8 x-openstack-request-id: req-20f3e01e-c876-40e1-891a-00966672aed8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:33.197125 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-plugged", "status": "completed", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798", "code": 200}, {"server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "name": "network-vif-plugged", "status": "completed", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:33.197538 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20f3e01e-c876-40e1-891a-00966672aed8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:33.198124 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'code': 200} Jul 29 23:37:33.198544 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'code': 200} Jul 29 23:37:33.325006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bb47e-c3f5-4adc-86dd-afc8020334de req-94cc7634-565b-4e1d-9b13-44147bf5ff1d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.326723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17bb47e-c3f5-4adc-86dd-afc8020334de req-94cc7634-565b-4e1d-9b13-44147bf5ff1d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.0581069 Jul 29 23:37:33.393984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd40311-7243-4447-8118-b51bdb881239 req-e1ca5dfa-a23d-4326-ba5d-fc7e33bb86d6 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1711588 Jul 29 23:37:33.397969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17bb47e-c3f5-4adc-86dd-afc8020334de req-839d4e86-a923-4592-a322-92ae251673fd tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626237 Jul 29 23:37:33.402515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:33.460246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.574655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a8ae-3c2c-4c4e-9f7b-a0b3ec0899bf req-4d96475e-1b27-4475-b049-3889daaaeca9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.576350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5688a8ae-3c2c-4c4e-9f7b-a0b3ec0899bf req-4d96475e-1b27-4475-b049-3889daaaeca9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0678279 Jul 29 23:37:33.632858 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.658341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5688a8ae-3c2c-4c4e-9f7b-a0b3ec0899bf req-a1f54fb6-5869-4363-9303-3e19f5023036 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 Jul 29 23:37:33.716471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8441e-a2cb-4b56-817e-d5188dbe1965 req-91ae7008-edd8-4434-9f63-3f141b181a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.719040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4f8441e-a2cb-4b56-817e-d5188dbe1965 req-91ae7008-edd8-4434-9f63-3f141b181a6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 1097 time: 0.0787497 Jul 29 23:37:33.785401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324afdbe-f894-4cfd-9981-900531e05a13 req-6765c154-e791-4197-88b6-3b2be94b8291 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 210 time: 0.0628777 Jul 29 23:37:33.831120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Allocated IP 172.25.5.147 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:33.835931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4f8441e-a2cb-4b56-817e-d5188dbe1965 req-f202ef2f-dc17-4e25-9cad-dee7f46085fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489690 Jul 29 23:37:33.945425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86440-ed0e-4d56-9e45-16d428d66ebc req-dae5c62d-04fa-475a-ae04-193211b090ec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.947387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5be86440-ed0e-4d56-9e45-16d428d66ebc req-dae5c62d-04fa-475a-ae04-193211b090ec tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.0585384 Jul 29 23:37:33.955037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.989811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5be86440-ed0e-4d56-9e45-16d428d66ebc req-de8f775f-eb5c-4696-bd1b-f11dac856057 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Jul 29 23:37:34.019110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.062660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:34.066097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:34.069688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:34.100322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.122736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565333-6db0-4eea-a361-a63bbad7cf6e req-b10b0676-8668-44dc-ac61-910b446774c2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.124492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0565333-6db0-4eea-a361-a63bbad7cf6e req-b10b0676-8668-44dc-ac61-910b446774c2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0671196 Jul 29 23:37:34.171003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0565333-6db0-4eea-a361-a63bbad7cf6e req-a7869755-b0bb-4d71-9a0d-f8297c44628f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Jul 29 23:37:34.173733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.214438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.283526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46c992-93e6-4316-8c89-d4a498137863 req-7756fa8c-7050-4477-8e90-81b020e37fbe tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.285295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a46c992-93e6-4316-8c89-d4a498137863 req-7756fa8c-7050-4477-8e90-81b020e37fbe tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 1102 time: 0.0451379 Jul 29 23:37:34.326366 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a46c992-93e6-4316-8c89-d4a498137863 req-32c75fe7-5021-434d-8709-33b0915c48c0 tempest-ServersOnMultiNodesTest-328063962 tempest-ServersOnMultiNodesTest-328063962-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Jul 29 23:37:34.381432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.390875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.454785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01065-cf8f-4b8c-b2c7-052593a14acc req-5b618e0c-de66-4f4a-8c35-15b42b56f150 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.457501 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75f01065-cf8f-4b8c-b2c7-052593a14acc req-5b618e0c-de66-4f4a-8c35-15b42b56f150 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 985 time: 0.0699575 Jul 29 23:37:34.465310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event updated for resources: {'Port': ['ID=b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.482615 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.500158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.502416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd40311-7243-4447-8118-b51bdb881239 req-1b7cac56-e505-4280-bbbe-b3f5293aa0f1 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1075561 Jul 29 23:37:34.511612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75f01065-cf8f-4b8c-b2c7-052593a14acc req-6e221f12-3c78-464b-9e62-644ab93ca4fa tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=af027b6f-7127-490d-9b29-44e01a2a69fa&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0463684 Jul 29 23:37:34.585465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd40311-7243-4447-8118-b51bdb881239 req-bef844ea-4d14-4161-93e6-b3ae7df4d813 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0758963 Jul 29 23:37:34.724883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40311-7243-4447-8118-b51bdb881239 req-40a269ba-483a-428c-8b32-7d35dc1f518d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.741180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd40311-7243-4447-8118-b51bdb881239 req-40a269ba-483a-428c-8b32-7d35dc1f518d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1520870 Jul 29 23:37:34.831408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-18470565-fb92-4a85-b64b-27f2fa870fdf tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-163986052&fields=id&tenant_id=343179ce8e584b3ab473bde1f7275e47 HTTP/1.1" status: 200 len: 267 time: 0.0390987 Jul 29 23:37:34.834750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc33232-59c3-472e-8330-f62b937da85a req-6e7c19af-785e-437c-857a-209c3ea2ca02 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.836394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0cc33232-59c3-472e-8330-f62b937da85a req-6e7c19af-785e-437c-857a-209c3ea2ca02 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.0568314 Jul 29 23:37:34.889193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0cc33232-59c3-472e-8330-f62b937da85a req-c3996bf0-249b-4693-af0c-43d1bdde51f8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Jul 29 23:37:34.892121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-7549c66d-ce64-4023-9b49-cfde2fd5daf5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.893665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-7549c66d-ce64-4023-9b49-cfde2fd5daf5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 985 time: 0.0554736 Jul 29 23:37:34.907629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'port': {'security_groups': ['a6e1079a-1c81-4e1c-9ca7-2bde353333e3', 'af027b6f-7127-490d-9b29-44e01a2a69fa', 'a59b2f97-82b9-4e6c-bc5d-c184564e4124']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:34.991362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.026429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1520b5-19a1-4cba-9d2d-bd22ada18d5f req-f4cd1474-9780-4127-b19e-454b88e34ce6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.028235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9f1520b5-19a1-4cba-9d2d-bd22ada18d5f req-f4cd1474-9780-4127-b19e-454b88e34ce6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 946 time: 0.0586083 Jul 29 23:37:35.069707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9f1520b5-19a1-4cba-9d2d-bd22ada18d5f req-79ed8cba-b197-4a45-a42b-582348587a8d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Jul 29 23:37:35.189536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bf188-6204-46b4-97e2-ccec86d53c0f req-f7a21620-5928-4496-a561-7a011204b7bf tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.191316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d5bf188-6204-46b4-97e2-ccec86d53c0f req-f7a21620-5928-4496-a561-7a011204b7bf tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.0526299 Jul 29 23:37:35.199896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:35.202353 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be26dae-c7e5-4a64-8d17-1cf39c9afd91" -d '{"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:35.235468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:35.244958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d5bf188-6204-46b4-97e2-ccec86d53c0f req-d28a373c-6d2b-4c7a-9ee5-8b974db8e783 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Jul 29 23:37:35.280214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.286078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.330238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c1be2845-4b8e-4f46-8083-e243da4c4765'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:35.347074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c94792d-fd2c-48f1-b67c-bd02d1f126e1 req-b0c36e37-86ef-4e19-9d6e-3538f5c18983 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips/f6927ff8-3ed1-4539-a5af-6fff378e8394 HTTP/1.1" status: 200 len: 693 time: 0.0666165 Jul 29 23:37:35.351840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.352623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.355773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf9a18eb-7bab-4d1d-bd2b-a7bf0c879cb4 req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "PUT /v2.0/ports/c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 1021 time: 0.4546864 Jul 29 23:37:35.356249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:35.358591 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0473f96-c231-43f0-b8a8-7eddfce2823a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:35.385567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb075143-f1b5-4a20-96af-418faf937a1c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.404805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:35.486248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca31a03b-53aa-4bd2-adb4-ebcdcf8b3600 req-67e81c88-6062-4691-957e-95065c1de545 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 210 time: 0.0440371 Jul 29 23:37:35.488368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-e805e744-52d8-4f81-a05e-1ca43cddcf79 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.489917 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-e805e744-52d8-4f81-a05e-1ca43cddcf79 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1098 time: 0.1656005 Jul 29 23:37:35.510377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94792d-fd2c-48f1-b67c-bd02d1f126e1 req-b0be700d-b776-44bf-95b7-beb599986fdd tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.511849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c94792d-fd2c-48f1-b67c-bd02d1f126e1 req-b0be700d-b776-44bf-95b7-beb599986fdd tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1501694 Jul 29 23:37:35.517268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:35.551706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-9c94792d-fd2c-48f1-b67c-bd02d1f126e1 req-4db96423-c4df-4801-b1d1-26e923fd95fb tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:37:35.552789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c94792d-fd2c-48f1-b67c-bd02d1f126e1 req-4db96423-c4df-4801-b1d1-26e923fd95fb tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326211 Jul 29 23:37:35.584444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c1be2845-4b8e-4f46-8083-e243da4c4765'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:35.613335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.626130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b2339-584b-401a-81ee-8731e550dbc0 req-6ccbdc37-b5ca-4a69-8ba2-df7f7a6e2bba tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.631684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d24b2339-584b-401a-81ee-8731e550dbc0 req-6ccbdc37-b5ca-4a69-8ba2-df7f7a6e2bba tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0829186 Jul 29 23:37:35.632544 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a5986-26d2-4084-aac3-7e11514dd127 x-openstack-request-id: req-423a5986-26d2-4084-aac3-7e11514dd127 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:35.632905 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:35.633751 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-423a5986-26d2-4084-aac3-7e11514dd127 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:35.633751 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'code': 200} Jul 29 23:37:35.734359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d24b2339-584b-401a-81ee-8731e550dbc0 req-d964f1cc-6e6b-4e74-9bbb-252109bd9479 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908284 Jul 29 23:37:35.818059 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bccdf02-71cd-4f31-86f5-91b07b2c8783 x-openstack-request-id: req-7bccdf02-71cd-4f31-86f5-91b07b2c8783 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:35.819155 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:35.819155 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bccdf02-71cd-4f31-86f5-91b07b2c8783 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:35.819397 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'status': 'completed', 'code': 200} Jul 29 23:37:35.886767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7c279217-84cf-4e7b-b507-bd56db54a405 req-43596f9d-d307-40fd-a748-d82319e89d4b tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a59b2f97-82b9-4e6c-bc5d-c184564e4124 HTTP/1.1" status: 200 len: 1800 time: 0.2178385 Jul 29 23:37:35.998137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-adb1d424-1e00-4163-9939-1be1a2409de1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420644 Jul 29 23:37:35.999088 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-7c279217-84cf-4e7b-b507-bd56db54a405 req-812deaf0-27a9-454c-9d60-87fc9e064c46 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:37:36.010877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7c279217-84cf-4e7b-b507-bd56db54a405 req-812deaf0-27a9-454c-9d60-87fc9e064c46 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/a59b2f97-82b9-4e6c-bc5d-c184564e4124 HTTP/1.1" status: 409 len: 341 time: 0.1230221 Jul 29 23:37:36.018068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-ae38721a-c8ff-43d5-8d9a-87be7fbebdcc tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips/f6927ff8-3ed1-4539-a5af-6fff378e8394 HTTP/1.1" status: 200 len: 693 time: 0.1757681 Jul 29 23:37:36.054129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0981e-589a-4cc2-b15c-c73204156539 req-6fbfdae5-944c-4f11-b256-b858fe407784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.056911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7eb0981e-589a-4cc2-b15c-c73204156539 req-6fbfdae5-944c-4f11-b256-b858fe407784 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 1098 time: 0.3160858 Jul 29 23:37:36.226223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.236043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-876d5385-aa87-4993-95de-317f5c50b75f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.237721 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-876d5385-aa87-4993-95de-317f5c50b75f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247670 Jul 29 23:37:36.281495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7eb0981e-589a-4cc2-b15c-c73204156539 req-ac56906a-a0c3-408b-a803-e2ec58db2a02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922661 Jul 29 23:37:36.286389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Request body: {'port': {'device_id': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '473e6c6576ef4182adf6a2f0f93a407e'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.303057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-c21d990e-5821-4c27-a79d-7a191f7101ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.306765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-c21d990e-5821-4c27-a79d-7a191f7101ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=343179ce8e584b3ab473bde1f7275e47&device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1176 time: 0.3884265 Jul 29 23:37:36.327888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-76075c2a-ca75-49e4-9968-aef365fac989 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.330323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-76075c2a-ca75-49e4-9968-aef365fac989 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.3111877 Jul 29 23:37:36.359805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:36.387112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-e31d475b-2e72-4a14-acb3-2d8b033b3388 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0513716 Jul 29 23:37:36.395035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6fc6-a9cc-4940-9032-7b3a5aab0b8d req-05e93502-197a-45a2-a15e-ad023406f25f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.396903 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-054f6fc6-a9cc-4940-9032-7b3a5aab0b8d req-05e93502-197a-45a2-a15e-ad023406f25f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1741686 Jul 29 23:37:36.447118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-3f65b7fa-7c51-48a8-89ba-589206e20298 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0519991 Jul 29 23:37:36.449256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:36.451554 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524fbfb-df37-4cb7-85d2-a68b1d751166" -d '{"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-unplugged", "status": "completed", "tag": "80676758-546b-402c-b2c4-d98e8a64a968"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:36.458871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.484938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.523358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-054f6fc6-a9cc-4940-9032-7b3a5aab0b8d req-ba30b606-6046-4f65-8ff8-921be0751acb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193557 Jul 29 23:37:36.566859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Made reservation on behalf of 473e6c6576ef4182adf6a2f0f93a407e for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:36.570456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.586297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.641230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:36.641949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:36.642309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:36.682130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:36.682477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:36.694210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:36.694558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:36.695580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:36.696610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Bound port: 80676758-546b-402c-b2c4-d98e8a64a968, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:36.697037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.738086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:36.884502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Allocated IP 192.168.233.59 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/e8e07f85-8bfc-4743-992f-e0a395e77063) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:36.920810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.930537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:36.958067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:36.963036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:36.963563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:36.965192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:36.970520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.983018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:36.983654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 80676758-546b-402c-b2c4-d98e8a64a968 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:36.990629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:36.991157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:36.991857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:36.992641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Bound port: 80676758-546b-402c-b2c4-d98e8a64a968, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:36.993233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.048989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1542a10-49fc-4081-a9d4-e73f6588cb41 req-d517cc5d-b23a-49ef-8d8f-09f4693f956c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.057067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1542a10-49fc-4081-a9d4-e73f6588cb41 req-d517cc5d-b23a-49ef-8d8f-09f4693f956c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.1744657 Jul 29 23:37:37.067721 n-d-712707-11 neutron-server[93866]: WARNING neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Concurrent port binding operations failed on port 80676758-546b-402c-b2c4-d98e8a64a968 Jul 29 23:37:37.072316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:37.073906 n-d-712707-11 neutron-server[93866]: INFO neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempt 2 to bind port 80676758-546b-402c-b2c4-d98e8a64a968 Jul 29 23:37:37.075025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:37:37.170891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Deleting port b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:37.171581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.175678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.209029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.209681 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.211234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9ad59539-009e-414b-a861-ed2cad475d84 service neutron] 10.222.0.59 "PUT /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 1124 time: 1.6984348 Jul 29 23:37:37.217176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1542a10-49fc-4081-a9d4-e73f6588cb41 req-2639d812-2409-48de-85fc-c60093ad9443 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592395 Jul 29 23:37:37.225795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-3f5c9a38-bee9-4240-a9b3-85ebde54de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.227773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-3f5c9a38-bee9-4240-a9b3-85ebde54de57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 200 len: 913 time: 0.6813254 Jul 29 23:37:37.299867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.316177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-259b34e6-fcb7-40d2-a6e5-90fc51f7a6d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 200 len: 217 time: 0.0633178 Jul 29 23:37:37.320503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.320957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.383326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Calling delete_port for b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:37.409798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-4434ecd3-5da0-454b-a447-f01bfdf8ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.411291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-4434ecd3-5da0-454b-a447-f01bfdf8ebe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 200 len: 852 time: 0.0787604 Jul 29 23:37:37.481606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-1df23a79-ffcc-45db-aacd-f197ab94f2e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353639 Jul 29 23:37:37.535812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['80676758-546b-402c-b2c4-d98e8a64a968'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:37.640020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.668767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['80676758-546b-402c-b2c4-d98e8a64a968'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:37.693452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event deleted for resources: {'Port': ['ID=b7da2d5b-d3f7-49ef-a8b1-60d9ec7245c8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.703261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Transition to ACTIVE for port object e8e07f85-8bfc-4743-992f-e0a395e77063 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:37.726645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-c98a14a7-cf20-4375-b2aa-237ab01273c2 service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956692 Jul 29 23:37:37.785434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.840700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bad45-9330-4c1d-b6d0-c44d57e506c3 req-b6fdc255-dacb-4c76-ba0d-510022f5334e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.841143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.844171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.845348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5d530ef-be8e-4eff-94d1-415dc03b1e2c req-a7e8b006-3755-42ef-a83d-816bb2ff7476 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "DELETE /v2.0/floatingips/f6927ff8-3ed1-4539-a5af-6fff378e8394 HTTP/1.1" status: 204 len: 173 time: 1.3908088 Jul 29 23:37:37.851413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d9bad45-9330-4c1d-b6d0-c44d57e506c3 req-b6fdc255-dacb-4c76-ba0d-510022f5334e tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.1198869 Jul 29 23:37:37.902428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:37.910498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:37.914147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.923169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:37.948267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0473f96-c231-43f0-b8a8-7eddfce2823a req-c0f6559a-bd99-4872-bdde-6b06f7909e5c service neutron] 10.222.0.59 "GET /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008855 Jul 29 23:37:37.995736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d9bad45-9330-4c1d-b6d0-c44d57e506c3 req-227cf508-0a43-4ff4-9672-b1b4b46f7ad7 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348953 Jul 29 23:37:38.014117 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf70ace-eeb3-43bf-90c8-d99294f8a0fe x-openstack-request-id: req-ebf70ace-eeb3-43bf-90c8-d99294f8a0fe {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:38.014523 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-unplugged", "status": "completed", "tag": "80676758-546b-402c-b2c4-d98e8a64a968", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:38.014652 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebf70ace-eeb3-43bf-90c8-d99294f8a0fe {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:38.015022 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968', 'code': 200} Jul 29 23:37:38.051273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.053298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.092840 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-4ec5f402-9256-45b7-bc07-6e36b663ba58 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8111799 Jul 29 23:37:38.142982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ddad8-bcca-4b6b-be0f-dfee29d1deec req-94473a0d-88fe-4ee1-a098-47b886bbebcf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.143408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3a9ce-7789-4e4e-a816-f9f9ba649ce8 req-aa79825a-2790-42e5-9664-bdaa5cd37cd6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.148598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4d3a9ce-7789-4e4e-a816-f9f9ba649ce8 req-aa79825a-2790-42e5-9664-bdaa5cd37cd6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0645874 Jul 29 23:37:38.150395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba9ddad8-bcca-4b6b-be0f-dfee29d1deec req-94473a0d-88fe-4ee1-a098-47b886bbebcf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 935 time: 0.0702746 Jul 29 23:37:38.175154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Request body: {'port': {'device_id': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:38.209821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4d3a9ce-7789-4e4e-a816-f9f9ba649ce8 req-3df75869-9d9d-4013-ac1d-73d3754aa42b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Jul 29 23:37:38.237084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba9ddad8-bcca-4b6b-be0f-dfee29d1deec req-d66638a6-6aff-498d-a393-fa66840c08a2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789683 Jul 29 23:37:38.260913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:38.270788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.352882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7926-30b2-4b71-abc8-63d97ba74478 req-f4d774f7-41ab-48ba-ba4b-86ca996d2e32 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.355774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d61d7926-30b2-4b71-abc8-63d97ba74478 req-f4d774f7-41ab-48ba-ba4b-86ca996d2e32 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1024 time: 0.0741067 Jul 29 23:37:38.368095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-115f5caf-5cc9-403b-9ae2-384413c20e9f None None] Provisioning for port e8e07f85-8bfc-4743-992f-e0a395e77063 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:38.375822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-115f5caf-5cc9-403b-9ae2-384413c20e9f None None] Provisioning complete for port e8e07f85-8bfc-4743-992f-e0a395e77063 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:38.375822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-115f5caf-5cc9-403b-9ae2-384413c20e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.417059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d61d7926-30b2-4b71-abc8-63d97ba74478 req-ab0bf081-f874-4c98-a6b7-006fdb5ee10e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a59b2f97-82b9-4e6c-bc5d-c184564e4124&id=af027b6f-7127-490d-9b29-44e01a2a69fa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0529819 Jul 29 23:37:38.446728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-115f5caf-5cc9-403b-9ae2-384413c20e9f None None] Port e8e07f85-8bfc-4743-992f-e0a395e77063 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:38.453155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24e5c-c2e5-4905-a84b-47d36bc0ed44 req-ff0f3374-a344-4258-9282-e93b17ca383d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.454894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83c24e5c-c2e5-4905-a84b-47d36bc0ed44 req-ff0f3374-a344-4258-9282-e93b17ca383d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1282749 Jul 29 23:37:38.543754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83c24e5c-c2e5-4905-a84b-47d36bc0ed44 req-20757073-c858-4eed-9a8d-93cb8b4ebda6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811934 Jul 29 23:37:38.678933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:38.687368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.688970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38418933-e98a-4f6a-bf3e-0cc1f720b2a2 req-bbeafe49-7630-46c1-8d6f-0fb4a273222a tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.690081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38418933-e98a-4f6a-bf3e-0cc1f720b2a2 req-bbeafe49-7630-46c1-8d6f-0fb4a273222a tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2358258 Jul 29 23:37:38.734694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Transition to ACTIVE for port object e8e07f85-8bfc-4743-992f-e0a395e77063 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:38.740685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.819593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778fbd8-787b-48e9-a817-88de634e60f2 req-6d50b754-e29f-4c43-b7b3-ebb02a84075e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.821355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8778fbd8-787b-48e9-a817-88de634e60f2 req-6d50b754-e29f-4c43-b7b3-ebb02a84075e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0590246 Jul 29 23:37:38.841163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.887812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8778fbd8-787b-48e9-a817-88de634e60f2 req-93caed67-4c48-4be7-af8b-88f4f0b43ad5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 Jul 29 23:37:38.950869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d0278-c707-451a-889b-e54882438ef1 req-37cff107-15b1-491f-be8c-a99ed4e30e31 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.952484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b9d0278-c707-451a-889b-e54882438ef1 req-37cff107-15b1-491f-be8c-a99ed4e30e31 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1024 time: 0.0805817 Jul 29 23:37:38.958468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e258642-c7f0-4c00-ac80-6e52ebc867ff req-8b5091be-62e2-4f4f-bf1e-e0501f0c4d18 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.969575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e258642-c7f0-4c00-ac80-6e52ebc867ff req-8b5091be-62e2-4f4f-bf1e-e0501f0c4d18 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1361108 Jul 29 23:37:38.969721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.990161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:39.024672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Request body: {'floatingip': {'port_id': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.024871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Attempting to bind port e8e07f85-8bfc-4743-992f-e0a395e77063 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:39.027175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Attempting to bind port e8e07f85-8bfc-4743-992f-e0a395e77063 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:39.027541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Attempting to bind port e8e07f85-8bfc-4743-992f-e0a395e77063 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:39.067770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Port e8e07f85-8bfc-4743-992f-e0a395e77063 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:39.068941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Attempting to bind port e8e07f85-8bfc-4743-992f-e0a395e77063 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:39.115220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:39.115865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:39.116436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:39.117068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Bound port: e8e07f85-8bfc-4743-992f-e0a395e77063, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:39.118012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.178423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.184249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aa6c6-f108-46ff-ad78-d0d4377c7157 req-d6bef4dc-3a7d-4f8a-b061-67871ca2e129 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.186462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-969aa6c6-f108-46ff-ad78-d0d4377c7157 req-d6bef4dc-3a7d-4f8a-b061-67871ca2e129 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1556082 Jul 29 23:37:39.189375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6543735-007d-47b2-a6af-cf0df020ef3d req-2399454e-355a-443b-850c-b4180bb4d3ac tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=cf9541715f914d8896ef4c074cd82ecb HTTP/1.1" status: 200 len: 1656 time: 0.2308128 Jul 29 23:37:39.252530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:39.264731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-969aa6c6-f108-46ff-ad78-d0d4377c7157 req-18f8b81c-2062-47ee-ba96-0bfbee6e92a2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669496 Jul 29 23:37:39.278403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:39.294455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.342303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.343100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.344705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 1096 time: 1.1750159 Jul 29 23:37:39.435840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685625a-4fa7-447e-85ff-fcef1a3a6777 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.469014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2227-c303-4787-bf5d-18a81362d913 req-60dae775-ee61-436d-9dc6-2f62b08ab3b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.471107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d8b2227-c303-4787-bf5d-18a81362d913 req-60dae775-ee61-436d-9dc6-2f62b08ab3b5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.1163960 Jul 29 23:37:39.525789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543735-007d-47b2-a6af-cf0df020ef3d req-9ecb6e06-3c6a-4645-ba4f-1aa7ff7d49d5 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.534696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6543735-007d-47b2-a6af-cf0df020ef3d req-9ecb6e06-3c6a-4645-ba4f-1aa7ff7d49d5 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks?id=52725900-2642-44d5-b3ea-23e1d2832e28&id=52725900-2642-44d5-b3ea-23e1d2832e28&id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 787 time: 0.3139725 Jul 29 23:37:39.545986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-d6543735-007d-47b2-a6af-cf0df020ef3d req-67d2d9d5-d9d0-4e9a-a7e9-d8eea903b124 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:37:39.558245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6543735-007d-47b2-a6af-cf0df020ef3d req-67d2d9d5-d9d0-4e9a-a7e9-d8eea903b124 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242984 Jul 29 23:37:39.565747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Deleting port c1be2845-4b8e-4f46-8083-e243da4c4765 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:39.566132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.573158 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d8b2227-c303-4787-bf5d-18a81362d913 req-bf892ffe-2b20-4b9f-94c2-16631f8c1899 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905194 Jul 29 23:37:39.596204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-86052675-12a0-44f0-9dd6-44c8d3583e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.598014 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-86052675-12a0-44f0-9dd6-44c8d3583e83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1099 time: 0.0803492 Jul 29 23:37:39.699989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afd0a4-878b-4d17-9fec-ff6010793aad req-9026fd9c-4ac9-4e2d-9141-8a7921061bb8 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.701607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65afd0a4-878b-4d17-9fec-ff6010793aad req-9026fd9c-4ac9-4e2d-9141-8a7921061bb8 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 1024 time: 0.0579393 Jul 29 23:37:39.783128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-6f02a61f-35bc-4417-a097-f0ab01a1f6a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.0507143 Jul 29 23:37:39.788674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65afd0a4-878b-4d17-9fec-ff6010793aad req-33de306b-7e2b-48f3-a6b4-13b46762852d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a59b2f97-82b9-4e6c-bc5d-c184564e4124&id=af027b6f-7127-490d-9b29-44e01a2a69fa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0805297 Jul 29 23:37:39.848304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f750379-7872-4b26-b7c4-5a8184b39614 req-ab1729ee-5674-4737-9122-64622d45e14f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.849928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f750379-7872-4b26-b7c4-5a8184b39614 req-ab1729ee-5674-4737-9122-64622d45e14f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.2195914 Jul 29 23:37:39.896301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-7ab93b09-9646-46fa-a5ef-c1cdcbd715cd tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips/4489d59b-5ef4-44f8-ad52-d41058ca2738 HTTP/1.1" status: 200 len: 692 time: 0.0747604 Jul 29 23:37:39.907834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-ccee4208-b318-448a-9063-a5ce218e1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.909519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-ccee4208-b318-448a-9063-a5ce218e1f11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0965917 Jul 29 23:37:39.914928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port c1be2845-4b8e-4f46-8083-e243da4c4765, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c1be2845-4b8e-4f46-8083-e243da4c4765,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:39.915373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.947733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Calling delete_port for c1be2845-4b8e-4f46-8083-e243da4c4765 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:40.012572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-6099eec9-357a-4d4b-8e37-84f42459442b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.015246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-6099eec9-357a-4d4b-8e37-84f42459442b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.2786801 Jul 29 23:37:40.018370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968'}, {'name': 'network-changed', 'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:40.020163 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b8423-2263-4590-879b-7617937fa242" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "tag": "80676758-546b-402c-b2c4-d98e8a64a968"}, {"name": "network-changed", "server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:40.031571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ff84-e240-49ec-ace8-391507265579 req-4afc29de-c0de-4da2-8f59-f63f6fb313b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.033078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-4afc29de-c0de-4da2-8f59-f63f6fb313b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948803 Jul 29 23:37:40.049104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f750379-7872-4b26-b7c4-5a8184b39614 req-f03324da-f10d-43ea-866f-c1e2fe53838c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547406 Jul 29 23:37:40.129237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-91f4f2ae-5540-4887-8955-a5643fc89bd7 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.137053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-91f4f2ae-5540-4887-8955-a5643fc89bd7 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.2311907 Jul 29 23:37:40.202189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-17643ea1-2315-4f4a-ab79-d77ae3f14fef tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0641193 Jul 29 23:37:40.273340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-533ac86a-7184-4235-b828-ab4024063d8f tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0586526 Jul 29 23:37:40.277430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-2ad46513-c442-4f9e-95b9-431e8f6db59a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335689 Jul 29 23:37:40.503615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f32ff84-e240-49ec-ace8-391507265579 req-db4b8b9f-8b03-469e-a72d-07086a1b56cb service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815977 Jul 29 23:37:40.517431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Deleting port 61409fd3-8982-4bb5-832b-6cfbeae8e2cb {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:40.517817 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.598275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.598275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.611767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Calling delete_port for 61409fd3-8982-4bb5-832b-6cfbeae8e2cb owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:40.647530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e051-86bb-4bf0-9188-db583ad258ea req-dac6e8b2-d43c-43b9-837d-e193be464e8e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.649100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6779e051-86bb-4bf0-9188-db583ad258ea req-dac6e8b2-d43c-43b9-837d-e193be464e8e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.4804571 Jul 29 23:37:40.658325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 289004cd-5a5a-4b9f-96cf-6540286671d7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:40.658646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.773587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.781522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.786451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.819379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event deleted for resources: {'Port': ['ID=61409fd3-8982-4bb5-832b-6cfbeae8e2cb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.863746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.871561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6779e051-86bb-4bf0-9188-db583ad258ea req-5799d2e4-481c-42f5-ba76-0b5d3b3e2d9f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094414 Jul 29 23:37:40.892641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.894374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.895226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca929f4a-0440-4b34-83e4-990b209c26bb req-76e11a2e-c673-4f05-a3f3-17ce83f5a52c tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "DELETE /v2.0/floatingips/4489d59b-5ef4-44f8-ad52-d41058ca2738 HTTP/1.1" status: 204 len: 173 time: 0.6139824 Jul 29 23:37:40.945176 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669da08-07b7-4ad4-bd7e-11cd33aaa7ec x-openstack-request-id: req-2669da08-07b7-4ad4-bd7e-11cd33aaa7ec {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:40.945577 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "tag": "80676758-546b-402c-b2c4-d98e8a64a968", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:40.945939 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2669da08-07b7-4ad4-bd7e-11cd33aaa7ec {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:40.946403 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968', 'status': 'completed', 'code': 200} Jul 29 23:37:40.946714 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'status': 'completed', 'code': 200} Jul 29 23:37:40.958654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'Port': ['ID=c1be2845-4b8e-4f46-8083-e243da4c4765,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.959537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5793596a-814b-4680-a7bd-1462d573c97d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:40.967418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 289004cd-5a5a-4b9f-96cf-6540286671d7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=289004cd-5a5a-4b9f-96cf-6540286671d7,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:40.967905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.991632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 289004cd-5a5a-4b9f-96cf-6540286671d7 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:41.081526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] No DVR routers for this DVR port c1be2845-4b8e-4f46-8083-e243da4c4765 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:41.090309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.093151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b9d0278-c707-451a-889b-e54882438ef1 req-b058af06-eba1-4bee-8241-0b879955841e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.59 "DELETE /v2.0/ports/c1be2845-4b8e-4f46-8083-e243da4c4765 HTTP/1.1" status: 204 len: 173 time: 2.0651453 Jul 29 23:37:41.099191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'name': 'network-vif-deleted', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:41.101711 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f91d0-989a-4400-b323-6b9807a668fe" -d '{"events": [{"server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "name": "network-vif-deleted", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:41.133746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca7f81-48d5-4674-9a08-121a78a7bc22 req-70396f3c-0809-40de-b891-b60ab29c4b6d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.143190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cca7f81-48d5-4674-9a08-121a78a7bc22 req-70396f3c-0809-40de-b891-b60ab29c4b6d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 950 time: 0.1163969 Jul 29 23:37:41.171533 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66 associated. External IP: 172.25.5.150, port: 29914d71-ece9-40e1-9d6e-7c22c86ca7fd. Jul 29 23:37:41.201004 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:41.214464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-6917143c-3792-4cac-b01f-f8e93dbacfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.216301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-6917143c-3792-4cac-b01f-f8e93dbacfbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1127 time: 0.1465585 Jul 29 23:37:41.226597 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cca7f81-48d5-4674-9a08-121a78a7bc22 req-bab9fdd2-9e86-4e96-86ed-1db123df9ec2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821371 Jul 29 23:37:41.265081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319923-4226-4fed-b8d9-8c714d30c5b6 req-90f13dc5-5a39-43f1-a66c-56032eaf597c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.267140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3319923-4226-4fed-b8d9-8c714d30c5b6 req-90f13dc5-5a39-43f1-a66c-56032eaf597c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2732191 Jul 29 23:37:41.434038 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c4e7e70d-c958-4e0a-b638-e8e2ae5d6aba req-1f79b58c-24ee-4155-bf88-7e1c85224d35 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fc0ee88-d9b3-4583-8f9a-18065324f6c2 HTTP/1.1" status: 200 len: 210 time: 0.0344112 Jul 29 23:37:41.441565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3319923-4226-4fed-b8d9-8c714d30c5b6 req-5a64f67a-a617-45fa-8667-6b6e9f5e6f35 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644955 Jul 29 23:37:41.468641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-67dabdb5-08f5-4c73-ad0b-9f2e4570f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.475432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-67dabdb5-08f5-4c73-ad0b-9f2e4570f816 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2311702 Jul 29 23:37:41.522494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.545954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-ab8d7cea-5940-47dc-bafe-269273b65a84 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips/ab1e0f71-a446-4ef0-a659-5166c9358a93 HTTP/1.1" status: 200 len: 693 time: 0.0692475 Jul 29 23:37:41.576737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-2d25723f-47f6-4a1e-9799-14889bc5b5de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 217 time: 0.0479827 Jul 29 23:37:41.589041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809', '66b9768f-b53b-4009-b100-8447f77be83c', 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:41.591595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=289004cd-5a5a-4b9f-96cf-6540286671d7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.681083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:41.682979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 289004cd-5a5a-4b9f-96cf-6540286671d7 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:41.687575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.699592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0b0928e-9c6e-4436-a58e-bb7a6067f524 req-5c68f9e8-4622-4fb3-b4a4-b3cfdb88e18a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "DELETE /v2.0/ports/289004cd-5a5a-4b9f-96cf-6540286671d7 HTTP/1.1" status: 204 len: 173 time: 1.6702232 Jul 29 23:37:41.713721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee804-0905-45c8-9c9d-43a122163ac6 req-02d012f5-5761-409a-8f7e-999521a3efa9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.722998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fee804-0905-45c8-9c9d-43a122163ac6 req-02d012f5-5761-409a-8f7e-999521a3efa9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.1717141 Jul 29 23:37:41.784190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-23ae816e-358d-44c3-857c-aa3ed9f9485d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.793566 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-23ae816e-358d-44c3-857c-aa3ed9f9485d tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.2195132 Jul 29 23:37:41.868531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-69c6c5c3-0b5c-4c5c-9950-d15ece1754d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.871185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-69c6c5c3-0b5c-4c5c-9950-d15ece1754d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.2614391 Jul 29 23:37:41.882494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-6e529f1c-0247-49d5-af07-3ce7ef7409a3 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0878069 Jul 29 23:37:41.918429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fee804-0905-45c8-9c9d-43a122163ac6 req-a930467e-0995-4f16-a4cf-8af5fb93f9fe tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943607 Jul 29 23:37:41.965665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-a09d3038-4162-428f-a7b2-7c8ef11b4497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710225 Jul 29 23:37:41.972489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-84914730-cd0a-4a7f-9a42-7c17df357634 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0887518 Jul 29 23:37:42.011299 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c32b3-8088-47a5-943b-c72309a9ede1 x-openstack-request-id: req-0a3c32b3-8088-47a5-943b-c72309a9ede1 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:42.011666 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc0ee88-d9b3-4583-8f9a-18065324f6c2", "name": "network-vif-deleted", "tag": "c1be2845-4b8e-4f46-8083-e243da4c4765", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:42.012097 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a3c32b3-8088-47a5-943b-c72309a9ede1 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:42.012540 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc0ee88-d9b3-4583-8f9a-18065324f6c2', 'name': 'network-vif-deleted', 'tag': 'c1be2845-4b8e-4f46-8083-e243da4c4765', 'status': 'completed', 'code': 200} Jul 29 23:37:42.061083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:42.074906 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:42.089199 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:42.089862 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:42.098456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.143865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-38e00e9f-f91d-40c2-9cc3-7aceb07681c6 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "PUT /v2.0/floatingips/b4aee84c-ad60-4f24-92ed-40c0f3b30f66 HTTP/1.1" status: 200 len: 991 time: 3.1237803 Jul 29 23:37:42.273233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e320db-2217-43bc-8acc-3abfb378e826 req-42084a4e-a3f1-456f-83cc-f2ba827e66c5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.275391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9e320db-2217-43bc-8acc-3abfb378e826 req-42084a4e-a3f1-456f-83cc-f2ba827e66c5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.1143560 Jul 29 23:37:42.306396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-4ef1f87e-4511-4d32-b782-460b789f16bd service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719548 Jul 29 23:37:42.320342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Deleting port 767e0056-040b-4b8d-a610-bed4af1f0855 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:42.322298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.324942 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:42.328208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9e320db-2217-43bc-8acc-3abfb378e826 req-1be13a2d-fe1c-4c4b-bbce-21fd58def3a6 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464492 Jul 29 23:37:42.495353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:42.554786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.555307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.582693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Calling delete_port for 767e0056-040b-4b8d-a610-bed4af1f0855 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:42.592391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-2afd7274-d08f-46a8-9759-683bcc45b926 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535501 Jul 29 23:37:42.645597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d9a51c-2863-43c4-b74d-478e444267e4 req-d8154086-ce31-4636-b084-fa249c75bd51 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7c456-cb94-40a8-840c-7ddc613e7268 HTTP/1.1" status: 200 len: 210 time: 0.0390687 Jul 29 23:37:42.792256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.800881 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:d5:fc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75708419-d25f-4624-b519-f77c90527fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:37:40Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:42.833724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event deleted for resources: {'Port': ['ID=767e0056-040b-4b8d-a610-bed4af1f0855,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.846054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c1be2845-4b8e-4f46-8083-e243da4c4765 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:42.871513 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:42.875297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c1be2845-4b8e-4f46-8083-e243da4c4765 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:42.875828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c1be2845-4b8e-4f46-8083-e243da4c4765 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:42.878756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425a2ae-1497-403d-b519-7df93d2cc3f6 req-9d68de1f-0893-404b-b29a-11bba7077a37 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.881013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8425a2ae-1497-403d-b519-7df93d2cc3f6 req-9d68de1f-0893-404b-b29a-11bba7077a37 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1100702 Jul 29 23:37:42.888094 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:42.888889 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:42.934843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-9afdde39-42ae-4202-bfd4-430ecb525813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.936425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-9afdde39-42ae-4202-bfd4-430ecb525813 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1099 time: 0.1158261 Jul 29 23:37:42.945255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8425a2ae-1497-403d-b519-7df93d2cc3f6 req-fbd2eddb-0dec-4d02-b02f-c5ababf63738 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Jul 29 23:37:42.946434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.949901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.951235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521ec2a8-e75a-4599-ad23-c867475b8ce2 req-7c4e41f6-ecbf-49e8-989b-3fe01c7e9a4e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "DELETE /v2.0/floatingips/ab1e0f71-a446-4ef0-a659-5166c9358a93 HTTP/1.1" status: 204 len: 173 time: 0.9704733 Jul 29 23:37:43.040406 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:43.088893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52206b-d0d4-4083-bc51-ca2bcd215320 req-f181d1c3-b18d-4d8a-9b96-33f05a1e0bd6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.091450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a52206b-d0d4-4083-bc51-ca2bcd215320 req-f181d1c3-b18d-4d8a-9b96-33f05a1e0bd6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.0634968 Jul 29 23:37:43.094113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-f71e5e5b-f140-4a08-8815-2cb38dcff9a5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/af027b6f-7127-490d-9b29-44e01a2a69fa HTTP/1.1" status: 200 len: 1800 time: 0.1164386 Jul 29 23:37:43.124406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-ea45a873-7f3a-47e8-9c80-6a5bb577941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.126215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-ea45a873-7f3a-47e8-9c80-6a5bb577941f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1704118 Jul 29 23:37:43.147057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a52206b-d0d4-4083-bc51-ca2bcd215320 req-aeb1e197-27ad-45f1-b07b-6cce406bcc36 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Jul 29 23:37:43.207393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 289004cd-5a5a-4b9f-96cf-6540286671d7 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:43.229687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-4dd945cd-03cc-4433-88c5-d20de504814f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.0661347 Jul 29 23:37:43.255582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 289004cd-5a5a-4b9f-96cf-6540286671d7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:43.255928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 289004cd-5a5a-4b9f-96cf-6540286671d7 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:43.270290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-2864542d-9436-440a-91a4-2b984a51c8a9 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips/8c1cda9b-d472-43d6-a82d-441b0de7255a HTTP/1.1" status: 200 len: 693 time: 0.0905435 Jul 29 23:37:43.311846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.340946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:d5:fc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75708419-d25f-4624-b519-f77c90527fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:37:40Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:43.355246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.361679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-00422bfb-5f81-4558-b81c-66cc941a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.363330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-00422bfb-5f81-4558-b81c-66cc941a55be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1153462 Jul 29 23:37:43.381122 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe623f-74f6-48cc-b87a-9ed2312a765e None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b4aee84c-ad60-4f24-92ed-40c0f3b30f66', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'port_id': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'mac_address': 'fa:16:3e:d5:fc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75708419-d25f-4624-b519-f77c90527fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:34:27Z', 'updated_at': '2021-07-29T23:37:40Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:43.437854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-1c4fafe6-8e34-41d5-ac43-6ef93474b110 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.439513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-1c4fafe6-8e34-41d5-ac43-6ef93474b110 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1593039 Jul 29 23:37:43.539616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8423-2263-4590-879b-7617937fa242 req-57b6222e-881d-4381-9d2b-4840f440f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.542188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-57b6222e-881d-4381-9d2b-4840f440f18b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1288683 Jul 29 23:37:43.550645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.553261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.554463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3eb39604-0c85-4fb6-91f0-0e71091b2c24 req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/af027b6f-7127-490d-9b29-44e01a2a69fa HTTP/1.1" status: 204 len: 173 time: 0.4437110 Jul 29 23:37:43.567495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef607-0b06-4ff5-b270-95e38899cd97 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af027b6f-7127-490d-9b29-44e01a2a69fa,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.568144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-df8298d5-70a2-4f37-bd72-d9817a34f6ee tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.1218793 Jul 29 23:37:43.637891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-4deb9bbd-be41-412b-b036-7197b647e92e tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0592608 Jul 29 23:37:43.743747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7da67-aabd-465c-a83f-4c21ed220b5a req-94baa234-7565-4dc2-9f0c-126fa4f38996 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.745557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73a7da67-aabd-465c-a83f-4c21ed220b5a req-94baa234-7565-4dc2-9f0c-126fa4f38996 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0922890 Jul 29 23:37:43.752429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82dff18-f0b0-47e7-9d28-b64d2744b47c None None] New status for floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:43.819638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Deleting port 4580c5a0-6180-4447-a051-8f16e94bd7e6 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:43.820291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.928641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.929572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.950764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Calling delete_port for 4580c5a0-6180-4447-a051-8f16e94bd7e6 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:44.014368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'name': 'network-vif-deleted', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7'}, {'name': 'network-changed', 'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:44.016816 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e841083-f165-45bc-b584-5a2a962ecfb3" -d '{"events": [{"server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "name": "network-vif-deleted", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7"}, {"name": "network-changed", "server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:44.108156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.140864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Pushing event deleted for resources: {'Port': ['ID=4580c5a0-6180-4447-a051-8f16e94bd7e6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.158240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-1b0caabd-90b8-4534-9b37-13f3b40e988f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663176 Jul 29 23:37:44.213130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.216996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.218312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9553b0c6-ca68-4eb8-a04b-0ce9bb4054e5 req-75a5e9be-e92f-49e9-ad96-8ebde9a4dc26 tempest-FloatingIPDetailsTestJSON-1875279493 tempest-FloatingIPDetailsTestJSON-1875279493-project] 10.222.0.49 "DELETE /v2.0/floatingips/8c1cda9b-d472-43d6-a82d-441b0de7255a HTTP/1.1" status: 204 len: 173 time: 0.5734608 Jul 29 23:37:44.223458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73a7da67-aabd-465c-a83f-4c21ed220b5a req-cb3228f1-d5bd-4768-b394-5769efa95ad0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582512 Jul 29 23:37:44.229871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.402827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-5edc2c4f-6752-4773-be2c-8ccd064760f9 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a59b2f97-82b9-4e6c-bc5d-c184564e4124 HTTP/1.1" status: 200 len: 1800 time: 0.1219926 Jul 29 23:37:44.408314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251b8423-2263-4590-879b-7617937fa242 req-0f3d3942-d5e3-4bf9-980a-9fb86f5c279a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305603 Jul 29 23:37:44.517116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4313b-1ae5-4333-92e7-cdd6292afba4 req-95237530-e01c-4c74-9e18-2ce49889d762 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.526346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96c4313b-1ae5-4333-92e7-cdd6292afba4 req-95237530-e01c-4c74-9e18-2ce49889d762 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0737691 Jul 29 23:37:44.595114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96c4313b-1ae5-4333-92e7-cdd6292afba4 req-f77b70f4-e62b-40d3-8d7e-f3c7e8f1c39a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655012 Jul 29 23:37:44.603597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.685736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.702800 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf482f4-b374-4ce6-bdca-d1b50d0b109b x-openstack-request-id: req-5cf482f4-b374-4ce6-bdca-d1b50d0b109b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:44.703114 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d7c456-cb94-40a8-840c-7ddc613e7268", "name": "network-vif-deleted", "tag": "289004cd-5a5a-4b9f-96cf-6540286671d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:44.703405 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cf482f4-b374-4ce6-bdca-d1b50d0b109b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:44.703815 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d7c456-cb94-40a8-840c-7ddc613e7268', 'name': 'network-vif-deleted', 'tag': '289004cd-5a5a-4b9f-96cf-6540286671d7', 'status': 'completed', 'code': 200} Jul 29 23:37:44.704109 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'status': 'completed', 'code': 200} Jul 29 23:37:44.793849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.796756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.798428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea2602d7-970f-4d20-8341-bd4b3cfe3aef req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/a59b2f97-82b9-4e6c-bc5d-c184564e4124 HTTP/1.1" status: 204 len: 173 time: 0.3846951 Jul 29 23:37:44.845417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaf75c-2ab6-4632-a605-50417495f639 req-cb47cbf7-3fcf-41cc-adce-640e396429e2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.854695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1efaf75c-2ab6-4632-a605-50417495f639 req-cb47cbf7-3fcf-41cc-adce-640e396429e2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.1005473 Jul 29 23:37:44.872444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca513b-907d-4ca3-937b-181eef46f9d7 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b2f97-82b9-4e6c-bc5d-c184564e4124,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.901109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1efaf75c-2ab6-4632-a605-50417495f639 req-51d1a9de-73cb-4bcd-a37d-3dbb285ac474 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jul 29 23:37:44.924583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219156248', 'description': 'tempest-description-106454678'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:44.929208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-d1b1912b-25fd-4581-ad63-f4c4f1b70021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.931558 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-d1b1912b-25fd-4581-ad63-f4c4f1b70021 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 1097 time: 0.1112959 Jul 29 23:37:44.956995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.082541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.090392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.133141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.133478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.135405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2e4262c-a37b-498d-9215-4c00690ba3a5 req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2156510 Jul 29 23:37:45.143603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e70081-3f5a-4545-a9c3-e0e020d6f3be tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa102ae-0b46-4f33-a87d-9554b673f0d7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.201414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-ebdad003-6058-4c4f-92e4-deafa7e69d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.203120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-ebdad003-6058-4c4f-92e4-deafa7e69d94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 200 len: 924 time: 0.2280648 Jul 29 23:37:45.212247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:45.226869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2c02-9018-4429-995a-19cd259d6a10 req-b34481d8-fc47-45a4-b054-017268beadae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.228466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7bae2c02-9018-4429-995a-19cd259d6a10 req-b34481d8-fc47-45a4-b054-017268beadae tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 950 time: 0.1557512 Jul 29 23:37:45.243165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-656550a7-adb2-4aef-a622-02f157e45097 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/4aa102ae-0b46-4f33-a87d-9554b673f0d7 HTTP/1.1" status: 200 len: 1799 time: 0.0714879 Jul 29 23:37:45.249075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Request body: {'security_group': {'name': 'tempest-sg-hth-307898089', 'description': 'tempest-description-hth-1271641639'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:45.292702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.382482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.388078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.388575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.391060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.392381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18c9cd48-46ba-43e1-92a6-dc40a74f65db req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "PUT /v2.0/security-groups/4aa102ae-0b46-4f33-a87d-9554b673f0d7 HTTP/1.1" status: 200 len: 1774 time: 0.1481321 Jul 29 23:37:45.405295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'mac_address': 'fa:16:3e:c8:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:45.444645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591063c9-02b6-4365-9c4a-1bd05fc96ed0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa102ae-0b46-4f33-a87d-9554b673f0d7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.446796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7bae2c02-9018-4429-995a-19cd259d6a10 req-82873a97-3fff-4289-b139-335edd986989 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776075 Jul 29 23:37:45.479546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.495395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-e615ad64-f2cb-4dda-8817-8e92bee3e44b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd HTTP/1.1" status: 200 len: 1001 time: 0.2774224 Jul 29 23:37:45.523697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:45.550127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.556953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.566197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ca5e-5b57-4656-b9d1-227d48a02e85 req-34b847dd-2322-43d5-b447-6e3d8b05ad6a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.568727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8806ca5e-5b57-4656-b9d1-227d48a02e85 req-34b847dd-2322-43d5-b447-6e3d8b05ad6a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0804863 Jul 29 23:37:45.629825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08abce2f-0d7d-4548-970d-ee271f3d8261 req-608187f1-ab38-4145-b4c3-63f34fb5b00d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/4aa102ae-0b46-4f33-a87d-9554b673f0d7 HTTP/1.1" status: 200 len: 1774 time: 0.0445163 Jul 29 23:37:45.633914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8806ca5e-5b57-4656-b9d1-227d48a02e85 req-217c274d-c485-48b3-8e3f-0af67ba4a5bd tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Jul 29 23:37:45.643278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.710129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-ed3c6daf-79e9-41b6-89b5-17c5f4ee7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.713383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-ed3c6daf-79e9-41b6-89b5-17c5f4ee7da0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 200 len: 862 time: 0.1984079 Jul 29 23:37:45.723634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-d004f117-21a0-42d3-bfa9-523f560c82e2 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/4aa102ae-0b46-4f33-a87d-9554b673f0d7 HTTP/1.1" status: 200 len: 1774 time: 0.0556011 Jul 29 23:37:45.802196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.817082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Deleting port a5aea9b4-2372-4938-9fd0-c8b6415e8a39 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:45.817296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.825913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b058d-c912-4b0d-8f45-d4f4da2dc789 req-d4ed5337-4642-4d74-b2d9-180e7e90ddc3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.827460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab9b058d-c912-4b0d-8f45-d4f4da2dc789 req-d4ed5337-4642-4d74-b2d9-180e7e90ddc3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1229308 Jul 29 23:37:45.828279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.829322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-d8cc3635-9932-4231-8aa5-ac74f78aabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.831418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-d8cc3635-9932-4231-8aa5-ac74f78aabcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe154bdd-fc5e-4c99-a5b9-961d034d03d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005964 Jul 29 23:37:45.880518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.883707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.890976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f00f600-6785-4d01-8c78-cc294cfa7de4 req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/4aa102ae-0b46-4f33-a87d-9554b673f0d7 HTTP/1.1" status: 204 len: 173 time: 0.1635654 Jul 29 23:37:45.899794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d637516-f8a1-4eae-86ac-aebe8e422d5c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa102ae-0b46-4f33-a87d-9554b673f0d7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.990264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab9b058d-c912-4b0d-8f45-d4f4da2dc789 req-ba7672c1-edf7-4695-bdb3-f7e14eade2db tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483352 Jul 29 23:37:46.032538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] For port a5aea9b4-2372-4938-9fd0-c8b6415e8a39, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:46.032925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.045439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-35fa1a2a-a918-4141-8c55-09172673da3c service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694274 Jul 29 23:37:46.050019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Calling delete_port for a5aea9b4-2372-4938-9fd0-c8b6415e8a39 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:46.073026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c483b3-8a58-478d-924d-e6b6ea72cd66 req-7cfaf26b-1161-43a5-8fb3-eb32e81c8d61 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.074674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c483b3-8a58-478d-924d-e6b6ea72cd66 req-7cfaf26b-1161-43a5-8fb3-eb32e81c8d61 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.0911374 Jul 29 23:37:46.082467 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-44ed3606-1b5b-4559-9ff1-ba59c6e029cb req-616219ee-56d7-4aac-8140-e159b8734033 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.083918 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-44ed3606-1b5b-4559-9ff1-ba59c6e029cb req-616219ee-56d7-4aac-8140-e159b8734033 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a59b2f97-82b9-4e6c-bc5d-c184564e4124 HTTP/1.1" status: 404 len: 352 time: 0.0210388 Jul 29 23:37:46.122244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c483b3-8a58-478d-924d-e6b6ea72cd66 req-636d059f-6ffb-4d89-a0a1-c300f8d7403c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Jul 29 23:37:46.156643 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-ba81cdef-40b5-42f7-8a57-3d293f7f4151 req-8269c34b-ecf1-4695-9b8c-6286e8c0a862 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.157658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba81cdef-40b5-42f7-8a57-3d293f7f4151 req-8269c34b-ecf1-4695-9b8c-6286e8c0a862 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/af027b6f-7127-490d-9b29-44e01a2a69fa HTTP/1.1" status: 404 len: 352 time: 0.0303960 Jul 29 23:37:46.197998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32ff954d-0da0-49f0-ba1f-9a9591087523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.218485 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-d105f400-149f-4ac8-a4e9-5d157c7f448b req-2ee728e7-821f-490f-96da-b65b61ad46c4 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.219511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d105f400-149f-4ac8-a4e9-5d157c7f448b req-2ee728e7-821f-490f-96da-b65b61ad46c4 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/e1670e8f-0219-4d12-a337-7b9734563568 HTTP/1.1" status: 404 len: 352 time: 0.0228994 Jul 29 23:37:46.291126 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-d923d909-6a60-488d-970b-f3d9bb168ec8 req-d5449521-ca50-4f5e-9dc0-7af31e5f5e03 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.292155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d923d909-6a60-488d-970b-f3d9bb168ec8 req-d5449521-ca50-4f5e-9dc0-7af31e5f5e03 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/356380b2-c859-437f-9f8f-7ee39c1b8391 HTTP/1.1" status: 404 len: 352 time: 0.0398173 Jul 29 23:37:46.316639 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e841083-f165-45bc-b584-5a2a962ecfb3 req-8dc4a227-49c2-4ba4-b9e4-b667298f5863 service neutron] 10.222.0.57 "GET /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691489 Jul 29 23:37:46.327449 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-0aed5344-4165-401b-a5c3-f293043599a4 req-dc7a5e16-c96e-49eb-9324-c579b90e680e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.328478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0aed5344-4165-401b-a5c3-f293043599a4 req-dc7a5e16-c96e-49eb-9324-c579b90e680e tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/2c847c9b-cb1c-4081-8c0a-161844bfa6ce HTTP/1.1" status: 404 len: 352 time: 0.0153968 Jul 29 23:37:46.336002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:46.381948 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-1f38b886-d04b-4246-8cff-41ccf347c4ae req-e4aa3a2d-62ae-4e43-8ea3-3d450e42c67c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] show failed (client error): The resource could not be found. Jul 29 23:37:46.383006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f38b886-d04b-4246-8cff-41ccf347c4ae req-e4aa3a2d-62ae-4e43-8ea3-3d450e42c67c tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/5b0abc28-0690-46e3-8729-01bd5e1ff579 HTTP/1.1" status: 404 len: 352 time: 0.0224397 Jul 29 23:37:46.388124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.418592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5aea9b4-2372-4938-9fd0-c8b6415e8a39,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.682973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabdc7e-06fd-403d-8cf9-a9fcb1b0b9df req-d3540315-579d-4b50-9c03-512c6dcdbf29 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.691298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbabdc7e-06fd-403d-8cf9-a9fcb1b0b9df req-d3540315-579d-4b50-9c03-512c6dcdbf29 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1024 time: 0.0720949 Jul 29 23:37:46.708404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71529-f2ce-451f-8532-0c8caabe2135 req-fb18425f-f8e7-40fb-8d87-929e8fc4cba5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.717461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da71529-f2ce-451f-8532-0c8caabe2135 req-fb18425f-f8e7-40fb-8d87-929e8fc4cba5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 950 time: 0.1338782 Jul 29 23:37:46.724631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.732060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbabdc7e-06fd-403d-8cf9-a9fcb1b0b9df req-9f0d4c7e-e6e3-4478-9235-e8481e50ca34 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a679dcd2-eb67-444d-aa12-c98a39c5ff74&id=ef5d6f11-74c0-4c26-a3f2-d489b10e7408&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0402060 Jul 29 23:37:46.858263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e064-0281-429b-8d6c-42e48346a39e req-9449bf06-7708-41ab-9d8e-e7bf298d0d71 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.860049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4790e064-0281-429b-8d6c-42e48346a39e req-9449bf06-7708-41ab-9d8e-e7bf298d0d71 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 950 time: 0.0815940 Jul 29 23:37:46.874544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da71529-f2ce-451f-8532-0c8caabe2135 req-34dd0eef-e415-4133-9f79-27736072213a tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559608 Jul 29 23:37:46.998411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port c297c3b4-3a5f-44be-80c6-330b99bb62ed {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:46.999241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.001818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.118234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0478487-6073-4905-867b-3fc00c700fa9 req-af48a09c-1ff8-40c7-ad9e-b7a2e653d554 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.120237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0478487-6073-4905-867b-3fc00c700fa9 req-af48a09c-1ff8-40c7-ad9e-b7a2e653d554 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.1621759 Jul 29 23:37:47.133365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port c297c3b4-3a5f-44be-80c6-330b99bb62ed, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c297c3b4-3a5f-44be-80c6-330b99bb62ed,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:47.134569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.159792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for c297c3b4-3a5f-44be-80c6-330b99bb62ed owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:47.178648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0478487-6073-4905-867b-3fc00c700fa9 req-c40e6340-b156-4f20-92fd-9b56d7b73bf5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504549 Jul 29 23:37:47.181544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Router fbe5626f-6f46-413f-adb7-04c787b1780d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:47.339547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:47.345431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f2ad1193-25de-4fa3-8b0d-4f5451bd7d15 admin admin] 10.222.0.49 "PUT /v2.0/routers/fbe5626f-6f46-413f-adb7-04c787b1780d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142132 Jul 29 23:37:47.348257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.350954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-19f3e133-da1f-4f5f-844b-f600dfd66c30 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.354595 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Sync routers for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:47.358220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-19f3e133-da1f-4f5f-844b-f600dfd66c30 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.1902666 Jul 29 23:37:47.366156 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:47.367014 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:47.372613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-be7d9a64-a929-42ef-a901-72977e887957 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/quotas/074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 375 time: 0.0134046 Jul 29 23:37:47.421506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a4a5-9351-425c-a484-209d90ff358f req-9cee6a5b-4a7a-43a9-9d3b-35d69e6f6c04 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.423592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b85a4a5-9351-425c-a484-209d90ff358f req-9cee6a5b-4a7a-43a9-9d3b-35d69e6f6c04 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1355057 Jul 29 23:37:47.491501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-cd2bf485-602d-4877-9835-f776ee84c8db tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059477 Jul 29 23:37:47.493326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.508046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:47.532653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809', '66b9768f-b53b-4009-b100-8447f77be83c', 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:47.533282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.543731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b85a4a5-9351-425c-a484-209d90ff358f req-dc75ecd7-99e4-4b8b-93fe-aa4f2f7bf438 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102064 Jul 29 23:37:47.683864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port c297c3b4-3a5f-44be-80c6-330b99bb62ed on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:47.691832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.697682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4790e064-0281-429b-8d6c-42e48346a39e req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "DELETE /v2.0/ports/c297c3b4-3a5f-44be-80c6-330b99bb62ed HTTP/1.1" status: 204 len: 173 time: 0.8298452 Jul 29 23:37:47.698882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c27a8-b16b-4fef-8231-11f9cdabc06b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=c297c3b4-3a5f-44be-80c6-330b99bb62ed,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.716180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'name': 'network-vif-deleted', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:47.720031 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a1f925-7af5-49e3-aedd-2b12aaf24eb5" -d '{"events": [{"server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "name": "network-vif-deleted", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:47.862316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-1f42e8e4-ba22-4f9e-8fec-a1539569ff07 service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546066 Jul 29 23:37:48.020859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-e9f36881-72bf-407f-8ab5-c1554e97e029 service neutron] 10.222.0.49 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569562 Jul 29 23:37:48.038217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:48.066106 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:46Z', 'revision_number': 5, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.122308 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Checking router: fbe5626f-6f46-413f-adb7-04c787b1780d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:48.139958 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Routers {'fbe5626f-6f46-413f-adb7-04c787b1780d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:48.140592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['fbe5626f-6f46-413f-adb7-04c787b1780d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.297175 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] Set router fbe5626f-6f46-413f-adb7-04c787b1780d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:48.372540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d40c3f-c600-48fc-b8cc-2dce669a9ff9 req-1b15397d-a1f6-4dbb-b9cb-1953338a9825 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:48.379876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3d40c3f-c600-48fc-b8cc-2dce669a9ff9 req-1b15397d-a1f6-4dbb-b9cb-1953338a9825 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.6936376 Jul 29 23:37:48.417479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.439790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3d40c3f-c600-48fc-b8cc-2dce669a9ff9 req-79c8c06e-f900-4d20-a3e2-4a5bdf247183 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583525 Jul 29 23:37:48.556158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Deleting port f4974008-e488-47b3-93df-f92c5f946043 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:48.556515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.558968 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eddc1-b324-45e5-93c9-f69c66d8e798 x-openstack-request-id: req-f58eddc1-b324-45e5-93c9-f69c66d8e798 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:48.559844 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8e674a-9d45-44ea-a896-fe19d859e01f", "name": "network-vif-deleted", "tag": "c297c3b4-3a5f-44be-80c6-330b99bb62ed", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:48.560250 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f58eddc1-b324-45e5-93c9-f69c66d8e798 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:48.560822 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8e674a-9d45-44ea-a896-fe19d859e01f', 'name': 'network-vif-deleted', 'tag': 'c297c3b4-3a5f-44be-80c6-330b99bb62ed', 'status': 'completed', 'code': 200} Jul 29 23:37:48.694036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:46Z', 'revision_number': 5, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:48.723451 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca23780-6474-499c-8f4d-6c73c918e4fe None None] The sync data for ids ['fbe5626f-6f46-413f-adb7-04c787b1780d'] in n-d-712707-11 is: [{'id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'name': 'tempest-FloatingIPDetailsTestJSON-1944784562-router', 'tenant_id': 'cf9541715f914d8896ef4c074cd82ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'f4974008-e488-47b3-93df-f92c5f946043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:09Z', 'updated_at': '2021-07-29T23:37:46Z', 'revision_number': 5, 'project_id': 'cf9541715f914d8896ef4c074cd82ecb', 'gw_port': {'id': 'f4974008-e488-47b3-93df-f92c5f946043', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:aa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe5626f-6f46-413f-adb7-04c787b1780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:10Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:48.744751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e163666-2468-478b-bc08-5af1514baea4 req-2feea01d-e6fd-4cb7-a483-8d6148e33b86 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:48.746838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e163666-2468-478b-bc08-5af1514baea4 req-2feea01d-e6fd-4cb7-a483-8d6148e33b86 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1024 time: 0.1270213 Jul 29 23:37:48.810435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33dc27b9-4a8c-4bc2-8579-129979966a76 req-89cb35e3-4c9a-4e0f-acff-e4ba91020424 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c8e674a-9d45-44ea-a896-fe19d859e01f HTTP/1.1" status: 200 len: 210 time: 0.0612679 Jul 29 23:37:48.814125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] For port f4974008-e488-47b3-93df-f92c5f946043, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f4974008-e488-47b3-93df-f92c5f946043,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:48.815514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.835642 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e163666-2468-478b-bc08-5af1514baea4 req-862b81e6-7d42-4292-8f7b-86cb3764bf64 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a679dcd2-eb67-444d-aa12-c98a39c5ff74&id=ef5d6f11-74c0-4c26-a3f2-d489b10e7408&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0573804 Jul 29 23:37:48.865334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Calling delete_port for f4974008-e488-47b3-93df-f92c5f946043 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:48.970327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3910ef56-c01b-4d8a-8bb4-c03e3c3c7e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.992705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f146f9-a3fc-4d22-bb5a-b68109ebf9d6 req-0d1cf95a-956e-4459-8627-608756579d16 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:48.995459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81f146f9-a3fc-4d22-bb5a-b68109ebf9d6 req-0d1cf95a-956e-4459-8627-608756579d16 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 944 time: 0.0833242 Jul 29 23:37:49.065277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81f146f9-a3fc-4d22-bb5a-b68109ebf9d6 req-c39a2c26-fa69-4e71-bd19-9aa575035fcc tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Jul 29 23:37:49.091027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-373263ce-7ec4-4695-9a27-7a89a987b546 req-868bbd7c-4c69-4e4a-866c-2c8c36e5428f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0799596 Jul 29 23:37:49.121489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-dce831b3-3ab2-4556-a929-32606ecadb58 service neutron] 10.222.0.57 "GET /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.1133506 Jul 29 23:37:49.225551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.231097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13d91f-c4ba-4170-8d03-cb5cc4e249d3 req-10749a2d-a4fa-4c68-9e12-38677798a153 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.233786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f13d91f-c4ba-4170-8d03-cb5cc4e249d3 req-10749a2d-a4fa-4c68-9e12-38677798a153 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0777392 Jul 29 23:37:49.253336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:49.261421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4974008-e488-47b3-93df-f92c5f946043,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.295372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.309171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f13d91f-c4ba-4170-8d03-cb5cc4e249d3 req-744fc4fe-045d-41a9-a03a-c0b25e730afa tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611076 Jul 29 23:37:49.351876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port e8e07f85-8bfc-4743-992f-e0a395e77063 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:49.357148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e8e07f85-8bfc-4743-992f-e0a395e77063 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.357732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.382784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.545063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.550232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.575656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.598722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:49.601115 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6264b94-f917-4d5a-a940-4b975056bd00" -d '{"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:49.616722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:49.624237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.624818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:49.639307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.639833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe5626f-6f46-413f-adb7-04c787b1780d {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:49.647113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.648774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-03b4f275-237c-4c58-a92d-8eb094bb90f6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fbe5626f-6f46-413f-adb7-04c787b1780d HTTP/1.1" status: 204 len: 168 time: 2.2990394 Jul 29 23:37:49.653172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:49.670172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6706-7098-4db3-b16e-71bfc77072f3 req-9eaaeb4b-5ff0-4fd8-8a5c-1b5066285a1c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.671961 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6ce6706-7098-4db3-b16e-71bfc77072f3 req-9eaaeb4b-5ff0-4fd8-8a5c-1b5066285a1c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.1428354 Jul 29 23:37:49.687303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:49.722078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-eca62706-ebf2-48ed-978a-ae0d42064bd6 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.729129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-eca62706-ebf2-48ed-978a-ae0d42064bd6 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.57 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1024 time: 0.1157286 Jul 29 23:37:49.731644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:49.737393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Deleting subnet 32dd959d-0a84-44df-8e35-c236bdd51348 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:49.740819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.742208 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06999b6-b29b-4f2d-bdd5-9de9bdca6940 x-openstack-request-id: req-a06999b6-b29b-4f2d-bdd5-9de9bdca6940 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:49.742635 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:49.743243 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a06999b6-b29b-4f2d-bdd5-9de9bdca6940 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:49.743646 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'code': 200} Jul 29 23:37:49.747305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.780835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6ce6706-7098-4db3-b16e-71bfc77072f3 req-11b5242a-5547-4f1f-9b14-344ef2d33246 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005006 Jul 29 23:37:49.803036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80676758-546b-402c-b2c4-d98e8a64a968 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:49.822148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:49.841177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.869598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.057054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] Transition to ACTIVE for port object 80676758-546b-402c-b2c4-d98e8a64a968 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:50.065556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.076711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d487-f3d0-4c1c-8764-df7873b82875 req-35bec59f-9681-4179-ac81-3ff245d22f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.078407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cf6d487-f3d0-4c1c-8764-df7873b82875 req-35bec59f-9681-4179-ac81-3ff245d22f16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1101 time: 0.1404734 Jul 29 23:37:50.137831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81f100-4b63-4633-a3d1-c46acb5005c2 req-899c7a6e-35a9-476a-8068-b56803013474 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.139516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f81f100-4b63-4633-a3d1-c46acb5005c2 req-899c7a6e-35a9-476a-8068-b56803013474 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 1024 time: 0.1371620 Jul 29 23:37:50.214378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] No DVR routers for this DVR port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:50.233375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cf6d487-f3d0-4c1c-8764-df7873b82875 req-9b7b1801-2aab-4598-b85c-ff3608697da0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286039 Jul 29 23:37:50.234179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] Pushing event updated for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=10']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.313396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a5aea9b4-2372-4938-9fd0-c8b6415e8a39 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:50.327970 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f81f100-4b63-4633-a3d1-c46acb5005c2 req-a4dc11c4-2d98-4716-ba6a-3ebece2b0106 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a679dcd2-eb67-444d-aa12-c98a39c5ff74&id=ef5d6f11-74c0-4c26-a3f2-d489b10e7408&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1767678 Jul 29 23:37:50.342636 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-42659fc9-c969-48cf-a45f-4a320922c896 service neutron] 10.222.0.57 "PUT /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1691151 Jul 29 23:37:50.361801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a5aea9b4-2372-4938-9fd0-c8b6415e8a39 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:50.362409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a5aea9b4-2372-4938-9fd0-c8b6415e8a39 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:50.448057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a957f-047a-47d7-9bc2-a15e67072883 req-ffe04da8-8851-4321-b289-f9436594a941 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.458216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-224a957f-047a-47d7-9bc2-a15e67072883 req-ffe04da8-8851-4321-b289-f9436594a941 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.0631356 Jul 29 23:37:50.539660 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.569307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-224a957f-047a-47d7-9bc2-a15e67072883 req-04a76d9f-6305-4d33-8e34-0020fcac9e62 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033456 Jul 29 23:37:50.578526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Deleting port 5793596a-814b-4680-a7bd-1462d573c97d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:50.578890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.594402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-3bedc549-b5bf-49c7-b410-e47775b6372c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822430 Jul 29 23:37:50.594622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261bb07-48ef-4278-8c50-be2a2b205aec req-a6caf3e4-ff8a-42cf-90a8-4f356685643e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.594622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9261bb07-48ef-4278-8c50-be2a2b205aec req-a6caf3e4-ff8a-42cf-90a8-4f356685643e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.1735883 Jul 29 23:37:50.597120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-df4c3001-cb5b-4240-8144-c18c2d6dc8ae tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.600393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-df4c3001-cb5b-4240-8144-c18c2d6dc8ae tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 807 time: 0.6407652 Jul 29 23:37:50.621572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.681411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Request body: {'port': {'device_id': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'admin_state_up': True, 'tenant_id': '074a38fc08624cd790bbfa9648361a69'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:50.729726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b936fa36-20b6-4679-b9b7-525abf1a1610 req-b57df4ae-a996-4a9e-a298-29a4e14d190b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0337467 Jul 29 23:37:50.737293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660dac-f112-41d8-8b37-d10d356f10be req-bb951afc-1a40-4f5f-9f73-de413c55c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.739143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-bb951afc-1a40-4f5f-9f73-de413c55c8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 1097 time: 0.0836377 Jul 29 23:37:50.858215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9261bb07-48ef-4278-8c50-be2a2b205aec req-3fdfb7be-dd7f-48ad-9147-ddbe9846e587 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583859 Jul 29 23:37:50.883715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c297c3b4-3a5f-44be-80c6-330b99bb62ed no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:50.931528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c297c3b4-3a5f-44be-80c6-330b99bb62ed {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:50.932468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c297c3b4-3a5f-44be-80c6-330b99bb62ed not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:50.944745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.971815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5ec5a-e2c8-4c88-b6d3-948c351b3ccf req-3f91e679-074d-4d3d-bb8e-daae3ff10dd1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.973198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba5ec5a-e2c8-4c88-b6d3-948c351b3ccf req-3f91e679-074d-4d3d-bb8e-daae3ff10dd1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1063986 Jul 29 23:37:50.996416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dd959d-0a84-44df-8e35-c236bdd51348,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.012026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660dac-f112-41d8-8b37-d10d356f10be req-8e91a6ea-c64e-42c4-93e6-9b934e891cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.013550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-8e91a6ea-c64e-42c4-93e6-9b934e891cae service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2195215 Jul 29 23:37:51.040057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Made reservation on behalf of 074a38fc08624cd790bbfa9648361a69 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:51.043641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.048100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.052454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-457d42a3-ed8c-42f9-96ee-1c00f9d12e55 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/32dd959d-0a84-44df-8e35-c236bdd51348 HTTP/1.1" status: 204 len: 168 time: 1.3946035 Jul 29 23:37:51.054236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] For port 5793596a-814b-4680-a7bd-1462d573c97d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5793596a-814b-4680-a7bd-1462d573c97d,segment=NetworkSegment(764c7e52-6ec5-4724-9ac4-363a5879ece9),segment_id=764c7e52-6ec5-4724-9ac4-363a5879ece9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:51.055438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.060208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd205e3-5eee-4125-85c2-9fdb35aad812 None None] Network d322c6d2-b81d-4632-b703-5ff0f0489a56 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:51.065529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:51.071051 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba5ec5a-e2c8-4c88-b6d3-948c351b3ccf req-35055184-cd10-4845-a3b2-a191075430e8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889525 Jul 29 23:37:51.077274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-a7c473eb-38ce-41ec-863b-ec063b8aba86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 200 len: 217 time: 0.0522747 Jul 29 23:37:51.094504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-31cfd7f8-ab67-45c5-ad18-619a20120afc tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.097043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-31cfd7f8-ab67-45c5-ad18-619a20120afc tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.2478499 Jul 29 23:37:51.105717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Calling delete_port for 5793596a-814b-4680-a7bd-1462d573c97d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:51.166499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b5f3a-021d-4e41-ae85-8f83ed580403 req-79fb2bc8-ddcc-4198-a508-82010b86a5f2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.168555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b5b5f3a-021d-4e41-ae85-8f83ed580403 req-79fb2bc8-ddcc-4198-a508-82010b86a5f2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1873934 Jul 29 23:37:51.193081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660dac-f112-41d8-8b37-d10d356f10be req-ccf7b335-694a-466e-8203-1d30dd26b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.194537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-ccf7b335-694a-466e-8203-1d30dd26b798 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1055117 Jul 29 23:37:51.197218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.235338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-41a5670c-c267-4c2b-876d-f88048a3fa51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309885 Jul 29 23:37:51.333748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] DHCP port deletion for d322c6d2-b81d-4632-b703-5ff0f0489a56 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:51.366414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Deleting port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:51.366751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.370788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b5b5f3a-021d-4e41-ae85-8f83ed580403 req-57ec1349-a7d6-4bbf-8ee1-76c69e3e5865 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913612 Jul 29 23:37:51.396394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-82a04741-4145-400d-89de-b596cba323d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.398912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-82a04741-4145-400d-89de-b596cba323d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f&tenant_id=eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 1097 time: 0.2885659 Jul 29 23:37:51.448452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Deleting port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:51.448742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.468695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-96db9df4-daf3-4a94-8d75-e2de1a622d18 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952991 Jul 29 23:37:51.503645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Allocated IP 172.20.0.6 (91a7e4dd-5392-44c1-9689-2ddaafa7826a/a67ef42e-8b87-41e9-be44-ed7a0c953ded/eb3ce454-dbb2-4d79-a606-7ff22b5bd793) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:51.577607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-8fe84d65-3f4b-4b7f-81d8-9ab653ee7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.578344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] For port b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:51.578714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.579798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-8fe84d65-3f4b-4b7f-81d8-9ab653ee7f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1097 time: 0.1348691 Jul 29 23:37:51.589526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] For port b5f5d114-39fb-4025-bcdb-c0bcc65efc73, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,segment=NetworkSegment(f308adad-12ef-4684-a2a1-f56fb0a68b0c),segment_id=f308adad-12ef-4684-a2a1-f56fb0a68b0c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:51.590148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.615398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Calling delete_port for b5f5d114-39fb-4025-bcdb-c0bcc65efc73 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:51.628360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Calling delete_port for b5f5d114-39fb-4025-bcdb-c0bcc65efc73 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:51.657256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c03f5-d491-4071-a683-5c13dba959a9 req-ea77d034-2eea-468b-9de3-cf9fb62fd142 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.673664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-762c03f5-d491-4071-a683-5c13dba959a9 req-ea77d034-2eea-468b-9de3-cf9fb62fd142 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 945 time: 0.2037663 Jul 29 23:37:51.685376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.751378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.789196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a660dac-f112-41d8-8b37-d10d356f10be req-767bf818-6c44-4331-a319-045e7c3a2f8b service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719479 Jul 29 23:37:51.799221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-762c03f5-d491-4071-a683-5c13dba959a9 req-05bf81f5-117b-4016-a233-69c1ca86b3c6 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6e1079a-1c81-4e1c-9ca7-2bde353333e3&id=a679dcd2-eb67-444d-aa12-c98a39c5ff74&id=ef5d6f11-74c0-4c26-a3f2-d489b10e7408&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1118674 Jul 29 23:37:51.808595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] Pushing event deleted for resources: {'Port': ['ID=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.820689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae848c0-f22a-47e5-a991-b75c8e558e19 None None] No DVR routers for this DVR port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:51.826409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.854311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f5d114-39fb-4025-bcdb-c0bcc65efc73,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.860496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] No DVR routers for this DVR port b5f5d114-39fb-4025-bcdb-c0bcc65efc73 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:51.902882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'Port': ['ID=5793596a-814b-4680-a7bd-1462d573c97d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.968545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4974008-e488-47b3-93df-f92c5f946043 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:51.998589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f4974008-e488-47b3-93df-f92c5f946043 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:51.998911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4974008-e488-47b3-93df-f92c5f946043 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:51.999232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b5f5d114-39fb-4025-bcdb-c0bcc65efc73 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:52.005203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] No DVR routers for this DVR port 5793596a-814b-4680-a7bd-1462d573c97d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:52.015959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.018100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af3c7b2c-9978-41c4-90b3-c3395364efb7 req-48446cd7-8e6a-4d84-8e5f-f5c3478f4b52 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.57 "DELETE /v2.0/ports/5793596a-814b-4680-a7bd-1462d573c97d HTTP/1.1" status: 204 len: 173 time: 2.2524197 Jul 29 23:37:52.018540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'name': 'network-vif-deleted', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:52.019291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c1524790-05a3-4ea8-84ec-1580fab182eb req-ab65ea12-9339-43e9-841d-23cb6a398ed0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0740104 Jul 29 23:37:52.021235 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c801e5b-10f1-4d8e-8c13-4ef516b5d95e" -d '{"events": [{"server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "name": "network-vif-deleted", "tag": "5793596a-814b-4680-a7bd-1462d573c97d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:52.025207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b5f5d114-39fb-4025-bcdb-c0bcc65efc73 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:52.025557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b5f5d114-39fb-4025-bcdb-c0bcc65efc73 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:52.044051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.079177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-33bf6e59-ab83-4aac-bd10-d44f4a6d76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.081322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-33bf6e59-ab83-4aac-bd10-d44f4a6d76a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.4867814 Jul 29 23:37:52.102007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d322c6d2-b81d-4632-b703-5ff0f0489a56']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.139798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f308adad-12ef-4684-a2a1-f56fb0a68b0c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.140239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f308adad-12ef-4684-a2a1-f56fb0a68b0c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.142749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-69aba445-310f-483f-b905-8f4c63e5376e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 200 len: 217 time: 0.0456963 Jul 29 23:37:52.158753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddf00-8172-47e2-9ca1-82587fedb36b req-452e9e1d-08d8-4c00-aa6b-585522f75154 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.169407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00fddf00-8172-47e2-9ca1-82587fedb36b req-452e9e1d-08d8-4c00-aa6b-585522f75154 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.4716539 Jul 29 23:37:52.177838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.195552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.202842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:52.203346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:52.243762 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:52.281018 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.300812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04e27-48a6-449a-a031-195dcf604717 req-2e75db8b-e23a-4c28-84ae-8891c83e77b3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.302712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fe04e27-48a6-449a-a031-195dcf604717 req-2e75db8b-e23a-4c28-84ae-8891c83e77b3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 949 time: 0.2559111 Jul 29 23:37:52.307834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.316217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00fddf00-8172-47e2-9ca1-82587fedb36b req-88ab6e02-0ff3-45ab-bd8f-cd1d301eccac tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450987 Jul 29 23:37:52.331107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.345593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-34634a4b-288d-479a-af8c-715d94197490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.347229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-34634a4b-288d-479a-af8c-715d94197490 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1752601 Jul 29 23:37:52.376025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23edf7-8e6c-40bf-bd55-c382fa078b71 req-68bb78e2-c250-4cdd-abfe-e05deba822a5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.377663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa23edf7-8e6c-40bf-bd55-c382fa078b71 req-68bb78e2-c250-4cdd-abfe-e05deba822a5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.2881575 Jul 29 23:37:52.379109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.394323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d322c6d2-b81d-4632-b703-5ff0f0489a56 HTTP/1.1" status: 204 len: 168 time: 1.3274703 Jul 29 23:37:52.410243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b77d-8a34-4326-9ae1-c048faec7ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d322c6d2-b81d-4632-b703-5ff0f0489a56,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.414899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-6cad106f-11bf-4784-bb03-7b01c1fefde4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336165 Jul 29 23:37:52.416377 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d3288-b4bc-46d6-98a1-a6b4042fe074 x-openstack-request-id: req-a22d3288-b4bc-46d6-98a1-a6b4042fe074 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:52.416657 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36476f0c-9bf2-4d1a-8ff8-255042870c44", "name": "network-vif-deleted", "tag": "5793596a-814b-4680-a7bd-1462d573c97d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:52.416992 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a22d3288-b4bc-46d6-98a1-a6b4042fe074 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:52.417280 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36476f0c-9bf2-4d1a-8ff8-255042870c44', 'name': 'network-vif-deleted', 'tag': '5793596a-814b-4680-a7bd-1462d573c97d', 'status': 'completed', 'code': 200} Jul 29 23:37:52.507759 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.511176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa23edf7-8e6c-40bf-bd55-c382fa078b71 req-4f6dd16e-af52-47fe-93b8-a65fd1834071 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098070 Jul 29 23:37:52.545406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.567762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:52.581997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Network 91a7e4dd-5392-44c1-9689-2ddaafa7826a is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:52.587196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:52.600345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04c87a3c-2478-4c5e-8e36-c0e5c56e1361 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf9541715f914d8896ef4c074cd82ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536246 Jul 29 23:37:52.603038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 66b9768f-b53b-4009-b100-8447f77be83c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:52.603808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.607758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.617055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:52.703935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69709-11a0-40b9-81ff-05411e8ba481 req-fae997f4-3243-40f8-9a1b-9c8a6d4823fc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.711730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3d69709-11a0-40b9-81ff-05411e8ba481 req-fae997f4-3243-40f8-9a1b-9c8a6d4823fc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2096264 Jul 29 23:37:52.729993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.742381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.769680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.769916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.794648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-244767fb-4df9-44cb-a9b1-3c411fa9ce09 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677640 Jul 29 23:37:52.803348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-32b2b635-305a-4c58-877e-d64916469660 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1278892 Jul 29 23:37:52.806549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.811293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3d69709-11a0-40b9-81ff-05411e8ba481 req-0231c46d-c3af-4e52-9253-90ee802856e6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Jul 29 23:37:52.839175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Request body: {'port': {'device_id': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:52.844783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 66b9768f-b53b-4009-b100-8447f77be83c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=66b9768f-b53b-4009-b100-8447f77be83c,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:52.845172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.871686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 66b9768f-b53b-4009-b100-8447f77be83c owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:52.903015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235d677-da96-44c5-84bf-851cd6e06021 req-309a8806-ef31-4f1d-ab09-70b0dcb17858 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.904792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c235d677-da96-44c5-84bf-851cd6e06021 req-309a8806-ef31-4f1d-ab09-70b0dcb17858 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1424294 Jul 29 23:37:52.977236 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.979884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.986055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d00aa43-90e0-4f83-a72f-a1145e0fd4d7 HTTP/1.1" status: 204 len: 168 time: 0.3750126 Jul 29 23:37:52.996487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c235d677-da96-44c5-84bf-851cd6e06021 req-6175d81b-34e3-459e-91b8-0a9db97e4b5f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Jul 29 23:37:53.000932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88d14234-56dc-4c6d-8c3a-a9af9a824e4a req-84d70223-b1ee-4c1e-bb65-c4850d145046 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/ports?device_id=36476f0c-9bf2-4d1a-8ff8-255042870c44 HTTP/1.1" status: 200 len: 210 time: 0.0641634 Jul 29 23:37:53.012465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28ee14-7433-4a04-be0c-371aaf321935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d00aa43-90e0-4f83-a72f-a1145e0fd4d7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.027341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.150720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.164344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-041c3c82-384c-4294-aa31-963b817e17fe service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413460 Jul 29 23:37:53.197825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0', '8aa15d4f-764a-4109-b5a2-1ef579553809', '66b9768f-b53b-4009-b100-8447f77be83c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:53.205358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=66b9768f-b53b-4009-b100-8447f77be83c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.309725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:53.356321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4818d6-4e5a-41a9-bfc9-66351b651d7b req-0ffcde0c-58fc-491e-9b41-b6c907dc64b8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.359381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d4818d6-4e5a-41a9-bfc9-66351b651d7b req-0ffcde0c-58fc-491e-9b41-b6c907dc64b8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 931 time: 0.2333174 Jul 29 23:37:53.394154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5793596a-814b-4680-a7bd-1462d573c97d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:53.450663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 66b9768f-b53b-4009-b100-8447f77be83c on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:53.468874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.476000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fe04e27-48a6-449a-a031-195dcf604717 req-8d8a4e88-c4cc-43e2-91a1-a5f89f2b9a95 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "DELETE /v2.0/ports/66b9768f-b53b-4009-b100-8447f77be83c HTTP/1.1" status: 204 len: 173 time: 1.1615901 Jul 29 23:37:53.496267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'name': 'network-vif-deleted', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:53.498930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 5793596a-814b-4680-a7bd-1462d573c97d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:53.499287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5793596a-814b-4680-a7bd-1462d573c97d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:53.506517 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0490c-7f7e-489d-a553-5599af286226" -d '{"events": [{"server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "name": "network-vif-deleted", "tag": "66b9768f-b53b-4009-b100-8447f77be83c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:53.547586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14186b1-37cc-4bdc-950c-5f76af71af4b req-3f02926e-21ec-4510-8a2f-a37186e46b4f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.557498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d4818d6-4e5a-41a9-bfc9-66351b651d7b req-cb5af3f7-68b8-423e-97f2-b78f57e4348a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785133 Jul 29 23:37:53.565003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a14186b1-37cc-4bdc-950c-5f76af71af4b req-3f02926e-21ec-4510-8a2f-a37186e46b4f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.3648531 Jul 29 23:37:53.784871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9a231010-92d6-4144-82e6-0ce2b787c087 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.790188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a7541e9-e151-4ab8-8db8-1e3b6ebda383 req-f5e33012-c42f-478e-a051-7b712ebbe4a2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=388745be-8624-436e-9755-60e56a140a5a HTTP/1.1" status: 200 len: 210 time: 0.0685105 Jul 29 23:37:53.798172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-9a231010-92d6-4144-82e6-0ce2b787c087 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.2317142 Jul 29 23:37:53.807510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a14186b1-37cc-4bdc-950c-5f76af71af4b req-36a2c8e4-1537-4daf-8365-243999c9dd15 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465230 Jul 29 23:37:53.927221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3ce454-dbb2-4d79-a606-7ff22b5bd793 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:53.940531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.961193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Transition to ACTIVE for port object eb3ce454-dbb2-4d79-a606-7ff22b5bd793 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:53.970654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.046795 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8afcdb-5e4a-4a4f-a74d-0c34cc787636 x-openstack-request-id: req-2e8afcdb-5e4a-4a4f-a74d-0c34cc787636 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:54.048380 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388745be-8624-436e-9755-60e56a140a5a", "name": "network-vif-deleted", "tag": "66b9768f-b53b-4009-b100-8447f77be83c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:54.048887 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e8afcdb-5e4a-4a4f-a74d-0c34cc787636 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:54.049502 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388745be-8624-436e-9755-60e56a140a5a', 'name': 'network-vif-deleted', 'tag': '66b9768f-b53b-4009-b100-8447f77be83c', 'status': 'completed', 'code': 200} Jul 29 23:37:54.069236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-1a50d16a-43bb-4c60-b597-b47dd7ae61d3 service neutron] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:54.114365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-1a50d16a-43bb-4c60-b597-b47dd7ae61d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.120908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e4b13c1-f6cc-4375-9cef-4811f14c3584 req-1a50d16a-43bb-4c60-b597-b47dd7ae61d3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.2968066 Jul 29 23:37:54.192910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8eaeb-f690-4f76-9344-599c26887219 req-c01a311e-b1e1-4f16-af39-8856bc2465c0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.205560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fff8eaeb-f690-4f76-9344-599c26887219 req-c01a311e-b1e1-4f16-af39-8856bc2465c0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.1917086 Jul 29 23:37:54.233613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.309367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fff8eaeb-f690-4f76-9344-599c26887219 req-8069e483-26c5-4830-ba59-2a3e91f7d757 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731585 Jul 29 23:37:54.347701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d09a8-67f7-4116-a650-144567de0f97 req-3058cb82-0282-4494-b5b5-904a00117953 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.358964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-843d09a8-67f7-4116-a650-144567de0f97 req-3058cb82-0282-4494-b5b5-904a00117953 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1167569 Jul 29 23:37:54.399016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:54.399594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:54.399721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:54.413202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:54.413425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:54.431179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:54.431526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:54.431941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:54.432399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Bound port: eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:54.432769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.477494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-843d09a8-67f7-4116-a650-144567de0f97 req-d755f0ba-71db-4040-a22a-f0d019dcb84a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Jul 29 23:37:54.554340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-851a5502-7c1d-4ad1-93c3-7d1163d9eae5 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/ef5d6f11-74c0-4c26-a3f2-d489b10e7408 HTTP/1.1" status: 200 len: 1800 time: 0.0920477 Jul 29 23:37:54.589149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:54.593165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:54.599233 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.607746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.647637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.673815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.709307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.710907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.712372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] 10.222.0.59 "PUT /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 1092 time: 1.8785462 Jul 29 23:37:54.720472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:54.722893 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223273c-5c6a-4ad5-87a0-aca585bef249" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:54.728365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.732039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.733845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc0d0f08-dc77-4806-abb0-d0f48d199b6e req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/ef5d6f11-74c0-4c26-a3f2-d489b10e7408 HTTP/1.1" status: 204 len: 173 time: 0.1712184 Jul 29 23:37:54.745713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7ef6e-9489-4a84-95f6-2471fb9ad105 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.779325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f848-9eeb-40dc-aa3f-8327c2a8a8e0 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d6f11-74c0-4c26-a3f2-d489b10e7408,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.857109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-network', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:54.886640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-1b5663c4-0dfb-4f3e-88bf-291b300c67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.888602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-1b5663c4-0dfb-4f3e-88bf-291b300c67f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1095 time: 0.0966463 Jul 29 23:37:54.890000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Made reservation on behalf of 154942b3c4114e5e9e340bf5db8a7619 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:54.892444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.905584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.918627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a029ae6-6bea-45e7-953b-db838ac68e03 req-e1778f35-4420-4b0d-aed9-c161ffcea2b9 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.925490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a029ae6-6bea-45e7-953b-db838ac68e03 req-e1778f35-4420-4b0d-aed9-c161ffcea2b9 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1097 time: 0.0946522 Jul 29 23:37:54.978329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a029ae6-6bea-45e7-953b-db838ac68e03 req-6ca50de4-eb5d-484b-befe-379ff68fd5e5 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Jul 29 23:37:55.002994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-0dcf6304-933c-4950-88c2-bde8f5632e6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 217 time: 0.0859880 Jul 29 23:37:55.060153 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f558390-debc-431e-90db-8b20c9eaff2c x-openstack-request-id: req-0f558390-debc-431e-90db-8b20c9eaff2c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:55.060445 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:55.060692 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f558390-debc-431e-90db-8b20c9eaff2c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:55.061076 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'status': 'completed', 'code': 200} Jul 29 23:37:55.106787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-91a48afa-b051-4123-9b19-1b33bcdcafdc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909528 Jul 29 23:37:55.137529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9879610b-428c-4396-9a88-d762808d6568 req-4aa8d959-1533-4827-a3dd-2d9bf85d206d tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "GET /v2.0/security-groups/a679dcd2-eb67-444d-aa12-c98a39c5ff74 HTTP/1.1" status: 200 len: 1801 time: 0.0749917 Jul 29 23:37:55.142071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab7fb-cdfd-407c-9eac-c299676d76bc req-2da17543-24ba-4603-9aaf-e341eb6d42af tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.143612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23ab7fb-cdfd-407c-9eac-c299676d76bc req-2da17543-24ba-4603-9aaf-e341eb6d42af tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1601698 Jul 29 23:37:55.156810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-f3e6f322-0cc4-4cee-8338-13474cb5d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.158328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-f3e6f322-0cc4-4cee-8338-13474cb5d328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1343126 Jul 29 23:37:55.199833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9879610b-428c-4396-9a88-d762808d6568 req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.218988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-e178c439-1b51-49cc-817e-a7583d02d0ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440953 Jul 29 23:37:55.231787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9879610b-428c-4396-9a88-d762808d6568 req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.242351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23ab7fb-cdfd-407c-9eac-c299676d76bc req-54534f8f-ec48-48fc-bde0-edb258d11b0c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911188 Jul 29 23:37:55.290052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9879610b-428c-4396-9a88-d762808d6568 req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.293729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9879610b-428c-4396-9a88-d762808d6568 req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.300834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34972) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:55.307302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9879610b-428c-4396-9a88-d762808d6568 req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] 10.222.0.49 "DELETE /v2.0/security-groups/a679dcd2-eb67-444d-aa12-c98a39c5ff74 HTTP/1.1" status: 204 len: 173 time: 0.1684141 Jul 29 23:37:55.335639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff6bed-eb8d-4065-ac50-8d8113495612 tempest-SecurityGroupsTestJSON-223211944 tempest-SecurityGroupsTestJSON-223211944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a679dcd2-eb67-444d-aa12-c98a39c5ff74,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.474402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650fe3-303c-4f74-9ea5-99602d3b6ce2 req-2c9fa342-68bc-4967-b5ef-c7eb060dc915 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.478277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6650fe3-303c-4f74-9ea5-99602d3b6ce2 req-2c9fa342-68bc-4967-b5ef-c7eb060dc915 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0663526 Jul 29 23:37:55.566752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6650fe3-303c-4f74-9ea5-99602d3b6ce2 req-fd3dc153-9551-4dad-b96d-fec5fdd7acfa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Jul 29 23:37:55.760309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-9f21e082-fc5f-4d36-90d7-388304f820f1 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215597 Jul 29 23:37:55.779417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Deleting subnet ce0ea113-9229-4503-a751-380775d5a14b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:55.797477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.929314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.950183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.956920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.015666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b95c61-a49a-4f5f-9627-d66070c6a250 req-56bf8f08-350f-4695-8a6f-6649340fa650 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.017290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5b95c61-a49a-4f5f-9627-d66070c6a250 req-56bf8f08-350f-4695-8a6f-6649340fa650 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 1097 time: 0.2413793 Jul 29 23:37:56.049270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:56.062475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9232de-f600-4069-bffa-09b7c490568b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.073847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22feb6-a184-4de1-871c-0936b1a42e51 req-20dd7fb2-e9c2-4573-8b5e-ac945b7f43b1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.075688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd22feb6-a184-4de1-871c-0936b1a42e51 req-20dd7fb2-e9c2-4573-8b5e-ac945b7f43b1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1008849 Jul 29 23:37:56.105130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.105373 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Added segment c7bdd95e-b708-4fc3-a833-237f7c55c4b6 of type vlan for network ce3279a6-e097-448c-b873-2e586cc4f151 Jul 29 23:37:56.107008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.137826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd22feb6-a184-4de1-871c-0936b1a42e51 req-7aa2cf1e-b709-49ad-a51a-b2442a5d5508 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552044 Jul 29 23:37:56.201265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5b95c61-a49a-4f5f-9627-d66070c6a250 req-6457273e-5b77-4f9a-834a-e9f78a30c655 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674972 Jul 29 23:37:56.204836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.212698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b22512-6d7a-426a-ab6f-9cdbbf51d5a2 req-9bf2bcfc-94aa-412a-a75d-b13c95f4cd5f service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130762 Jul 29 23:37:56.263242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.303602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0ea113-9229-4503-a751-380775d5a14b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.309214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.310130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.310927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.415197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.417583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b39f75e-9220-4873-9a35-62aa3c61bf43 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ce0ea113-9229-4503-a751-380775d5a14b HTTP/1.1" status: 204 len: 168 time: 1.1153824 Jul 29 23:37:56.422292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35006) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.448269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8346701 Jul 29 23:37:56.452677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35008) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.454052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6b357-75bf-47bb-b618-5753402726b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3279a6-e097-448c-b873-2e586cc4f151,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.463544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Request body: {'subnet': {'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-subnet', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:56.465789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ce3279a6-e097-448c-b873-2e586cc4f151 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:56.474750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a02b-b91c-4315-89a8-9470d2247aa5 req-423e02c3-b3cb-4d36-96b8-ccfc643ed53b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.477084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2434a02b-b91c-4315-89a8-9470d2247aa5 req-423e02c3-b3cb-4d36-96b8-ccfc643ed53b tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 950 time: 0.0950832 Jul 29 23:37:56.498233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-38c5d776-584b-451b-bf99-3f34393ad456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.499866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-38c5d776-584b-451b-bf99-3f34393ad456 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1095 time: 0.1338429 Jul 29 23:37:56.514275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e2311-4934-4b24-a9cd-398d05b51c9e req-6eb8cbe4-b180-4c6f-b9d6-8733ecba8a8a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.515469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-191e2311-4934-4b24-a9cd-398d05b51c9e req-6eb8cbe4-b180-4c6f-b9d6-8733ecba8a8a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1505969 Jul 29 23:37:56.526521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Made reservation on behalf of 154942b3c4114e5e9e340bf5db8a7619 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:56.528708 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.537819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.577114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2434a02b-b91c-4315-89a8-9470d2247aa5 req-692e606a-77fd-44fa-bf19-9a5e5a6cad05 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Jul 29 23:37:56.687726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-191e2311-4934-4b24-a9cd-398d05b51c9e req-9c55b02a-3bd4-436d-85ff-182c8d17f49f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559024 Jul 29 23:37:56.697908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.715980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7e9835-889f-4e36-b43b-4f2b4c8b42c5']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:56.744478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-4d031a40-646f-4b2d-bb96-5f52962ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.746002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764c7e52-6ec5-4724-9ac4-363a5879ece9') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:56.746386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764c7e52-6ec5-4724-9ac4-363a5879ece9') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:56.746887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-4d031a40-646f-4b2d-bb96-5f52962ffb12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2301013 Jul 29 23:37:56.780593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.798625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.808358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:56.808936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.821359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-54efd178-2ff5-4d81-8ef7-de6a943ea65a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 217 time: 0.0616810 Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:56.826270 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:56.880184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.896770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.902233 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] 10.222.0.49 "DELETE /v2.0/networks/4f7e9835-889f-4e36-b43b-4f2b4c8b42c5 HTTP/1.1" status: 204 len: 168 time: 0.4765637 Jul 29 23:37:56.902233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09190221-79b4-49cb-b673-07f339506e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7e9835-889f-4e36-b43b-4f2b4c8b42c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.919183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 66b9768f-b53b-4009-b100-8447f77be83c no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:56.954599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 66b9768f-b53b-4009-b100-8447f77be83c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:56.955030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 66b9768f-b53b-4009-b100-8447f77be83c not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:56.966652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-6c73d071-2b87-42e8-bd02-98338db3cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.968311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-6c73d071-2b87-42e8-bd02-98338db3cdeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1195483 Jul 29 23:37:56.979110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319ec4-410c-4ad8-bc4f-493cd63f8413 req-e6add3a7-73a9-4ae2-a4a1-7848fbc87fa0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.980808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd319ec4-410c-4ad8-bc4f-493cd63f8413 req-e6add3a7-73a9-4ae2-a4a1-7848fbc87fa0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1634791 Jul 29 23:37:56.992127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.083970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-9b31b21a-95bf-4a77-842e-bdbcf7d9f928 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007972 Jul 29 23:37:57.103622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35022) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:57.125115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd319ec4-410c-4ad8-bc4f-493cd63f8413 req-68d590a1-0b7d-4971-87f6-a71b47774488 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Jul 29 23:37:57.152283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-71100700-da32-4844-bfac-211bb205102c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=343179ce8e584b3ab473bde1f7275e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474906 Jul 29 23:37:57.154966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:57.182651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603cd007-0542-4a31-aa32-e19c21fcce29,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.188253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Checking segment: {'id': 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:57.188607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Network hostable DHCP agents. Network: ce3279a6-e097-448c-b873-2e586cc4f151, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:57.223573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.237021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Network ce3279a6-e097-448c-b873-2e586cc4f151 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:57.249020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-3e13c625-fb04-455c-8b5f-4219616729f5 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560957 Jul 29 23:37:57.251049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ce3279a6-e097-448c-b873-2e586cc4f151) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:57.257545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.258575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.262205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4d855-23c2-4386-8c5a-75545e0699d0 None None] Network ce3279a6-e097-448c-b873-2e586cc4f151 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:57.284523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.302938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-45d31e16-2457-4925-accc-68a2bb44cec8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8445354 Jul 29 23:37:57.303554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35028) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:57.325750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8bba-e809-4b9f-ad46-346a218e3f97 req-7311d333-2b40-4e5f-9803-9aaa32767b91 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.327407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26ec8bba-e809-4b9f-ad46-346a218e3f97 req-7311d333-2b40-4e5f-9803-9aaa32767b91 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1184514 Jul 29 23:37:57.348282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:57.381909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26ec8bba-e809-4b9f-ad46-346a218e3f97 req-a217a777-d452-4f77-a1e7-571f4a29fc40 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447481 Jul 29 23:37:57.397829 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.398492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.401388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.404962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6e1079a-1c81-4e1c-9ca7-2bde353333e3 HTTP/1.1" status: 204 len: 168 time: 0.2465899 Jul 29 23:37:57.411723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42139fa-0f02-4de8-b2b0-f8fa0a44b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1079a-1c81-4e1c-9ca7-2bde353333e3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.438480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.439554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.460197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ce3279a6-e097-448c-b873-2e586cc4f151', 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'fixed_ips': [{'subnet_id': '603cd007-0542-4a31-aa32-e19c21fcce29'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:57.461341 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.480120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-681767ec-7a4b-44c7-b4e0-485f84d8602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.481596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-681767ec-7a4b-44c7-b4e0-485f84d8602d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1101 time: 0.1203761 Jul 29 23:37:57.530947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4223273c-5c6a-4ad5-87a0-aca585bef249 req-fe7170c6-3973-4a8e-b387-2aa22ec68cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585392 Jul 29 23:37:57.532356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.621039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Allocated IP 172.20.0.2 (ce3279a6-e097-448c-b873-2e586cc4f151/603cd007-0542-4a31-aa32-e19c21fcce29/aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:57.836938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.848999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Transition to ACTIVE for port object aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:57.853798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.872613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa9a7f-2141-41f1-88ab-5858c06e25d6 req-44c7e303-6c5c-46b4-9760-f20b376bf8ce tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.880726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27aa9a7f-2141-41f1-88ab-5858c06e25d6 req-44c7e303-6c5c-46b4-9760-f20b376bf8ce tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 950 time: 0.2195961 Jul 29 23:37:57.883669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Transition to ACTIVE for port object aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:57.894770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.895412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-8df9cf84-292e-48fe-97e9-375f813bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.898141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-8df9cf84-292e-48fe-97e9-375f813bfcc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3784881 Jul 29 23:37:57.925063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3826b-c78b-4c52-b68d-6de2b39270ac req-96befb37-a423-4daf-93de-f8c2ca49c343 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.930554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aff3826b-c78b-4c52-b68d-6de2b39270ac req-96befb37-a423-4daf-93de-f8c2ca49c343 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.0949557 Jul 29 23:37:57.942398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Network ce3279a6-e097-448c-b873-2e586cc4f151 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:57.945420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:57.953660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:57.968532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Pushing event updated for resources: {'Port': ['ID=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.016359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aff3826b-c78b-4c52-b68d-6de2b39270ac req-acec4d90-2048-453b-a9eb-af9a3193abee tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808446 Jul 29 23:37:58.037943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Attempting to bind port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:58.038456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Attempting to bind port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:58.039097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Attempting to bind port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b on network ce3279a6-e097-448c-b873-2e586cc4f151 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:58.045126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:58.046020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Checking segment: {'id': 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:58.046519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.047122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Bound using segment: {'id': 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:58.047805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Bound port: aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:58.048302 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.120663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-8b918b18-bb9f-491c-ab72-553bbb5db83d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.1859627 Jul 29 23:37:58.136392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] For port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:58.140963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] For port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,segment=NetworkSegment(c7bdd95e-b708-4fc3-a833-237f7c55c4b6),segment_id=c7bdd95e-b708-4fc3-a833-237f7c55c4b6)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:58.148322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.245593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27aa9a7f-2141-41f1-88ab-5858c06e25d6 req-2eb03725-4a59-4fb3-a479-18170ecd1eac tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636744 Jul 29 23:37:58.264356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca2b11-4741-4d9f-a0aa-c0d03b546869 None None] Pushing event updated for resources: {'Port': ['ID=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.286831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-04d87584-158a-423d-84e3-5a9eb3c95059 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.288522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-04d87584-158a-423d-84e3-5a9eb3c95059 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 950 time: 0.3719809 Jul 29 23:37:58.299535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-78b9d18c-5f98-4caa-9068-a993c27b8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.301040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-78b9d18c-5f98-4caa-9068-a993c27b8d39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1643970 Jul 29 23:37:58.409318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.523524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-c989fd5d-7989-4e1c-bfd7-c25d6ce3a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.525087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-c989fd5d-7989-4e1c-bfd7-c25d6ce3a041 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1948109 Jul 29 23:37:58.546340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5636-59fc-4bd4-82b2-475605d8e6f7 req-16de19f9-0556-4d43-b7dc-f40c920db92b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.553747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b31a5636-59fc-4bd4-82b2-475605d8e6f7 req-16de19f9-0556-4d43-b7dc-f40c920db92b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1916909 Jul 29 23:37:58.600089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467768d-d8cc-4eb9-a6b2-2557acefcb7f req-80000ad6-8611-4f56-a9db-93111fcbf799 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.609253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6467768d-d8cc-4eb9-a6b2-2557acefcb7f req-80000ad6-8611-4f56-a9db-93111fcbf799 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0748708 Jul 29 23:37:58.615746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-454712104-network', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:58.677487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:58.680630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.688921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6467768d-d8cc-4eb9-a6b2-2557acefcb7f req-54fa4191-edcf-4c99-bed0-5f34813e8223 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784130 Jul 29 23:37:58.695549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.716812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 8aa15d4f-764a-4109-b5a2-1ef579553809 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:58.717081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.810196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b31a5636-59fc-4bd4-82b2-475605d8e6f7 req-888f8b79-ae94-4858-a258-52e044385b8c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552807 Jul 29 23:37:58.842480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.849966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.880128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:58.891799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e69509-167f-47bd-be97-a5d7bd6e7641,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.898248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.898248 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Added segment e3080b9b-5ff0-41b9-af3f-807a2345d4d8 of type vlan for network c4ec6cf1-56c1-48c0-9749-02302ca80a25 Jul 29 23:37:58.904033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-824c91c2-d4a3-49a4-8952-06310777a17e service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448114 Jul 29 23:37:58.917789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.945642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.949304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.953581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 8aa15d4f-764a-4109-b5a2-1ef579553809, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8aa15d4f-764a-4109-b5a2-1ef579553809,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:58.953958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.979805 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.980924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.981476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.992820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 8aa15d4f-764a-4109-b5a2-1ef579553809 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:59.051579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6405070 Jul 29 23:37:59.055936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35068) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.063648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Request body: {'subnet': {'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-454712104-subnet', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:59.079448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633636ff-017d-4a33-b95d-160fb7edca7c admin admin] Pushing event updated for resources: {'Network': ['ID=c4ec6cf1-56c1-48c0-9749-02302ca80a25,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.099292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:59.110772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:59.116050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.532386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7e98c-a434-40ba-871d-f4db9348d63c None None] Network ce3279a6-e097-448c-b873-2e586cc4f151 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:59.684553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835d1f-18c2-4e6f-8722-71057b538009 req-2162750d-b184-458a-9717-7453a44400ff tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.691858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c24278ed-df72-4d35-a544-0b00f675f849 None None] Provisioning for port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:59.693110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5835d1f-18c2-4e6f-8722-71057b538009 req-2162750d-b184-458a-9717-7453a44400ff tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 950 time: 0.1325548 Jul 29 23:37:59.696180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-2a3189bd-0c5e-44e3-810a-24ec5dcd5ff0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.697820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-2a3189bd-0c5e-44e3-810a-24ec5dcd5ff0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 949 time: 0.1552575 Jul 29 23:37:59.707138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0f83-ec19-485b-944f-5bc6209134b0 req-df004ac4-0e2c-43c6-ac06-bcdada6ab213 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.717522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b49f0f83-ec19-485b-944f-5bc6209134b0 req-df004ac4-0e2c-43c6-ac06-bcdada6ab213 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1771071 Jul 29 23:37:59.750894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Allocated IP 172.25.5.165 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/430a6a6e-8361-4c60-b0b7-7486a22aba4f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:59.810354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5835d1f-18c2-4e6f-8722-71057b538009 req-72f50a63-61f2-412f-89ad-d91be49e2736 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161907 Jul 29 23:37:59.825101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b49f0f83-ec19-485b-944f-5bc6209134b0 req-2a22c55e-389d-4011-9093-a1b88e123c48 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064339 Jul 29 23:37:59.831690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-4f96e909-21ea-429c-886d-87179bf49eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038957 Jul 29 23:38:00.063756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:00.129227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.152183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 15b4af61-83d1-48a2-8772-b5a29766a714 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:00.152829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:00.153238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.170343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] Provisioning complete for port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:00.171025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.183790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=8aa15d4f-764a-4109-b5a2-1ef579553809,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.188481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.221063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e9b6-a2c3-4683-9418-cf023e8608da req-08fcd474-0a50-4536-bb42-62f060a6335e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.223090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43b1e9b6-a2c3-4683-9418-cf023e8608da req-08fcd474-0a50-4536-bb42-62f060a6335e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2564809 Jul 29 23:38:00.224121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.225884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:00.278452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 8aa15d4f-764a-4109-b5a2-1ef579553809 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:00.279982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291', '15b4af61-83d1-48a2-8772-b5a29766a714'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:00.281738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.285558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fa787d8-a222-4966-b75c-3c7991d51733 req-acfc7679-b378-43ed-8c05-201d30c3a445 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "DELETE /v2.0/ports/8aa15d4f-764a-4109-b5a2-1ef579553809 HTTP/1.1" status: 204 len: 173 time: 1.9819746 Jul 29 23:38:00.287431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'name': 'network-vif-deleted', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:00.290248 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b76e71-b1ab-427b-976f-5f252ff642b5" -d '{"events": [{"server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "name": "network-vif-deleted", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:00.296314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bd093e-0eb4-4c34-a4d3-669fa25341de,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.319069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4837f-1f22-4050-ac8f-05a54b823b32 req-37b5921f-6c51-47fd-8dd4-518d46eecc5e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.329245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ec4837f-1f22-4050-ac8f-05a54b823b32 req-37b5921f-6c51-47fd-8dd4-518d46eecc5e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1558044 Jul 29 23:38:00.344065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:00.344441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.406396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ec4837f-1f22-4050-ac8f-05a54b823b32 req-ab5c7ac4-a6f7-4fd8-8581-966f4fcc34c2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756121 Jul 29 23:38:00.409022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.427184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:00.427484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Network hostable DHCP agents. Network: c4ec6cf1-56c1-48c0-9749-02302ca80a25, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:00.451342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43b1e9b6-a2c3-4683-9418-cf023e8608da req-163652e4-1059-4989-825d-de0245225627 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680388 Jul 29 23:38:00.478334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:00.480410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:00.480835 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b43e6-aa5f-40bd-bb75-e597735aece0 x-openstack-request-id: req-277b43e6-aa5f-40bd-bb75-e597735aece0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:00.481966 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708dae9a-a259-45f0-9fd2-f35303b5d5c2", "name": "network-vif-deleted", "tag": "8aa15d4f-764a-4109-b5a2-1ef579553809", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:00.482451 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277b43e6-aa5f-40bd-bb75-e597735aece0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:00.483215 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708dae9a-a259-45f0-9fd2-f35303b5d5c2', 'name': 'network-vif-deleted', 'tag': '8aa15d4f-764a-4109-b5a2-1ef579553809', 'status': 'completed', 'code': 200} Jul 29 23:38:00.486385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 15b4af61-83d1-48a2-8772-b5a29766a714, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b4af61-83d1-48a2-8772-b5a29766a714,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:00.486737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.510348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:00.517767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:00.526662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 15b4af61-83d1-48a2-8772-b5a29766a714 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:00.552235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Pushing event updated for resources: {'Port': ['ID=430a6a6e-8361-4c60-b0b7-7486a22aba4f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.610041 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.727058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c4ec6cf1-56c1-48c0-9749-02302ca80a25) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:00.732603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.737048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.737929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.753775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.765781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4be5d-876c-4b43-b022-cd664da2b6cd None None] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:00.782414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=15b4af61-83d1-48a2-8772-b5a29766a714,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.807590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] For port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,segment=NetworkSegment(c7bdd95e-b708-4fc3-a833-237f7c55c4b6),segment_id=c7bdd95e-b708-4fc3-a833-237f7c55c4b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:00.847451 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.938450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.951267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8aa15d4f-764a-4109-b5a2-1ef579553809 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:00.978570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d129504e-1b1e-4abf-96b1-923711aa3159 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9207132 Jul 29 23:38:00.993159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.994223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 15b4af61-83d1-48a2-8772-b5a29766a714 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:00.998377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.000768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dec10b53-fae3-4c1e-8b96-18f5a95c241f req-7cc78050-74df-4642-87f8-1cfcd8f0b09c tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "DELETE /v2.0/ports/15b4af61-83d1-48a2-8772-b5a29766a714 HTTP/1.1" status: 204 len: 173 time: 1.2810371 Jul 29 23:38:01.008690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:01.020260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'name': 'network-vif-deleted', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:01.026643 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cfcf0-b0c9-455d-8d9d-dd3981a3cc1d" -d '{"events": [{"server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "name": "network-vif-deleted", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:01.049558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a66863b-5074-4436-b5dd-d80a0aae082d req-8991e7ce-8b46-4a44-90a6-5164304f3fb5 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=708dae9a-a259-45f0-9fd2-f35303b5d5c2 HTTP/1.1" status: 200 len: 210 time: 0.0450704 Jul 29 23:38:01.072847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 8aa15d4f-764a-4109-b5a2-1ef579553809 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:01.073604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8aa15d4f-764a-4109-b5a2-1ef579553809 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:01.123576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.125074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.140981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae301-874a-40fd-9468-3213e1550ab3 req-b1044351-2217-4fc1-b476-cf9fd920756d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.142988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58bae301-874a-40fd-9468-3213e1550ab3 req-b1044351-2217-4fc1-b476-cf9fd920756d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1630204 Jul 29 23:38:01.198004 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7aef5-099f-4865-b593-703928241d9c x-openstack-request-id: req-cac7aef5-099f-4865-b593-703928241d9c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:01.198967 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b68cc9-5b2f-4730-b485-0f3a81a16ba3", "name": "network-vif-deleted", "tag": "15b4af61-83d1-48a2-8772-b5a29766a714", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:01.198967 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cac7aef5-099f-4865-b593-703928241d9c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:01.199272 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b68cc9-5b2f-4730-b485-0f3a81a16ba3', 'name': 'network-vif-deleted', 'tag': '15b4af61-83d1-48a2-8772-b5a29766a714', 'status': 'completed', 'code': 200} Jul 29 23:38:01.204226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58bae301-874a-40fd-9468-3213e1550ab3 req-6e057da7-032f-4153-a577-30b27b201f9e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533798 Jul 29 23:38:01.281744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.458105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.570871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.589253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0bb1a-9b39-411f-82e1-341643df4c7e None None] Pushing event updated for resources: {'Port': ['ID=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.633138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:38:01.633488 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:38:01.662966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b630c1a-8136-4939-b762-1a8bc913ea06 req-0e0733c3-04ab-437b-a2e5-5c0bb769dbb1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.664947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b630c1a-8136-4939-b762-1a8bc913ea06 req-0e0733c3-04ab-437b-a2e5-5c0bb769dbb1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1220269 Jul 29 23:38:01.728705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b630c1a-8136-4939-b762-1a8bc913ea06 req-a4365c01-d6ba-4a02-ae7c-fa303e281f0c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552826 Jul 29 23:38:01.756612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a79be-b960-4fcb-bf44-9ffca627584d req-36493e39-b71d-48c1-b1c2-843f0e509675 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.756612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d4a79be-b960-4fcb-bf44-9ffca627584d req-36493e39-b71d-48c1-b1c2-843f0e509675 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0897727 Jul 29 23:38:01.756612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:01.814942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:01.815827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.885751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:01.931947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Sync routers for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:01.938522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.939839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c3dfc379-92b1-4a41-9225-f714217b1538 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5975547 Jul 29 23:38:01.943170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.946146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35100) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.968657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.012652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d4a79be-b960-4fcb-bf44-9ffca627584d req-ffcdf7b3-b3d6-465c-816a-cd31a52e2d18 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440755 Jul 29 23:38:02.029760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Allocated IP 172.20.0.2 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/846960ce-9ab0-4bc5-92b2-928d1e60307c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:02.137890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Allocated IP 172.25.5.61 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/69336e92-9334-454a-8c44-27e6df754c50) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:02.281147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Routers {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:02.282059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:02.328517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.338935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4eff2da8-be48-4adc-a73b-8e9ac46967d5 req-c3b0fa11-ce67-48a7-981f-4d29173ec7e6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=50b68cc9-5b2f-4730-b485-0f3a81a16ba3 HTTP/1.1" status: 200 len: 210 time: 0.1138453 Jul 29 23:38:02.383911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.422693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Transition to ACTIVE for port object 846960ce-9ab0-4bc5-92b2-928d1e60307c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:02.463645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Transition to ACTIVE for port object 846960ce-9ab0-4bc5-92b2-928d1e60307c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:02.469509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Set router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:02.481697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.531685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:02.534370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.547660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:02.558231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:02.561181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Pushing event updated for resources: {'Port': ['ID=69336e92-9334-454a-8c44-27e6df754c50,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.563751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:02.572848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a408ef3-0cbc-470a-ba88-d305a6dc2315 req-02149d81-af62-417d-b5b3-24dd91981521 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.580534 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a408ef3-0cbc-470a-ba88-d305a6dc2315 req-02149d81-af62-417d-b5b3-24dd91981521 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.2366931 Jul 29 23:38:02.637456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.637961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.638403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.638841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.639361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.639792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.640217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.640624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.640953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.641416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.641786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.642113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:02.667810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a408ef3-0cbc-470a-ba88-d305a6dc2315 req-fdba5254-00f8-46da-a5c0-dbccfb8bf980 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860929 Jul 29 23:38:02.700965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.702956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Pushing event updated for resources: {'Port': ['ID=846960ce-9ab0-4bc5-92b2-928d1e60307c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.769698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:02.773746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d576ad04-fe05-4025-8495-641f5c5e0db4', '902e3857-9c84-486b-9cae-2db5a24d47d0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:02.824770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:02.835952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:02.867916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:02.967935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c5ab-ed25-4684-afc2-d9b403b34f58 req-ccbad1e7-843d-40f5-a21b-dc86f444bdc1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.968825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.975980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e811c5ab-ed25-4684-afc2-d9b403b34f58 req-ccbad1e7-843d-40f5-a21b-dc86f444bdc1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1233292 Jul 29 23:38:03.082037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-a7454b93-881f-4dea-962c-2c13d7212760 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142981 Jul 29 23:38:03.106597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e811c5ab-ed25-4684-afc2-d9b403b34f58 req-18ad8579-43b2-49db-95f9-d44737426481 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232576 Jul 29 23:38:03.109360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:03.109851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.140186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Allocated IP 172.20.0.1 (ce3279a6-e097-448c-b873-2e586cc4f151/603cd007-0542-4a31-aa32-e19c21fcce29/1d882b16-3ec6-4da4-8b45-c069f06ffb5d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:03.191027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Attempting to bind port 846960ce-9ab0-4bc5-92b2-928d1e60307c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:03.191700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Attempting to bind port 846960ce-9ab0-4bc5-92b2-928d1e60307c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:03.192224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Attempting to bind port 846960ce-9ab0-4bc5-92b2-928d1e60307c on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:03.206281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfa771-35b3-48a9-af5d-adc97830cdfb req-48757568-4d5d-4579-8e67-db381dc6b0be tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.207840 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cedfa771-35b3-48a9-af5d-adc97830cdfb req-48757568-4d5d-4579-8e67-db381dc6b0be tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0803356 Jul 29 23:38:03.264034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:03.264480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:03.264976 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.265457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:03.266058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Bound port: 846960ce-9ab0-4bc5-92b2-928d1e60307c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:03.266528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.298409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.312524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b4af61-83d1-48a2-8772-b5a29766a714 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:03.314108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Transition to ACTIVE for port object 1d882b16-3ec6-4da4-8b45-c069f06ffb5d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:03.357654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.360361 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cedfa771-35b3-48a9-af5d-adc97830cdfb req-ebbf5bd3-d9d3-44ea-ac20-24e57177dac8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080198 Jul 29 23:38:03.379407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-d8b3afb8-2ae1-47d3-80d0-40f924502523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.381024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-d8b3afb8-2ae1-47d3-80d0-40f924502523 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 1097 time: 0.1911557 Jul 29 23:38:03.408102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 15b4af61-83d1-48a2-8772-b5a29766a714 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:03.408666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b4af61-83d1-48a2-8772-b5a29766a714 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:03.412969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.423117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d882b16-3ec6-4da4-8b45-c069f06ffb5d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.433200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.433550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.433914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.434301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.434636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.434962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.435285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.435633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.435960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.436282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.436603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.436920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.448981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Network ce3279a6-e097-448c-b873-2e586cc4f151 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:03.450678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:03.453266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:03.507518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.555561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] For port 846960ce-9ab0-4bc5-92b2-928d1e60307c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:03.564726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:00Z', 'revision_number': 3, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.632737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] For port 846960ce-9ab0-4bc5-92b2-928d1e60307c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=846960ce-9ab0-4bc5-92b2-928d1e60307c,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:03.636850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Checking router: 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:03.637215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Updating router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 port 430a6a6e-8361-4c60-b0b7-7486a22aba4f binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:03.685419 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.760862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.838200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:03.887444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6bed1-4f50-4de7-94ad-b7a3a4c3873a None None] Pushing event updated for resources: {'Port': ['ID=846960ce-9ab0-4bc5-92b2-928d1e60307c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.903511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-f0e9d835-1c93-415e-9a33-09639b0644c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.905929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-f0e9d835-1c93-415e-9a33-09639b0644c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.3939259 Jul 29 23:38:03.928888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.988975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-535f12e5-fa3f-4ad7-83fe-ba8f47f197b1 None None] Provisioning for port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:04.019641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-535f12e5-fa3f-4ad7-83fe-ba8f47f197b1 None None] Provisioning complete for port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:04.020079 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-535f12e5-fa3f-4ad7-83fe-ba8f47f197b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.321867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.347926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62e4cd-c763-4dd0-9951-7fc29a5673b2 req-42c4996c-1d7e-45f3-a623-f1fb55d2de94 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.349789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a62e4cd-c763-4dd0-9951-7fc29a5673b2 req-42c4996c-1d7e-45f3-a623-f1fb55d2de94 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1121686 Jul 29 23:38:04.351282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.392139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-535f12e5-fa3f-4ad7-83fe-ba8f47f197b1 None None] Port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:04.556088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d882b16-3ec6-4da4-8b45-c069f06ffb5d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.557319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.569289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Transition to ACTIVE for port object 430a6a6e-8361-4c60-b0b7-7486a22aba4f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:04.581040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.612344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.622654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a62e4cd-c763-4dd0-9951-7fc29a5673b2 req-538cef63-edba-4819-b7cc-ded5a283f225 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407825 Jul 29 23:38:04.624527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-4e252910-cddb-4b0e-9b9e-e6cf7c4b7939 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 200 len: 217 time: 0.6026986 Jul 29 23:38:04.635398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 846960ce-9ab0-4bc5-92b2-928d1e60307c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:04.694996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986aa9d-2952-43d8-8e12-a8aa530a4169 req-84e50e4f-db8b-4008-8d05-b3930aa94068 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.702535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3986aa9d-2952-43d8-8e12-a8aa530a4169 req-84e50e4f-db8b-4008-8d05-b3930aa94068 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.8308775 Jul 29 23:38:04.719468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:04.729988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-c2e122e6-4b52-45a5-8b63-b4f39d48fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.731591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-c2e122e6-4b52-45a5-8b63-b4f39d48fb3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.0871758 Jul 29 23:38:04.739488 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Sync routers for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:04.779282 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:04.780266 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:04.791599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac18b9-91f8-44b8-8890-bc75d5b72d8b None None] Pushing event updated for resources: {'Port': ['ID=430a6a6e-8361-4c60-b0b7-7486a22aba4f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.807137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Attempting to bind port 430a6a6e-8361-4c60-b0b7-7486a22aba4f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:04.807508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Attempting to bind port 430a6a6e-8361-4c60-b0b7-7486a22aba4f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:04.807872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Attempting to bind port 430a6a6e-8361-4c60-b0b7-7486a22aba4f on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:04.815753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:04.816136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:04.818630 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.819104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:04.819974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Bound port: 430a6a6e-8361-4c60-b0b7-7486a22aba4f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:04.820407 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.848569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3986aa9d-2952-43d8-8e12-a8aa530a4169 req-4c6d957d-5ea7-48b5-9b1d-9cf7843ef29b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451840 Jul 29 23:38:04.875952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.877182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c7ce9c24-9783-4dfd-b3e9-66df98b91c59 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8754992 Jul 29 23:38:04.887000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-856bbf36-69fb-4cad-a7e7-94fee66c51b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017220 Jul 29 23:38:04.887353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.922895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 846960ce-9ab0-4bc5-92b2-928d1e60307c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:04.949497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:05.068129 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:05.130926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] For port 430a6a6e-8361-4c60-b0b7-7486a22aba4f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:05.158214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f90a-32ff-4564-9a5f-f2f836a32a1e req-9ef21c6b-017b-4430-aa93-08ffb2504cef tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.159949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9127f90a-32ff-4564-9a5f-f2f836a32a1e req-9ef21c6b-017b-4430-aa93-08ffb2504cef tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2220902 Jul 29 23:38:05.171807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-43413a91-f91a-455c-8796-9cb3cfddc25a service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674809 Jul 29 23:38:05.177475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] For port 430a6a6e-8361-4c60-b0b7-7486a22aba4f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=430a6a6e-8361-4c60-b0b7-7486a22aba4f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:05.191008 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.334930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:05.374037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9127f90a-32ff-4564-9a5f-f2f836a32a1e req-8817bb4b-4f49-4ed7-b4cc-3854ced5aade tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855063 Jul 29 23:38:05.397475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac18b9-91f8-44b8-8890-bc75d5b72d8b None None] Pushing event updated for resources: {'Port': ['ID=430a6a6e-8361-4c60-b0b7-7486a22aba4f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.407239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Routers {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:05.407708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.409603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a', 'port_id': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'mac_address': 'fa:16:3e:e5:90:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef42e-8b87-41e9-be44-ed7a0c953ded', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:05.436737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb30f14c-4a41-4ef5-ac6f-669619a3156e req-a392d8e9-e59e-492d-9b7b-c5b542635f02 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385130 Jul 29 23:38:05.492293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a2462-9003-4e37-916d-5682cf639ca3 None None] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:05.502383 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:02Z', 'revision_number': 3, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:05.544463 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Checking router: 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:05.544811 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Updating router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef port 69336e92-9334-454a-8c44-27e6df754c50 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:05.579620 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.631746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d30c2-ea7e-4260-b3a7-bd8a071cfd64 req-86c17442-041d-48ab-88c4-5146eb3295e2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.639830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce8d30c2-ea7e-4260-b3a7-bd8a071cfd64 req-86c17442-041d-48ab-88c4-5146eb3295e2 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 949 time: 0.7994354 Jul 29 23:38:05.705254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Network ce3279a6-e097-448c-b873-2e586cc4f151 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:05.710475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] Set router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:05.725164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:05.755838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce8d30c2-ea7e-4260-b3a7-bd8a071cfd64 req-4c33d206-c636-45f8-92e9-798a2151d6db tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119671 Jul 29 23:38:05.787368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Provisioning for port 846960ce-9ab0-4bc5-92b2-928d1e60307c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:05.831664 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.838713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95988720-0ede-4501-8690-0aa0ad489664 req-fe7e0337-887d-41b8-aaa8-72b45c5d4b52 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.843182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95988720-0ede-4501-8690-0aa0ad489664 req-fe7e0337-887d-41b8-aaa8-72b45c5d4b52 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1318946 Jul 29 23:38:05.844215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778ceb-6085-499f-ac67-45912e128212 req-d6eee380-14d3-4ef2-b19b-034935ea0218 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.845749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f778ceb-6085-499f-ac67-45912e128212 req-d6eee380-14d3-4ef2-b19b-034935ea0218 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 949 time: 0.2774789 Jul 29 23:38:05.860936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Provisioning complete for port 846960ce-9ab0-4bc5-92b2-928d1e60307c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:05.861308 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.937880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95988720-0ede-4501-8690-0aa0ad489664 req-40997a84-f00f-4072-b560-f7f6e7aef6c9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826828 Jul 29 23:38:05.979803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3ce454-dbb2-4d79-a606-7ff22b5bd793 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:06.009914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782743-95b1-49f8-9f4e-c3482793537c req-8d2383e9-7284-4927-801f-d26c02457ed8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.013608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52782743-95b1-49f8-9f4e-c3482793537c req-8d2383e9-7284-4927-801f-d26c02457ed8 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c7c062d-b934-44a8-b57f-ebdeb43802c9 HTTP/1.1" status: 200 len: 950 time: 0.0740514 Jul 29 23:38:06.065974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.120770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.148763 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.163980 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Transition to ACTIVE for port object 69336e92-9334-454a-8c44-27e6df754c50 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:06.176090 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.180393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:06.211970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.253845 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Pushing event updated for resources: {'Port': ['ID=69336e92-9334-454a-8c44-27e6df754c50,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.266386 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.267017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.267541 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.268070 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.268695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.269649 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.270178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.270992 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.271486 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.272215 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.273214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.274025 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:06.284573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.301166 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Attempting to bind port 69336e92-9334-454a-8c44-27e6df754c50 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:06.301892 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Attempting to bind port 69336e92-9334-454a-8c44-27e6df754c50 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:06.302463 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Attempting to bind port 69336e92-9334-454a-8c44-27e6df754c50 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:06.308969 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:06.309746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:06.310582 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.311191 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:06.311914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Bound port: 69336e92-9334-454a-8c44-27e6df754c50, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:06.312690 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.314491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 902e3857-9c84-486b-9cae-2db5a24d47d0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:06.314855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.347314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dc7e8-d7be-4edb-a800-2078f049aa44 req-44379010-3994-430c-a4b9-b4a2b29e0497 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.348901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-171dc7e8-d7be-4edb-a800-2078f049aa44 req-44379010-3994-430c-a4b9-b4a2b29e0497 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.3535333 Jul 29 23:38:06.381686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] For port 846960ce-9ab0-4bc5-92b2-928d1e60307c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=846960ce-9ab0-4bc5-92b2-928d1e60307c,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.394104 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] For port 69336e92-9334-454a-8c44-27e6df754c50, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:06.398541 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] For port 69336e92-9334-454a-8c44-27e6df754c50, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=69336e92-9334-454a-8c44-27e6df754c50,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:06.410945 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.411251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port d576ad04-fe05-4025-8495-641f5c5e0db4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:06.411597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.420683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.495682 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f45784-bd5e-4079-a6b4-bbb2a5ea291f None None] Pushing event updated for resources: {'Port': ['ID=69336e92-9334-454a-8c44-27e6df754c50,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.521482 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:06.524490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:06.544422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbdd20-37e8-415d-8dea-d3858920907c None None] Pushing event updated for resources: {'Port': ['ID=846960ce-9ab0-4bc5-92b2-928d1e60307c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.605311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-171dc7e8-d7be-4edb-a800-2078f049aa44 req-326a0d24-c0f0-42ae-b728-e9105152ffb1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400358 Jul 29 23:38:06.609124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-50fd9a85-b71d-4b07-be6b-cf4253e7c506 None None] Provisioning complete for port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:06.609509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50fd9a85-b71d-4b07-be6b-cf4253e7c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.632814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 902e3857-9c84-486b-9cae-2db5a24d47d0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=902e3857-9c84-486b-9cae-2db5a24d47d0,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.633196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.688516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['eb3ce454-dbb2-4d79-a606-7ff22b5bd793'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:06.689093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 902e3857-9c84-486b-9cae-2db5a24d47d0 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:06.755913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae513d9-4495-4c06-a4a8-bc13f80b3c17 req-48c5bd8d-b993-47f3-ae3e-1c2ffecfd437 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.766303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bae513d9-4495-4c06-a4a8-bc13f80b3c17 req-48c5bd8d-b993-47f3-ae3e-1c2ffecfd437 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2288933 Jul 29 23:38:06.784047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:06.806626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:03Z', 'revision_number': 4, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1d882b16-3ec6-4da4-8b45-c069f06ffb5d', 'name': '', 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'mac_address': 'fa:16:3e:de:1b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '603cd007-0542-4a31-aa32-e19c21fcce29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:02Z', 'updated_at': '2021-07-29T23:38:04Z', 'revision_number': 2, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'subnets': [{'id': '603cd007-0542-4a31-aa32-e19c21fcce29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:06.869839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334c160-69eb-438c-8bfc-735643a5a89a None None] The sync data for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 is: [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:03Z', 'revision_number': 4, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1d882b16-3ec6-4da4-8b45-c069f06ffb5d', 'name': '', 'network_id': 'ce3279a6-e097-448c-b873-2e586cc4f151', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'mac_address': 'fa:16:3e:de:1b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '603cd007-0542-4a31-aa32-e19c21fcce29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:02Z', 'updated_at': '2021-07-29T23:38:04Z', 'revision_number': 2, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'subnets': [{'id': '603cd007-0542-4a31-aa32-e19c21fcce29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:06.913071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port d576ad04-fe05-4025-8495-641f5c5e0db4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d576ad04-fe05-4025-8495-641f5c5e0db4,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.916505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.928887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:06.960316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 902e3857-9c84-486b-9cae-2db5a24d47d0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:06.968966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-50fd9a85-b71d-4b07-be6b-cf4253e7c506 None None] Port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:07.011577 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:02Z', 'revision_number': 3, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:07.023900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bae513d9-4495-4c06-a4a8-bc13f80b3c17 req-737cfd7a-1bd7-46cd-ab84-80460e549564 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127667 Jul 29 23:38:07.041788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6f52cc6-fab2-4c65-9ed6-947a7bddf7a4 admin admin] 10.222.0.49 "PUT /v2.0/routers/6ce26cc6-9c89-4281-a67e-fdce3eeabe01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0899677 Jul 29 23:38:07.127338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for d576ad04-fe05-4025-8495-641f5c5e0db4 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:07.176608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9f7e1616-d4bb-4ae4-9800-d6859f141e1f None None] Provisioning complete for port 846960ce-9ab0-4bc5-92b2-928d1e60307c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:07.180501 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1616-d4bb-4ae4-9800-d6859f141e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.235191 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff975e-6c96-49ce-a15d-396e56bc00c1 None None] The sync data for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 is: [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:02Z', 'revision_number': 3, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:07.246768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.322803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:07.375543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=902e3857-9c84-486b-9cae-2db5a24d47d0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.410229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Port 902e3857-9c84-486b-9cae-2db5a24d47d0 update to DOWN by agent not found {{(pid=93866) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 29 23:38:07.411207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d576ad04-fe05-4025-8495-641f5c5e0db4 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:07.442914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240d23-4d6e-4bd9-93b5-36c1a75788a6 req-a6d6a792-4356-4dc1-9a22-7d1fe52a0096 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.447265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a240d23-4d6e-4bd9-93b5-36c1a75788a6 req-a6d6a792-4356-4dc1-9a22-7d1fe52a0096 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 949 time: 0.4085078 Jul 29 23:38:07.474149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 902e3857-9c84-486b-9cae-2db5a24d47d0 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:07.477550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.479866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52782743-95b1-49f8-9f4e-c3482793537c req-3703208a-e59e-4c39-be22-c71dbdafc6a6 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "DELETE /v2.0/ports/902e3857-9c84-486b-9cae-2db5a24d47d0 HTTP/1.1" status: 204 len: 173 time: 1.4566994 Jul 29 23:38:07.480488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'name': 'network-vif-deleted', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:07.482941 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d895f-7e70-412b-b5df-27649f1dd501" -d '{"events": [{"server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "name": "network-vif-deleted", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:07.526678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bb83f-723e-400c-aa49-27d3850a5fcb req-08396e24-894c-455a-828a-2a4620afa75b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.540953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-568bb83f-723e-400c-aa49-27d3850a5fcb req-08396e24-894c-455a-828a-2a4620afa75b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.3288302 Jul 29 23:38:07.601785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-568bb83f-723e-400c-aa49-27d3850a5fcb req-1a92e42c-6acf-4ea3-a9b4-20a5ac9ca9ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596390 Jul 29 23:38:07.660145 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a240d23-4d6e-4bd9-93b5-36c1a75788a6 req-42c317e0-2fb7-41fb-ae5a-2ba72a46f728 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907640 Jul 29 23:38:07.696286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.790262 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7996bc-caad-404e-81ac-8c755f0d71ad x-openstack-request-id: req-fb7996bc-caad-404e-81ac-8c755f0d71ad {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:07.791149 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c062d-b934-44a8-b57f-ebdeb43802c9", "name": "network-vif-deleted", "tag": "902e3857-9c84-486b-9cae-2db5a24d47d0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:07.791149 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb7996bc-caad-404e-81ac-8c755f0d71ad {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:07.791382 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c062d-b934-44a8-b57f-ebdeb43802c9', 'name': 'network-vif-deleted', 'tag': '902e3857-9c84-486b-9cae-2db5a24d47d0', 'status': 'completed', 'code': 200} Jul 29 23:38:07.984962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.987322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.005980 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-c95748f5-6237-41d1-bc21-d2713ef3151e req-7605f8da-05f8-4f11-bdfd-ea18fae319f9 tempest-FloatingIPDetailsNegativeTestJSON-1335512965 tempest-FloatingIPDetailsNegativeTestJSON-1335512965-project] show failed (client error): The resource could not be found. Jul 29 23:38:08.019261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c95748f5-6237-41d1-bc21-d2713ef3151e req-7605f8da-05f8-4f11-bdfd-ea18fae319f9 tempest-FloatingIPDetailsNegativeTestJSON-1335512965 tempest-FloatingIPDetailsNegativeTestJSON-1335512965-project] 10.222.0.49 "GET /v2.0/floatingips/e6d62639-b36b-4a91-b740-35c23e1d2de0 HTTP/1.1" status: 404 len: 350 time: 0.0953617 Jul 29 23:38:08.020539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35242) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.078057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=d576ad04-fe05-4025-8495-641f5c5e0db4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.357771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port d576ad04-fe05-4025-8495-641f5c5e0db4 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:08.376360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.378640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f778ceb-6085-499f-ac67-45912e128212 req-f6e60d41-0813-4fd9-a044-fb83c1e2ab97 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.59 "DELETE /v2.0/ports/d576ad04-fe05-4025-8495-641f5c5e0db4 HTTP/1.1" status: 204 len: 173 time: 2.5158629 Jul 29 23:38:08.398270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'name': 'network-vif-deleted', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:08.414026 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef874d30-5e08-40af-9e55-f9214f1719eb" -d '{"events": [{"server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "name": "network-vif-deleted", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:08.451531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd04de-5c7e-4b57-9c6a-6d7676f9b628 req-5003cf01-3671-4113-8d96-6fceaaab42e4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.480144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9cbd04de-5c7e-4b57-9c6a-6d7676f9b628 req-5003cf01-3671-4113-8d96-6fceaaab42e4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.5140254 Jul 29 23:38:08.760720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 430a6a6e-8361-4c60-b0b7-7486a22aba4f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:08.784834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9cbd04de-5c7e-4b57-9c6a-6d7676f9b628 req-4afa3efa-c81f-4ee1-a44e-007d7cf0ea5a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039031 Jul 29 23:38:08.802304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Allocated IP 172.20.0.1 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/16f9d95a-6c46-4867-ba44-010d64c54002) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:08.808068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceda26d-465c-438c-88b2-354b379028e8 req-7914357f-fea8-43c2-a10a-b0eda8204f65 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.855184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ceda26d-465c-438c-88b2-354b379028e8 req-7914357f-fea8-43c2-a10a-b0eda8204f65 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.4496009 Jul 29 23:38:08.941490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 430a6a6e-8361-4c60-b0b7-7486a22aba4f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:08.948709 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e57a5-9072-43a1-ad90-8b475cab4cdf x-openstack-request-id: req-274e57a5-9072-43a1-ad90-8b475cab4cdf {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:08.950986 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768e817a-5fa2-4a78-99b9-75b25e499cc1", "name": "network-vif-deleted", "tag": "d576ad04-fe05-4025-8495-641f5c5e0db4", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:08.951238 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-274e57a5-9072-43a1-ad90-8b475cab4cdf {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:08.951734 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768e817a-5fa2-4a78-99b9-75b25e499cc1', 'name': 'network-vif-deleted', 'tag': 'd576ad04-fe05-4025-8495-641f5c5e0db4', 'status': 'completed', 'code': 200} Jul 29 23:38:08.957543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 430a6a6e-8361-4c60-b0b7-7486a22aba4f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:08.958891 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.999853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ceda26d-465c-438c-88b2-354b379028e8 req-41cd1921-bbd7-4f79-8f46-cd638986ab4e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412246 Jul 29 23:38:09.039180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:09.120856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.166788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Transition to ACTIVE for port object 16f9d95a-6c46-4867-ba44-010d64c54002 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:09.236335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dce6bb-6072-4cae-b124-6c18c419aa1c req-6f622071-ca80-483d-90d6-751e181c3115 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.238197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93dce6bb-6072-4cae-b124-6c18c419aa1c req-6f622071-ca80-483d-90d6-751e181c3115 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1579092 Jul 29 23:38:09.306938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:09.311505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:09.314022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7227f14-b4c0-4ff7-9840-4b24ddbc9e98 req-44915d19-daea-49e0-bde5-7e72bf8b8b9d tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=768e817a-5fa2-4a78-99b9-75b25e499cc1 HTTP/1.1" status: 200 len: 210 time: 0.0961366 Jul 29 23:38:09.352815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:09.354134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.354550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.453142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.472048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93dce6bb-6072-4cae-b124-6c18c419aa1c req-8a2726c1-b9fe-4f1d-94cc-3cb009e29fa9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106390 Jul 29 23:38:09.488422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:09.490343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.498040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:09.504106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:09.551451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 430a6a6e-8361-4c60-b0b7-7486a22aba4f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=430a6a6e-8361-4c60-b0b7-7486a22aba4f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.567214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.570358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 846960ce-9ab0-4bc5-92b2-928d1e60307c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:09.651379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.665650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.855423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=430a6a6e-8361-4c60-b0b7-7486a22aba4f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.890829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 846960ce-9ab0-4bc5-92b2-928d1e60307c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:09.896297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.907710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.001064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.043652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:10.045067 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca3d520-62db-42d4-bd69-5a86b59cdad1" -d '{"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:10.081421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:10.102030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe52987-a649-4b4e-8ea3-e0ce5a503dcb req-19d30b9a-5310-4e45-8924-436e205dbcff tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.102751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.117839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afe52987-a649-4b4e-8ea3-e0ce5a503dcb req-19d30b9a-5310-4e45-8924-436e205dbcff tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.1387258 Jul 29 23:38:10.139945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-80fe8381-3ca8-411b-b694-87a31f27a84c None None] Provisioning for port 16f9d95a-6c46-4867-ba44-010d64c54002 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:10.149206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-80fe8381-3ca8-411b-b694-87a31f27a84c None None] Provisioning complete for port 16f9d95a-6c46-4867-ba44-010d64c54002 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:10.149743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80fe8381-3ca8-411b-b694-87a31f27a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.198313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-80fe8381-3ca8-411b-b694-87a31f27a84c None None] Port 16f9d95a-6c46-4867-ba44-010d64c54002 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:10.202169 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afe52987-a649-4b4e-8ea3-e0ce5a503dcb req-973f591b-f345-4845-8d2f-58d1ac6e8605 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835516 Jul 29 23:38:10.279950 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f6583c-b24f-45f2-a31d-00d8499d36db x-openstack-request-id: req-94f6583c-b24f-45f2-a31d-00d8499d36db {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:10.280576 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-plugged", "status": "completed", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:10.282218 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94f6583c-b24f-45f2-a31d-00d8499d36db {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:10.282913 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'code': 200} Jul 29 23:38:10.316956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.335021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Deleting port 1d882b16-3ec6-4da4-8b45-c069f06ffb5d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:10.335382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.352124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 69336e92-9334-454a-8c44-27e6df754c50 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:10.398412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.417861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14887745-b03d-4c80-aba3-8dd06f350c90 req-e107faba-48ea-40c5-b1a5-1efe36727820 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.419972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14887745-b03d-4c80-aba3-8dd06f350c90 req-e107faba-48ea-40c5-b1a5-1efe36727820 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.2545519 Jul 29 23:38:10.421431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.553580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 69336e92-9334-454a-8c44-27e6df754c50 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:10.560328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 69336e92-9334-454a-8c44-27e6df754c50 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:10.560693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.570124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14887745-b03d-4c80-aba3-8dd06f350c90 req-ccbea76b-3d9f-4e2e-80a5-86d5f0cf38b7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156967 Jul 29 23:38:10.575324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.579739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.580607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.606097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136481-1a92-4622-9b05-7b6071a2857d req-7038109d-f79d-4366-859a-5a5145b4d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.609611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d136481-1a92-4622-9b05-7b6071a2857d req-7038109d-f79d-4366-859a-5a5145b4d197 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1097 time: 0.1255269 Jul 29 23:38:10.630647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Calling delete_port for 1d882b16-3ec6-4da4-8b45-c069f06ffb5d owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:10.748718 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.810505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 69336e92-9334-454a-8c44-27e6df754c50, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=69336e92-9334-454a-8c44-27e6df754c50,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:10.818025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.825086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d136481-1a92-4622-9b05-7b6071a2857d req-00d48bde-29b8-4649-a1e6-061b119008bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842885 Jul 29 23:38:10.834641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be595ee6-df61-487d-8b43-ff0e7fcb3e0b req-a9a858e4-730f-4ea2-bbc3-9e31cbca35a5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.852545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be595ee6-df61-487d-8b43-ff0e7fcb3e0b req-a9a858e4-730f-4ea2-bbc3-9e31cbca35a5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0986216 Jul 29 23:38:10.938992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be595ee6-df61-487d-8b43-ff0e7fcb3e0b req-8ee7e245-826c-41f2-9aee-6c14b0f351a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822952 Jul 29 23:38:10.944995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:10.957263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=69336e92-9334-454a-8c44-27e6df754c50,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.960106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:10.991059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 430a6a6e-8361-4c60-b0b7-7486a22aba4f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:11.109338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 430a6a6e-8361-4c60-b0b7-7486a22aba4f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:11.111035 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.148515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.194247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Pushing event deleted for resources: {'Port': ['ID=1d882b16-3ec6-4da4-8b45-c069f06ffb5d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.303208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2b3b8-b0b3-4fea-9a1f-30b4da92999b req-255d7fc2-0add-4551-a92b-487d34fecfd3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.305089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccc2b3b8-b0b3-4fea-9a1f-30b4da92999b req-255d7fc2-0add-4551-a92b-487d34fecfd3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.1439917 Jul 29 23:38:11.318691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:11.339972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-890c39a4-2643-48e8-b45c-a201858e4011 None None] Provisioning complete for port 16f9d95a-6c46-4867-ba44-010d64c54002 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:11.341997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-890c39a4-2643-48e8-b45c-a201858e4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.430372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-890c39a4-2643-48e8-b45c-a201858e4011 None None] Port 16f9d95a-6c46-4867-ba44-010d64c54002 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:11.444292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccc2b3b8-b0b3-4fea-9a1f-30b4da92999b req-d3e0f821-6883-4723-b4b5-ec84a384cbe0 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221542 Jul 29 23:38:11.471226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Sync routers for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:11.488806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Routers {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:11.489519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.535032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb06fc-2ef7-4413-8344-fa2cf2db29a7 req-1706bce4-a4f1-4419-bf17-38bc3f21028e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.536916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cfb06fc-2ef7-4413-8344-fa2cf2db29a7 req-1706bce4-a4f1-4419-bf17-38bc3f21028e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1930680 Jul 29 23:38:11.545615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:11.554001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dcb32b08-2efb-4cb9-b190-746472edf7c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6641271 Jul 29 23:38:11.587531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.624502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3cfb06fc-2ef7-4413-8344-fa2cf2db29a7 req-a8a670cf-0993-4658-8f8d-a264fa85ebb6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 Jul 29 23:38:11.658995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Set router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:11.782612 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Sync routers for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:11.804414 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:11.805297 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.811280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ceb1-0492-43f2-9580-7210be435f29 req-a692b635-51ca-4dda-9746-dcff22c0f7b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.818124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eed8ceb1-0492-43f2-9580-7210be435f29 req-a692b635-51ca-4dda-9746-dcff22c0f7b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.0959384 Jul 29 23:38:11.884121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eed8ceb1-0492-43f2-9580-7210be435f29 req-9b704388-86d0-444c-b776-827c7dc08b33 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634592 Jul 29 23:38:12.009750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:12.022710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 5, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.069563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Checking router: 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:12.080002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Routers {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:12.080773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.143680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddea61-a8ed-4096-8f31-03729b17aca7 req-9b380e6c-c20e-4da0-b2a0-f10b634bc249 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.159882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-deddea61-a8ed-4096-8f31-03729b17aca7 req-9b380e6c-c20e-4da0-b2a0-f10b634bc249 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1025167 Jul 29 23:38:12.205744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:12.215541 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:12.227373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-144e4b5e-8560-40f3-b164-ed3971e33aba admin admin] 10.222.0.49 "PUT /v2.0/routers/6ce26cc6-9c89-4281-a67e-fdce3eeabe01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2008767 Jul 29 23:38:12.228102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.265581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-deddea61-a8ed-4096-8f31-03729b17aca7 req-935eed7b-1ce7-4f84-a550-9d017e9c51cb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020286 Jul 29 23:38:12.310966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] Set router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:12.342829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35298) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.348070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389437557', 'description': 'tempest-description--744215769'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:12.388138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.498238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.517311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 2, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.549454 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.555923 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Checking router: 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:12.556432 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Updating router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef port 16f9d95a-6c46-4867-ba44-010d64c54002 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:12.558633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.580569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 5, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.599373 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.607233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cb1f1f-2cc6-4292-9788-acf1b8357b5b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.618851 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.620450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bd42638-71b6-49ae-946b-5270932c58de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2764699 Jul 29 23:38:12.623201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35302) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.629309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33671c14-9b78-48d4-b935-0ecd7f4fc3c0 None None] The sync data for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 is: [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 5, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port': {'id': '430a6a6e-8361-4c60-b0b7-7486a22aba4f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:58Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:12.630007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'security_group_rule': {'security_group_id': '19cb1f1f-2cc6-4292-9788-acf1b8357b5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:12.683622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4ce25-310d-4fa2-b564-dd5e12688ca8 req-339f3feb-314d-4e75-a608-e5760f23d257 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.691273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92a4ce25-310d-4fa2-b564-dd5e12688ca8 req-339f3feb-314d-4e75-a608-e5760f23d257 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.1122735 Jul 29 23:38:12.696001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.759623 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92a4ce25-310d-4fa2-b564-dd5e12688ca8 req-0afb5901-6ab3-4a5b-be56-4deb55b72bf3 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624092 Jul 29 23:38:12.774220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.845210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Deleting port 430a6a6e-8361-4c60-b0b7-7486a22aba4f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:12.845682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.849346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8e0ed-9fd9-4abe-bff8-45d71832c81b req-190580bc-324f-4c39-a6bc-c9ed05750a33 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.851524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86d8e0ed-9fd9-4abe-bff8-45d71832c81b req-190580bc-324f-4c39-a6bc-c9ed05750a33 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1140800 Jul 29 23:38:12.853922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.861053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.902688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826417d0-4513-4fa5-9ff4-4d6899a63d1f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.918436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.922839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-920479b3-928b-414a-9f68-adf3c3597401 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955818 Jul 29 23:38:12.927153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35312) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.932455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'security_group_rule': {'security_group_id': '19cb1f1f-2cc6-4292-9788-acf1b8357b5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:12.955567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86d8e0ed-9fd9-4abe-bff8-45d71832c81b req-1e3043da-ef6b-450e-aaa9-f53513f8bf68 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883493 Jul 29 23:38:13.047200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] For port 430a6a6e-8361-4c60-b0b7-7486a22aba4f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=430a6a6e-8361-4c60-b0b7-7486a22aba4f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:13.047928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.069660 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.071560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.103517 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Transition to ACTIVE for port object 16f9d95a-6c46-4867-ba44-010d64c54002 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:13.114135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Calling delete_port for 430a6a6e-8361-4c60-b0b7-7486a22aba4f owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:13.120954 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.175715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 69336e92-9334-454a-8c44-27e6df754c50 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:13.234539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083d47a-a5f1-45c3-bbf7-9d9c500af05e req-7599ea74-64ee-43f3-b070-8f1d5c5d40d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.246350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6083d47a-a5f1-45c3-bbf7-9d9c500af05e req-7599ea74-64ee-43f3-b070-8f1d5c5d40d9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.1779997 Jul 29 23:38:13.260971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.274710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.292575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 69336e92-9334-454a-8c44-27e6df754c50 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:13.293285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.318030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d555b7c-7296-4aa8-a346-66be4e3c5f7c,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.359128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301789-85db-4b48-bc9a-c7a7e53b2bec req-1e98b378-58c4-4e22-ba51-75c83ab00f79 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.369590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39301789-85db-4b48-bc9a-c7a7e53b2bec req-1e98b378-58c4-4e22-ba51-75c83ab00f79 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1097 time: 0.2192376 Jul 29 23:38:13.380043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6083d47a-a5f1-45c3-bbf7-9d9c500af05e req-33fa6d4f-c04a-49c4-a2e3-eb08c308d947 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326516 Jul 29 23:38:13.432466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.433858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-963c0a96-389e-4169-a62b-1d7dcb2a13ad tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5057039 Jul 29 23:38:13.439530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35318) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.444272 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Attempting to bind port 16f9d95a-6c46-4867-ba44-010d64c54002 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:13.445442 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Attempting to bind port 16f9d95a-6c46-4867-ba44-010d64c54002 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:13.446783 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Attempting to bind port 16f9d95a-6c46-4867-ba44-010d64c54002 on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:13.449812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.470819 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:13.471331 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:13.471780 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.472213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:13.472746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Bound port: 16f9d95a-6c46-4867-ba44-010d64c54002, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:13.473151 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.485128 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27064ed-61c5-48f3-88dc-66171ffbaa55 None None] Pushing event updated for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.554122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39301789-85db-4b48-bc9a-c7a7e53b2bec req-f3a486b3-6003-424d-9745-bd6ff7daef06 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569705 Jul 29 23:38:13.569664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.575645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d882b16-3ec6-4da4-8b45-c069f06ffb5d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:13.627332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1d882b16-3ec6-4da4-8b45-c069f06ffb5d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:13.629435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d882b16-3ec6-4da4-8b45-c069f06ffb5d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:13.676762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9a67-1014-4f1b-8f8a-e595444077c5 req-201f234e-7b62-4095-a9a4-5145a1fb28fa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.690209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8de9a67-1014-4f1b-8f8a-e595444077c5 req-201f234e-7b62-4095-a9a4-5145a1fb28fa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1087229 Jul 29 23:38:13.729556 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] For port 16f9d95a-6c46-4867-ba44-010d64c54002, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:13.745859 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] For port 16f9d95a-6c46-4867-ba44-010d64c54002, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=16f9d95a-6c46-4867-ba44-010d64c54002,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:13.764157 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.785046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb7b26-1f4a-466c-8036-820a7f778d7a req-109e5f7e-6736-41e4-96ba-83fcd525ec34 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.787127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-accb7b26-1f4a-466c-8036-820a7f778d7a req-109e5f7e-6736-41e4-96ba-83fcd525ec34 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1097 time: 0.0778215 Jul 29 23:38:13.834219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.867144 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:13.867789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:13.884101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-accb7b26-1f4a-466c-8036-820a7f778d7a req-c8867ada-7a11-4cfd-880e-6059e9666989 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902839 Jul 29 23:38:13.927073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8de9a67-1014-4f1b-8f8a-e595444077c5 req-8e2fcedb-98d5-4478-aa20-86e859a3ebc0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336314 Jul 29 23:38:13.946539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Pushing event deleted for resources: {'Port': ['ID=430a6a6e-8361-4c60-b0b7-7486a22aba4f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.955526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.164847 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:14.185451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-c3e748bc-e4bd-4106-b419-23caa049a493 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.189968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-c3e748bc-e4bd-4106-b419-23caa049a493 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.3762000 Jul 29 23:38:14.192674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.244015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9c6d7-e19a-4d78-bafc-567f2b44a40a req-9bac8940-8a25-4b66-988d-8eefffb23a30 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.256550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aff9c6d7-e19a-4d78-bafc-567f2b44a40a req-9bac8940-8a25-4b66-988d-8eefffb23a30 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 950 time: 0.1873827 Jul 29 23:38:14.331358 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27064ed-61c5-48f3-88dc-66171ffbaa55 None None] Pushing event updated for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.392892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.25.5.125 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/9ae754ff-5f61-4ea0-8721-9050a7c7bbb4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:14.414997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aff9c6d7-e19a-4d78-bafc-567f2b44a40a req-b8f8771b-db56-42a7-a3ef-92a092aa1839 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3312187-acc7-4fdb-873a-36cbb27d5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570551 Jul 29 23:38:14.435890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.443794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.471359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Sync routers for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:14.498476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Routers {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.499312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.526837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:13Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.593252 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6ab20-0aec-43a8-ab87-f0473bda7d4a None None] The sync data for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 is: [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:13Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:14.602019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.602435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:14.612472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.612472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0fc03c9b-bc0e-480c-97e0-24d1e3832433 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6ce26cc6-9c89-4281-a67e-fdce3eeabe01 HTTP/1.1" status: 204 len: 168 time: 2.3798635 Jul 29 23:38:14.627992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.653137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Set router 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:14.800969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce26cc6-9c89-4281-a67e-fdce3eeabe01', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-963751752-router', 'tenant_id': '154942b3c4114e5e9e340bf5db8a7619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:57Z', 'updated_at': '2021-07-29T23:38:13Z', 'revision_number': 7, 'project_id': '154942b3c4114e5e9e340bf5db8a7619', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.833812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Deleting subnet 603cd007-0542-4a31-aa32-e19c21fcce29 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:14.844233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.890105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Checking router: 6ce26cc6-9c89-4281-a67e-fdce3eeabe01 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:14.895527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Deleting port 0d3cda00-4009-4851-9cc2-7a5d4207f291 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:14.895869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.899965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.900289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:38:14.900935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_agentschedulers_db [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ce26cc6-9c89-4281-a67e-fdce3eeabe01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:37:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:38:14.901316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78803-2d2c-47d5-b5ee-6c1d2eed8907 None None] The sync data for ids ['6ce26cc6-9c89-4281-a67e-fdce3eeabe01'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:15.074171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.138231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16f9d95a-6c46-4867-ba44-010d64c54002 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:15.171606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe272b-0c2d-413d-a2ce-9b6ba5a502d5 req-5f3eb204-2e04-415e-93c6-0146544fe01d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.179736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9afe272b-0c2d-413d-a2ce-9b6ba5a502d5 req-5f3eb204-2e04-415e-93c6-0146544fe01d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 946 time: 0.6512036 Jul 29 23:38:15.211249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] For port 0d3cda00-4009-4851-9cc2-7a5d4207f291, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0d3cda00-4009-4851-9cc2-7a5d4207f291,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:15.212057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.241505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Calling delete_port for 0d3cda00-4009-4851-9cc2-7a5d4207f291 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:15.258259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 16f9d95a-6c46-4867-ba44-010d64c54002 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:15.262789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 16f9d95a-6c46-4867-ba44-010d64c54002 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:15.263405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.281215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.346589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9afe272b-0c2d-413d-a2ce-9b6ba5a502d5 req-78f8cc7b-7a5a-4828-9042-7ffb9602c073 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658566 Jul 29 23:38:15.389273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.408106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.440625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:15.451317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:15.460409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:15.496253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 16f9d95a-6c46-4867-ba44-010d64c54002, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=16f9d95a-6c46-4867-ba44-010d64c54002,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:15.510694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.532387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=9ae754ff-5f61-4ea0-8721-9050a7c7bbb4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.606414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.620516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.621007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.621590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.623446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.625689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.625849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.626954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.630307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.631484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.632124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.632708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.633288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:15.652344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f481d6-8461-4faa-8f54-8698fddf24bc req-62b41230-78f9-494f-b677-1edad063bd28 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.665932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f481d6-8461-4faa-8f54-8698fddf24bc req-62b41230-78f9-494f-b677-1edad063bd28 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.2025526 Jul 29 23:38:15.714677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.768946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Pushing event deleted for resources: {'Port': ['ID=0d3cda00-4009-4851-9cc2-7a5d4207f291,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.780098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0d3cda00-4009-4851-9cc2-7a5d4207f291'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:15.780655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.823639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f481d6-8461-4faa-8f54-8698fddf24bc req-fd9f910a-36c9-4581-bc5c-5f762cae9000 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568012 Jul 29 23:38:15.835319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.861359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] No DVR routers for this DVR port 0d3cda00-4009-4851-9cc2-7a5d4207f291 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:15.867970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.870453 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05abd3f5-31bf-4451-98a2-6b2de721d0ce req-5ddf4c51-3822-42a8-9d29-fbd16f325d39 tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.57 "DELETE /v2.0/ports/0d3cda00-4009-4851-9cc2-7a5d4207f291 HTTP/1.1" status: 204 len: 173 time: 1.5832858 Jul 29 23:38:15.871656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'name': 'network-vif-deleted', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:15.875074 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c24df-8f1f-498e-9a72-9fdc889e4281" -d '{"events": [{"server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "name": "network-vif-deleted", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:15.910704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.930780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.972303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603cd007-0542-4a31-aa32-e19c21fcce29,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.991245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.997858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b139997-e56b-4139-adc0-3fae7b6d7af3 None None] Network ce3279a6-e097-448c-b873-2e586cc4f151 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:16.010911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eda8c6f2-d1ab-4ad1-b8c5-533c26406817 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/603cd007-0542-4a31-aa32-e19c21fcce29 HTTP/1.1" status: 204 len: 168 time: 1.3796716 Jul 29 23:38:16.012049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.109221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-dc957ada-6c08-4478-8085-ac42d6bce4d1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:38:16.110738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-dc957ada-6c08-4478-8085-ac42d6bce4d1 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159469 Jul 29 23:38:16.141553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Request body: {'binding': {'host': 'n-h1-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:16.142078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:38:16.460677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.480788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.618413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=9ae754ff-5f61-4ea0-8721-9050a7c7bbb4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.637850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on host n-h1-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:16.638147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:16.638612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:16.654564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:16.655019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:16.660775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.674506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:16.674894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:16.675288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:16.675725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Bound port: eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:16.717338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.727892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-604988f3-26a5-4d7d-b4ed-f4088e866e79 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2824366 Jul 29 23:38:16.808374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9011512-4f6b-4bcb-b002-fd6349f178f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.816182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:16.845282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.863317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-bfe3caea-9318-46b8-a3c4-c55607dc3ab5 service neutron] 10.222.0.49 "POST /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793/bindings HTTP/1.1" status: 201 len: 390 time: 0.7434077 Jul 29 23:38:16.923766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] DHCP port deletion for ce3279a6-e097-448c-b873-2e586cc4f151 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:16.955348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2be3233c-bab7-4e30-91ca-5a1c69add386 req-c14a6ff7-2c4e-455d-8779-8cd97d41ceed tempest-ServersOnMultiNodesTest-1050376636 tempest-ServersOnMultiNodesTest-1050376636-project] 10.222.0.49 "GET /v2.0/ports?device_id=83b424bd-8fc6-460c-b8f3-86e465162cd4 HTTP/1.1" status: 200 len: 210 time: 0.0751209 Jul 29 23:38:17.043857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.076126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16f9d95a-6c46-4867-ba44-010d64c54002 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:17.083842 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909526b-5129-4728-a0fe-c36dc8841d31 x-openstack-request-id: req-7909526b-5129-4728-a0fe-c36dc8841d31 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:17.084900 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b424bd-8fc6-460c-b8f3-86e465162cd4", "name": "network-vif-deleted", "tag": "0d3cda00-4009-4851-9cc2-7a5d4207f291", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:17.085460 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7909526b-5129-4728-a0fe-c36dc8841d31 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:17.086238 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b424bd-8fc6-460c-b8f3-86e465162cd4', 'name': 'network-vif-deleted', 'tag': '0d3cda00-4009-4851-9cc2-7a5d4207f291', 'status': 'completed', 'code': 200} Jul 29 23:38:17.143422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.197722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Deleting port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:17.198422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.220156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Deleting port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:17.220503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.268830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-bbf27db2-b841-454e-a3ee-9568348e6c3b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--389437557&fields=id&tenant_id=c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 267 time: 0.0770772 Jul 29 23:38:17.276764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 16f9d95a-6c46-4867-ba44-010d64c54002 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:17.277138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.320494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] For port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,segment=NetworkSegment(c7bdd95e-b708-4fc3-a833-237f7c55c4b6),segment_id=c7bdd95e-b708-4fc3-a833-237f7c55c4b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:17.321541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.337136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Calling delete_port for aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:17.425219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-44d43111-1efe-46b2-a45d-ef3fdd54604e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.436150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-44d43111-1efe-46b2-a45d-ef3fdd54604e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.1551621 Jul 29 23:38:17.454086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] For port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,segment=NetworkSegment(c7bdd95e-b708-4fc3-a833-237f7c55c4b6),segment_id=c7bdd95e-b708-4fc3-a833-237f7c55c4b6)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:17.454476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.461895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-a405d950-e5ec-477f-b6d9-4631e821fa0b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/quotas/c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 375 time: 0.0237982 Jul 29 23:38:17.483505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 430a6a6e-8361-4c60-b0b7-7486a22aba4f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:17.486210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.487108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Calling delete_port for aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:17.495101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b7de337d-95e0-4d4b-8ed3-2f85a7ca27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.496617 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b7de337d-95e0-4d4b-8ed3-2f85a7ca27ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1097 time: 0.1996331 Jul 29 23:38:17.521092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cf04b-ca81-4e1e-83a0-6216758b1b30 req-d8b57843-6490-4e27-879a-4141bc240fe5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.522756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-838cf04b-ca81-4e1e-83a0-6216758b1b30 req-d8b57843-6490-4e27-879a-4141bc240fe5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.2360806 Jul 29 23:38:17.535919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] Pushing event deleted for resources: {'Port': ['ID=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.538656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-d1ec650f-c9f6-4f49-97c5-028dcca5fa8f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747602 Jul 29 23:38:17.544757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 430a6a6e-8361-4c60-b0b7-7486a22aba4f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:17.545109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 430a6a6e-8361-4c60-b0b7-7486a22aba4f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:17.552558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d9a21-f6fe-49a5-9b5d-411788c37d70 None None] No DVR routers for this DVR port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:17.658665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-4460e74a-1a31-4080-9323-713d9300adf2 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997362 Jul 29 23:38:17.684079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-838cf04b-ca81-4e1e-83a0-6216758b1b30 req-4c0a2b1a-280b-4110-81b6-8ed03ec1c367 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110573 Jul 29 23:38:17.723486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-d3215910-853a-4733-8916-cc1d6c7ef1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.727270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-d3215910-853a-4733-8916-cc1d6c7ef1c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2018142 Jul 29 23:38:17.733423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.809578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-a4c57ec3-c736-44fc-a493-c72e057eddf3 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420739 Jul 29 23:38:17.812401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.816837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-8ba3c498-495b-49b4-bbb7-22e3d53fc957 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 217 time: 0.0806003 Jul 29 23:38:17.835082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] No DVR routers for this DVR port aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:17.956180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-79003c21-dcef-45b3-91a4-64c490fdbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.957688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-79003c21-dcef-45b3-91a4-64c490fdbedb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1242077 Jul 29 23:38:17.962358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.972096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be892e1e-94be-4c9f-962f-612c52e33d09 req-f0b92117-81da-41d4-b752-78533ceb8bb3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.981440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be892e1e-94be-4c9f-962f-612c52e33d09 req-f0b92117-81da-41d4-b752-78533ceb8bb3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.2095776 Jul 29 23:38:18.017787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3279a6-e097-448c-b873-2e586cc4f151']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:18.041442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-3e8909e5-8de7-4472-89b0-59b75f1ef178 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589547 Jul 29 23:38:18.045716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:18.046059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bdd95e-b708-4fc3-a833-237f7c55c4b6') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:18.059338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.090255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be892e1e-94be-4c9f-962f-612c52e33d09 req-63615404-905a-4117-b951-038412ce097f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017494 Jul 29 23:38:18.100041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.142973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:18.143385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:18.145524 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:18.180018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93c911af-7c5a-4eed-b19a-2ce14c2f16d4 req-4d5164a9-968f-4c28-8bf7-77cf2e45f541 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 210 time: 0.0837729 Jul 29 23:38:18.224794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:18.295066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.315652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.318009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] 10.222.0.49 "DELETE /v2.0/networks/ce3279a6-e097-448c-b873-2e586cc4f151 HTTP/1.1" status: 204 len: 168 time: 2.3043966 Jul 29 23:38:18.319891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41469-e8b2-4fdc-a1d5-f8bc766d608a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3279a6-e097-448c-b873-2e586cc4f151,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.325101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-ca904d4b-54a1-427c-a94e-0e04d71c120e service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523038 Jul 29 23:38:18.525535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35442) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.558154 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-15f360ae-5bbe-49a4-9322-96e9c4a25169 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192101 Jul 29 23:38:18.595557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6abae778-9aa0-48bc-90da-514c26530102 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=154942b3c4114e5e9e340bf5db8a7619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653741 Jul 29 23:38:18.596304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.633433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.666988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.701130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.848572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.851545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.852809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab9232de-f600-4069-bffa-09b7c490568b HTTP/1.1" status: 204 len: 168 time: 0.2551460 Jul 29 23:38:18.864471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5145a3c-3919-4c7f-8923-cf3ef48d448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9232de-f600-4069-bffa-09b7c490568b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.896651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec528cf8-0167-4208-8568-d18a1a79e084 req-f405734d-8fee-4345-9a39-f9bac3a00322 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.904354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec528cf8-0167-4208-8568-d18a1a79e084 req-f405734d-8fee-4345-9a39-f9bac3a00322 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0981889 Jul 29 23:38:18.987219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec528cf8-0167-4208-8568-d18a1a79e084 req-9288cf23-c327-4855-8ee5-7b6fc91c3729 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779088 Jul 29 23:38:18.996766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:19.007356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3affe1ad-3a36-4626-b244-60f1edd9c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.065150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:19.069540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:19.072170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device aa5e1f50-21e3-4cf5-849c-fc4ba8f93a2b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:19.258280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-62b80744-f527-458c-9a77-3ccfe1973b11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef3f9279f28d4a93a3761c8a8de0458b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209910 Jul 29 23:38:19.259324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.322024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.346638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158342a1-23fd-4cc2-8afa-7efa478b122f req-856a9968-2428-4cb6-9c17-5c49c9d12c32 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.354343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-158342a1-23fd-4cc2-8afa-7efa478b122f req-856a9968-2428-4cb6-9c17-5c49c9d12c32 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1101062 Jul 29 23:38:19.391659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.415965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0d3cda00-4009-4851-9cc2-7a5d4207f291 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:19.445580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.451863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-158342a1-23fd-4cc2-8afa-7efa478b122f req-3ac716a8-61aa-4612-8680-c9fdeeebd5cb tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965445 Jul 29 23:38:19.555154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 0d3cda00-4009-4851-9cc2-7a5d4207f291 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:19.563310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0d3cda00-4009-4851-9cc2-7a5d4207f291 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:19.569097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.573670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.580155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3312187-acc7-4fdb-873a-36cbb27d5c89 HTTP/1.1" status: 204 len: 168 time: 0.3196414 Jul 29 23:38:19.595568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:19.609444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-02ed6461-7a81-4e9f-9a74-e71b94f8457a req-a214cdfe-2a5f-4bc7-ba7e-e9557edef200 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 210 time: 0.0654047 Jul 29 23:38:19.629664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d81b6c-228b-42b8-aedd-bede5fc98cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3312187-acc7-4fdb-873a-36cbb27d5c89,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.632189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'mac_address': 'fa:16:3e:0d:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:19.715659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.731538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5d2c105-45a0-421e-8848-88bc9078dc6c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:19.785989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:19.792537 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.892897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.969952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5d2c105-45a0-421e-8848-88bc9078dc6c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:20.223177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.346436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba073e-ef54-4536-bf66-22d68b3a3b08 req-11312644-8114-4de8-af00-a1f3495fd4aa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.349095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14ba073e-ef54-4536-bf66-22d68b3a3b08 req-11312644-8114-4de8-af00-a1f3495fd4aa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1591718 Jul 29 23:38:20.373213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d4549d5-628b-4ceb-a2a9-dcb22d716f20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9b42c62198f444da1e5883a4f804755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487632 Jul 29 23:38:20.377465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35510) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.383278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-b4109bd0-4908-4c63-9cac-81654722cdfd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.386570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-b4109bd0-4908-4c63-9cac-81654722cdfd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.3885741 Jul 29 23:38:20.449462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14ba073e-ef54-4536-bf66-22d68b3a3b08 req-b9303ac4-c1d7-47b5-b6de-f0774dcc41d2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Jul 29 23:38:20.505965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-f81c76c8-02db-462d-8133-312ed7b079e1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 379 time: 0.0549915 Jul 29 23:38:20.509108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.542250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.544527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'device_id': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'admin_state_up': True, 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'security_groups': ['19cb1f1f-2cc6-4292-9788-acf1b8357b5b']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.576870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.746740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5a30-9b62-49c3-b2ef-b3eee2259797 req-6cc5bcd9-772f-4925-8e1c-259f72ec9bf6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.760998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c1c5a30-9b62-49c3-b2ef-b3eee2259797 req-6cc5bcd9-772f-4925-8e1c-259f72ec9bf6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1565747 Jul 29 23:38:20.859021 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.862072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.863451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7734e110-645e-4029-84ef-b60a837a8fb9 HTTP/1.1" status: 204 len: 168 time: 0.4847817 Jul 29 23:38:20.893158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:20.902917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c1c5a30-9b62-49c3-b2ef-b3eee2259797 req-2ea98379-49e8-4357-bac3-9753347bbbea tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409156 Jul 29 23:38:20.904387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6509475-0877-4804-9fdc-69c290de7c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734e110-645e-4029-84ef-b60a837a8fb9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.906179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.059605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:21.092657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-387598a6-96f3-4c54-8bdf-46d7ea72d7ad req-c221bd01-3200-44d1-8720-21dcf3eb1a92 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 210 time: 0.0629611 Jul 29 23:38:21.243362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.20.0.6 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/2767ee37-333a-4a79-a025-53b296cad5ca) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:21.269083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5d2c105-45a0-421e-8848-88bc9078dc6c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:21.272905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.478091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.511996 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.516783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Transition to ACTIVE for port object 2767ee37-333a-4a79-a025-53b296cad5ca will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:21.563183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:21.576441 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc7ebb-da34-4f90-b0ef-44f03382abb0" -d '{"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:21.608077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:21.618119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.628150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.725900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7435a1-f266-4949-adc2-7970332fe0b3 req-fbe43b2b-f409-40ea-8d70-172e83ae471c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.735181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f7435a1-f266-4949-adc2-7970332fe0b3 req-fbe43b2b-f409-40ea-8d70-172e83ae471c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0758665 Jul 29 23:38:21.762116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:21.775752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.797428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.813540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:21.854445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:21.936656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f7435a1-f266-4949-adc2-7970332fe0b3 req-e8a5b03e-4bf6-45fc-a430-c0b8129b9903 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848271 Jul 29 23:38:22.057371 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf13fb8-9d5b-442a-9cd3-85089c6ca9c7 x-openstack-request-id: req-ccf13fb8-9d5b-442a-9cd3-85089c6ca9c7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:22.058069 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-plugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:22.058614 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf13fb8-9d5b-442a-9cd3-85089c6ca9c7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:22.059126 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'code': 200} Jul 29 23:38:22.068921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.069736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.147277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ae06d42e-4b0b-41d0-886c-0e370f4946fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6091864 Jul 29 23:38:22.174329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Request body: {'port': {'device_id': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:22.295923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337e08-605d-4bcd-9ee8-8cf71b64152a req-690b35e3-b454-4727-850a-c6f4f6c436a7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.305543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.306900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17337e08-605d-4bcd-9ee8-8cf71b64152a req-690b35e3-b454-4727-850a-c6f4f6c436a7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1020074 Jul 29 23:38:22.310253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.388091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-580f9a60-871d-460d-9839-7a9c33b0b251 None None] Provisioning for port 2767ee37-333a-4a79-a025-53b296cad5ca completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:22.392616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-580f9a60-871d-460d-9839-7a9c33b0b251 None None] Provisioning complete for port 2767ee37-333a-4a79-a025-53b296cad5ca triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:22.393316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-580f9a60-871d-460d-9839-7a9c33b0b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.429471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17337e08-605d-4bcd-9ee8-8cf71b64152a req-4754ac26-5a7e-45dd-a68b-da2c13c9b3ba tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201446 Jul 29 23:38:22.491977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-580f9a60-871d-460d-9839-7a9c33b0b251 None None] Port 2767ee37-333a-4a79-a025-53b296cad5ca cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:22.671268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4a7b-2247-41ee-949d-f8d6b321d9c0 req-b22cf7e0-03ae-46ef-81ed-ef5bb7446170 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.679829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fef4a7b-2247-41ee-949d-f8d6b321d9c0 req-b22cf7e0-03ae-46ef-81ed-ef5bb7446170 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 931 time: 0.1109738 Jul 29 23:38:22.773676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fef4a7b-2247-41ee-949d-f8d6b321d9c0 req-558f9f48-275f-4dc9-956f-8e356cd141da tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870819 Jul 29 23:38:23.031808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:23.049494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.106848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Transition to ACTIVE for port object 2767ee37-333a-4a79-a025-53b296cad5ca will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:23.113179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.192900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b4d3a-10f9-4dec-9a33-5d2d82e88b45 req-5f6326d5-3687-46a7-8754-a3a0f0d26cb9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.207188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-584b4d3a-10f9-4dec-9a33-5d2d82e88b45 req-5f6326d5-3687-46a7-8754-a3a0f0d26cb9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1266365 Jul 29 23:38:23.210955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.331008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-584b4d3a-10f9-4dec-9a33-5d2d82e88b45 req-07cf842c-9559-42d8-9041-9504ba74e16e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222911 Jul 29 23:38:23.446599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Attempting to bind port 2767ee37-333a-4a79-a025-53b296cad5ca on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:23.447482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Attempting to bind port 2767ee37-333a-4a79-a025-53b296cad5ca by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:23.450593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Attempting to bind port 2767ee37-333a-4a79-a025-53b296cad5ca on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:23.459087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Port 2767ee37-333a-4a79-a025-53b296cad5ca on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:23.461330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Attempting to bind port 2767ee37-333a-4a79-a025-53b296cad5ca on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:23.482902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:23.483314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:23.485496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:23.487552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Bound port: 2767ee37-333a-4a79-a025-53b296cad5ca, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:23.487947 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.707907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b544f-2a98-42a4-9086-a74d611b744f req-30e7aa81-5c69-40ff-9bcf-cc649b0752d6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.722206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b4b544f-2a98-42a4-9086-a74d611b744f req-30e7aa81-5c69-40ff-9bcf-cc649b0752d6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1488175 Jul 29 23:38:23.725102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:23.731492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:23.744269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.831750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.839609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.841242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] 10.222.0.57 "PUT /v2.0/ports/2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 1092 time: 1.6720934 Jul 29 23:38:23.841769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:23.844138 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07098c-4402-4b01-9192-55e6e7778101" -d '{"events": [{"name": "network-changed", "server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:23.844527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b4b544f-2a98-42a4-9086-a74d611b744f req-4690fcad-9353-4c35-aa50-2d40f58a41bd tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200142 Jul 29 23:38:23.920153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87f1fa-f8ce-4a83-bca3-fb3893f5895a service neutron] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.069342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-51a53c87-ae61-43ef-bdd5-ec1ff5056117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.074485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-51a53c87-ae61-43ef-bdd5-ec1ff5056117 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1095 time: 0.1394460 Jul 29 23:38:24.120762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a101-c9ab-449f-b3a7-0ede18be0ae3 req-cf351a67-027f-47cb-bc7a-831411891cea tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.129258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc7a101-c9ab-449f-b3a7-0ede18be0ae3 req-cf351a67-027f-47cb-bc7a-831411891cea tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 943 time: 0.1226006 Jul 29 23:38:24.199185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc7a101-c9ab-449f-b3a7-0ede18be0ae3 req-98dd2f92-9821-4c8c-862c-7dabbc21aecc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685258 Jul 29 23:38:24.214818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-75ceb2e8-3b9b-4761-ab8b-65d38098d816 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 217 time: 0.1164196 Jul 29 23:38:24.318376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-85fb1d2b-a227-495f-9029-5819f846eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.319989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-85fb1d2b-a227-495f-9029-5819f846eb33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0922475 Jul 29 23:38:24.434463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-e7419352-5b5b-439c-9767-ff87c83b77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.436090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-e7419352-5b5b-439c-9767-ff87c83b77fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064100 Jul 29 23:38:24.477744 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d089fe-b701-46a8-bbf6-b43abda9bc4d x-openstack-request-id: req-93d089fe-b701-46a8-bbf6-b43abda9bc4d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:24.478116 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:24.478305 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93d089fe-b701-46a8-bbf6-b43abda9bc4d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:24.478697 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'status': 'completed', 'code': 200} Jul 29 23:38:24.655163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-53f3b0bc-1d34-4e4a-aa77-417d1915fdbc service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024021 Jul 29 23:38:24.773502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d0aa0-4149-41c7-96ac-84eeb70f6989 req-0e174761-a97f-4579-8ba2-d5d79da58346 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.783423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-174d0aa0-4149-41c7-96ac-84eeb70f6989 req-0e174761-a97f-4579-8ba2-d5d79da58346 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0869257 Jul 29 23:38:24.796786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed0bb127-af44-463e-88a9-f51b9b7f69ca req-a292ce01-42a5-4b1f-9d60-dfd8253d905a service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220784 Jul 29 23:38:24.866412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-174d0aa0-4149-41c7-96ac-84eeb70f6989 req-35853ffa-ae43-4e1c-8487-559d0deae381 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817320 Jul 29 23:38:25.051547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07098c-4402-4b01-9192-55e6e7778101 req-0e39c402-132d-440e-a593-32edaa93a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.055178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-0e39c402-132d-440e-a593-32edaa93a6fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1095 time: 0.0815778 Jul 29 23:38:25.066692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e368ef3-736a-40e4-b53e-5a7d4a28611c req-09466ece-aa9f-4558-ad15-028a700d3f9a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.074511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e368ef3-736a-40e4-b53e-5a7d4a28611c req-09466ece-aa9f-4558-ad15-028a700d3f9a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.0692840 Jul 29 23:38:25.153467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e368ef3-736a-40e4-b53e-5a7d4a28611c req-aab979fe-0fd4-4baa-bb5f-548e863c66bc tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Jul 29 23:38:25.227601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07098c-4402-4b01-9192-55e6e7778101 req-ee872289-ddd2-415b-95c3-a07f3997f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.232628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-ee872289-ddd2-415b-95c3-a07f3997f0a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1606936 Jul 29 23:38:25.331738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-30003593-18d5-4d46-bbf0-b9376d40ced8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 217 time: 0.0853775 Jul 29 23:38:25.432834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdc6a0-93f5-4290-8e8c-e09011b6212d req-91d8a0a5-6c3d-4115-b99b-0730860b6aff tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.458661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08cdc6a0-93f5-4290-8e8c-e09011b6212d req-91d8a0a5-6c3d-4115-b99b-0730860b6aff tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 943 time: 0.0936368 Jul 29 23:38:25.468727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07098c-4402-4b01-9192-55e6e7778101 req-0473b82d-4cb8-4c43-93d8-5eb1925b7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.470267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-0473b82d-4cb8-4c43-93d8-5eb1925b7525 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1292117 Jul 29 23:38:25.514221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08cdc6a0-93f5-4290-8e8c-e09011b6212d req-1a088c82-0ac3-4ff4-9d60-b54d6082eb08 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544105 Jul 29 23:38:25.567569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07098c-4402-4b01-9192-55e6e7778101 req-a3750fee-6ace-4cbd-ae94-b19d7694f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.571978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-a3750fee-6ace-4cbd-ae94-b19d7694f05d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856383 Jul 29 23:38:25.797651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-22fc032e-c571-488b-bdce-f9b6f6bea555 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072906 Jul 29 23:38:26.078837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b07098c-4402-4b01-9192-55e6e7778101 req-640a2f0d-0c75-459c-8727-b44fba20a8c9 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283742 Jul 29 23:38:26.104496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20ed3-2554-496d-a815-35b4a970b9b0 req-7bd424aa-d016-48d4-99fd-130330980457 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.119316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ae20ed3-2554-496d-a815-35b4a970b9b0 req-7bd424aa-d016-48d4-99fd-130330980457 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1055002 Jul 29 23:38:26.192013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ae20ed3-2554-496d-a815-35b4a970b9b0 req-f36005cb-45a6-4edd-ac0b-4941e959f147 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691931 Jul 29 23:38:26.386646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868f39-c205-4f93-9f9e-a6492834eda7 req-f372ab6c-428c-4c4b-baca-1b6bd59831b6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.398352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64868f39-c205-4f93-9f9e-a6492834eda7 req-f372ab6c-428c-4c4b-baca-1b6bd59831b6 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.0845861 Jul 29 23:38:26.452865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64868f39-c205-4f93-9f9e-a6492834eda7 req-5746d954-baa3-4c69-9380-c1f0b10930d1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534861 Jul 29 23:38:26.678083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdafb67-9a49-4591-a6b5-6c19ef5f777c req-d1c264a7-7ee6-407b-9e12-c98fa72ebc60 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.686462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fdafb67-9a49-4591-a6b5-6c19ef5f777c req-d1c264a7-7ee6-407b-9e12-c98fa72ebc60 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 943 time: 0.0667751 Jul 29 23:38:26.761785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fdafb67-9a49-4591-a6b5-6c19ef5f777c req-76aaca54-4074-4465-9b01-13999123b1ed tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735970 Jul 29 23:38:27.184364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:27.349269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99b15bac-7afe-4d0b-8c73-daef66737a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.392275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.403752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69768af-bc90-45d1-8254-730457a1fa86 req-abd16537-4a98-46a6-ab43-5ee721c6663b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.405470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f69768af-bc90-45d1-8254-730457a1fa86 req-abd16537-4a98-46a6-ab43-5ee721c6663b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1334937 Jul 29 23:38:27.475738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f69768af-bc90-45d1-8254-730457a1fa86 req-af3359d4-1fab-4009-a134-d626b09b53b7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Jul 29 23:38:27.526226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99b15bac-7afe-4d0b-8c73-daef66737a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.557852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99b15bac-7afe-4d0b-8c73-daef66737a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.629883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-99b15bac-7afe-4d0b-8c73-daef66737a53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84adc10b92a042249943973db25f6935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440179 Jul 29 23:38:27.632309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b15bac-7afe-4d0b-8c73-daef66737a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe60c0a2-ec98-4c24-8284-d205c77a9e81,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.635300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35718) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:27.703326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3f93c-1812-4942-a6fc-bad4f4dd35e6 req-0514d749-4d33-47ff-8316-adae9dd283b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.717949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87c3f93c-1812-4942-a6fc-bad4f4dd35e6 req-0514d749-4d33-47ff-8316-adae9dd283b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1297913 Jul 29 23:38:27.730301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.779202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.797973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87c3f93c-1812-4942-a6fc-bad4f4dd35e6 req-ed63238a-6659-46f6-807f-26c4057cc6a7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708320 Jul 29 23:38:27.903787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.910490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.912093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe60c0a2-ec98-4c24-8284-d205c77a9e81 HTTP/1.1" status: 204 len: 168 time: 0.2753398 Jul 29 23:38:27.933499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1da37-c438-4a52-ab53-a5246263f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe60c0a2-ec98-4c24-8284-d205c77a9e81,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.068090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e6e53-a63c-4705-99e6-6f833e1e3e26 req-706d8ac3-e8cb-448f-af8b-16fb56524067 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.098033 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-605e6e53-a63c-4705-99e6-6f833e1e3e26 req-706d8ac3-e8cb-448f-af8b-16fb56524067 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 943 time: 0.1674061 Jul 29 23:38:28.195457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-605e6e53-a63c-4705-99e6-6f833e1e3e26 req-331b559e-9178-4149-aa8b-c62a022c3e07 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952578 Jul 29 23:38:28.406087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.424827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2045b119-56c2-47d2-8ab8-088a212fcd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.612377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2045b119-56c2-47d2-8ab8-088a212fcd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.618443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2045b119-56c2-47d2-8ab8-088a212fcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.679277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2045b119-56c2-47d2-8ab8-088a212fcd7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2656044e1a32458d9a63e2cc57bf8d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701855 Jul 29 23:38:28.681693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35822) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.717329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045b119-56c2-47d2-8ab8-088a212fcd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5eb3a-71b9-44a7-98d4-e2e317746767,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.731503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06015bf2-3425-4bc6-824b-2cbb1fce355c req-9359d089-1bda-4112-8f29-c32b41bf594b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.738820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06015bf2-3425-4bc6-824b-2cbb1fce355c req-9359d089-1bda-4112-8f29-c32b41bf594b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1005728 Jul 29 23:38:28.854297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06015bf2-3425-4bc6-824b-2cbb1fce355c req-05183f63-b45d-4ec9-ba6d-29a37d8f79b3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144471 Jul 29 23:38:28.881562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.945365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.038057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.042414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.053326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abf5eb3a-71b9-44a7-98d4-e2e317746767 HTTP/1.1" status: 204 len: 168 time: 0.3692789 Jul 29 23:38:29.074080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885ea5e-78cb-4e80-b050-6bb44ffd59b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5eb3a-71b9-44a7-98d4-e2e317746767,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.366242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74b4da-0985-4a7e-a965-253caadc7429 req-49388bb0-1f80-4649-b4f7-f9aefa07a88e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.368127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b74b4da-0985-4a7e-a965-253caadc7429 req-49388bb0-1f80-4649-b4f7-f9aefa07a88e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1032536 Jul 29 23:38:29.429928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f987fd-4e05-494c-b2cc-ebb2fc47f130 req-5990258a-63a0-45f8-b266-62e0cc4b1804 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.431581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:29.437878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2f987fd-4e05-494c-b2cc-ebb2fc47f130 req-5990258a-63a0-45f8-b266-62e0cc4b1804 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 943 time: 0.0801866 Jul 29 23:38:29.454687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b74b4da-0985-4a7e-a965-253caadc7429 req-47665fc8-1175-4ac2-8ac7-7b42e6ffd3d3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Jul 29 23:38:29.495553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2f987fd-4e05-494c-b2cc-ebb2fc47f130 req-c4350998-01e2-40e9-ac4d-98c47db4485a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567436 Jul 29 23:38:29.674444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:29.683458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '2767ee37-333a-4a79-a025-53b296cad5ca', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:29.760878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.812136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:29.884244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:29.900235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.969291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:30.075810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376a5b4-865d-4265-a9d2-d22bab21060c req-cb40301c-e748-41db-9d0a-3817e6375c7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.077483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6376a5b4-865d-4265-a9d2-d22bab21060c req-cb40301c-e748-41db-9d0a-3817e6375c7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1089649 Jul 29 23:38:30.192138 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6376a5b4-865d-4265-a9d2-d22bab21060c req-1da4b4d1-5640-4fb9-bfb7-667cfacd9810 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008344 Jul 29 23:38:30.487307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35962) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:30.495602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['2767ee37-333a-4a79-a025-53b296cad5ca'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:30.690522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5fc4e-5153-4612-b1aa-dc85396f415a req-0be2488a-6bea-411f-b258-136502a3d67f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.700252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18e5fc4e-5153-4612-b1aa-dc85396f415a req-0be2488a-6bea-411f-b258-136502a3d67f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1206481 Jul 29 23:38:30.719715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-109873806-network', 'tenant_id': 'cadfc13f0c1949f98eff125039753110'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:30.761702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Made reservation on behalf of cadfc13f0c1949f98eff125039753110 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:30.764158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.781344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.797390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18e5fc4e-5153-4612-b1aa-dc85396f415a req-52a1bfe0-104f-4ccc-83bd-5cb17ab54863 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907624 Jul 29 23:38:31.036281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c927bdd-04d3-40eb-85f7-0b15a5c7331b req-4f9c3c1e-03ee-4e03-8338-3e5585cc19fc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.042665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c927bdd-04d3-40eb-85f7-0b15a5c7331b req-4f9c3c1e-03ee-4e03-8338-3e5585cc19fc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1470077 Jul 29 23:38:31.050252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.070627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.110281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b311a4-6fc2-473f-bb1f-22725c707b7d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.120967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:31.135063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.135427 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Added segment a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb of type vlan for network 69a6e180-4369-4529-9d22-4f27b43be6ef Jul 29 23:38:31.157797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c927bdd-04d3-40eb-85f7-0b15a5c7331b req-a1a09bca-aae7-4f4c-9333-89dd5725238d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081274 Jul 29 23:38:31.245570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.349888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.351077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.351803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.402506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5bed8-0760-4730-a5e6-fa99360d8cfd req-15f3e879-d5e0-43c5-bb7b-d297759b9ae2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.414682 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3a5bed8-0760-4730-a5e6-fa99360d8cfd req-15f3e879-d5e0-43c5-bb7b-d297759b9ae2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0793808 Jul 29 23:38:31.447002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9582043 Jul 29 23:38:31.450045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36032) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.456170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Request body: {'subnet': {'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-109873806-subnet', 'tenant_id': 'cadfc13f0c1949f98eff125039753110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:31.463439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587aa12-3b30-4abd-8741-45ff65501c6d admin admin] Pushing event updated for resources: {'Network': ['ID=69a6e180-4369-4529-9d22-4f27b43be6ef,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.476954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 69a6e180-4369-4529-9d22-4f27b43be6ef details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:31.488354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3a5bed8-0760-4730-a5e6-fa99360d8cfd req-19ae3c1f-622d-4a45-8b3b-3f23372b95c8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Jul 29 23:38:31.506874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Made reservation on behalf of cadfc13f0c1949f98eff125039753110 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:31.510872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.844437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.969198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa8c29-13a4-4a6e-9408-e6e9d9391e6b req-9a3a737f-083d-4ea6-8719-e723d2da4f34 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.979113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14e5e36-c3a1-4e80-abd4-ee3979b1ec20,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.987794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91fa8c29-13a4-4a6e-9408-e6e9d9391e6b req-9a3a737f-083d-4ea6-8719-e723d2da4f34 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.1075244 Jul 29 23:38:32.091062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Checking segment: {'id': 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:32.091427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Network hostable DHCP agents. Network: 69a6e180-4369-4529-9d22-4f27b43be6ef, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:32.101438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91fa8c29-13a4-4a6e-9408-e6e9d9391e6b req-cf69050f-8f79-4bbe-8b05-fddd4ba04917 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120970 Jul 29 23:38:32.136651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Network 69a6e180-4369-4529-9d22-4f27b43be6ef is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:32.165362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 69a6e180-4369-4529-9d22-4f27b43be6ef) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:32.175479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.176087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.178703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6e5c2-9ef4-4a95-8956-a95cfc484d0f None None] Network 69a6e180-4369-4529-9d22-4f27b43be6ef requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:32.205675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4756f0df-5e5a-4ffe-8a12-9298f8f3356b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7542229 Jul 29 23:38:32.487842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98c557-5ebd-4029-9346-ce90c1c67537 None None] Network 69a6e180-4369-4529-9d22-4f27b43be6ef requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:32.538898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad321c6-29c3-48a8-9c9a-5105d16c0750 req-49933b36-0b61-4c12-958b-f63ca81ab30c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.555142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fad321c6-29c3-48a8-9c9a-5105d16c0750 req-49933b36-0b61-4c12-958b-f63ca81ab30c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1092243 Jul 29 23:38:32.668876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fad321c6-29c3-48a8-9c9a-5105d16c0750 req-baa2597d-6e15-42d3-a9c3-9f442414af10 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127310 Jul 29 23:38:32.801785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61f89-0c4c-4f47-99eb-342994210552 req-ca1df3c1-6bbd-4aa9-9e38-76b2167ac8a3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.810439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03f61f89-0c4c-4f47-99eb-342994210552 req-ca1df3c1-6bbd-4aa9-9e38-76b2167ac8a3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0890114 Jul 29 23:38:32.879304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03f61f89-0c4c-4f47-99eb-342994210552 req-565ae682-de4d-49a6-b1f2-a799845ff9c8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Jul 29 23:38:33.404301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36184) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.448019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1201561074-network', 'tenant_id': 'afc9db7c258447e3bb7334935bce7235'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:33.521821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:33.523734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e44f-fb1a-430b-af7a-fc48fdce3107 req-155ba9c1-a9e5-44cc-820b-1c1107cb5c38 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.523734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37c6e44f-fb1a-430b-af7a-fc48fdce3107 req-155ba9c1-a9e5-44cc-820b-1c1107cb5c38 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 945 time: 0.2707593 Jul 29 23:38:33.551031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Made reservation on behalf of afc9db7c258447e3bb7334935bce7235 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:33.555666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.586984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.598648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37c6e44f-fb1a-430b-af7a-fc48fdce3107 req-f54778c8-51aa-4de4-b930-c21b8fbde7e3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891910 Jul 29 23:38:33.608375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 2767ee37-333a-4a79-a025-53b296cad5ca completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:33.617559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 2767ee37-333a-4a79-a025-53b296cad5ca triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:33.619783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.801180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.841060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:33.845705 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da32a69-798c-4a41-822a-791bf1bb28f2" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:33.874050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:33.890984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.954774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-adc944a6-fe7a-46f1-99f4-4a0b431cda18 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.960734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-adc944a6-fe7a-46f1-99f4-4a0b431cda18 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.2449296 Jul 29 23:38:33.987005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.997409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:34.041412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480aa24-9ef6-4d1b-85b9-5f683a46c76b req-a7304dd1-a44e-4e3f-a8a7-8cc67095e7c4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.062315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f480aa24-9ef6-4d1b-85b9-5f683a46c76b req-a7304dd1-a44e-4e3f-a8a7-8cc67095e7c4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.2223005 Jul 29 23:38:34.078936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.088051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.094383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.196964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f480aa24-9ef6-4d1b-85b9-5f683a46c76b req-740552d3-9e40-4547-a4ac-4cd8ef9eaac3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275520 Jul 29 23:38:34.288450 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38971aa0-f612-4e2b-a30e-cb5dacceb6b1 x-openstack-request-id: req-38971aa0-f612-4e2b-a30e-cb5dacceb6b1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:34.288880 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:34.289211 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38971aa0-f612-4e2b-a30e-cb5dacceb6b1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:34.289789 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:38:34.303406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:34.367955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:34.427731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.431268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:34.436066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:34.438873 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59696ad5-dd88-4383-a396-58e80755a198" -d '{"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:34.446387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.454790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500652b-0207-4a19-9b61-5bc4f06055be,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.474706 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.475987 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Added segment ac92fb11-0770-441b-8712-7010b2d9571f of type vlan for network f488f213-72a7-4111-9f7d-6ea70000a695 Jul 29 23:38:34.697715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.699580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb55fa-f258-4f32-8562-8b24ba322ab4 req-5f566229-e2d2-4a66-83e1-ea6707bf08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.701155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05cb55fa-f258-4f32-8562-8b24ba322ab4 req-5f566229-e2d2-4a66-83e1-ea6707bf08e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1097 time: 0.2273443 Jul 29 23:38:34.719418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.732472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on host n-h2-712707-11 for vnic_type normal with profile {"migrating_to": "n-h1-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.733019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.733515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.749581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.750276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Attempting to bind port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on network 91a7e4dd-5392-44c1-9689-2ddaafa7826a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.759357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:34.759968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Checking segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:34.760509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Bound using segment: {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:34.761123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Bound port: eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91a7e4dd-5392-44c1-9689-2ddaafa7826a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:34.761722 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.779848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.781253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.782086 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.782321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaa531-bab7-4dd8-bf3e-445fe708021f req-cfd595f6-25e4-488d-a459-0506c4112897 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.791190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8aaa531-bab7-4dd8-bf3e-445fe708021f req-cfd595f6-25e4-488d-a459-0506c4112897 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.2595019 Jul 29 23:38:34.873533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4677804 Jul 29 23:38:34.882530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.897734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Request body: {'subnet': {'network_id': 'f488f213-72a7-4111-9f7d-6ea70000a695', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1201561074-subnet', 'tenant_id': 'afc9db7c258447e3bb7334935bce7235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:34.926514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619452b-6c58-489b-95e7-8821b85b47a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f488f213-72a7-4111-9f7d-6ea70000a695,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.935914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Made reservation on behalf of afc9db7c258447e3bb7334935bce7235 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:34.939056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.939903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f488f213-72a7-4111-9f7d-6ea70000a695 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:34.965914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05cb55fa-f258-4f32-8562-8b24ba322ab4 req-aaf1b2bc-419a-4f23-b635-ac26f53b8176 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438741 Jul 29 23:38:34.997722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8aaa531-bab7-4dd8-bf3e-445fe708021f req-74e61c4a-50db-4485-85a5-d43a8daefe65 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005048 Jul 29 23:38:35.154012 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb986d-e43c-419c-b505-25f7e7a5d082 x-openstack-request-id: req-ddeb986d-e43c-419c-b505-25f7e7a5d082 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:35.154376 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:35.154535 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddeb986d-e43c-419c-b505-25f7e7a5d082 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:35.154940 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'code': 200} Jul 29 23:38:35.171288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.176338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e111-ebd1-4fdf-9d61-0edb86c26459 req-80b37f51-0601-49fc-b968-08a7b72a1c3e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.188498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48a5e111-ebd1-4fdf-9d61-0edb86c26459 req-80b37f51-0601-49fc-b968-08a7b72a1c3e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1040065 Jul 29 23:38:35.199702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:35.238714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:35.260701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.264136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48a5e111-ebd1-4fdf-9d61-0edb86c26459 req-81d3e95c-556a-4adc-b805-9ae4f61a318f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 Jul 29 23:38:35.271814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecfb4b4-6411-4ab6-ace4-1131090e1663,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.312962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Checking segment: {'id': 'ac92fb11-0770-441b-8712-7010b2d9571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f488f213-72a7-4111-9f7d-6ea70000a695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:35.313322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Network hostable DHCP agents. Network: f488f213-72a7-4111-9f7d-6ea70000a695, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:35.373847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.377675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.378299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.379813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-5214f651-ac08-4270-b4fc-5a20e0c0d668 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 1123 time: 1.4004967 Jul 29 23:38:35.388229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Network f488f213-72a7-4111-9f7d-6ea70000a695 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:35.410026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f488f213-72a7-4111-9f7d-6ea70000a695) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:35.419791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb50db-364b-4736-a97b-87a14af43732 None None] Network f488f213-72a7-4111-9f7d-6ea70000a695 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:35.426996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.427741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.457657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b88dd8d7-7a40-47a3-bbcb-9a9d893e65f2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5627942 Jul 29 23:38:35.755405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:35.783432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae7e3-cc96-45be-9fb4-be29cfd66515 req-a5ef6dca-78ee-4d17-b346-2252522dfeaa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.785471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44aae7e3-cc96-45be-9fb4-be29cfd66515 req-a5ef6dca-78ee-4d17-b346-2252522dfeaa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.2621377 Jul 29 23:38:35.887060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44aae7e3-cc96-45be-9fb4-be29cfd66515 req-26bc931c-d9e9-4292-a435-7e728414ff3e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843945 Jul 29 23:38:35.973227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:36.001289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['eb3ce454-dbb2-4d79-a606-7ff22b5bd793'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:36.110697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 has no active binding in host n-h1-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:38:36.117373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1511488-c5d3-4f49-97b0-20bce6f2d30c None None] Network f488f213-72a7-4111-9f7d-6ea70000a695 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:36.208188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['eb3ce454-dbb2-4d79-a606-7ff22b5bd793'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:36.312314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1034-0b6d-4686-8c0c-50c2a131d1c6 req-cfdc9a45-1f5c-419f-aa55-acf9711a228a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.314242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63da1034-0b6d-4686-8c0c-50c2a131d1c6 req-cfdc9a45-1f5c-419f-aa55-acf9711a228a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0963686 Jul 29 23:38:36.406776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63da1034-0b6d-4686-8c0c-50c2a131d1c6 req-23419323-426a-4584-939a-174aa53e75ea tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811343 Jul 29 23:38:36.640075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3025-e839-4524-9c80-b4fdd8dd1bb9 req-dbce2d59-ee32-4188-873f-dcb939985a34 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.652143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20cf3025-e839-4524-9c80-b4fdd8dd1bb9 req-dbce2d59-ee32-4188-873f-dcb939985a34 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.0964262 Jul 29 23:38:36.709894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20cf3025-e839-4524-9c80-b4fdd8dd1bb9 req-5b364963-8e69-45be-bb8e-4a6e517b846a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 Jul 29 23:38:36.846834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-af25334f-7e5d-4d9c-bdb0-b1e99cb87d32 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.860566 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-af25334f-7e5d-4d9c-bdb0-b1e99cb87d32 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/networks?id=69a6e180-4369-4529-9d22-4f27b43be6ef HTTP/1.1" status: 200 len: 814 time: 0.1825726 Jul 29 23:38:36.889004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-90046ef7-d96b-43c3-afef-56108968c4ff tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/quotas/cadfc13f0c1949f98eff125039753110 HTTP/1.1" status: 200 len: 375 time: 0.0263541 Jul 29 23:38:36.932782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-4cb78ede-65d8-42e3-9ee7-415d3410842a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cadfc13f0c1949f98eff125039753110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426390 Jul 29 23:38:37.033802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-616c57a1-7883-4da6-89a3-f366bec18959 service neutron] 10.222.0.49 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990641 Jul 29 23:38:37.160895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-230f72a0-e57f-4001-af49-344448672b13 service neutron] 10.222.0.49 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258466 Jul 29 23:38:37.163841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:37.170401 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac1016-acb6-46fc-9848-9129238ec901" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:37.525152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f6d1-e494-4e31-a881-dd668a2be242 req-9413951f-406e-4152-a747-59bb027898c7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.533417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0255f6d1-e494-4e31-a881-dd668a2be242 req-9413951f-406e-4152-a747-59bb027898c7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.0630300 Jul 29 23:38:37.586785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0255f6d1-e494-4e31-a881-dd668a2be242 req-cdc7744d-6020-48b7-846b-49914f80c07c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459538 Jul 29 23:38:37.594525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-032dcab7-7818-4b96-8318-e82df78811c7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.596316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-032dcab7-7818-4b96-8318-e82df78811c7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.1798596 Jul 29 23:38:37.621232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-d3837b21-dee2-408c-8543-5565b493ac4d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/quotas/eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 375 time: 0.0156541 Jul 29 23:38:37.707856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-f2781aab-18ea-4a16-bd08-02568bdf6bbd tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796583 Jul 29 23:38:37.761787 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d871e66-32ad-4142-9f9a-3f1b58b800b2 x-openstack-request-id: req-8d871e66-32ad-4142-9f9a-3f1b58b800b2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:37.761787 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:37.762730 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d871e66-32ad-4142-9f9a-3f1b58b800b2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:37.762909 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'status': 'completed', 'code': 200} Jul 29 23:38:37.854116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-41ac522d-5b8d-42a2-a17b-7ea13ceea9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450148 Jul 29 23:38:37.938283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1016-acb6-46fc-9848-9129238ec901 req-4d2f2195-d3fb-4762-b6bd-e5c3c3dd323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.941415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-4d2f2195-d3fb-4762-b6bd-e5c3c3dd323b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1126 time: 0.1386294 Jul 29 23:38:37.998492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-0b48bcb4-985b-43cf-bf1a-1ef392a182a4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431756 Jul 29 23:38:38.058784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56379833-79d4-400a-bb66-8dce660bde9d req-4064b39c-8d36-4026-9dee-47e5579c3199 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 210 time: 0.1159129 Jul 29 23:38:38.286936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15cf82-bd79-4826-be5b-b06ad09a30a7 req-f307b3af-2f73-4466-b8dc-c420b952483d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.294543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df15cf82-bd79-4826-be5b-b06ad09a30a7 req-f307b3af-2f73-4466-b8dc-c420b952483d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1569653 Jul 29 23:38:38.296568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1016-acb6-46fc-9848-9129238ec901 req-a2b89c35-da7b-480a-be77-2a045c47d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.298175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-a2b89c35-da7b-480a-be77-2a045c47d58b service neutron] 10.222.0.59 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.3398366 Jul 29 23:38:38.389153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-44b4c76b-e209-439f-89e6-be8b366f2d97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 217 time: 0.0731671 Jul 29 23:38:38.416595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df15cf82-bd79-4826-be5b-b06ad09a30a7 req-6c3b2ea2-a5c9-4619-abbe-d2dc1663a748 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156845 Jul 29 23:38:38.612864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1016-acb6-46fc-9848-9129238ec901 req-8047cf20-af1b-430f-91d1-812e9d69de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.616103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-8047cf20-af1b-430f-91d1-812e9d69de18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1660221 Jul 29 23:38:38.620482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9f3ca-e11c-4a6f-a058-d7ff2a53367f req-6c5ce960-289f-40c5-b42f-7b3b2acf6db3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.643595 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0f9f3ca-e11c-4a6f-a058-d7ff2a53367f req-6c5ce960-289f-40c5-b42f-7b3b2acf6db3 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1207485 Jul 29 23:38:38.731753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0f9f3ca-e11c-4a6f-a058-d7ff2a53367f req-66eee7d8-6423-4b42-a8da-510b0b6dba76 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880778 Jul 29 23:38:38.769891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-b54aa890-9be2-4d4a-bb35-7741bb1a144f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943046 Jul 29 23:38:38.846478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8539-9b57-4d2e-a65b-d25991205631 req-ee766483-59b9-491e-802b-a6ce9dc22950 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.857040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36466) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.862267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd1d8539-9b57-4d2e-a65b-d25991205631 req-ee766483-59b9-491e-802b-a6ce9dc22950 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.2897949 Jul 29 23:38:38.862569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'floatingip': {'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:38.972511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6266cc3-3061-4fe1-9a82-38a0463c6d7c req-c2596b27-e9a3-4813-ae3d-2de5c32c8b92 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0800493 Jul 29 23:38:38.981441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.988723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-6680b6f3-b162-4554-97de-5a06591e3442 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100964 Jul 29 23:38:39.233099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00ac1016-acb6-46fc-9848-9129238ec901 req-aa6c8df5-53e4-4a70-8766-de131aed6fb4 service neutron] 10.222.0.59 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310305 Jul 29 23:38:39.278624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1814b79b-7190-4b74-adf5-f57cc72fc242 req-5a7cd105-cd21-4b8f-8218-8337f0ec4044 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 210 time: 0.0699363 Jul 29 23:38:39.313971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.481821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-186dba41-74b5-4387-aca9-d0a80d7becc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.641774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-186dba41-74b5-4387-aca9-d0a80d7becc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.648058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-186dba41-74b5-4387-aca9-d0a80d7becc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.703148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dba41-74b5-4387-aca9-d0a80d7becc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dc6a8d-9c87-4ae0-b497-2236f7a47e2c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.764917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-186dba41-74b5-4387-aca9-d0a80d7becc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1376010700584042a5421f59f37c3f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495730 Jul 29 23:38:39.770171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36494) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.871467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.937702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.997017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55018f-f8cc-474e-b7df-2895f234caa7 req-47915fe0-bc58-4033-8bdf-46059d32d0d0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.998928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b55018f-f8cc-474e-b7df-2895f234caa7 req-47915fe0-bc58-4033-8bdf-46059d32d0d0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1386297 Jul 29 23:38:40.058963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b55018f-f8cc-474e-b7df-2895f234caa7 req-3fe04575-3774-4e3e-8817-92ab8aa6fcf1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532153 Jul 29 23:38:40.068756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.072976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.077286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55dc6a8d-9c87-4ae0-b497-2236f7a47e2c HTTP/1.1" status: 204 len: 168 time: 0.3035669 Jul 29 23:38:40.094913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c172e-173c-472f-8384-1443f4dc01b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dc6a8d-9c87-4ae0-b497-2236f7a47e2c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.257588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0373d-31d6-4780-82a6-12b13b096d36 req-563b77f6-8aff-4b39-ab91-e2ae539a9ac9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.265573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcb0373d-31d6-4780-82a6-12b13b096d36 req-563b77f6-8aff-4b39-ab91-e2ae539a9ac9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.4592466 Jul 29 23:38:40.278020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-ab0b6ce8-cef3-4399-bd09-eceacebb6ec7 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.279537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-ab0b6ce8-cef3-4399-bd09-eceacebb6ec7 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.59 "GET /v2.0/networks?id=69a6e180-4369-4529-9d22-4f27b43be6ef HTTP/1.1" status: 200 len: 814 time: 0.4764647 Jul 29 23:38:40.335702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Request body: {'port': {'device_id': '89a34a54-514b-4938-ab10-1a48f9b72978', 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef', 'admin_state_up': True, 'tenant_id': 'cadfc13f0c1949f98eff125039753110'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:40.414993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2752f981-a958-48ec-a2d7-762f0145ddda req-34990519-38b5-40ec-a165-a0d4bb0f9a8d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0427420 Jul 29 23:38:40.434472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcb0373d-31d6-4780-82a6-12b13b096d36 req-df714c2c-cf42-4594-a62e-f75317701607 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606755 Jul 29 23:38:40.595629 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99fe48a3-48f1-48b8-b7c5-75d0f02dca79 req-db00f291-a997-4a84-ad1d-07f169c7e850 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 210 time: 0.0699356 Jul 29 23:38:40.658702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:38:40.737840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Made reservation on behalf of cadfc13f0c1949f98eff125039753110 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:40.743721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.773941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.856915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.071744 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Floating IP 87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a associated. External IP: 172.25.5.125, port: 2767ee37-333a-4a79-a025-53b296cad5ca. Jul 29 23:38:41.327464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e8b93-6ef0-40cb-845a-e07539013cbd req-0a0bb673-3d06-408d-a3a9-8deba1f9927a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.330080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d3e8b93-6ef0-40cb-845a-e07539013cbd req-0a0bb673-3d06-408d-a3a9-8deba1f9927a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 943 time: 0.1258135 Jul 29 23:38:41.415553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d3e8b93-6ef0-40cb-845a-e07539013cbd req-4d71da7e-d35d-4d52-9b1b-1d69c206cee2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615420 Jul 29 23:38:41.427676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-804e28f1-2704-422c-b772-cadfccd4ca4e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.429382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-804e28f1-2704-422c-b772-cadfccd4ca4e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 821 time: 0.6497834 Jul 29 23:38:41.501439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Request body: {'port': {'device_id': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'admin_state_up': True, 'tenant_id': 'eba546b3821f44629ff5924ae55e9243'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:41.571765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Allocated IP 172.20.0.6 (69a6e180-4369-4529-9d22-4f27b43be6ef/e14e5e36-c3a1-4e80-abd4-ee3979b1ec20/91df2eb5-ad9a-44f7-8090-d16180313a68) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:41.671245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:41.780120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df691b34-ea98-48f5-b2c2-2f8d44ee7222 req-b5da5978-48de-47eb-80f0-846b4372a0ec tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.781872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df691b34-ea98-48f5-b2c2-2f8d44ee7222 req-b5da5978-48de-47eb-80f0-846b4372a0ec tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0955942 Jul 29 23:38:41.790807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-775791bb-1fd3-4ab8-99bf-5c55a7e918dd service neutron] 10.222.0.59 "GET /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.1459088 Jul 29 23:38:41.841513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Made reservation on behalf of eba546b3821f44629ff5924ae55e9243 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:41.846799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.870262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df691b34-ea98-48f5-b2c2-2f8d44ee7222 req-1510ff1d-db4d-464a-8df9-531c9a70336a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Jul 29 23:38:42.046715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ed35c42-ff5b-4679-8d2b-d77af82e4976 req-9fd9257f-533c-47d1-a448-de02a9212deb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0557303 Jul 29 23:38:42.079410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:42.093959 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Sync routers for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:42.111513 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:42.112143 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:42.157819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:42.178065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Allocated IP 172.20.0.9 (cc15b999-d053-489e-8573-5e710a7cc465/b34808cc-3113-4ef2-8197-7a1846f10105/cc839d34-0516-4b0b-b25c-6299de537572) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:42.179974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:42.225123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3ce454-dbb2-4d79-a606-7ff22b5bd793 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:42.241845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:42.259851 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:42.262302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.294033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.346499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.394539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] Transition to ACTIVE for port object eb3ce454-dbb2-4d79-a606-7ff22b5bd793 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:42.406541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.429389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-02b96718-9f0d-4dea-b252-63d40770de1e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "PUT /v2.0/floatingips/87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a HTTP/1.1" status: 200 len: 991 time: 3.5710990 Jul 29 23:38:42.449850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:42.459230 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:42.516249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] No DVR routers for this DVR port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:42.535166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1bfcc6e-14ba-40aa-9ebe-32c45a440bfa req-4736da04-f752-4583-a3cc-f58f54ba3ab1 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 210 time: 0.4756126 Jul 29 23:38:42.564556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.606127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] Pushing event updated for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.644323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-b38f8676-88cd-4936-98a0-4fdcaca62bdf service neutron] 10.222.0.59 "PUT /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793/bindings/n-h1-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8423171 Jul 29 23:38:42.646993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Network 69a6e180-4369-4529-9d22-4f27b43be6ef is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:42.659684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:42.670134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:42.697915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Pushing event updated for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.760364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.809356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.809949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.851967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-25399dab-bc7f-4be7-8e70-2e62fd7e57b2 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5527558 Jul 29 23:38:42.864284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bde89-56ac-4045-8455-d9f4ec57fd3b req-b2d18afb-6534-4017-b0c8-03fe6a69d158 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.866767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955bde89-56ac-4045-8455-d9f4ec57fd3b req-b2d18afb-6534-4017-b0c8-03fe6a69d158 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.1464076 Jul 29 23:38:42.877792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Request body: {'port': {'device_id': '89a34a54-514b-4938-ab10-1a48f9b72978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:42.896711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-e664d282-a215-48db-9aa7-8e1a3ba5c2f5 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.899455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-e664d282-a215-48db-9aa7-8e1a3ba5c2f5 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0863972 Jul 29 23:38:42.936196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.954057 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:38:15Z', 'updated_at': '2021-07-29T23:38:40Z', 'revision_number': 1, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:42.971001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['80676758-546b-402c-b2c4-d98e8a64a968'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:42.973452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-3d9d226f-074f-47db-891c-f71bcc79bd17 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.983509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-3d9d226f-074f-47db-891c-f71bcc79bd17 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.2402720 Jul 29 23:38:42.987359 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Checking router: 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:42.999194 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:43.000010 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:43.004604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f8fcc995-eef5-4265-b24b-7bb9644ad0f5 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/quotas/1f54f89bb3bc4287a384e09bec0890f1 HTTP/1.1" status: 200 len: 375 time: 0.0198081 Jul 29 23:38:43.042393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-955bde89-56ac-4045-8455-d9f4ec57fd3b req-c2d27e25-56d3-42dd-b19f-6d5b9bba1277 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581752 Jul 29 23:38:43.062340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-f266dd57-a57d-4854-ab4e-1417e7c435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.074432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.074667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-f266dd57-a57d-4854-ab4e-1417e7c435dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd&tenant_id=074a38fc08624cd790bbfa9648361a69 HTTP/1.1" status: 200 len: 1096 time: 0.1422186 Jul 29 23:38:43.122985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-d7048dad-a9cf-402f-8550-917c6c89e121 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169975 Jul 29 23:38:43.185565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:43.214240 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:43.332307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:43.332734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:43.412270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-599988c7-47e4-4d71-b10e-8f2792ff6e7a service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881098 Jul 29 23:38:43.506273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:38:15Z', 'updated_at': '2021-07-29T23:38:40Z', 'revision_number': 1, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:43.586920 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42537a6b-adc3-4ce7-9330-33c5af0f83ca None None] The sync data for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 is: [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:38:15Z', 'updated_at': '2021-07-29T23:38:40Z', 'revision_number': 1, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:43.671004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-69e4dfd3-91b0-47fe-92e6-8bfb4e709f56 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575426 Jul 29 23:38:43.679562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-cc96a5e0-8a0e-4843-b6ef-418e1da4a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.684394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-cc96a5e0-8a0e-4843-b6ef-418e1da4a658 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074a38fc08624cd790bbfa9648361a69&device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1096 time: 0.4318907 Jul 29 23:38:43.688511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Network cc15b999-d053-489e-8573-5e710a7cc465 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:43.690267 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86343683-58d0-4c72-a0bd-84fc398efe94 x-openstack-request-id: req-86343683-58d0-4c72-a0bd-84fc398efe94 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:43.690560 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:43.690944 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86343683-58d0-4c72-a0bd-84fc398efe94 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:43.691333 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'status': 'completed', 'code': 200} Jul 29 23:38:43.691910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.751940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.758043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:43.781455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:43.819914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:43.826545 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68ffa0-adcf-4bb0-847d-d1d6d76403d3" -d '{"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:43.849369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:43.864301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.865280 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.865569 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.892726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-4c582807-8d25-4cba-aff5-9d5cb8351550 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4000180 Jul 29 23:38:43.947261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-285b8702-ddf4-4488-ab8d-8c6796e7b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.955000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-285b8702-ddf4-4488-ab8d-8c6796e7b031 service neutron] 10.222.0.57 "GET /v2.0/networks?id=91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 200 len: 908 time: 0.2565017 Jul 29 23:38:43.976120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-e2653701-2902-42f7-be13-8cccdd53a6b9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.977028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305062c-0678-4203-aa84-e38cddf06523 req-968f0285-759f-4be2-9dda-d54cb82e3eda tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.977735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-e2653701-2902-42f7-be13-8cccdd53a6b9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc HTTP/1.1" status: 200 len: 944 time: 0.1443582 Jul 29 23:38:43.985153 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2305062c-0678-4203-aa84-e38cddf06523 req-968f0285-759f-4be2-9dda-d54cb82e3eda tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.2987413 Jul 29 23:38:43.994700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Request body: {'port': {'device_id': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:44.000053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fd122-5b55-42db-bb49-bf5ebd1bce1a None None] New status for floating IP 87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:38:44.051367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-aa95d6fe-9478-47fe-a0ba-82d216e978e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.053112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-aa95d6fe-9478-47fe-a0ba-82d216e978e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1097 time: 0.3969696 Jul 29 23:38:44.059622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-280aa14d-2646-4ba7-9297-6eef8fcc2be1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 200 len: 217 time: 0.0803087 Jul 29 23:38:44.173890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.179913 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2305062c-0678-4203-aa84-e38cddf06523 req-b31208d2-0d4f-4ec6-8adb-37cee7cd9806 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935959 Jul 29 23:38:44.268555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790113e-bf9f-4f14-9c2e-4c7174f52228 req-6cc3e645-59e5-4593-aa26-11247e07cdf8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.281978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c790113e-bf9f-4f14-9c2e-4c7174f52228 req-6cc3e645-59e5-4593-aa26-11247e07cdf8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 931 time: 0.1849194 Jul 29 23:38:44.286304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Deleting port c5d2c105-45a0-421e-8848-88bc9078dc6c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:44.286698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.292780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-e1998840-1778-4305-b025-2e1ece4da8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.294285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-e1998840-1778-4305-b025-2e1ece4da8c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 200 len: 847 time: 0.1599200 Jul 29 23:38:44.311542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.412161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-6e49bb2e-30f2-4687-9d36-88a0ebfebbac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91a7e4dd-5392-44c1-9689-2ddaafa7826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008782 Jul 29 23:38:44.505817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a439c85-4892-4e74-aac0-a1d68e80e4d7 req-d874d0f8-7d3c-4b87-a356-4ec6339b5035 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.508410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a439c85-4892-4e74-aac0-a1d68e80e4d7 req-d874d0f8-7d3c-4b87-a356-4ec6339b5035 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 931 time: 0.1692247 Jul 29 23:38:44.533745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c790113e-bf9f-4f14-9c2e-4c7174f52228 req-2b803c66-c113-4bcb-a500-3173f282cb25 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506232 Jul 29 23:38:44.630420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] For port c5d2c105-45a0-421e-8848-88bc9078dc6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d2c105-45a0-421e-8848-88bc9078dc6c,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:44.631210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.631749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-1c8d8cfd-0099-486b-a1a4-11256a94ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.633279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-1c8d8cfd-0099-486b-a1a4-11256a94ee22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.5489500 Jul 29 23:38:44.636506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-631a0f9b-9b9d-4b94-95ce-e6f2b69c9a39 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048578 Jul 29 23:38:44.657780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Calling delete_port for c5d2c105-45a0-421e-8848-88bc9078dc6c owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:44.801311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a439c85-4892-4e74-aac0-a1d68e80e4d7 req-1e8ce6f9-757b-492e-bed1-c1e0c0d5ab58 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832056 Jul 29 23:38:44.880594 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570a6f0-c804-40a8-a20c-9aa4b1458a5d x-openstack-request-id: req-9570a6f0-c804-40a8-a20c-9aa4b1458a5d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:44.881087 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:44.881491 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9570a6f0-c804-40a8-a20c-9aa4b1458a5d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:44.882073 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'code': 200} Jul 29 23:38:44.936018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-feede00b-de73-45a7-bfb2-7c262834dc1d req-429216b5-c937-4bd3-8532-639d73d7c125 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 210 time: 0.0680521 Jul 29 23:38:44.940481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-23974528-1bf6-40f9-be31-f01ea3b960a1 service neutron] 10.222.0.57 "GET /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682338 Jul 29 23:38:44.957229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-e2c89b5c-043d-4282-aac3-dc7db2a58e3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 1001 time: 0.2020280 Jul 29 23:38:45.004446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df2eb5-ad9a-44f7-8090-d16180313a68 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:45.067798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.075682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.107184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Transition to ACTIVE for port object 91df2eb5-ad9a-44f7-8090-d16180313a68 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:45.115598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-c54f071a-d272-4a4d-b4b1-8bbd0dfb25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.117120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-c54f071a-d272-4a4d-b4b1-8bbd0dfb25eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1422291 Jul 29 23:38:45.122291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.175397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event deleted for resources: {'Port': ['ID=c5d2c105-45a0-421e-8848-88bc9078dc6c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.213074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] No DVR routers for this DVR port c5d2c105-45a0-421e-8848-88bc9078dc6c on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:45.220614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.222556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bcc1d96-fee6-41b9-a43f-ca04a70e41e4 req-15485887-0732-494a-bc9f-b01abb7731f8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "DELETE /v2.0/ports/c5d2c105-45a0-421e-8848-88bc9078dc6c HTTP/1.1" status: 204 len: 173 time: 1.2365601 Jul 29 23:38:45.228565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-deleted', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:45.231154 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c8d290-8ed5-4d75-a05f-dbb3d44e423f" -d '{"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-deleted", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:45.243092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a90db7-c40c-488c-8f74-b30f4561df5d req-dcbc1e9e-c580-4f05-82dd-084aa1a2cf6f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.245114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27a90db7-c40c-488c-8f74-b30f4561df5d req-dcbc1e9e-c580-4f05-82dd-084aa1a2cf6f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.1086695 Jul 29 23:38:45.268480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Pushing event updated for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.314636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27a90db7-c40c-488c-8f74-b30f4561df5d req-3a446acf-1871-49ed-abe4-69d0bc78b69a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620813 Jul 29 23:38:45.369333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc839d34-0516-4b0b-b25c-6299de537572 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:45.376912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-1b57a49d-55c8-4dcd-829f-f6964a8a2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.378453 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-1b57a49d-55c8-4dcd-829f-f6964a8a2211 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500849 Jul 29 23:38:45.419352 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b658fc-7fca-4200-aa66-85cc75138619 x-openstack-request-id: req-f3b658fc-7fca-4200-aa66-85cc75138619 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:45.420185 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc", "name": "network-vif-deleted", "tag": "c5d2c105-45a0-421e-8848-88bc9078dc6c", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:45.420559 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3b658fc-7fca-4200-aa66-85cc75138619 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:45.421141 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ad1eb-bc5c-45b7-acb7-c6db848f4ccc', 'name': 'network-vif-deleted', 'tag': 'c5d2c105-45a0-421e-8848-88bc9078dc6c', 'status': 'completed', 'code': 200} Jul 29 23:38:45.563385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.614067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Attempting to bind port 91df2eb5-ad9a-44f7-8090-d16180313a68 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:45.614708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Attempting to bind port 91df2eb5-ad9a-44f7-8090-d16180313a68 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:45.615429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Attempting to bind port 91df2eb5-ad9a-44f7-8090-d16180313a68 on network 69a6e180-4369-4529-9d22-4f27b43be6ef {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:45.631340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Transition to ACTIVE for port object cc839d34-0516-4b0b-b25c-6299de537572 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:45.645330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Port 91df2eb5-ad9a-44f7-8090-d16180313a68 on network 69a6e180-4369-4529-9d22-4f27b43be6ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:45.646214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Attempting to bind port 91df2eb5-ad9a-44f7-8090-d16180313a68 on network 69a6e180-4369-4529-9d22-4f27b43be6ef {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:45.648197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.673252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-7ec7e94d-0284-4a15-9901-75153fc1debb service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517409 Jul 29 23:38:45.674470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:45.675054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Checking segment: {'id': 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:45.675574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Bound using segment: {'id': 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:45.676688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Bound port: 91df2eb5-ad9a-44f7-8090-d16180313a68, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:45.676688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.733129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6562-fdc8-4d26-8756-44f80ede91a9 req-53f12f26-5b13-412b-9f99-6484c8c5090a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.735308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5ba6562-fdc8-4d26-8756-44f80ede91a9 req-53f12f26-5b13-412b-9f99-6484c8c5090a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.3611472 Jul 29 23:38:45.907766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.989153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-cfb398ba-06f9-4ccc-91af-edd2ccc2da66 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.991116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-cfb398ba-06f9-4ccc-91af-edd2ccc2da66 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd&tenant_id=074a38fc08624cd790bbfa9648361a69&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.5944471 Jul 29 23:38:46.003916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5ba6562-fdc8-4d26-8756-44f80ede91a9 req-762e4e92-f4c7-4128-8812-6ee61f2f495e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567654 Jul 29 23:38:46.024686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b24e-5978-487b-8876-a5523c00b904 req-a25bf5a4-6bb0-48af-af0f-a0d132799546 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.029385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6749b24e-5978-487b-8876-a5523c00b904 req-a25bf5a4-6bb0-48af-af0f-a0d132799546 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1578259 Jul 29 23:38:46.081298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31f3b134-59dc-44d6-9b3a-a2fa0b242f7b req-72b863c9-03c0-4edc-a5d4-81df3f41d121 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320825 Jul 29 23:38:46.082641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:46.107279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=91df2eb5-ad9a-44f7-8090-d16180313a68,segment=NetworkSegment(a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb),segment_id=a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:46.111366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-507ced60-301e-4079-bca5-07f120c1cf3a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.112804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:46.113070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-507ced60-301e-4079-bca5-07f120c1cf3a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.2408745 Jul 29 23:38:46.113333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:46.113819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.117098 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.139843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Request body: {'port': {'device_id': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'admin_state_up': True, 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:46.151019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:46.152146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.165320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6749b24e-5978-487b-8876-a5523c00b904 req-22744c70-083a-4880-ae51-170bbccf3ace tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106541 Jul 29 23:38:46.195024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23b5a47b-efb8-4324-accb-d0b972b90f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.203825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.212645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.214485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/91df2eb5-ad9a-44f7-8090-d16180313a68 HTTP/1.1" status: 200 len: 1092 time: 3.3436306 Jul 29 23:38:46.215276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:46.218093 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed4e50-efa4-4076-a6ea-00c935eb658e" -d '{"events": [{"name": "network-changed", "server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:46.224475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:46.225242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:46.225911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:46.226616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Bound port: cc839d34-0516-4b0b-b25c-6299de537572, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:46.227933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.275703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79416dfd-aba0-4264-b862-0285e8a529f2 service neutron] Pushing event updated for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.339045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-07f6cdd0-03e1-4b53-aaa2-13c2ffa5a979 service neutron] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:46.346569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-07f6cdd0-03e1-4b53-aaa2-13c2ffa5a979 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.347768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce5ac5d3-09a1-4b3e-9d32-4bf1ba4c6a3f req-07f6cdd0-03e1-4b53-aaa2-13c2ffa5a979 service neutron] 10.222.0.57 "DELETE /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793/bindings/n-h2-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.3444583 Jul 29 23:38:46.406283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cadf828-b1c2-40ee-94dc-b239cbdc4885 req-42359d58-f897-4a7f-9089-620be1c5f552 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 210 time: 0.0643322 Jul 29 23:38:46.417682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-d0cb2f60-90b3-4fd9-8a6e-28272b319e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.418117 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-d0cb2f60-90b3-4fd9-8a6e-28272b319e2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cadfc13f0c1949f98eff125039753110&device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 1095 time: 0.1385880 Jul 29 23:38:46.419867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:46.442612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:46.443705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ee245-2ec3-42f9-bf1a-4678436eb6e9 req-cbb1ee4d-b852-4e4b-9736-24a1ff7404e8 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.445339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c64ee245-2ec3-42f9-bf1a-4678436eb6e9 req-cbb1ee4d-b852-4e4b-9736-24a1ff7404e8 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 943 time: 0.1189849 Jul 29 23:38:46.447273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.447431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:46.465294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.509123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-63bcf86b-164a-4497-8f7f-011c6ac1d54b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91df2eb5-ad9a-44f7-8090-d16180313a68 HTTP/1.1" status: 200 len: 217 time: 0.0748808 Jul 29 23:38:46.580131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.580763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.582206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 1092 time: 2.6311336 Jul 29 23:38:46.647440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c64ee245-2ec3-42f9-bf1a-4678436eb6e9 req-f9fcaaef-c9c0-45b8-bac8-45b300bf5ac1 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865480 Jul 29 23:38:46.649949 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1287470-deb5-4b74-9463-fa7f082e0c9f x-openstack-request-id: req-f1287470-deb5-4b74-9463-fa7f082e0c9f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:46.650169 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:46.650377 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1287470-deb5-4b74-9463-fa7f082e0c9f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:46.650815 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68', 'status': 'completed', 'code': 200} Jul 29 23:38:46.652366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-bd44d07d-61de-4daa-9e49-d5a577252bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.653895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-bd44d07d-61de-4daa-9e49-d5a577252bdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e14e5e36-c3a1-4e80-abd4-ee3979b1ec20 HTTP/1.1" status: 200 len: 854 time: 0.1213906 Jul 29 23:38:46.654734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a52a5-811e-4890-b98d-fd683b6aa8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.755527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-3df26ff4-444e-4384-ae2c-9024f3762dae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=69a6e180-4369-4529-9d22-4f27b43be6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643237 Jul 29 23:38:46.811230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Allocated IP 172.20.0.12 (5a9b398b-9906-442f-9b14-82d43195dac3/37a3d582-0647-431f-aa6a-d132d6d05c72/33d678d5-5933-4b15-aa90-f05dc7ccacf0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:46.882746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5efd0-2ecb-4c0e-bf6d-10adae1f9555 req-b47a2e35-a14e-4e38-a4e1-be0d8c90e866 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.885519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0b5efd0-2ecb-4c0e-bf6d-10adae1f9555 req-b47a2e35-a14e-4e38-a4e1-be0d8c90e866 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.1489298 Jul 29 23:38:46.999341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-860394ed-1646-4a3e-8fe8-8d0e54edf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.001498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-860394ed-1646-4a3e-8fe8-8d0e54edf045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1095 time: 0.2868018 Jul 29 23:38:47.019037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.087379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.134694 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-8b49ecd2-df2a-4524-a211-88cc3aa0de74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 217 time: 0.1022477 Jul 29 23:38:47.152828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0b5efd0-2ecb-4c0e-bf6d-10adae1f9555 req-9601f0d1-fbae-4321-8c2b-47eed51f2b4a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441077 Jul 29 23:38:47.158819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.192458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:47.233687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-9e65c9a0-d9ab-4763-973d-8c18f9a458cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.235195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-9e65c9a0-d9ab-4763-973d-8c18f9a458cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0795767 Jul 29 23:38:47.242968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c5d2c105-45a0-421e-8848-88bc9078dc6c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:47.243600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d2c105-45a0-421e-8848-88bc9078dc6c not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:47.247201 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-2901f4ca-fe4f-40e1-b98f-9814ac9f367d service neutron] 10.222.0.59 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152720 Jul 29 23:38:47.262684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Network 5a9b398b-9906-442f-9b14-82d43195dac3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:47.268173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317642e0-ee61-4d86-bdb8-b31fc621342f req-89a2087d-79b8-494b-8ff8-cd9a1619cfeb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.269325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:47.276839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-317642e0-ee61-4d86-bdb8-b31fc621342f req-89a2087d-79b8-494b-8ff8-cd9a1619cfeb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1503711 Jul 29 23:38:47.279113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:47.284367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.341843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.342607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.357189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-1b015440-af7c-45a6-ae33-c998a998bf46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983284 Jul 29 23:38:47.360676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-587761cd-4711-4f5c-9179-1c58abd218b3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2280104 Jul 29 23:38:47.417114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Request body: {'port': {'device_id': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:47.456381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-317642e0-ee61-4d86-bdb8-b31fc621342f req-d45fdaf5-4009-4571-ba44-3023a3bb8203 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786253 Jul 29 23:38:47.517214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.541069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691e5f4-08ca-4b0d-928b-dfdcc02c36f6 req-10575bc3-ffd8-4841-b718-8564d3997a17 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.542936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a691e5f4-08ca-4b0d-928b-dfdcc02c36f6 req-10575bc3-ffd8-4841-b718-8564d3997a17 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1440451 Jul 29 23:38:47.579156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4279151a-2eb5-4e8b-95c1-97d42f7d3d71 req-1e0c0f9b-9adf-46d6-9b6f-7f56705a44f6 service neutron] 10.222.0.59 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191309 Jul 29 23:38:47.615874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-cfc71d45-944c-4e92-817e-3fbb9d2f7633 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449737 Jul 29 23:38:47.634570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fa47d-1c05-4968-83cf-7a4fb7b4affd req-91b500bf-f039-4745-b67c-0d84a4321341 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.636354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a21fa47d-1c05-4968-83cf-7a4fb7b4affd req-91b500bf-f039-4745-b67c-0d84a4321341 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 1096 time: 0.0757096 Jul 29 23:38:47.710905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a691e5f4-08ca-4b0d-928b-dfdcc02c36f6 req-ba0e2aa4-1bec-4877-a3a2-03b1eeacb3f8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328669 Jul 29 23:38:47.779884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a21fa47d-1c05-4968-83cf-7a4fb7b4affd req-ff78abd4-5773-411b-a3ae-81f364a8d2e6 tempest-LiveMigrationTest-1357811497 tempest-LiveMigrationTest-1357811497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315427 Jul 29 23:38:47.788214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-6a6b0df7-59d6-4d2a-ba05-7437aa9cc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.790276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-6a6b0df7-59d6-4d2a-ba05-7437aa9cc2a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cadfc13f0c1949f98eff125039753110&device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 1095 time: 0.0976048 Jul 29 23:38:47.816863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b50203ea-a21a-46c8-904d-3dba2382b104 req-cdbbb183-d8cf-4ad6-baa1-2b84537e1d28 service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914084 Jul 29 23:38:47.909657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-1ecc5af2-2eae-42ec-ae75-023cca8f5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.911497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-1ecc5af2-2eae-42ec-ae75-023cca8f5fe2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=69a6e180-4369-4529-9d22-4f27b43be6ef HTTP/1.1" status: 200 len: 915 time: 0.1123526 Jul 29 23:38:47.954134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389921b-3e85-43c1-9de4-ce1bf03c41a8 req-35c78532-4fd3-433f-aaf5-124d204de4b5 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.955831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3389921b-3e85-43c1-9de4-ce1bf03c41a8 req-35c78532-4fd3-433f-aaf5-124d204de4b5 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 932 time: 0.1329944 Jul 29 23:38:47.959551 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-a26ca914-128b-4eee-962f-a4bae056891e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91df2eb5-ad9a-44f7-8090-d16180313a68 HTTP/1.1" status: 200 len: 217 time: 0.0398567 Jul 29 23:38:48.050482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-37a171e6-190f-44f2-9026-7bad37bb2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.056547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-37a171e6-190f-44f2-9026-7bad37bb2718 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e14e5e36-c3a1-4e80-abd4-ee3979b1ec20 HTTP/1.1" status: 200 len: 854 time: 0.0859559 Jul 29 23:38:48.072032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d678d5-5933-4b15-aa90-f05dc7ccacf0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:48.085708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3389921b-3e85-43c1-9de4-ce1bf03c41a8 req-0786d5ce-7e03-40ee-92b2-f6f55219c197 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180546 Jul 29 23:38:48.104727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.123281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Transition to ACTIVE for port object 33d678d5-5933-4b15-aa90-f05dc7ccacf0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:48.128709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.201305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.353193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Attempting to bind port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:48.353605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Attempting to bind port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:48.354265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Attempting to bind port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:48.364656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 on network 5a9b398b-9906-442f-9b14-82d43195dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:48.365608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Attempting to bind port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:48.372991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:48.374093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Checking segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:48.374499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Bound using segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:48.375010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Bound port: 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:48.375373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.452351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:48.455661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:48.461306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.513371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.514016 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.515563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] 10.222.0.59 "PUT /v2.0/ports/33d678d5-5933-4b15-aa90-f05dc7ccacf0 HTTP/1.1" status: 200 len: 1093 time: 1.1045635 Jul 29 23:38:48.516062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:48.518942 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92354c-04ca-4dd8-82ec-b57bf379ac50" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:48.519519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-6dfc038b-c320-4239-8ae6-a828871ebe59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=69a6e180-4369-4529-9d22-4f27b43be6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4545527 Jul 29 23:38:48.543481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312673f-52f5-4f26-bb3a-c73bb25e0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.652527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:48.655286 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ff71f-1bdc-4343-be1c-9b8f18649e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "tag": "cc839d34-0516-4b0b-b25c-6299de537572"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:48.670367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-47a582ef-5991-46cf-84c6-3c2efcdfc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.672170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-47a582ef-5991-46cf-84c6-3c2efcdfc91f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 1096 time: 0.0945008 Jul 29 23:38:48.681737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54732120-06ad-4e6f-80ba-73e52ec65fe1 req-3e8e0960-fead-408f-ba03-cd2c74bbbe93 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.683418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54732120-06ad-4e6f-80ba-73e52ec65fe1 req-3e8e0960-fead-408f-ba03-cd2c74bbbe93 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 943 time: 0.1668346 Jul 29 23:38:48.686092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540603-d47c-450e-9d69-33b97fb6c35d req-29ac0bed-03a9-421e-8090-51274732cc2b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.687890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb540603-d47c-450e-9d69-33b97fb6c35d req-29ac0bed-03a9-421e-8090-51274732cc2b tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.0708210 Jul 29 23:38:48.738439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-5d680f5b-d1f3-4d79-90ef-dd70daeec362 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0 HTTP/1.1" status: 200 len: 217 time: 0.0493538 Jul 29 23:38:48.753617 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-c1b142ea-53b7-4662-b4db-fbca08af866a service neutron] 10.222.0.57 "GET /v2.0/ports/e8e07f85-8bfc-4743-992f-e0a395e77063/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.1392040 Jul 29 23:38:48.758193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-8dcb001b-bed1-48dc-8f3b-060a88dd6e9e service neutron] 10.222.0.59 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065520 Jul 29 23:38:48.781992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54732120-06ad-4e6f-80ba-73e52ec65fe1 req-be67e3f9-56b4-4aa4-aa0d-c9f9ad6b82dc tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881176 Jul 29 23:38:48.810899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-0db89796-2b6a-41c1-9945-e4e338e00efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.813394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-0db89796-2b6a-41c1-9945-e4e338e00efb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.0663095 Jul 29 23:38:48.816893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb540603-d47c-450e-9d69-33b97fb6c35d req-d9b38ec4-149f-410e-ad8f-3c284f941ce0 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199446 Jul 29 23:38:48.872395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-82f09d2b-8546-4ddf-a914-917682b6c1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511634 Jul 29 23:38:48.916323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20ed4e50-efa4-4076-a6ea-00c935eb658e req-fa0e0964-ca27-4f9b-b054-70c7026c49d8 service neutron] 10.222.0.59 "GET /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500142 Jul 29 23:38:48.963244 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6fd0c-ce39-46b1-bc9e-e6daa97fa44e x-openstack-request-id: req-0dc6fd0c-ce39-46b1-bc9e-e6daa97fa44e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:48.963530 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "tag": "cc839d34-0516-4b0b-b25c-6299de537572", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:48.963780 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dc6fd0c-ce39-46b1-bc9e-e6daa97fa44e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:48.964726 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572', 'status': 'completed', 'code': 200} Jul 29 23:38:48.974656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cba68ad3-0bee-4f8c-85bc-009cdba7e86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.992821 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f5704d-6ca9-4cfd-b20a-b618cb772c05 x-openstack-request-id: req-36f5704d-6ca9-4cfd-b20a-b618cb772c05 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:48.993119 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:48.993355 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36f5704d-6ca9-4cfd-b20a-b618cb772c05 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:48.993779 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'status': 'completed', 'code': 200} Jul 29 23:38:49.008945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-d921d3c5-1874-4e79-a0f6-64c181221d12 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274018 Jul 29 23:38:49.071371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1cabb-fe5b-4c6f-8e11-8dca75fd4337 req-e42b0229-60b1-49a7-9930-a521c08fd75f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.072880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10a1cabb-fe5b-4c6f-8e11-8dca75fd4337 req-e42b0229-60b1-49a7-9930-a521c08fd75f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0561583 Jul 29 23:38:49.105618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa564e-4d2c-4f8b-b155-92660b9f0665 req-ff5f4f48-0e3e-4f34-a4c1-6fe671d6b241 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.107245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2faa564e-4d2c-4f8b-b155-92660b9f0665 req-ff5f4f48-0e3e-4f34-a4c1-6fe671d6b241 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1164238 Jul 29 23:38:49.175261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b89bbed-fbbd-46bf-8b4f-60c65f1cc75f req-b49a54cf-040c-4a44-aa6c-86210373426f service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498210 Jul 29 23:38:49.176297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10a1cabb-fe5b-4c6f-8e11-8dca75fd4337 req-6f9977ec-19a1-4621-a292-9c173797906b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972879 Jul 29 23:38:49.179369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-ed2da5c5-1400-4511-8d2a-027ce3fd2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.180749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-ed2da5c5-1400-4511-8d2a-027ce3fd2270 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0812893 Jul 29 23:38:49.185524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2faa564e-4d2c-4f8b-b155-92660b9f0665 req-e09d3247-cff9-4cc3-a646-094e3cddfc3e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664518 Jul 29 23:38:49.199777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 91df2eb5-ad9a-44f7-8090-d16180313a68 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:49.285187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.372615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-afd59ab2-482d-4e21-a04a-b2dcf4c58d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.374242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-afd59ab2-482d-4e21-a04a-b2dcf4c58d32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1101 time: 0.1440346 Jul 29 23:38:49.387256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-9fa48fda-0656-42ed-9e54-9fbe865d2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.389367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-9fa48fda-0656-42ed-9e54-9fbe865d2da9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1598804 Jul 29 23:38:49.418034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-90656cfc-fb11-4ac7-99fe-21d529dc9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.419648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-90656cfc-fb11-4ac7-99fe-21d529dc9c52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 1096 time: 0.0980556 Jul 29 23:38:49.425440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=91df2eb5-ad9a-44f7-8090-d16180313a68,segment=NetworkSegment(a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb),segment_id=a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:49.438988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '91df2eb5-ad9a-44f7-8090-d16180313a68', 'network_id': '69a6e180-4369-4529-9d22-4f27b43be6ef', 'port_id': '91df2eb5-ad9a-44f7-8090-d16180313a68', 'mac_address': 'fa:16:3e:83:01:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14e5e36-c3a1-4e80-abd4-ee3979b1ec20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:49.447221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824a7d6-74a4-4a7f-9c3b-56cca1947a04 req-303053de-a698-45a3-ba51-1f577d59e595 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.449035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3824a7d6-74a4-4a7f-9c3b-56cca1947a04 req-303053de-a698-45a3-ba51-1f577d59e595 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 944 time: 0.0805075 Jul 29 23:38:49.476783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-b0451fbd-47c7-4136-9909-1fe6515a9ccc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 217 time: 0.0475304 Jul 29 23:38:49.483689 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.499553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df2eb5-ad9a-44f7-8090-d16180313a68 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:49.501017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-996aa6b2-8b2a-45df-b3d3-61308e6a49c8 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6569ead8244041ba8163581d01a3a1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271108 Jul 29 23:38:49.524375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=91df2eb5-ad9a-44f7-8090-d16180313a68,segment=NetworkSegment(a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb),segment_id=a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:49.529111 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.575695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3824a7d6-74a4-4a7f-9c3b-56cca1947a04 req-452bc110-e806-4f94-af1b-d7ba34f94c3e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065474 Jul 29 23:38:49.581868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-2f4da95c-5633-445a-82d1-f981e46720a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.583842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-2f4da95c-5633-445a-82d1-f981e46720a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1101 time: 0.1469736 Jul 29 23:38:49.584701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.594768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-3f78b079-f2f1-41ef-82ff-66d125b2c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.596522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-3f78b079-f2f1-41ef-82ff-66d125b2c0bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 906 time: 0.1683342 Jul 29 23:38:49.646877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-ea434ae8-0130-4c50-bb87-71a480873fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.648137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-ea434ae8-0130-4c50-bb87-71a480873fe0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0862072 Jul 29 23:38:49.659624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-e4babd59-1217-4e01-8688-6fc9ca5d8717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0 HTTP/1.1" status: 200 len: 217 time: 0.0552649 Jul 29 23:38:49.680852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-72ed1b4c-0530-4612-b489-e25ed78316e7 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.682336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-72ed1b4c-0530-4612-b489-e25ed78316e7 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745052 Jul 29 23:38:49.702024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-d25bd8bb-d9aa-45ed-8487-5821ba60ab9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354013 Jul 29 23:38:49.710846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-d786de6c-7fdb-4d74-a8e2-f9f26669de2c tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/quotas/6569ead8244041ba8163581d01a3a1b1 HTTP/1.1" status: 200 len: 375 time: 0.0112846 Jul 29 23:38:49.748489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-ebd1a70f-8f40-4156-9ecb-5c42e35771cc tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307214 Jul 29 23:38:49.763616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-d843db81-830b-4030-b087-dcc0fb4a6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.765117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-d843db81-830b-4030-b087-dcc0fb4a6b4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.0953801 Jul 29 23:38:49.805050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-a13d4612-dc6c-430a-90d4-1502b037b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.807157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-a13d4612-dc6c-430a-90d4-1502b037b461 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1917560 Jul 29 23:38:49.808417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-6449e308-8105-4ced-a70e-1c8f41ceca1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345345 Jul 29 23:38:49.844938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-69f0a78f-81c4-4c3a-aaf8-c67ca4ca1cba service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994194 Jul 29 23:38:49.887456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['91df2eb5-ad9a-44f7-8090-d16180313a68'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:49.965660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-26e27702-6225-4f11-bddc-2e9fc2423c4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.0743833 Jul 29 23:38:49.979371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beedf4-bf86-42cc-aa26-bb1d409bb355 req-25ffae8f-bf54-4cbb-ba41-49242397fe83 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.981077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56beedf4-bf86-42cc-aa26-bb1d409bb355 req-25ffae8f-bf54-4cbb-ba41-49242397fe83 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 944 time: 0.1090429 Jul 29 23:38:50.015526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-370ff71f-1bdc-4343-be1c-9b8f18649e1c req-d7e8ef46-6a16-4c5d-b320-a7e891802e0d service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316833 Jul 29 23:38:50.034832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-1e5bf9b6-ea7f-4192-a096-0987b51fc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.036374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-1e5bf9b6-ea7f-4192-a096-0987b51fc857 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0544131 Jul 29 23:38:50.103087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56beedf4-bf86-42cc-aa26-bb1d409bb355 req-e0f06501-1e54-4ce5-8d29-b15b28a7ccbb tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Jul 29 23:38:50.113259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-b910ce44-c444-444a-8779-0a48c0a567ad tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.115415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-b910ce44-c444-444a-8779-0a48c0a567ad tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.2326033 Jul 29 23:38:50.149684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e1654-dc5b-4b02-a77d-c0b75d053c6e req-2984f2e8-393e-404f-a0f8-6b94436553c8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.154339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc4e1654-dc5b-4b02-a77d-c0b75d053c6e req-2984f2e8-393e-404f-a0f8-6b94436553c8 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 944 time: 0.1223493 Jul 29 23:38:50.168577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-98923250-56d3-4b79-bce3-3bf2dd0312d1 service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518028 Jul 29 23:38:50.227972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-373e6f3f-caf9-4d6e-8140-106ccb1a8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.229708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-373e6f3f-caf9-4d6e-8140-106ccb1a8670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1384144 Jul 29 23:38:50.255209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc4e1654-dc5b-4b02-a77d-c0b75d053c6e req-0e41052e-14c9-43a2-b149-5ef549465e32 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Jul 29 23:38:50.273032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-67f5c85c-e26b-4a51-8c56-651d5b2d292d tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6569ead8244041ba8163581d01a3a1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738900 Jul 29 23:38:50.284058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Deleting port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:50.284464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.418949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2ee01-542e-4230-891f-c4bd907be4d8 req-3c46aea4-3690-466e-b8d6-d0e64c56b815 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.420612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46a2ee01-542e-4230-891f-c4bd907be4d8 req-3c46aea4-3690-466e-b8d6-d0e64c56b815 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0772700 Jul 29 23:38:50.452713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] For port eb3ce454-dbb2-4d79-a606-7ff22b5bd793, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:50.453119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.475848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Calling delete_port for eb3ce454-dbb2-4d79-a606-7ff22b5bd793 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:50.476491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a92354c-04ca-4dd8-82ec-b57bf379ac50 req-8752c6ff-feb8-46a4-b175-0a66b50532df service neutron] 10.222.0.59 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001647 Jul 29 23:38:50.487997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46a2ee01-542e-4230-891f-c4bd907be4d8 req-bddfe5d5-a665-431d-8981-b99eca698c9e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Jul 29 23:38:50.498964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-eb6f6a9b-7583-4186-981e-f5faec7acb0b service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532384 Jul 29 23:38:50.520645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-3a8a3088-c3f5-4cb8-bdfd-56c1b94604b3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.522386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-3a8a3088-c3f5-4cb8-bdfd-56c1b94604b3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321472 Jul 29 23:38:50.539927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.594710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-e3727c2b-5cde-4ab6-b851-3b031b1ec1f8 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/quotas/6569ead8244041ba8163581d01a3a1b1 HTTP/1.1" status: 200 len: 375 time: 0.0631652 Jul 29 23:38:50.636763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-56c98e24-212f-417e-b34c-b6f812d36915 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328028 Jul 29 23:38:50.671942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0805f417-d9f0-43c2-9d46-da392eaec582 req-45e951c5-06bc-4e0c-86d1-461cf72bbab9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482074 Jul 29 23:38:50.678147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd03d1-4d3d-4c6a-8d66-0645fe7e6edd req-3288b0d2-ae9c-488c-9030-63c6a433ffcd tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.679798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b4bd03d1-4d3d-4c6a-8d66-0645fe7e6edd req-3288b0d2-ae9c-488c-9030-63c6a433ffcd tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0750530 Jul 29 23:38:50.681057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.719610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event deleted for resources: {'Port': ['ID=eb3ce454-dbb2-4d79-a606-7ff22b5bd793,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.738752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:50.776289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] No DVR routers for this DVR port eb3ce454-dbb2-4d79-a606-7ff22b5bd793 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:50.809265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.811762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b93cffab-cabb-4b27-b215-7d49e4a872cb req-d8af8ff6-22b4-445f-bf4f-eabf6072e00e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "DELETE /v2.0/ports/eb3ce454-dbb2-4d79-a606-7ff22b5bd793 HTTP/1.1" status: 204 len: 173 time: 0.6848471 Jul 29 23:38:50.816254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b4bd03d1-4d3d-4c6a-8d66-0645fe7e6edd req-fe3edbf7-a731-45fe-aad0-86ebc1bd6d40 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051934 Jul 29 23:38:50.966269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-deleted', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:50.968901 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf41a597-dad5-4785-8f70-871305fb6fec" -d '{"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-deleted", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:51.043823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5a19-dcde-4277-a109-542663316f4f req-e3e4b0a8-8ed1-4a36-be6c-353f0c46cb6e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.045448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62bc5a19-dcde-4277-a109-542663316f4f req-e3e4b0a8-8ed1-4a36-be6c-353f0c46cb6e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 944 time: 0.0801504 Jul 29 23:38:51.094023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62bc5a19-dcde-4277-a109-542663316f4f req-61aa08d2-c045-422d-b856-9c62e3c8726e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Jul 29 23:38:51.177837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eca41571-13b6-4152-8c44-2eb129dc7e6a req-cef9d381-2cd3-485a-afdd-09969514931f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 210 time: 0.0557799 Jul 29 23:38:51.217253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:51.224094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 91df2eb5-ad9a-44f7-8090-d16180313a68 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:51.248592 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712acf0e-6af9-4c08-bda6-1c098cecb561 x-openstack-request-id: req-712acf0e-6af9-4c08-bda6-1c098cecb561 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:51.249504 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf91c7-4ae9-42cd-b59c-522965a31cbd", "name": "network-vif-deleted", "tag": "eb3ce454-dbb2-4d79-a606-7ff22b5bd793", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:51.249504 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-712acf0e-6af9-4c08-bda6-1c098cecb561 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:51.250048 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cf91c7-4ae9-42cd-b59c-522965a31cbd', 'name': 'network-vif-deleted', 'tag': 'eb3ce454-dbb2-4d79-a606-7ff22b5bd793', 'status': 'completed', 'code': 200} Jul 29 23:38:51.256348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-c4530625-751d-420a-b0fb-e9cfc1fcfb45 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6569ead8244041ba8163581d01a3a1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410988 Jul 29 23:38:51.485784 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-66e37cbc-3283-4e69-83d5-707cdf2dec36 req-f3e1ea7f-382a-4bfc-889b-501d480b131f tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0454443 Jul 29 23:38:51.513321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 91df2eb5-ad9a-44f7-8090-d16180313a68 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:51.536234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 91df2eb5-ad9a-44f7-8090-d16180313a68 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:51.536929 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.560792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2503e-4651-4ecb-ba7a-ab5845b08a52 req-dbc7cc40-abd6-46fe-9baf-176fadf0fffa tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.562534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2eb2503e-4651-4ecb-ba7a-ab5845b08a52 req-dbc7cc40-abd6-46fe-9baf-176fadf0fffa tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 944 time: 0.2216573 Jul 29 23:38:51.573464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-49f13b05-8ce9-4ad4-a663-57beea73dd99 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.575237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-49f13b05-8ce9-4ad4-a663-57beea73dd99 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049638 Jul 29 23:38:51.579597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:51.600851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'mac_address': 'fa:16:3e:25:0d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:51.617876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2eb2503e-4651-4ecb-ba7a-ab5845b08a52 req-458547b8-b954-4c23-ab22-6cafd8ee8285 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Jul 29 23:38:51.621568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Request body: {'port': {'device_id': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '6569ead8244041ba8163581d01a3a1b1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:51.672343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9440e-d380-4f49-8e62-75992b5dc4ea req-9eeb6366-1392-4b6d-9466-f065adf09e1a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.680038 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-59f9440e-d380-4f49-8e62-75992b5dc4ea req-9eeb6366-1392-4b6d-9466-f065adf09e1a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0801110 Jul 29 23:38:51.709842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.728151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-59f9440e-d380-4f49-8e62-75992b5dc4ea req-b2a44871-5036-4562-9884-39fd678238e3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Jul 29 23:38:51.735547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d678d5-5933-4b15-aa90-f05dc7ccacf0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:51.754731 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.759990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Made reservation on behalf of 6569ead8244041ba8163581d01a3a1b1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:51.763397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.774356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.795668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:51.808863 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.817684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:51.820548 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc210c-cae4-441a-b884-6c3050762585" -d '{"events": [{"server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "name": "network-vif-plugged", "status": "completed", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:51.869307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=91df2eb5-ad9a-44f7-8090-d16180313a68,segment=NetworkSegment(a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb),segment_id=a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:51.876851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.900523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.919868 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e341e5-0cbf-4367-ad34-3e046e20fc7f x-openstack-request-id: req-c0e341e5-0cbf-4367-ad34-3e046e20fc7f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:51.920160 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "name": "network-vif-plugged", "status": "completed", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:51.920411 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0e341e5-0cbf-4367-ad34-3e046e20fc7f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:51.920802 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68', 'code': 200} Jul 29 23:38:51.937072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.951643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.018725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f19a0-764d-49a6-829b-6d4086f097be,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.030128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a457a1-63ca-41ef-99b8-8622d66e7912 req-97820412-9ec2-41c8-9641-b7f84d7bb135 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.031752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57a457a1-63ca-41ef-99b8-8622d66e7912 req-97820412-9ec2-41c8-9641-b7f84d7bb135 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0980556 Jul 29 23:38:52.053819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.125053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57a457a1-63ca-41ef-99b8-8622d66e7912 req-c352e1c4-83b5-417c-a5f2-382e2d655c08 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806797 Jul 29 23:38:52.127263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4207-b7a5-48e4-b325-95a5a30f5ba9 req-8d28878d-bede-4b59-b89c-64a46fde3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.128748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-633d4207-b7a5-48e4-b325-95a5a30f5ba9 req-8d28878d-bede-4b59-b89c-64a46fde3aff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 1097 time: 0.0954654 Jul 29 23:38:52.149068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['33d678d5-5933-4b15-aa90-f05dc7ccacf0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:52.187327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Allocated IP 192.168.233.171 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/1e25980e-fe8a-4784-9551-9224c7bad411) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:52.194095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-633d4207-b7a5-48e4-b325-95a5a30f5ba9 req-4d355c36-4f0b-40f8-a05c-f0f1c7647d6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570424 Jul 29 23:38:52.304545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558856c-cc6e-4516-ad55-6c1f59029140 req-70429617-de61-42d2-bfdf-72963bb9afc7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.314997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f558856c-cc6e-4516-ad55-6c1f59029140 req-70429617-de61-42d2-bfdf-72963bb9afc7 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 945 time: 0.1007254 Jul 29 23:38:52.316208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.373114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f558856c-cc6e-4516-ad55-6c1f59029140 req-87bcdfa2-5a62-4994-b5fd-f2cb5b89c4ec tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Jul 29 23:38:52.374182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31559a80-a5ec-4be2-9269-2a70d14fb39f req-9d25edba-47db-4ed0-876c-2eff59800c26 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 210 time: 0.0376589 Jul 29 23:38:52.409457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.422910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Transition to ACTIVE for port object 1e25980e-fe8a-4784-9551-9224c7bad411 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:52.463493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.542287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-9ce1d583-cd30-42bb-b404-9b55d10dd3b4 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6569ead8244041ba8163581d01a3a1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339670 Jul 29 23:38:52.545967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.565371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:52.571857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:52.576844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:52.684814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b20e38d8-6b74-4650-b349-b1c441148b87 req-98023b6a-4091-4143-b746-654dfb8e4f41 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0918572 Jul 29 23:38:52.820648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-9e025ee0-745e-4136-9c9a-8c8022860a97 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.822666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-9e025ee0-745e-4136-9c9a-8c8022860a97 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736504 Jul 29 23:38:52.863497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Request body: {'port': {'device_id': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '6569ead8244041ba8163581d01a3a1b1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.919587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8db7005-aa38-4c6c-a7df-b5a9ed11b5b1 None None] Provisioning for port 1e25980e-fe8a-4784-9551-9224c7bad411 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:52.933662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8db7005-aa38-4c6c-a7df-b5a9ed11b5b1 None None] Provisioning complete for port 1e25980e-fe8a-4784-9551-9224c7bad411 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:52.934244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8db7005-aa38-4c6c-a7df-b5a9ed11b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.949238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbb4ff-8991-4c71-9cfc-ae9af5fa735c req-7d18254e-56e5-4664-902b-6dc688470a19 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.957073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3fbb4ff-8991-4c71-9cfc-ae9af5fa735c req-7d18254e-56e5-4664-902b-6dc688470a19 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1328998 Jul 29 23:38:52.980595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a8db7005-aa38-4c6c-a7df-b5a9ed11b5b1 None None] Port 1e25980e-fe8a-4784-9551-9224c7bad411 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:53.031783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3fbb4ff-8991-4c71-9cfc-ae9af5fa735c req-deab32c2-19e6-46f9-8671-dc4555e318b7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Jul 29 23:38:53.058645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Made reservation on behalf of 6569ead8244041ba8163581d01a3a1b1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:53.063700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.074880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.076057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.102203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400dd9-840f-4d95-a7b1-f89ae9ccff48 req-a741aa48-4dbd-4874-811d-9a1666d8aac0 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.103785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12400dd9-840f-4d95-a7b1-f89ae9ccff48 req-a741aa48-4dbd-4874-811d-9a1666d8aac0 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.0978436 Jul 29 23:38:53.105757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-5046545b-84e2-4a01-bfae-3bf3cab09131 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4917288 Jul 29 23:38:53.131512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Request body: {'port': {'device_id': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:53.187949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12400dd9-840f-4d95-a7b1-f89ae9ccff48 req-52181be9-d20d-49cd-9d56-d76719cc4042 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730443 Jul 29 23:38:53.219189 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.228432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:53.284191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Allocated IP 192.168.233.39 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/47850e9a-30c8-4123-956a-08e7865fc981) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:53.324738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:53.330384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:53.331391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.485610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.514219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad918-6519-41a4-8fb8-e6d94f0ae3da req-c1b36afe-8b40-4505-ae24-0f3c3db19632 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.516023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d85ad918-6519-41a4-8fb8-e6d94f0ae3da req-c1b36afe-8b40-4505-ae24-0f3c3db19632 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1260729 Jul 29 23:38:53.538683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:53.546937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.554991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68ab7-1511-42d6-9915-a99479fc23ef req-59dfd391-f1d6-4fee-9d37-449fb1e9a9e3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.557442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdd68ab7-1511-42d6-9915-a99479fc23ef req-59dfd391-f1d6-4fee-9d37-449fb1e9a9e3 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 945 time: 0.0775931 Jul 29 23:38:53.618403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:53.631439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdd68ab7-1511-42d6-9915-a99479fc23ef req-30a10b4f-cfa7-4f96-8fb5-50e759d78e9b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590408 Jul 29 23:38:53.633837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d85ad918-6519-41a4-8fb8-e6d94f0ae3da req-669a60eb-9cc7-4f1d-b36d-8df44f284a0b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015511 Jul 29 23:38:53.637251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.662371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Transition to ACTIVE for port object 47850e9a-30c8-4123-956a-08e7865fc981 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:53.671095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.718240 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.721445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.732803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9c79dfc-8102-4e8b-ab49-298f1b1332b2 req-50854f54-9388-4eb6-a659-9677a5223ff0 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 210 time: 0.0378566 Jul 29 23:38:53.776949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:53.783864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.785456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:53.833578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: eb3ce454-dbb2-4d79-a606-7ff22b5bd793 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:53.833989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eb3ce454-dbb2-4d79-a606-7ff22b5bd793 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:53.836068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:53.843574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a92f346b-925d-449f-9785-fa568f5709f4 req-4d38cd91-1434-4c03-af5c-5a7fa0d00422 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0461147 Jul 29 23:38:53.847767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:53.851360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:53.856384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.890332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.921588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0'}, {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:53.926096 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d700d0-6749-45d7-9667-5bf3767ab793" -d '{"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0"}, {"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:53.934262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.934943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.938440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e25980e-fe8a-4784-9551-9224c7bad411 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:53.948705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.960192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-86bea0c4-87f5-4968-acd0-51577ed5164b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1014423 Jul 29 23:38:53.965702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Transition to ACTIVE for port object 1e25980e-fe8a-4784-9551-9224c7bad411 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:53.973243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.992605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Request body: {'port': {'device_id': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:54.064343 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd12d3-ec62-438c-9e78-cfd9e1adeaa3 x-openstack-request-id: req-dfdd12d3-ec62-438c-9e78-cfd9e1adeaa3 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:54.064647 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0", "code": 200}, {"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:54.064903 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfdd12d3-ec62-438c-9e78-cfd9e1adeaa3 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:54.065302 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'code': 200} Jul 29 23:38:54.065557 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'code': 200} Jul 29 23:38:54.075227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.132385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.217907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d8ec7d64-b4fd-4f7b-8e96-fbfdd5d3190c None None] Provisioning for port 47850e9a-30c8-4123-956a-08e7865fc981 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:54.222427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d8ec7d64-b4fd-4f7b-8e96-fbfdd5d3190c None None] Provisioning complete for port 47850e9a-30c8-4123-956a-08e7865fc981 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:54.222803 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7d64-b4fd-4f7b-8e96-fbfdd5d3190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.234717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Attempting to bind port 1e25980e-fe8a-4784-9551-9224c7bad411 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:54.235231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Attempting to bind port 1e25980e-fe8a-4784-9551-9224c7bad411 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:54.235382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Attempting to bind port 1e25980e-fe8a-4784-9551-9224c7bad411 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:54.252190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Port 1e25980e-fe8a-4784-9551-9224c7bad411 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:54.252516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Attempting to bind port 1e25980e-fe8a-4784-9551-9224c7bad411 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:54.263300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:54.263539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:54.264522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:54.264974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Bound port: 1e25980e-fe8a-4784-9551-9224c7bad411, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:54.265344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.291597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69915c2b-f3ab-4a11-944d-e4b9f4fc8b67 req-1ccfd39c-e379-4a09-9c9b-cd38127cb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.293341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69915c2b-f3ab-4a11-944d-e4b9f4fc8b67 req-1ccfd39c-e379-4a09-9c9b-cd38127cb245 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 1098 time: 0.1394567 Jul 29 23:38:54.302397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec7d64-b4fd-4f7b-8e96-fbfdd5d3190c None None] Port 47850e9a-30c8-4123-956a-08e7865fc981 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:54.372565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:54.409133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459fc91-12c3-4de0-93d6-172c458ccfb2 req-e593a74f-64c8-40f5-b8df-2e433f114b27 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.417529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6459fc91-12c3-4de0-93d6-172c458ccfb2 req-e593a74f-64c8-40f5-b8df-2e433f114b27 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.2197008 Jul 29 23:38:54.420844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:54.433611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.478590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463facfe-f05e-4b6b-b3b4-ac6d5566fbdb req-1361e474-237d-471b-a083-097dadaae11c tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.480371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-463facfe-f05e-4b6b-b3b4-ac6d5566fbdb req-1361e474-237d-471b-a083-097dadaae11c tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.1096332 Jul 29 23:38:54.491571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6459fc91-12c3-4de0-93d6-172c458ccfb2 req-3b96c2fd-3d90-4a71-b3cb-10d4350099c0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Jul 29 23:38:54.493210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.494050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.506002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e25980e-fe8a-4784-9551-9224c7bad411 HTTP/1.1" status: 200 len: 1097 time: 1.3682208 Jul 29 23:38:54.506002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:54.506002 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab38763-d5b4-4b54-b3b5-546493f179ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:54.516849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69915c2b-f3ab-4a11-944d-e4b9f4fc8b67 req-911be6b4-9bcf-4abe-958f-bb4e76dd26d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131696 Jul 29 23:38:54.581343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-463facfe-f05e-4b6b-b3b4-ac6d5566fbdb req-f75c0fa4-901b-48a2-b6f5-97a10eb798ae tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902495 Jul 29 23:38:54.594300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f205c7-7d08-4215-b865-1ad1f54a7d58 service neutron] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.728285 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6939fa00-defa-4e9e-957b-a7f14d9020f6 x-openstack-request-id: req-6939fa00-defa-4e9e-957b-a7f14d9020f6 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:54.731050 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:54.732168 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6939fa00-defa-4e9e-957b-a7f14d9020f6 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:54.732737 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'status': 'completed', 'code': 200} Jul 29 23:38:54.831699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47850e9a-30c8-4123-956a-08e7865fc981 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:54.882857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.932548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Transition to ACTIVE for port object 47850e9a-30c8-4123-956a-08e7865fc981 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:54.949961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38763-d5b4-4b54-b3b5-546493f179ab req-a7f70ff6-bc55-473d-a498-a9491b55990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.951604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aab38763-d5b4-4b54-b3b5-546493f179ab req-a7f70ff6-bc55-473d-a498-a9491b55990a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 1100 time: 0.1370964 Jul 29 23:38:54.952245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.973023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837550-8fd0-44c0-bbcd-3197a48433e0 req-7fa217cf-f43c-46f2-9d13-fde3944ac640 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.975258 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78837550-8fd0-44c0-bbcd-3197a48433e0 req-7fa217cf-f43c-46f2-9d13-fde3944ac640 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 946 time: 0.1381845 Jul 29 23:38:55.066452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aab38763-d5b4-4b54-b3b5-546493f179ab req-bc36ed66-eabb-4c27-8e8d-774bf7eea368 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6569ead8244041ba8163581d01a3a1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727911 Jul 29 23:38:55.086447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.165877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d7e63-09c2-4f34-b0f8-d0ab3b66020f req-ec586504-0231-4b4a-850e-39d3a5ca9a80 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.167452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488d7e63-09c2-4f34-b0f8-d0ab3b66020f req-ec586504-0231-4b4a-850e-39d3a5ca9a80 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1355019 Jul 29 23:38:55.204799 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:55.210600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78837550-8fd0-44c0-bbcd-3197a48433e0 req-a37481b8-8a0d-48d1-ba03-0e9afcf93605 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967638 Jul 29 23:38:55.230498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e8951d84-87f7-4f8e-aafe-6df62db8108b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.233899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e8951d84-87f7-4f8e-aafe-6df62db8108b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&tenant_id=473e6c6576ef4182adf6a2f0f93a407e&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 947 time: 0.1999338 Jul 29 23:38:55.344524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-488d7e63-09c2-4f34-b0f8-d0ab3b66020f req-2df4b84f-321f-4c45-9be0-632429021881 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677549 Jul 29 23:38:55.364829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-c89d35cd-1841-4ae3-8513-8ff1884701d8 service neutron] 10.222.0.57 "GET /v2.0/ports/e8e07f85-8bfc-4743-992f-e0a395e77063/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.1155882 Jul 29 23:38:55.451508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe49791f-14dd-4b98-b4e7-cfbb48823f46 req-4341fd7e-d8d5-4e67-a8cd-aa62cfd43b89 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0308225 Jul 29 23:38:55.462864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38763-d5b4-4b54-b3b5-546493f179ab req-ee72a73c-9000-4310-bf6a-7a80c3bf0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.473332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aab38763-d5b4-4b54-b3b5-546493f179ab req-ee72a73c-9000-4310-bf6a-7a80c3bf0bbe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3814447 Jul 29 23:38:55.513396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745fb6-cca0-49cf-ad45-f125257a86f3 req-0fb070c1-d839-4daa-8a90-16ea8f86f2a9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.521329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40745fb6-cca0-49cf-ad45-f125257a86f3 req-0fb070c1-d839-4daa-8a90-16ea8f86f2a9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1662424 Jul 29 23:38:55.539278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Attempting to bind port 47850e9a-30c8-4123-956a-08e7865fc981 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:55.539546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Attempting to bind port 47850e9a-30c8-4123-956a-08e7865fc981 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:55.542816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Attempting to bind port 47850e9a-30c8-4123-956a-08e7865fc981 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:55.554596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Port 47850e9a-30c8-4123-956a-08e7865fc981 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:55.554922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Attempting to bind port 47850e9a-30c8-4123-956a-08e7865fc981 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:55.569520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:55.569890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:55.570310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:55.570807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Bound port: 47850e9a-30c8-4123-956a-08e7865fc981, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:55.571201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.580657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40745fb6-cca0-49cf-ad45-f125257a86f3 req-c9a96281-0722-402e-af82-fa4bf33eb7c2 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584586 Jul 29 23:38:55.586896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-3c5a88da-b221-4047-8188-bcc111b4ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.588740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-3c5a88da-b221-4047-8188-bcc111b4ead6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1099 time: 0.1360271 Jul 29 23:38:55.617211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:55.651033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1757b-de4b-41a7-b2a7-483cf69d5d63 req-4fa997f6-3d20-4e93-98a7-d971d81eac15 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.652742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eac1757b-de4b-41a7-b2a7-483cf69d5d63 req-4fa997f6-3d20-4e93-98a7-d971d81eac15 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.1242576 Jul 29 23:38:55.684620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:55.687879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:55.797291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.823335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eac1757b-de4b-41a7-b2a7-483cf69d5d63 req-a9c9a619-3569-4c7f-bc02-3568913e246b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415150 Jul 29 23:38:55.880211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:55.904545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'mac_address': 'fa:16:3e:c8:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:55.907291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e896b0ac-2abf-4b75-acff-380b2e138d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.914950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e896b0ac-2abf-4b75-acff-380b2e138d26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3032382 Jul 29 23:38:55.917763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.919089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.920720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] 10.222.0.57 "PUT /v2.0/ports/47850e9a-30c8-4123-956a-08e7865fc981 HTTP/1.1" status: 200 len: 1096 time: 1.9333286 Jul 29 23:38:55.923072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:55.925593 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd339bc-cceb-4143-82c1-d803e2d422bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "tag": "47850e9a-30c8-4123-956a-08e7865fc981"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:55.950931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-cb594462-987d-42f7-bc0c-4eef8a36be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.953315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-cb594462-987d-42f7-bc0c-4eef8a36be72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 1100 time: 0.2632041 Jul 29 23:38:55.981171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.025148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:56.063092 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf0f89e-2fa3-4944-b9a6-47eb97c49234 x-openstack-request-id: req-5cf0f89e-2fa3-4944-b9a6-47eb97c49234 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:56.063449 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "tag": "47850e9a-30c8-4123-956a-08e7865fc981", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:56.063872 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cf0f89e-2fa3-4944-b9a6-47eb97c49234 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:56.064307 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981', 'status': 'completed', 'code': 200} Jul 29 23:38:56.085073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.092810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.125289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-d09b4487-f34d-456f-8017-35e1d2cb8bbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.1757593 Jul 29 23:38:56.179881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.202765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71943885-3bac-49fd-a827-ec760d46aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.210774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-bf7e39de-6940-4cfd-965b-226f91cf1812 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1e25980e-fe8a-4784-9551-9224c7bad411 HTTP/1.1" status: 200 len: 217 time: 0.1800735 Jul 29 23:38:56.245798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-fda9bae5-49b9-46fb-9764-a7942ea7fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.247273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-53e53a63-234b-4b5f-9934-6f99bd018b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.248213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-53e53a63-234b-4b5f-9934-6f99bd018b10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1041121 Jul 29 23:38:56.248941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-fda9bae5-49b9-46fb-9764-a7942ea7fb29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 1099 time: 0.2201395 Jul 29 23:38:56.293838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-dbb1441c-7ca5-484c-9069-7672119cc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.295785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-dbb1441c-7ca5-484c-9069-7672119cc536 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0726395 Jul 29 23:38:56.338169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-626771f4-f71e-4dee-93ff-9bb0e6ebc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.340176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-626771f4-f71e-4dee-93ff-9bb0e6ebc146 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513358 Jul 29 23:38:56.370920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-62a878b7-4a44-4f5e-b0a4-3f287fbee9ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=47850e9a-30c8-4123-956a-08e7865fc981 HTTP/1.1" status: 200 len: 217 time: 0.0726776 Jul 29 23:38:56.452161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d781de-0ad2-407a-9fc0-78b3a93cc5be req-51d4dd0d-a59c-4b03-855f-00521c26a453 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.453849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-12d781de-0ad2-407a-9fc0-78b3a93cc5be req-51d4dd0d-a59c-4b03-855f-00521c26a453 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 946 time: 0.1496818 Jul 29 23:38:56.455334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-5c40b3fd-bd4f-4bec-909e-24b82bfe2854 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004138 Jul 29 23:38:56.462044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970321-3a95-4483-8896-8304c417588f req-246b9e49-ab90-4f11-b712-e4d91bca579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.463478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-246b9e49-ab90-4f11-b712-e4d91bca579d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1188307 Jul 29 23:38:56.473365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-373a36a3-9ccd-4bba-8e71-e15d86771562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.474995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-373a36a3-9ccd-4bba-8e71-e15d86771562 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0821390 Jul 29 23:38:56.507479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9acafd-3129-4840-853a-f01ae5bf7ac1 req-1b8a5f85-a434-4294-b7ed-c08afe94b66b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.509386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9acafd-3129-4840-853a-f01ae5bf7ac1 req-1b8a5f85-a434-4294-b7ed-c08afe94b66b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0530450 Jul 29 23:38:56.599031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9acafd-3129-4840-853a-f01ae5bf7ac1 req-5e959d03-f61e-4f4d-bd43-98980bfc4a0c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Jul 29 23:38:56.690458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-7fac1cff-dfe5-4090-8b7d-88b3f3c80ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557665 Jul 29 23:38:56.754016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:56.761421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e784e00-b104-44db-8ccb-9d9fff96f514 req-fec6cde1-40d9-4ff2-9a79-9b28b098fbd4 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6cf91c7-4ae9-42cd-b59c-522965a31cbd HTTP/1.1" status: 200 len: 210 time: 0.0582337 Jul 29 23:38:56.906878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ade85-da5d-44ca-a29d-f75fb7c044a3 req-760e3a83-fe3a-4539-a3c3-bae4be1e1323 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.916780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a22ade85-da5d-44ca-a29d-f75fb7c044a3 req-760e3a83-fe3a-4539-a3c3-bae4be1e1323 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.0761139 Jul 29 23:38:56.924793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-12d781de-0ad2-407a-9fc0-78b3a93cc5be req-28639d11-ec9e-415f-a679-2a3f819118ba tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603252 Jul 29 23:38:56.983443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-9381e22b-e933-4f99-8043-56b4fcb30e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.985650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-9381e22b-e933-4f99-8043-56b4fcb30e20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035144 Jul 29 23:38:56.988566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a22ade85-da5d-44ca-a29d-f75fb7c044a3 req-34b9941a-2df7-4883-af74-46e3a2f3f736 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Jul 29 23:38:56.990328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-ac71fba2-6348-4351-8681-d90bc05c753a service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134406 Jul 29 23:38:57.132783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b89d8-30fe-41fd-aa35-29301eff9748 req-f43bf554-6936-4312-9889-40408fd24df1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.140872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a4b89d8-30fe-41fd-aa35-29301eff9748 req-f43bf554-6936-4312-9889-40408fd24df1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.0603044 Jul 29 23:38:57.192501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a4b89d8-30fe-41fd-aa35-29301eff9748 req-cab571c9-2d15-4d0f-b914-ed8c8abee53f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504911 Jul 29 23:38:57.206881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-7691296a-4dfe-44cb-bfc2-741251971d06 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069495 Jul 29 23:38:57.225952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67970321-3a95-4483-8896-8304c417588f req-8399c4ce-9cb0-4105-8ce3-561be49f42fa service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405199 Jul 29 23:38:57.368990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da6377c6-f1cf-4f92-bb02-65a3a6a1e4f1 req-13b67d81-32b6-4afa-9f85-65c761de633d service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256137 Jul 29 23:38:57.410615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.500476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3096f-3bd2-444c-974a-7f9e1f888f53 req-ee899d69-b274-481f-971e-3a2da9a6dfa2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.502109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3096f-3bd2-444c-974a-7f9e1f888f53 req-ee899d69-b274-481f-971e-3a2da9a6dfa2 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 946 time: 0.0572686 Jul 29 23:38:57.547043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3096f-3bd2-444c-974a-7f9e1f888f53 req-e58fa65c-99a2-4110-9487-ce1c33f80999 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Jul 29 23:38:57.564682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-a7bb3d76-a973-4b4d-9001-46f19bcebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.566480 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-a7bb3d76-a973-4b4d-9001-46f19bcebb34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 1099 time: 0.0493109 Jul 29 23:38:57.637982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:57.724160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-be265a92-8abc-4567-a2b2-78b57024f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.730705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-be265a92-8abc-4567-a2b2-78b57024f8f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1468453 Jul 29 23:38:57.766653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbae03-9cb4-45f9-a34e-f93471b04e1b req-6d8b8928-f68e-4f65-8acf-5465429283e0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.781355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fccbae03-9cb4-45f9-a34e-f93471b04e1b req-6d8b8928-f68e-4f65-8acf-5465429283e0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0935304 Jul 29 23:38:57.826408 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-8427f484-722d-4cec-a15a-b6bcf5fb9529 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=47850e9a-30c8-4123-956a-08e7865fc981 HTTP/1.1" status: 200 len: 217 time: 0.0753055 Jul 29 23:38:57.837396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fccbae03-9cb4-45f9-a34e-f93471b04e1b req-240e1503-ab71-482b-ab08-eeccadc111b9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550318 Jul 29 23:38:57.875588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:57.899343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'cc839d34-0516-4b0b-b25c-6299de537572', 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465', 'port_id': 'cc839d34-0516-4b0b-b25c-6299de537572', 'mac_address': 'fa:16:3e:29:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34808cc-3113-4ef2-8197-7a1846f10105', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:57.899559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-75e03225-002e-4cda-918d-33100a5d3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.900986 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-75e03225-002e-4cda-918d-33100a5d3823 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0527565 Jul 29 23:38:57.959180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.978055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc839d34-0516-4b0b-b25c-6299de537572 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:58.003527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-a389dac8-050d-4086-b691-c474a79ebff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.004328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-a389dac8-050d-4086-b691-c474a79ebff1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872931 Jul 29 23:38:58.008844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:58.017094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.165153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.188253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-c4fc1641-81ad-4b68-a389-19d015ff3c7c service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679282 Jul 29 23:38:58.194449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756902d-68a6-4298-98a6-f015fd5cddb4 req-848c7d7b-c45e-4be1-b9c7-9a1ab8e57b05 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.196091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7756902d-68a6-4298-98a6-f015fd5cddb4 req-848c7d7b-c45e-4be1-b9c7-9a1ab8e57b05 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1170228 Jul 29 23:38:58.294107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7756902d-68a6-4298-98a6-f015fd5cddb4 req-157c2393-3d00-43d1-8c68-518c2be0790d tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918705 Jul 29 23:38:58.370711 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbd339bc-cceb-4143-82c1-d803e2d422bf req-a8869faf-d490-4980-8b6e-2b3a72ff11c6 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625159 Jul 29 23:38:58.465921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0522bd-15f6-42dc-95ca-17d86a681faf req-fe498d16-2dff-467d-bd1f-f4d8b024f932 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.475906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d0522bd-15f6-42dc-95ca-17d86a681faf req-fe498d16-2dff-467d-bd1f-f4d8b024f932 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.0779834 Jul 29 23:38:58.519018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d0522bd-15f6-42dc-95ca-17d86a681faf req-1b8ecf76-4b4f-4e3e-a8e2-9e21b4a66c04 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Jul 29 23:38:58.686718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe68d4d-d25a-4402-b73e-70f9e1cee2e6 req-123628cf-f342-47f8-bc3e-9de27f06792c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.688624 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-abe68d4d-d25a-4402-b73e-70f9e1cee2e6 req-123628cf-f342-47f8-bc3e-9de27f06792c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 946 time: 0.0550811 Jul 29 23:38:58.711073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['cc839d34-0516-4b0b-b25c-6299de537572'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:58.749894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-abe68d4d-d25a-4402-b73e-70f9e1cee2e6 req-bcbe7830-30fa-40fb-8db0-320569fe6088 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520892 Jul 29 23:38:59.063842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515516e4-f880-4c68-8224-50990751aa81 req-cd5ebfae-ab35-4821-be3b-a07dd5143edc tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:59.067154 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-515516e4-f880-4c68-8224-50990751aa81 req-cd5ebfae-ab35-4821-be3b-a07dd5143edc tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.1038048 Jul 29 23:38:59.140690 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-515516e4-f880-4c68-8224-50990751aa81 req-432ca88d-27b7-465e-81d4-39611636f6e0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Jul 29 23:38:59.262204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:59.448535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:59.469352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '1e25980e-fe8a-4784-9551-9224c7bad411', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '1e25980e-fe8a-4784-9551-9224c7bad411', 'mac_address': 'fa:16:3e:21:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:59.476260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86e3e-9614-47ac-be74-3d94cac319c7 req-114cafb8-479e-4310-9049-ae153bb70aef tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:59.478348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66b86e3e-9614-47ac-be74-3d94cac319c7 req-114cafb8-479e-4310-9049-ae153bb70aef tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.0689645 Jul 29 23:38:59.567994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66b86e3e-9614-47ac-be74-3d94cac319c7 req-7c0e3433-785f-41fa-bb49-e0169062d907 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727677 Jul 29 23:38:59.703723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:59.746789 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.760535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef68e4-99f8-445d-8ccb-e071d884b0c2 req-b33df339-2d71-4a2e-970e-a4b0f60a5ac1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:59.761985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5ef68e4-99f8-445d-8ccb-e071d884b0c2 req-b33df339-2d71-4a2e-970e-a4b0f60a5ac1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 948 time: 0.0938830 Jul 29 23:38:59.772300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e25980e-fe8a-4784-9551-9224c7bad411 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:59.807536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:59.813711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e8e07f85-8bfc-4743-992f-e0a395e77063 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:59.814405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.831273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5ef68e4-99f8-445d-8ccb-e071d884b0c2 req-ff46eaa7-f393-49fe-99fa-00998c237b75 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Jul 29 23:38:59.858448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.996231 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.020608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.029162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:00.031620 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b1d8a-23af-4ae9-befb-c886b3d514da" -d '{"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:00.060037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:00.065529 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.111445 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b375680d-2bee-4829-bf00-aadcce386e6b x-openstack-request-id: req-b375680d-2bee-4829-bf00-aadcce386e6b {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:00.111816 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:00.112077 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b375680d-2bee-4829-bf00-aadcce386e6b {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:00.112468 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'code': 200} Jul 29 23:39:00.138737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.298927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['1e25980e-fe8a-4784-9551-9224c7bad411'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:00.320247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4464-30f5-47f8-867f-3fde3c0ae800 req-d5fe98fc-72c2-4a4e-a470-0d347de9c62f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.321979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-008d4464-30f5-47f8-867f-3fde3c0ae800 req-d5fe98fc-72c2-4a4e-a470-0d347de9c62f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.0749898 Jul 29 23:39:00.379077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-008d4464-30f5-47f8-867f-3fde3c0ae800 req-b03b0dab-8a57-4fac-a271-81111aefc0ac tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510397 Jul 29 23:39:00.814809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be9582-d48b-4bd5-91b8-07fb80658593 req-6768f80b-57dc-4013-a5f6-7fbfd9c1fbd8 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.823382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81be9582-d48b-4bd5-91b8-07fb80658593 req-6768f80b-57dc-4013-a5f6-7fbfd9c1fbd8 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1327596 Jul 29 23:39:00.879830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81be9582-d48b-4bd5-91b8-07fb80658593 req-e2e3bea3-6ce3-4bf4-92c2-dae9e8a31d46 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549283 Jul 29 23:39:01.060388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2b62d-5752-4cb8-b8fd-0bb5b59497b1 req-c16e18c8-dcd1-444b-b913-2e9d6a195694 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.064822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15c2b62d-5752-4cb8-b8fd-0bb5b59497b1 req-c16e18c8-dcd1-444b-b913-2e9d6a195694 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0996592 Jul 29 23:39:01.141083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15c2b62d-5752-4cb8-b8fd-0bb5b59497b1 req-78b46e58-964c-4820-b256-c356888a84bf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668812 Jul 29 23:39:01.168188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-79b84467-26d4-43e8-9de2-e41aec8ba408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.169844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-79b84467-26d4-43e8-9de2-e41aec8ba408 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1101 time: 0.0765710 Jul 29 23:39:01.268467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-7f987100-cc27-4bb4-ab02-b14ddc016018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.270269 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-7f987100-cc27-4bb4-ab02-b14ddc016018 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1101 time: 0.0510056 Jul 29 23:39:01.278929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:01.461968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-f2465a16-dba0-440e-b5fc-f921de866a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.463749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-f2465a16-dba0-440e-b5fc-f921de866a77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1785259 Jul 29 23:39:01.492915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:01.506772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'mac_address': 'fa:16:3e:25:0d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:01.539901 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-b052ee5d-a597-4726-b353-727c37ce956c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.0620763 Jul 29 23:39:01.555029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a16ea-ca95-49bb-8e69-50a5b90389be req-e6f4c3fd-f14e-44c4-854c-2c1b3a038ca7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.563572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af7a16ea-ca95-49bb-8e69-50a5b90389be req-e6f4c3fd-f14e-44c4-854c-2c1b3a038ca7 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Jul 29 23:39:01.566835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.590572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33d678d5-5933-4b15-aa90-f05dc7ccacf0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:01.606920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af7a16ea-ca95-49bb-8e69-50a5b90389be req-06b616c0-1e2c-467d-84d7-94a0ec8b8242 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Jul 29 23:39:01.627832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:01.631268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:01.649639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:01.652697 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.672618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-c1f2447d-3326-4c55-bd23-59d1b84b835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.675723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-c1f2447d-3326-4c55-bd23-59d1b84b835a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1240101 Jul 29 23:39:01.690544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17b276-ccac-431f-b086-3608568291e4 req-42c34354-f699-4822-91d0-3790b92a7232 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.692449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d17b276-ccac-431f-b086-3608568291e4 req-42c34354-f699-4822-91d0-3790b92a7232 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.1590033 Jul 29 23:39:01.785839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.800499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d17b276-ccac-431f-b086-3608568291e4 req-fd616dc3-25a3-41cc-95c8-0af72d1a3755 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Jul 29 23:39:01.809209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e192ae75-f8c2-45ab-8f72-912580ac8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.811287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-e192ae75-f8c2-45ab-8f72-912580ac8193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175675 Jul 29 23:39:01.865031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port cc839d34-0516-4b0b-b25c-6299de537572 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:01.874610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port cc839d34-0516-4b0b-b25c-6299de537572 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:01.874977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.919091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:01.924981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['33d678d5-5933-4b15-aa90-f05dc7ccacf0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:01.968282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '47850e9a-30c8-4123-956a-08e7865fc981', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '47850e9a-30c8-4123-956a-08e7865fc981', 'mac_address': 'fa:16:3e:92:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:01.999723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-02f08bbb-1bb8-4d88-8e21-7f06d5ea78c6 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359200 Jul 29 23:39:02.012381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.048627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47850e9a-30c8-4123-956a-08e7865fc981 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:02.070150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:02.093923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506dd3-098e-4158-ab25-848506d950e6 req-4e3f7c57-6b83-43a3-b0d0-890e03e087fd tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.096824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db506dd3-098e-4158-ab25-848506d950e6 req-4e3f7c57-6b83-43a3-b0d0-890e03e087fd tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.0943131 Jul 29 23:39:02.108836 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.214728 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.221011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db506dd3-098e-4158-ab25-848506d950e6 req-543ca54d-69e3-4913-9cd2-48a237ccd136 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097920 Jul 29 23:39:02.265460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:02.268434 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa1a8c2-7b1c-45c0-9c96-1ef5cda9c77c" -d '{"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cc839d34-0516-4b0b-b25c-6299de537572"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:02.275683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29cb3196-3ed2-4c9e-b368-09a0c4b802cc req-794f905e-e2ac-4e3d-915b-56ad37ca6212 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614055 Jul 29 23:39:02.278350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.300255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:02.314376 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.351149 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266eeb62-25af-4b9e-a0b1-f9c02d7ef9ac x-openstack-request-id: req-266eeb62-25af-4b9e-a0b1-f9c02d7ef9ac {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:02.351456 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cc839d34-0516-4b0b-b25c-6299de537572", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:02.351701 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-266eeb62-25af-4b9e-a0b1-f9c02d7ef9ac {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:02.352037 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572', 'code': 200} Jul 29 23:39:02.387560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.423718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4854c1-67f2-40b3-a2b6-d34de22391db req-82eca7b6-8743-4900-9ce5-fa83353e89bf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.425210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a4854c1-67f2-40b3-a2b6-d34de22391db req-82eca7b6-8743-4900-9ce5-fa83353e89bf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.1194882 Jul 29 23:39:02.491704 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a4854c1-67f2-40b3-a2b6-d34de22391db req-8d084c3f-4fb1-4d1f-b9ec-57d0df5c3cd7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Jul 29 23:39:02.608510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-399610df-dc07-4f76-a73d-06477e9dcaaa tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.610335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-399610df-dc07-4f76-a73d-06477e9dcaaa tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.0690346 Jul 29 23:39:02.725342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['47850e9a-30c8-4123-956a-08e7865fc981'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:02.736618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc203f-0a42-466f-a65e-f2e2145f61e9 req-e5d1ac33-efa1-4ea5-83dc-6504e9e2d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.738925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bc203f-0a42-466f-a65e-f2e2145f61e9 req-e5d1ac33-efa1-4ea5-83dc-6504e9e2d36f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1078446 Jul 29 23:39:02.807809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Deleting port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:02.807809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.827177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee38a2-0d19-4264-8c89-85751151a155 req-93d51fca-2edf-4c05-b9a5-4506b9a96991 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.839441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56ee38a2-0d19-4264-8c89-85751151a155 req-93d51fca-2edf-4c05-b9a5-4506b9a96991 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 945 time: 0.1284342 Jul 29 23:39:02.928575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bc203f-0a42-466f-a65e-f2e2145f61e9 req-e2969f59-d134-41b6-8e9d-bfa3fdc0b344 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765780 Jul 29 23:39:02.975609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56ee38a2-0d19-4264-8c89-85751151a155 req-91088c1f-6bc5-4673-96d5-09295658926d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250277 Jul 29 23:39:03.031316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e574f-239f-4b42-8eb8-d7873edccb77 req-184778c1-2f9b-4107-8cd9-89822edaf6eb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.039128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c21e574f-239f-4b42-8eb8-d7873edccb77 req-184778c1-2f9b-4107-8cd9-89822edaf6eb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.1004212 Jul 29 23:39:03.091457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] For port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:03.091827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.110389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c21e574f-239f-4b42-8eb8-d7873edccb77 req-dbce11c5-2356-407d-9003-05bd89cfe9eb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701628 Jul 29 23:39:03.115723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Calling delete_port for 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:03.291766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:03.330544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.378782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event deleted for resources: {'Port': ['ID=4213233b-2ed0-4f9a-ae80-cd03b9f6ea76,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.413521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 1e25980e-fe8a-4784-9551-9224c7bad411 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:03.425069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 1e25980e-fe8a-4784-9551-9224c7bad411 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:03.435260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.445972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] No DVR routers for this DVR port 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:03.449314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.449986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.450558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.451140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.451686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.452253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.452805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.453345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.453929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.454499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.455036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.455575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:03.465838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.468489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd394061-7a2f-4282-a30b-65e2d9d835a9 req-147906f1-48e2-4352-8c43-0162bdb2155c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "DELETE /v2.0/ports/4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 HTTP/1.1" status: 204 len: 173 time: 0.8381240 Jul 29 23:39:03.469257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-deleted', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:03.481308 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fc481-084f-4d96-a534-7d6905263e04" -d '{"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-deleted", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:03.589064 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2203cfb-09e0-4cbc-90fe-658c363d66cc x-openstack-request-id: req-e2203cfb-09e0-4cbc-90fe-658c363d66cc {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:03.591211 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041ac413-0385-4d74-b23b-1394a64a76f5", "name": "network-vif-deleted", "tag": "4213233b-2ed0-4f9a-ae80-cd03b9f6ea76", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:03.591449 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2203cfb-09e0-4cbc-90fe-658c363d66cc {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:03.592014 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041ac413-0385-4d74-b23b-1394a64a76f5', 'name': 'network-vif-deleted', 'tag': '4213233b-2ed0-4f9a-ae80-cd03b9f6ea76', 'status': 'completed', 'code': 200} Jul 29 23:39:03.645860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.649391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:03.661005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41241ad-fe5d-4505-845b-1666248e5fb8 req-149220a7-5bf7-4c94-97a0-67a355336cb9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.663021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f41241ad-fe5d-4505-845b-1666248e5fb8 req-149220a7-5bf7-4c94-97a0-67a355336cb9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 948 time: 0.1219068 Jul 29 23:39:03.741922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f41241ad-fe5d-4505-845b-1666248e5fb8 req-24e71407-5911-452d-a40c-adf49d882358 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630965 Jul 29 23:39:03.743937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f776-3926-413e-83cb-1d5df796d10f req-8709679e-2798-478c-8d13-358c3da86213 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.753679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3166f776-3926-413e-83cb-1d5df796d10f req-8709679e-2798-478c-8d13-358c3da86213 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0697520 Jul 29 23:39:03.798427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:03.810033 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.811152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:03.824381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3166f776-3926-413e-83cb-1d5df796d10f req-3c766003-f45a-455c-b7fa-d8645a837a43 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696723 Jul 29 23:39:03.958085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.982883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.007166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:04.007542 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.050289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4213233b-2ed0-4f9a-ae80-cd03b9f6ea76'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:04.087472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:04.100402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.136526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28fda162-d49f-467c-b511-8b661225b95e req-dc2851a2-0b74-448c-bbe4-9131f5f14579 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=041ac413-0385-4d74-b23b-1394a64a76f5 HTTP/1.1" status: 200 len: 210 time: 0.0581613 Jul 29 23:39:04.227138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.236418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.280585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:04.288089 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.355620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}, {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}, {'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:04.359839 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f1fb02-1ef9-4d93-827e-bbda0d161dda" -d '{"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}, {"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}, {"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:04.369179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.443862 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c7b067-387f-4847-9ee3-7a71aaea98bf x-openstack-request-id: req-58c7b067-387f-4847-9ee3-7a71aaea98bf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:04.444204 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "code": 200}, {"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "code": 200}, {"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:04.444450 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c7b067-387f-4847-9ee3-7a71aaea98bf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:04.445862 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'code': 200} Jul 29 23:39:04.445862 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'code': 200} Jul 29 23:39:04.445862 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'code': 200} Jul 29 23:39:04.614946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120546f-661d-4bc4-b95a-b5552561a743 req-ba05140e-f888-48d2-8add-1e09c6eca977 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:04.626308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f120546f-661d-4bc4-b95a-b5552561a743 req-ba05140e-f888-48d2-8add-1e09c6eca977 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.4006796 Jul 29 23:39:04.661282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289765d-3782-4725-8cfe-29c8860e24ed req-0e5c79fe-f145-4c5b-aa94-e07628762933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:04.662946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3289765d-3782-4725-8cfe-29c8860e24ed req-0e5c79fe-f145-4c5b-aa94-e07628762933 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 1102 time: 0.0912211 Jul 29 23:39:04.693860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f120546f-661d-4bc4-b95a-b5552561a743 req-2984f408-ba72-4d57-b11d-94434e4fe68d tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664511 Jul 29 23:39:04.764810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3289765d-3782-4725-8cfe-29c8860e24ed req-a3a2c828-0bbf-4066-8d21-0c87f4a253ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935559 Jul 29 23:39:04.891054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9264e-faac-4681-a211-9e4a409865b6 req-49d1b32c-6be5-4893-8001-f7450670f390 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:04.897401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40a9264e-faac-4681-a211-9e4a409865b6 req-49d1b32c-6be5-4893-8001-f7450670f390 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 948 time: 0.0689263 Jul 29 23:39:04.948712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40a9264e-faac-4681-a211-9e4a409865b6 req-a2821f05-5b96-42ab-be67-c9b89ac41e2c tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Jul 29 23:39:04.986149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5323c-ed9b-47db-8192-860b6eac3590 req-e18958a8-222a-4cbf-9dae-7f62074321db tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:04.987753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6a5323c-ed9b-47db-8192-860b6eac3590 req-e18958a8-222a-4cbf-9dae-7f62074321db tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.0570631 Jul 29 23:39:05.057240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6a5323c-ed9b-47db-8192-860b6eac3590 req-80d51cbc-dd90-4d2f-a6d2-3ea4e338e1ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616834 Jul 29 23:39:05.144190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-d257fdea-1135-42db-bc0e-cc9bac1dc8f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495853 Jul 29 23:39:05.290187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-26ff79b3-9ed4-4de0-b058-46ee4c527fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.293717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-26ff79b3-9ed4-4de0-b058-46ee4c527fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 1102 time: 0.0723736 Jul 29 23:39:05.477050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-02e681af-e737-42b7-96ca-3ed4b414b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.478619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-02e681af-e737-42b7-96ca-3ed4b414b1de service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1438944 Jul 29 23:39:05.549485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-04415f66-8fc3-46d8-a3b8-a6dcdb59bf06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 200 len: 217 time: 0.0548339 Jul 29 23:39:05.564451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e445-99b2-4e1d-a5b4-f16bfbccfdb7 req-0da43576-dc7b-4631-8416-f448eb99c412 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.566499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8751e445-99b2-4e1d-a5b4-f16bfbccfdb7 req-0da43576-dc7b-4631-8416-f448eb99c412 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1254377 Jul 29 23:39:05.644503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8751e445-99b2-4e1d-a5b4-f16bfbccfdb7 req-73c8a471-47c2-432a-81b4-aed0d550a393 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682864 Jul 29 23:39:05.652204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-a3498115-40c3-45c0-8eeb-4ef00936ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.653806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-a3498115-40c3-45c0-8eeb-4ef00936ec0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0859125 Jul 29 23:39:05.679683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:05.763285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-f520861a-0eec-41be-8a20-91a9d8621a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.767308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-f520861a-0eec-41be-8a20-91a9d8621a69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606813 Jul 29 23:39:05.781279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 47850e9a-30c8-4123-956a-08e7865fc981 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:05.790047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 47850e9a-30c8-4123-956a-08e7865fc981 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:05.790751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.877639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a9a3-912f-4664-9fc9-8115bd1311d4 req-48eea818-bff3-41b7-a2d4-079c5e371469 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.885468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c890a9a3-912f-4664-9fc9-8115bd1311d4 req-48eea818-bff3-41b7-a2d4-079c5e371469 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.0846014 Jul 29 23:39:05.905828 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.919214 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-2a6cdaed-988c-4c52-813f-d24fae49b1c3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350222 Jul 29 23:39:05.932461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c890a9a3-912f-4664-9fc9-8115bd1311d4 req-024f6750-b6ba-49c4-8d52-c5563c75ef45 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Jul 29 23:39:05.965875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:05.982741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.066063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.072601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f8c947-55f4-4986-b4e8-e09efb1350cf req-173893a6-95b7-4cb1-b19c-bffb7522508a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370099 Jul 29 23:39:06.193726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167063-5f92-4274-bf74-79cd7ce3b807 req-f36b6500-ae2f-4d09-ad0b-daf6e2ecf142 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.198619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64167063-5f92-4274-bf74-79cd7ce3b807 req-f36b6500-ae2f-4d09-ad0b-daf6e2ecf142 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 949 time: 0.1079102 Jul 29 23:39:06.199814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fdf0-d623-4af6-8084-9e16bb191f7f req-c42a267c-e401-4c92-a8a2-5f978bd43529 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.211126 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d394fdf0-d623-4af6-8084-9e16bb191f7f req-c42a267c-e401-4c92-a8a2-5f978bd43529 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0993974 Jul 29 23:39:06.249344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64167063-5f92-4274-bf74-79cd7ce3b807 req-7864ae2b-35ef-4687-a58f-19638c253036 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Jul 29 23:39:06.409263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d394fdf0-d623-4af6-8084-9e16bb191f7f req-d4ac861f-9921-42ff-89b6-a94ffa06266d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970601 Jul 29 23:39:06.448950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:06.448950 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1816eea-9cd5-4e03-88c4-7ff38f9c2a29" -d '{"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-plugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:06.494171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eaff3-f169-4888-b60d-20a9a94534cf req-2e64eb5a-3fd0-4ec8-9456-4c50b62326f7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.496336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-331eaff3-f169-4888-b60d-20a9a94534cf req-2e64eb5a-3fd0-4ec8-9456-4c50b62326f7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.0749586 Jul 29 23:39:06.546823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a4e6d-e118-4d24-9ae1-9518ecedffcf req-b35f53e5-e9ba-4c90-8311-bed1671c86ff tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.548598 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f3a4e6d-e118-4d24-9ae1-9518ecedffcf req-b35f53e5-e9ba-4c90-8311-bed1671c86ff tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0474846 Jul 29 23:39:06.567173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-331eaff3-f169-4888-b60d-20a9a94534cf req-a2cd35f9-960c-4cf5-94f0-00bd73703736 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Jul 29 23:39:06.624446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f3a4e6d-e118-4d24-9ae1-9518ecedffcf req-83e646e3-cbff-47e1-9456-13636b486dfc tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676963 Jul 29 23:39:06.663984 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5a741-f2a3-4c11-bb50-93a570f66456 x-openstack-request-id: req-d0e5a741-f2a3-4c11-bb50-93a570f66456 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:06.664562 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-plugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:06.665055 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0e5a741-f2a3-4c11-bb50-93a570f66456 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:06.665702 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981', 'code': 200} Jul 29 23:39:06.759260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-8e4480d3-79df-452f-82f2-b7bac8e0603c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.761293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-8e4480d3-79df-452f-82f2-b7bac8e0603c tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.1100559 Jul 29 23:39:06.829336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eb12e-673c-4096-ad21-9badfd7ab76b req-43d70d1b-6a13-4493-b109-eaf179461b6e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.832789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23eb12e-673c-4096-ad21-9badfd7ab76b req-43d70d1b-6a13-4493-b109-eaf179461b6e tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 945 time: 0.0883768 Jul 29 23:39:06.941053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23eb12e-673c-4096-ad21-9badfd7ab76b req-79232a60-c6bb-46e5-bfb8-9f8311f26f6d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020048 Jul 29 23:39:07.104476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Deleting port 42c6ace7-341e-498e-aca6-233fd8969830 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:07.104832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.210889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9624d6-2bd4-4e5a-bf70-4fe46513524c req-cd945ba1-f05a-4676-a120-2455c0a8f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.212546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9624d6-2bd4-4e5a-bf70-4fe46513524c req-cd945ba1-f05a-4676-a120-2455c0a8f5d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 1101 time: 0.0726850 Jul 29 23:39:07.253834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] For port 42c6ace7-341e-498e-aca6-233fd8969830, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42c6ace7-341e-498e-aca6-233fd8969830,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:07.254562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.265090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9624d6-2bd4-4e5a-bf70-4fe46513524c req-428d4bea-4140-40a9-ac0b-9de089c25d75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Jul 29 23:39:07.298391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Calling delete_port for 42c6ace7-341e-498e-aca6-233fd8969830 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:07.449126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bcc91-d8f8-46ea-90aa-9487aa08b803 req-c3a07bdf-311f-4ac3-b2c9-7a37166c5267 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.456649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-643bcc91-d8f8-46ea-90aa-9487aa08b803 req-c3a07bdf-311f-4ac3-b2c9-7a37166c5267 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 949 time: 0.0768266 Jul 29 23:39:07.549971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-643bcc91-d8f8-46ea-90aa-9487aa08b803 req-67f962bf-7564-41f5-943e-bf5cf0118752 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869834 Jul 29 23:39:07.590334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.621282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event deleted for resources: {'Port': ['ID=42c6ace7-341e-498e-aca6-233fd8969830,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.679208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] No DVR routers for this DVR port 42c6ace7-341e-498e-aca6-233fd8969830 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:07.683815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.684953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:07.686520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c311e2f5-b79c-4e0a-b0f2-952bd802b911 req-b25afa9b-c535-4917-8102-71b6531684b1 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.57 "DELETE /v2.0/ports/42c6ace7-341e-498e-aca6-233fd8969830 HTTP/1.1" status: 204 len: 173 time: 0.8110807 Jul 29 23:39:07.687019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-deleted', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:07.689755 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e181e37-2af2-484c-a6b1-9e61d971f1c8" -d '{"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-deleted", "tag": "42c6ace7-341e-498e-aca6-233fd8969830"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:07.784032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:07.799402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4bc6-b19a-4b8a-8a3b-c7dad1fe1fd5 req-afac0e50-b584-47f2-bcdc-2687d87f6bbf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.812358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e6f4bc6-b19a-4b8a-8a3b-c7dad1fe1fd5 req-afac0e50-b584-47f2-bcdc-2687d87f6bbf tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 947 time: 0.0919216 Jul 29 23:39:07.816217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:07.816558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4213233b-2ed0-4f9a-ae80-cd03b9f6ea76 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:07.859171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:07.873705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'mac_address': 'fa:16:3e:c8:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:07.902658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e6f4bc6-b19a-4b8a-8a3b-c7dad1fe1fd5 req-75b446d2-6cb1-49dc-8bec-2bd7b86036a2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892689 Jul 29 23:39:07.931567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.966658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:07.984864 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e946b14e-ae8b-4405-9579-e088d306f3ad x-openstack-request-id: req-e946b14e-ae8b-4405-9579-e088d306f3ad {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:07.986291 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa64a5-bbac-4507-94b0-c19d28a22f6c", "name": "network-vif-deleted", "tag": "42c6ace7-341e-498e-aca6-233fd8969830", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:07.986556 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e946b14e-ae8b-4405-9579-e088d306f3ad {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:07.986959 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa64a5-bbac-4507-94b0-c19d28a22f6c', 'name': 'network-vif-deleted', 'tag': '42c6ace7-341e-498e-aca6-233fd8969830', 'status': 'completed', 'code': 200} Jul 29 23:39:08.004473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:08.015045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.086509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:08.271978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c079-3052-4702-96b5-89bcf908bcd7 req-03c8021a-d1a3-4ef3-95ca-add72b19b0c2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.273823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3aa9c079-3052-4702-96b5-89bcf908bcd7 req-03c8021a-d1a3-4ef3-95ca-add72b19b0c2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 949 time: 0.0558107 Jul 29 23:39:08.325283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3aa9c079-3052-4702-96b5-89bcf908bcd7 req-34a4356e-c1b6-41e5-857e-2719ede4c6c2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Jul 29 23:39:08.445429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-c9c14815-db9c-4347-8d90-caf3bc474175 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:39:08.447901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-c9c14815-db9c-4347-8d90-caf3bc474175 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083511 Jul 29 23:39:08.461830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:08.462238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dc88f96f-908a-403a-adcf-11d9719cac98 req-05a70498-e5df-43a6-8c8f-c2eda0985a78 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3aa64a5-bbac-4507-94b0-c19d28a22f6c HTTP/1.1" status: 200 len: 210 time: 0.0336180 Jul 29 23:39:08.462581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:39:08.685920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:08.686294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:08.689344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:08.695211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:08.695541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:08.705770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:08.710605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:08.710943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:08.711330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:08.711759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Bound port: cc839d34-0516-4b0b-b25c-6299de537572, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:08.741168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f671a4f-6ef1-4719-83b8-e490b09fb335 req-7314a1b2-ef67-49c5-818d-0ee9a9870aaf tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.754692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f671a4f-6ef1-4719-83b8-e490b09fb335 req-7314a1b2-ef67-49c5-818d-0ee9a9870aaf tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 949 time: 0.0951319 Jul 29 23:39:08.848513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f671a4f-6ef1-4719-83b8-e490b09fb335 req-a0d965f5-a2ba-4741-947e-d9724ef7429f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919995 Jul 29 23:39:08.863546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:08.873172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.875874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dc62888d-7aac-49dd-a2de-3581fcffcaad service neutron] 10.222.0.49 "POST /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572/bindings HTTP/1.1" status: 201 len: 390 time: 0.4179449 Jul 29 23:39:09.144408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7cd1-c68e-4d2b-985b-f599f66dbc21 req-bda89821-c692-45f6-8c1b-944aa679c5a4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.153988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cfe7cd1-c68e-4d2b-985b-f599f66dbc21 req-bda89821-c692-45f6-8c1b-944aa679c5a4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.0893805 Jul 29 23:39:09.165085 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-7826ff95-9951-4271-aed1-e7a015471446 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453093 Jul 29 23:39:09.243351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cfe7cd1-c68e-4d2b-985b-f599f66dbc21 req-af08cd0d-55f3-4d69-b096-174362c84506 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881388 Jul 29 23:39:09.365944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-e268d06a-ff15-4955-929c-8ec9ad21e6ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.367767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-e268d06a-ff15-4955-929c-8ec9ad21e6ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947427 Jul 29 23:39:09.406488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-693c0144-5408-4e09-9e05-93ae71994e48 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/quotas/473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 375 time: 0.0276680 Jul 29 23:39:09.541737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-6112e836-ce3a-47f7-8c6f-e28f234a12a0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275506 Jul 29 23:39:09.577206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ea54fbe6-5461-4644-ab46-c6ad42b03bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.581479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ea54fbe6-5461-4644-ab46-c6ad42b03bca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1130297 Jul 29 23:39:09.816472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-abdd05ee-db46-4b21-a61e-35ee4e9368a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.823176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-abdd05ee-db46-4b21-a61e-35ee4e9368a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.2155547 Jul 29 23:39:09.955960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-3a89518c-80b8-4749-aca8-1ac2f3a19804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 217 time: 0.0841048 Jul 29 23:39:09.958918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71d98fed-3cbc-435a-a124-80f183886251 req-1d6e02a1-b8a0-4699-9a2c-897ca3b52977 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 210 time: 0.0546412 Jul 29 23:39:10.141979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-7a98c384-9ca6-4f4a-87fc-1ff03f562532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.145397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-7a98c384-9ca6-4f4a-87fc-1ff03f562532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.1811764 Jul 29 23:39:10.207039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b4dab86-8352-49c0-b241-392c257ae36c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337448 Jul 29 23:39:10.244208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f7fd-2995-4f35-ba50-14fbb729348e req-550f792f-5390-44ba-ab4b-968b049b7684 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.246396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44a2f7fd-2995-4f35-ba50-14fbb729348e req-550f792f-5390-44ba-ab4b-968b049b7684 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 944 time: 0.0814548 Jul 29 23:39:10.263360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382e22-7ab7-4b3e-9308-793284b26e1f req-6447703e-1c6f-41dd-8545-5137740f39b4 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.265654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb382e22-7ab7-4b3e-9308-793284b26e1f req-6447703e-1c6f-41dd-8545-5137740f39b4 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 949 time: 0.1131907 Jul 29 23:39:10.328034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44a2f7fd-2995-4f35-ba50-14fbb729348e req-42f3a0e2-989b-4645-b9ff-4b850640770a tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6772896-3354-40c2-8c0c-73478439c9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716090 Jul 29 23:39:10.446810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb382e22-7ab7-4b3e-9308-793284b26e1f req-4139a712-e373-41c3-8153-075f0b50c07b tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262300 Jul 29 23:39:10.489725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-5f3ccfb3-82de-455b-9ed0-f995f6625970 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224638 Jul 29 23:39:10.651152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-23857114-7121-4a4c-a609-aa24d4f4aef2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.666712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-23857114-7121-4a4c-a609-aa24d4f4aef2 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 944 time: 0.1271334 Jul 29 23:39:10.718892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092836-1be9-4d3a-8328-95842fea212e req-842d0b28-8465-4aaf-8a76-5a98a26ee847 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.736524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86092836-1be9-4d3a-8328-95842fea212e req-842d0b28-8465-4aaf-8a76-5a98a26ee847 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2003615 Jul 29 23:39:10.803980 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-dba3bf8b-580e-43dc-b68e-a5efffda918c service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655904 Jul 29 23:39:10.854610 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86092836-1be9-4d3a-8328-95842fea212e req-8c75ea6c-2afc-4099-9885-383cd9b45a68 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167796 Jul 29 23:39:10.984695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Deleting port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:10.990411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.245389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] For port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,segment=NetworkSegment(bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff),segment_id=bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:11.246498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.261716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Calling delete_port for 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:11.358517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedf646-c0f1-49ee-9375-f8e19eaff736 req-aa791bc6-63e4-4737-8984-913c0535f0f1 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:11.363572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ceedf646-c0f1-49ee-9375-f8e19eaff736 req-aa791bc6-63e4-4737-8984-913c0535f0f1 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 950 time: 0.1350970 Jul 29 23:39:11.434386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ceedf646-c0f1-49ee-9375-f8e19eaff736 req-696aeeec-ce02-4903-9244-569b0100343d tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Jul 29 23:39:11.496892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.572475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e19d4eab-a43a-42fd-9dd5-2176227a0f91 req-b043b37f-77b3-4645-9065-5436f8464174 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 210 time: 0.0887756 Jul 29 23:39:11.592403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Pushing event deleted for resources: {'Port': ['ID=5bf74b50-7bfd-48c4-a7a1-820dec31d0d8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.644104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.652807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.653328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.653725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.654068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.654395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.654720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.655057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.655372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.655690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.656007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.656326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:11.710117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:11.757407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f613d76-1d84-4cca-b771-affe4144b4ee req-59d4f35c-830f-4a7c-adf1-cda110dbfedb tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.0976131 Jul 29 23:39:11.804818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] No DVR routers for this DVR port 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:11.811109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.812582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80efb91d-0caa-4edb-a12a-feaa328c5875 req-e1f28779-2615-470a-a920-d956ef586f60 tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.59 "DELETE /v2.0/ports/5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 HTTP/1.1" status: 204 len: 173 time: 1.1437619 Jul 29 23:39:11.813102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-deleted', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:11.827561 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc6959-ffa8-4d79-8043-bcfec860ee57" -d '{"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-deleted", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:11.900358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e8e07f85-8bfc-4743-992f-e0a395e77063 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:11.901788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.016662 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e6eb1b-ed04-4c1a-834f-811179b40984 x-openstack-request-id: req-b3e6eb1b-ed04-4c1a-834f-811179b40984 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:12.018211 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016bac5c-832d-46ea-998a-92b30d057a77", "name": "network-vif-deleted", "tag": "5bf74b50-7bfd-48c4-a7a1-820dec31d0d8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:12.018912 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3e6eb1b-ed04-4c1a-834f-811179b40984 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:12.019706 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016bac5c-832d-46ea-998a-92b30d057a77', 'name': 'network-vif-deleted', 'tag': '5bf74b50-7bfd-48c4-a7a1-820dec31d0d8', 'status': 'completed', 'code': 200} Jul 29 23:39:12.030464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-9e17b93c-d93c-4b7a-bb29-1fc0d7c14391 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853121 Jul 29 23:39:12.190161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.222842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:12.226880 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74a421-c161-4479-8a30-9bb34cfe29e6" -d '{"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:12.247378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:12.253927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.255421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:12.292069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 42c6ace7-341e-498e-aca6-233fd8969830 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:12.292853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42c6ace7-341e-498e-aca6-233fd8969830 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:12.367578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.391954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c23f-f98a-478f-9e81-0d0f9837ef7b req-7857bc6d-5c3b-40ea-922a-34312840b870 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.403496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8170c23f-f98a-478f-9e81-0d0f9837ef7b req-7857bc6d-5c3b-40ea-922a-34312840b870 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2082794 Jul 29 23:39:12.478524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8170c23f-f98a-478f-9e81-0d0f9837ef7b req-72d76f81-4928-46ea-a4e3-8f26b833c98a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737240 Jul 29 23:39:12.508710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-79945d18-642c-497f-9313-f3a579b85e96 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.510471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-79945d18-642c-497f-9313-f3a579b85e96 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4746931 Jul 29 23:39:12.557399 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aead81-610d-4404-a2f3-05463e4794bc x-openstack-request-id: req-f7aead81-610d-4404-a2f3-05463e4794bc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:12.557898 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:12.558163 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7aead81-610d-4404-a2f3-05463e4794bc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:12.558592 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'code': 200} Jul 29 23:39:12.563106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Request body: {'port': {'device_id': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '473e6c6576ef4182adf6a2f0f93a407e'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:12.808924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a80c432c-b278-4fdc-905e-17facdbd5e8c req-c3ddecae-5047-423d-b3df-6ead29729e2e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 210 time: 0.0811012 Jul 29 23:39:12.943765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7977237-c367-41a5-a073-a8a50cbc187c req-aaf02b7d-f4a1-4b1f-b88d-9a527d465e7d tempest-LiveMigrationTest-1498090227 tempest-LiveMigrationTest-1498090227-project] 10.222.0.49 "GET /v2.0/ports?device_id=016bac5c-832d-46ea-998a-92b30d057a77 HTTP/1.1" status: 200 len: 210 time: 0.0542266 Jul 29 23:39:12.973753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Made reservation on behalf of 473e6c6576ef4182adf6a2f0f93a407e for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:12.982679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.199059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Allocated IP 192.168.233.135 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/c5661ea0-b604-41b9-bced-53cf8cbb9349) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:13.331996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:13.370764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:13.371112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bf74b50-7bfd-48c4-a7a1-820dec31d0d8 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:13.427187 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.454857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Transition to ACTIVE for port object c5661ea0-b604-41b9-bced-53cf8cbb9349 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:13.518662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.568793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:13.572900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:13.614694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:13.618661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:13.639655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:13.735231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1942e-d7ac-4ef2-9206-095dba651b9c req-0e6ade27-9d13-43df-bbe5-871c3c4322ca tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.749009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18f1942e-d7ac-4ef2-9206-095dba651b9c req-0e6ade27-9d13-43df-bbe5-871c3c4322ca tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.1449893 Jul 29 23:39:13.759326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.822908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.823176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.848993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-abb292df-c348-4c6c-a620-700042ff2600 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2913058 Jul 29 23:39:13.875837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18f1942e-d7ac-4ef2-9206-095dba651b9c req-82de5651-681b-4eb0-8c97-3d604230a816 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256826 Jul 29 23:39:13.878244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Request body: {'port': {'device_id': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:14.024743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.046829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb36c28-846b-4bd3-a4a4-b13f1a29c74d req-0aa5c630-2eaa-46fe-b3ad-7d0fd6248f43 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.055360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-abb36c28-846b-4bd3-a4a4-b13f1a29c74d req-0aa5c630-2eaa-46fe-b3ad-7d0fd6248f43 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 936 time: 0.0905483 Jul 29 23:39:14.067875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37474) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.118385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-abb36c28-846b-4bd3-a4a4-b13f1a29c74d req-eb6f3d35-8216-40fa-8afc-e1098ef61784 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Jul 29 23:39:14.146771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1c57f1dc-71e6-4992-834b-2bf8fe852471 None None] Provisioning for port c5661ea0-b604-41b9-bced-53cf8cbb9349 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:14.187571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1c57f1dc-71e6-4992-834b-2bf8fe852471 None None] Provisioning complete for port c5661ea0-b604-41b9-bced-53cf8cbb9349 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:14.189823 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c57f1dc-71e6-4992-834b-2bf8fe852471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.434044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Deleting subnet a67ef42e-8b87-41e9-be44-ed7a0c953ded {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:14.436472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1c57f1dc-71e6-4992-834b-2bf8fe852471 None None] Port c5661ea0-b604-41b9-bced-53cf8cbb9349 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:14.443850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.502842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.545657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.610840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.624759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:14.633853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.639142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67ef42e-8b87-41e9-be44-ed7a0c953ded,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.641467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.644025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5e72190-c52f-4256-acd0-ac77b37ea630 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a67ef42e-8b87-41e9-be44-ed7a0c953ded HTTP/1.1" status: 204 len: 168 time: 0.5747881 Jul 29 23:39:14.647139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.661299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Transition to ACTIVE for port object c5661ea0-b604-41b9-bced-53cf8cbb9349 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:14.671506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.762052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.830958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.939375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:14.939851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:14.940270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:14.951087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:14.951659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:14.959241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:14.959241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:14.959638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:14.960080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Bound port: c5661ea0-b604-41b9-bced-53cf8cbb9349, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:14.960514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.093496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:15.109832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:15.129370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.163055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.201549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.202375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.204460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 1097 time: 1.3344982 Jul 29 23:39:15.205045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:15.208112 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18009394-530a-4ac4-8767-34fa0e7e9501" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:15.229480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a7e4dd-5392-44c1-9689-2ddaafa7826a']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.265329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c3397-cb85-4a53-a76c-0cc62c4230e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.267199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.268666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0a6f6a-abc0-4a5d-90ad-3a579bacd1ff') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.300088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038600d-a2ff-4e89-819c-a784ec710d9e req-659206ee-b706-466b-8d3b-f8a25e4902c5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.302007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1038600d-a2ff-4e89-819c-a784ec710d9e req-659206ee-b706-466b-8d3b-f8a25e4902c5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2560034 Jul 29 23:39:15.337029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.340776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:15.374655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1038600d-a2ff-4e89-819c-a784ec710d9e req-72744f88-0127-4a08-ae69-dde6aeefa8ee tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652540 Jul 29 23:39:15.379538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.399405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:15.401230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:15.405595 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:15.434299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434394-903f-4c5b-aa12-e43eb1a25232 req-82aa3639-2635-45af-9f96-e28ab636b911 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.448485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56434394-903f-4c5b-aa12-e43eb1a25232 req-82aa3639-2635-45af-9f96-e28ab636b911 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.1628842 Jul 29 23:39:15.624067 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.629259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.633121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-24276e11-3d6b-41f8-b962-b5c3203379f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.633984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] 10.222.0.49 "DELETE /v2.0/networks/91a7e4dd-5392-44c1-9689-2ddaafa7826a HTTP/1.1" status: 204 len: 168 time: 0.9854345 Jul 29 23:39:15.636793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37520) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:15.641788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-24276e11-3d6b-41f8-b962-b5c3203379f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1100 time: 0.3290040 Jul 29 23:39:15.644164 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751da65-132e-4fc1-b5b9-c12e9de9e12d x-openstack-request-id: req-f751da65-132e-4fc1-b5b9-c12e9de9e12d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:15.644724 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:15.645124 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f751da65-132e-4fc1-b5b9-c12e9de9e12d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:15.646073 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'status': 'completed', 'code': 200} Jul 29 23:39:15.648866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.662611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405d895-e597-493c-88fd-1ea1be153d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a7e4dd-5392-44c1-9689-2ddaafa7826a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.668568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '1e25980e-fe8a-4784-9551-9224c7bad411', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '1e25980e-fe8a-4784-9551-9224c7bad411', 'mac_address': 'fa:16:3e:21:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:15.677824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56434394-903f-4c5b-aa12-e43eb1a25232 req-11cca8dc-cffd-4af0-aa0d-53c5acb772f1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280457 Jul 29 23:39:15.733743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Deleting subnet 2d1962d8-3748-4e7f-86df-928f23e6cab8 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:15.740398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.741135 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.758218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e25980e-fe8a-4784-9551-9224c7bad411 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:15.790401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.791793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-95b66b9e-7215-48ad-8d0b-d1000c3a06ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.1094277 Jul 29 23:39:15.797162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.804998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.883789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-a64c6a25-ac32-4a71-a215-efd5c066a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.885260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-a64c6a25-ac32-4a71-a215-efd5c066a2ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0844796 Jul 29 23:39:15.889177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.942626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.966784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.967452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.968364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.968763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.969119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.969614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.970352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.970959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.971377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.971710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.972233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.972411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:15.990920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-07c9a40d-faec-4d4b-be95-f319e3aa5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.992361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-07c9a40d-faec-4d4b-be95-f319e3aa5b6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993037 Jul 29 23:39:16.004767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.009367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['1e25980e-fe8a-4784-9551-9224c7bad411'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:16.053192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.059249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2d1962d8-3748-4e7f-86df-928f23e6cab8 HTTP/1.1" status: 204 len: 168 time: 0.4214003 Jul 29 23:39:16.060268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f85b1-19d4-4c53-9091-d354c06f2f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1962d8-3748-4e7f-86df-928f23e6cab8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.062869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37534) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.164203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.227131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc019308-a943-4661-8b47-5ab37fea3149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.325707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-cf20058f-d520-4d9e-8c96-3cd83bcb9b29 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820430 Jul 29 23:39:16.340178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.369003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a455c23b-905b-4f8a-a141-929a39f80382']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.395960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dde3e69-2b62-43d3-9904-5e9126b9f342') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.396559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dde3e69-2b62-43d3-9904-5e9126b9f342') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.441821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.485153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.504964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:16.505380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:16.539103 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:16.605329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea21feb9-e3fe-41b8-85a9-a60b1c395ede req-ce3bd8b4-3801-4a78-8ebf-1774feff6249 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722292 Jul 29 23:39:16.646714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a70c-22c9-4842-9921-04b5852c333a req-c7c97f78-21b4-4d69-8baf-4512d5016fea tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:16.658313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8671a70c-22c9-4842-9921-04b5852c333a req-c7c97f78-21b4-4d69-8baf-4512d5016fea tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.1036770 Jul 29 23:39:16.672547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.679052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.697771 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a455c23b-905b-4f8a-a141-929a39f80382 HTTP/1.1" status: 204 len: 168 time: 0.6337264 Jul 29 23:39:16.726379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b185ed-72d2-4b9e-b7d3-b55a26546212 admin admin] Pushing event deleted for resources: {'Network': ['ID=a455c23b-905b-4f8a-a141-929a39f80382,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.829827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8671a70c-22c9-4842-9921-04b5852c333a req-847a5fc0-6888-4cef-b762-996729f0dba1 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572008 Jul 29 23:39:16.873473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-1825fbcb-56ab-45c4-acdf-22e1128813d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:16.876653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-1825fbcb-56ab-45c4-acdf-22e1128813d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1100 time: 0.1618233 Jul 29 23:39:17.026262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.054331 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.122378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ca5b-fa2e-4874-af20-43a1ef95f4be req-66c80e07-6d6c-4068-a51a-bec6b6d68ded tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.124100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a470ca5b-fa2e-4874-af20-43a1ef95f4be req-66c80e07-6d6c-4068-a51a-bec6b6d68ded tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.0933108 Jul 29 23:39:17.135488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a16df4b3-19d0-4f7b-a22f-f5089aedefb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=074a38fc08624cd790bbfa9648361a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1058168 Jul 29 23:39:17.135813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37576) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:17.213303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a470ca5b-fa2e-4874-af20-43a1ef95f4be req-354f22e2-c170-4386-845d-3086c4760368 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658445 Jul 29 23:39:17.230679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.234814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-c307abed-b026-414c-a283-8136358ddc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.236535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-c307abed-b026-414c-a283-8136358ddc9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.3462443 Jul 29 23:39:17.269885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.356017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-8e2f1b8d-a56b-499b-a80c-854607a69c63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.1073484 Jul 29 23:39:17.363667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:17.412804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.421753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.424407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6772896-3354-40c2-8c0c-73478439c9df HTTP/1.1" status: 204 len: 168 time: 0.2875350 Jul 29 23:39:17.479353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf6ab9-bf7a-4e1a-a089-d7b6d9db170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6772896-3354-40c2-8c0c-73478439c9df,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.484156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-54c59f94-e75d-4d68-b6a5-7849fa245cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.485664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-54c59f94-e75d-4d68-b6a5-7849fa245cbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1193626 Jul 29 23:39:17.572555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-50fb9caa-7131-46a3-a791-ab184ca1c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.579114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-50fb9caa-7131-46a3-a791-ab184ca1c427 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842922 Jul 29 23:39:17.616149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 1e25980e-fe8a-4784-9551-9224c7bad411 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:17.618962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.889796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.894670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-1e7e9b83-de3d-4d98-8743-e0b84d0d74d3 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999794 Jul 29 23:39:17.924924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:17.928099 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77827ab-e922-43cc-b263-eba23b6a7f16" -d '{"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:17.958737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:17.969748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.122824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.169091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18009394-530a-4ac4-8767-34fa0e7e9501 req-7680e536-6798-4e9b-a115-e34580a32dcc service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555387 Jul 29 23:39:18.340574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.440771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37604) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:18.451222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f4e3cca-0f5e-412f-9ab8-9e094ed73d2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9b1c4b57c034ad2bfff0aa72f35a32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949976 Jul 29 23:39:18.561816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.619722 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.704825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.710950 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.712801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce7f2b40-9358-4671-9c72-ddd5c04735d7 HTTP/1.1" status: 204 len: 168 time: 0.2704625 Jul 29 23:39:18.722204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551583-cc25-43c5-abe9-16b96496fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f2b40-9358-4671-9c72-ddd5c04735d7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.999299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46ac288e-7c08-4138-9c37-3249e35b32a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.111852 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191b9980-edd8-400b-a460-6f6f9bd55ae6 x-openstack-request-id: req-191b9980-edd8-400b-a460-6f6f9bd55ae6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:19.112299 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:19.113212 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-191b9980-edd8-400b-a460-6f6f9bd55ae6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:19.113653 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'code': 200} Jul 29 23:39:19.147930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0bcfd-e8e3-4db8-b2a4-cc54019185ff req-c262f4e2-f920-40f2-ba92-edbb5a4311fb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.150232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d2c0bcfd-e8e3-4db8-b2a4-cc54019185ff req-c262f4e2-f920-40f2-ba92-edbb5a4311fb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.0923195 Jul 29 23:39:19.223942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d2c0bcfd-e8e3-4db8-b2a4-cc54019185ff req-7b98bf60-5c27-4a70-a2ab-1ca3f3517c5f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608234 Jul 29 23:39:19.275567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.340866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95e02a-43e7-4ecd-a3f6-6fa04d38eb5a req-01f928f9-7bfc-4bbd-b638-a39772dffac0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.349091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe95e02a-43e7-4ecd-a3f6-6fa04d38eb5a req-01f928f9-7bfc-4bbd-b638-a39772dffac0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.1294727 Jul 29 23:39:19.380114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:19.448076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe95e02a-43e7-4ecd-a3f6-6fa04d38eb5a req-20c69b6d-9d4d-44b1-aeb9-d4515cdfae6d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980313 Jul 29 23:39:19.655070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:19.671492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'mac_address': 'fa:16:3e:f7:de:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:19.768509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.793248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:19.823072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:19.828859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.905454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.258103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5661ea0-b604-41b9-bced-53cf8cbb9349'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:20.613673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.267774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed78f71-cec7-44a1-8ff4-db9c85254373 req-fc0ab33a-3be0-43ef-a455-fde52f8f71c0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:21.276492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ed78f71-cec7-44a1-8ff4-db9c85254373 req-fc0ab33a-3be0-43ef-a455-fde52f8f71c0 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.0929868 Jul 29 23:39:21.330525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ed78f71-cec7-44a1-8ff4-db9c85254373 req-0ba52fcc-fea0-4801-9943-371eee1efa8a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 29 23:39:21.456897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f1e1c-394b-4dcd-bb11-7ff07fa22161 req-f59b2a2c-d702-461c-bee4-5560f190af04 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:21.462270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c9f1e1c-394b-4dcd-bb11-7ff07fa22161 req-f59b2a2c-d702-461c-bee4-5560f190af04 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.0924730 Jul 29 23:39:21.539590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c9f1e1c-394b-4dcd-bb11-7ff07fa22161 req-da6e2d8d-fa6d-470f-b8f8-56b38bc7ff7a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714266 Jul 29 23:39:21.948065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-39caf836-7c6d-4b3f-96a4-c2fdc4816b47 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390587 Jul 29 23:39:22.156510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-4196ca24-824b-46a6-a1a8-9a5eeba0c25d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.158513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-4196ca24-824b-46a6-a1a8-9a5eeba0c25d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095668 Jul 29 23:39:22.181120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-08cbe4bf-b0b9-4626-afe3-5b9491518e57 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/quotas/6b3cac644d174f46891abb377b30ad34 HTTP/1.1" status: 200 len: 375 time: 0.0159469 Jul 29 23:39:22.218786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d7c16f7a-61aa-40bf-87c9-f865317f4500 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.220716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d7c16f7a-61aa-40bf-87c9-f865317f4500 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.2064488 Jul 29 23:39:22.259007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-d35e4086-8da2-4c52-83f8-7642fc67a969 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764818 Jul 29 23:39:22.287484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-ac274269-2e46-4ed4-9809-408e60ab8a60 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/quotas/1f54f89bb3bc4287a384e09bec0890f1 HTTP/1.1" status: 200 len: 375 time: 0.0587356 Jul 29 23:39:22.323049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.443688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-aa9f7eb1-4832-454e-8f32-16179df15091 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525698 Jul 29 23:39:22.902325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-deecbebb-3c1d-4ce0-ad0e-cc5f4e577cf0 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571764 Jul 29 23:39:23.328791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963f555-78dc-4bd1-b182-54fd60dc1694 req-8f146abf-3463-4457-a9cf-c8e2a2fe9e2f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.341147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9963f555-78dc-4bd1-b182-54fd60dc1694 req-8f146abf-3463-4457-a9cf-c8e2a2fe9e2f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.1398077 Jul 29 23:39:23.414403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:23.431127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9963f555-78dc-4bd1-b182-54fd60dc1694 req-1011c293-0f0b-4ba0-965f-5888cfd24152 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872586 Jul 29 23:39:23.588998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c5661ea0-b604-41b9-bced-53cf8cbb9349 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:23.598056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5661ea0-b604-41b9-bced-53cf8cbb9349 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:23.599226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.824211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-1ecafff1-8b91-4379-9216-a21e2e5a4cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203103 Jul 29 23:39:23.952986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.028591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:24.031591 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb24fec-a4de-49e4-b427-f30e97775084" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:24.072824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:24.081708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.083098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:24.251090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.255583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-424c166f-7a8d-42e7-b66b-1b77070d9402 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415576 Jul 29 23:39:24.287320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:24.351212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:24.370931 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.533732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-14f5fa77-95a6-4fca-b5ad-5ed173b80507 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.544631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-14f5fa77-95a6-4fca-b5ad-5ed173b80507 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876012 Jul 29 23:39:24.568556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:24.576291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-3806fa51-7380-4808-8ea7-0ffbdef20208 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/quotas/6b3cac644d174f46891abb377b30ad34 HTTP/1.1" status: 200 len: 375 time: 0.0291624 Jul 29 23:39:24.632852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-d63a4fa2-7a8f-4daa-90bb-a875554a6473 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.635374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-d63a4fa2-7a8f-4daa-90bb-a875554a6473 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df HTTP/1.1" status: 200 len: 946 time: 0.8153100 Jul 29 23:39:24.656059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ca56-90e8-4c8b-809c-5f0f0c7b2d32 req-4f849617-e491-409c-9914-0c96af613c87 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.660133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-ca360c52-5057-4644-abc9-7c205b864c96 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821905 Jul 29 23:39:24.668779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b298ca56-90e8-4c8b-809c-5f0f0c7b2d32 req-4f849617-e491-409c-9914-0c96af613c87 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.7916565 Jul 29 23:39:24.812327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b298ca56-90e8-4c8b-809c-5f0f0c7b2d32 req-d0365c25-9ad5-44d0-8fea-c738e8daf339 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364844 Jul 29 23:39:24.842360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-14937b0b-589a-4307-bbf2-edb62a9824c7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091361 Jul 29 23:39:24.917951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Deleting port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:24.917951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.160827 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21364da4-fdd4-4eae-8f16-7295a8cbe612 x-openstack-request-id: req-21364da4-fdd4-4eae-8f16-7295a8cbe612 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:25.161250 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:25.161496 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21364da4-fdd4-4eae-8f16-7295a8cbe612 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:25.161938 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'code': 200} Jul 29 23:39:25.207674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-01f3ed0a-1f9b-4649-b539-b37a603296ab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:25.211330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] For port 33d678d5-5933-4b15-aa90-f05dc7ccacf0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=33d678d5-5933-4b15-aa90-f05dc7ccacf0,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:25.211711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.215588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-01f3ed0a-1f9b-4649-b539-b37a603296ab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579352 Jul 29 23:39:25.246303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Request body: {'port': {'device_id': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '6b3cac644d174f46891abb377b30ad34'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:25.270964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Calling delete_port for 33d678d5-5933-4b15-aa90-f05dc7ccacf0 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:25.355679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d9f6045-9124-4361-9074-a6c3cfe2d7a3 req-d285be97-4427-43a1-b7d9-683214909a26 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 210 time: 0.0868595 Jul 29 23:39:25.610058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897dae6-85b6-428f-b7ad-eee84a661d53 req-d08be429-a2c9-4042-85a3-d87b5fcfd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:25.611942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3897dae6-85b6-428f-b7ad-eee84a661d53 req-d08be429-a2c9-4042-85a3-d87b5fcfd109 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1102 time: 0.2488539 Jul 29 23:39:25.642843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.650585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-671ac57a-1cb6-4950-b646-876f5ae9f0c8 req-dd9e4332-6f59-4e19-8970-4189d45607c9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.0606585 Jul 29 23:39:25.689420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11491f95-060f-4e35-a970-57e4e0da21aa req-7598204d-cc74-4b69-8c83-4ca72b279453 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:25.690169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event deleted for resources: {'Port': ['ID=33d678d5-5933-4b15-aa90-f05dc7ccacf0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:25.696605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11491f95-060f-4e35-a970-57e4e0da21aa req-7598204d-cc74-4b69-8c83-4ca72b279453 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2216315 Jul 29 23:39:25.736334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Made reservation on behalf of 6b3cac644d174f46891abb377b30ad34 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:25.750295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.756856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] No DVR routers for this DVR port 33d678d5-5933-4b15-aa90-f05dc7ccacf0 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:25.762069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.767321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb2f40dc-6be0-4e0b-b212-924bc257ff49 req-c4e7ee02-d400-49ed-b80f-588360dd2ed8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.59 "DELETE /v2.0/ports/33d678d5-5933-4b15-aa90-f05dc7ccacf0 HTTP/1.1" status: 204 len: 173 time: 1.0952318 Jul 29 23:39:25.768469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-deleted', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:25.802408 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c8b88-03df-431d-87ad-a5050d19ce38" -d '{"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-deleted", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:25.811435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.872703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3897dae6-85b6-428f-b7ad-eee84a661d53 req-38c1c025-9226-48cf-bb11-93b335756c6f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515314 Jul 29 23:39:25.891121 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11491f95-060f-4e35-a970-57e4e0da21aa req-f8d7321d-6f73-4b06-b747-b965fccee2e5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031897 Jul 29 23:39:26.007367 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be89e0ad-95fc-480e-adde-68a2fe5066f7 x-openstack-request-id: req-be89e0ad-95fc-480e-adde-68a2fe5066f7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:26.007663 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-deleted", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:26.007986 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be89e0ad-95fc-480e-adde-68a2fe5066f7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:26.008470 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-deleted', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'status': 'completed', 'code': 200} Jul 29 23:39:26.091698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.161318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.258372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19cac0-78c2-41d6-85b8-f880eca42156 req-5656ef56-c725-4a0d-aad3-d9af3af7c179 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.260316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a19cac0-78c2-41d6-85b8-f880eca42156 req-5656ef56-c725-4a0d-aad3-d9af3af7c179 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1658127 Jul 29 23:39:26.266583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cae53-64ac-4d9b-977f-97550dff9fc0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:26.336152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a19cac0-78c2-41d6-85b8-f880eca42156 req-d6eeaedd-4193-4376-a9be-fce4646bbb90 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657964 Jul 29 23:39:26.443627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Allocated IP 192.168.233.56 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/8fbcf9bd-cd25-45a8-972e-7bf04c21a070) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:26.502205 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8242d7cf-e86d-4f45-bd18-c3d6f9b8974c req-240ddc2b-5cba-4863-a334-4cf9c8fad22a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 210 time: 0.0420403 Jul 29 23:39:26.753388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.842407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dba76e66-1bbf-4292-b6bb-b9a990e7553b req-372217e4-3003-457f-a342-a66ad7819a04 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.0515611 Jul 29 23:39:26.845328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Transition to ACTIVE for port object 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:26.947322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.063629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-eb254ab1-459f-463d-bc8a-bce42376dfdc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.064544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:27.065333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-eb254ab1-459f-463d-bc8a-bce42376dfdc tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 805 time: 0.2072647 Jul 29 23:39:27.075459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:27.080341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:27.105766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Request body: {'port': {'device_id': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'admin_state_up': True, 'tenant_id': '1f54f89bb3bc4287a384e09bec0890f1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.154210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.163753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:27.166798 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5b490-a0e7-4a8f-b726-9852f3d91288" -d '{"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-unplugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:27.248428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.249315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.294047 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-f2eb71a8-ab85-4ad9-8e02-34664d7adb4b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0529368 Jul 29 23:39:27.334173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Request body: {'port': {'device_id': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.396878 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba57ef98-132e-4bcc-84dc-fa2814bc0e62 x-openstack-request-id: req-ba57ef98-132e-4bcc-84dc-fa2814bc0e62 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:27.397920 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df", "name": "network-vif-unplugged", "status": "completed", "tag": "33d678d5-5933-4b15-aa90-f05dc7ccacf0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:27.398947 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba57ef98-132e-4bcc-84dc-fa2814bc0e62 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:27.399522 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6362bb-cf9a-4f90-ba70-1ceb6ca2e1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d678d5-5933-4b15-aa90-f05dc7ccacf0', 'code': 200} Jul 29 23:39:27.401837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.405338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fdc61-cf64-4c17-9c2c-a4f5edfbf624 req-fdd39b88-84a4-4389-8488-c92f6215441a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.414158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-240fdc61-cf64-4c17-9c2c-a4f5edfbf624 req-fdd39b88-84a4-4389-8488-c92f6215441a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2519939 Jul 29 23:39:27.466786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:27.477130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.502350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-240fdc61-cf64-4c17-9c2c-a4f5edfbf624 req-ad1c174c-de50-4937-bdbb-4b33ddad1cd8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871923 Jul 29 23:39:27.504656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 33d678d5-5933-4b15-aa90-f05dc7ccacf0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:27.505843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 33d678d5-5933-4b15-aa90-f05dc7ccacf0 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:27.613566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Made reservation on behalf of 1f54f89bb3bc4287a384e09bec0890f1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.619222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.682311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3a2d518a-adb6-4191-92b3-c59aa7d34a25 None None] Provisioning for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:27.704799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3a2d518a-adb6-4191-92b3-c59aa7d34a25 None None] Provisioning complete for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:27.714311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a2d518a-adb6-4191-92b3-c59aa7d34a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.773104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d518a-adb6-4191-92b3-c59aa7d34a25 None None] Port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:27.859113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb3ec9-b984-400c-a0b4-80cfdfa3369f req-71e2cabe-d89a-4df9-bce2-2e4dc2f720e9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.865770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69e99568-8674-4a83-93e1-a683e8ca2e0d req-db487b25-6990-4aea-b332-0b7d10887d46 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 210 time: 0.0520008 Jul 29 23:39:27.869440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2beb3ec9-b984-400c-a0b4-80cfdfa3369f req-71e2cabe-d89a-4df9-bce2-2e4dc2f720e9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0790374 Jul 29 23:39:28.010860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2beb3ec9-b984-400c-a0b4-80cfdfa3369f req-2fb848dd-23a1-4f2b-8577-3a37cee96b7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305206 Jul 29 23:39:28.017698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Allocated IP 172.20.0.2 (5a9b398b-9906-442f-9b14-82d43195dac3/37a3d582-0647-431f-aa6a-d132d6d05c72/21523122-ca07-427e-8ddf-4306e492540a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:28.265600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:28.284707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-745dc5ef-436d-4c8e-8a33-5fa7c4ed55f6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281040 Jul 29 23:39:28.288175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.360635 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9110c0e-d1df-4025-ade4-2cf04aa66ed9 req-b505c68a-9270-49a9-b487-d037f517e9b9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.2031097 Jul 29 23:39:28.427101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe3d6-5b77-4cc9-90f0-9278efbaaf0c req-24dc7dae-9d2b-4340-8541-64b53f6ea534 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.435318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-406fe3d6-5b77-4cc9-90f0-9278efbaaf0c req-24dc7dae-9d2b-4340-8541-64b53f6ea534 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1102 time: 0.2650056 Jul 29 23:39:28.448036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.494928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Transition to ACTIVE for port object 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:28.514604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-406fe3d6-5b77-4cc9-90f0-9278efbaaf0c req-0267d243-8d4b-4a96-bd8b-27ca49c7c68c tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764234 Jul 29 23:39:28.527210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.588086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.623613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.746633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-093db919-f99c-484c-bd75-d252dba8874b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.748593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-093db919-f99c-484c-bd75-d252dba8874b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4109941 Jul 29 23:39:28.785595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Network 5a9b398b-9906-442f-9b14-82d43195dac3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:28.788421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.801408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:28.805722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:28.811065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Request body: {'port': {'device_id': '850640a3-22cf-454e-bb7d-9d161324a260', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '6b3cac644d174f46891abb377b30ad34'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.885688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46205403-843c-4be9-81ec-3812e1eab387 req-a5e22d26-688f-4de3-bf97-14e236c3d441 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.894647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46205403-843c-4be9-81ec-3812e1eab387 req-a5e22d26-688f-4de3-bf97-14e236c3d441 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2197642 Jul 29 23:39:28.958468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46205403-843c-4be9-81ec-3812e1eab387 req-012c6082-870c-48d9-98cb-49aa534247fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627153 Jul 29 23:39:28.985196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.986023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.021550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d62665ec-1cd0-4dd1-9149-8d222746d387 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9223316 Jul 29 23:39:29.054196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Request body: {'port': {'device_id': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:29.077029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Attempting to bind port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:29.077771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Attempting to bind port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:29.077771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Attempting to bind port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:29.083897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:29.085352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Attempting to bind port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:29.093375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:29.094171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:29.094623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:29.095353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Bound port: 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:29.095787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.103482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Made reservation on behalf of 6b3cac644d174f46891abb377b30ad34 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:29.110904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.254991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.271497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-354989ec-9c0a-442b-ae89-5f69b8863b61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260257 Jul 29 23:39:29.292337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:29.300446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef32d-3458-4ea4-98be-1fc45a150563 req-d187e69a-f065-4935-8a5d-9e1843301a6a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.303707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ffef32d-3458-4ea4-98be-1fc45a150563 req-d187e69a-f065-4935-8a5d-9e1843301a6a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 931 time: 0.1552105 Jul 29 23:39:29.477203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ffef32d-3458-4ea4-98be-1fc45a150563 req-176aa8fe-6344-49a9-a2ec-fcdf5d587759 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634188 Jul 29 23:39:29.505254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Allocated IP 192.168.233.228 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/df6d8bf6-dff7-4a35-9d20-c0537a3b9c83) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:29.525019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:29.541485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.631515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.637925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.642284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] 10.222.0.57 "PUT /v2.0/ports/8fbcf9bd-cd25-45a8-972e-7bf04c21a070 HTTP/1.1" status: 200 len: 1096 time: 2.3127182 Jul 29 23:39:29.646991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:29.651891 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f26173-a920-463e-8635-d43fbd017169" -d '{"events": [{"name": "network-changed", "server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:29.767380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722f954-8892-4165-85a4-66587f64c29b req-4e8c447c-fe93-424e-b540-7494024e9ff9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.779960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8722f954-8892-4165-85a4-66587f64c29b req-4e8c447c-fe93-424e-b540-7494024e9ff9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.5142031 Jul 29 23:39:30.091686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3083-fa3d-43f6-8fa9-4bdd5f7fb9bd service neutron] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.121828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8722f954-8892-4165-85a4-66587f64c29b req-506b6ca7-1637-4ae7-9498-afcd49a58e00 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946517 Jul 29 23:39:30.214476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-02a2559d-428d-4621-848b-cf51987ea6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.217114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-02a2559d-428d-4621-848b-cf51987ea6b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1099 time: 0.3821375 Jul 29 23:39:30.264024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43d120d4-b35e-4d21-8713-7bb9012d82dd req-9c56700a-2fc6-4c42-8c3f-fde50d05c354 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.1874981 Jul 29 23:39:30.365437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-399a2bd7-9929-46c0-a30c-3960f353b9eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070 HTTP/1.1" status: 200 len: 217 time: 0.1005530 Jul 29 23:39:30.473466 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bb202a-ba0a-410a-bc44-485dea0fe111 x-openstack-request-id: req-60bb202a-ba0a-410a-bc44-485dea0fe111 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:30.473791 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:30.474045 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60bb202a-ba0a-410a-bc44-485dea0fe111 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:30.474466 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'status': 'completed', 'code': 200} Jul 29 23:39:30.480723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.502067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21523122-ca07-427e-8ddf-4306e492540a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:30.522668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.533084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Transition to ACTIVE for port object df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:30.555517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Transition to ACTIVE for port object 21523122-ca07-427e-8ddf-4306e492540a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:30.563894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-647a7946-1a41-48bb-85c3-972d1788f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.565158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.579859 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-647a7946-1a41-48bb-85c3-972d1788f413 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1915431 Jul 29 23:39:30.715047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9a9-3683-488d-9335-f09505edb35a req-c5349a6d-dfb5-4167-82bb-5cb0fd3de18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.722754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-c5349a6d-dfb5-4167-82bb-5cb0fd3de18f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135750 Jul 29 23:39:30.728189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.744317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.825556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274bd4-22cd-46ad-b41f-43897e4295b7 req-0b92cfac-d063-4e04-a019-3fa2f2f3ca2e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.827328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4274bd4-22cd-46ad-b41f-43897e4295b7 req-0b92cfac-d063-4e04-a019-3fa2f2f3ca2e tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.2068293 Jul 29 23:39:30.856240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Attempting to bind port 21523122-ca07-427e-8ddf-4306e492540a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:30.856506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Attempting to bind port 21523122-ca07-427e-8ddf-4306e492540a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:30.856915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Attempting to bind port 21523122-ca07-427e-8ddf-4306e492540a on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:30.899605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Port 21523122-ca07-427e-8ddf-4306e492540a on network 5a9b398b-9906-442f-9b14-82d43195dac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:30.899939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Attempting to bind port 21523122-ca07-427e-8ddf-4306e492540a on network 5a9b398b-9906-442f-9b14-82d43195dac3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:30.917388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:30.917815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Checking segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:30.918208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Bound using segment: {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:30.918702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Bound port: 21523122-ca07-427e-8ddf-4306e492540a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43120af4-2dbe-4541-a804-e18e1cb07f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:30.919205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.927849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-1cd8b120-e389-4de5-9b51-df61d152f0b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863744 Jul 29 23:39:30.940716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4274bd4-22cd-46ad-b41f-43897e4295b7 req-5fca30ea-b99f-4901-9ef1-cd75c4d75ba8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 Jul 29 23:39:31.134190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:31.138458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:31.153013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.155583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:31.164739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ead2b9a9-3683-488d-9335-f09505edb35a req-5fb151a9-ff44-414f-9dd3-6cf7a5560af0 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211258 Jul 29 23:39:31.199440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.200583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.202544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] 10.222.0.57 "PUT /v2.0/ports/21523122-ca07-427e-8ddf-4306e492540a HTTP/1.1" status: 200 len: 1092 time: 2.1531451 Jul 29 23:39:31.212296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:31.223235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:31.249084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'tag': '21523122-ca07-427e-8ddf-4306e492540a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:31.258455 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311ce246-e404-4574-9bd9-90368faa0145" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "tag": "21523122-ca07-427e-8ddf-4306e492540a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:31.385376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f93a4-68ef-4df6-a44b-9b3c927c7c1b service neutron] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.400681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.401331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.433359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event updated for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.470513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f254db5-7b0b-4aab-8907-efb2618ae8bd req-c932c2d2-52fd-41a9-83f0-401f585ed2e6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.478338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:31.481899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f254db5-7b0b-4aab-8907-efb2618ae8bd req-c932c2d2-52fd-41a9-83f0-401f585ed2e6 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.6575940 Jul 29 23:39:31.561156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f254db5-7b0b-4aab-8907-efb2618ae8bd req-53262fb6-5787-438f-b622-f69cb7b9338d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Jul 29 23:39:31.581196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6cc0-bbc8-4029-b831-f389cf2a1f4a req-18d302cb-3eba-4d9c-8787-9c1394f0a183 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.592395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-680f6cc0-bbc8-4029-b831-f389cf2a1f4a req-18d302cb-3eba-4d9c-8787-9c1394f0a183 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.2508709 Jul 29 23:39:31.593893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-659807cb-5438-40dc-9ca7-24d5b7c49da1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8078732 Jul 29 23:39:31.667410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-7ff57f1c-1e14-45ab-ab05-4ddd2c28ee7a tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.668388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26173-a920-463e-8635-d43fbd017169 req-6c807574-08aa-4c70-8fbd-446554bdd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.669241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-7ff57f1c-1e14-45ab-ab05-4ddd2c28ee7a tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.5034146 Jul 29 23:39:31.670512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:31.672338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-6c807574-08aa-4c70-8fbd-446554bdd9de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1099 time: 0.1873679 Jul 29 23:39:31.679673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Request body: {'port': {'device_id': '850640a3-22cf-454e-bb7d-9d161324a260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:31.690076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-680f6cc0-bbc8-4029-b831-f389cf2a1f4a req-cf96030b-9a09-4889-8103-91a8e1a9aa5c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964863 Jul 29 23:39:31.694220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:39:31.713451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d0a0c3dc-4e65-47d6-b50e-b69e20578abd None None] Provisioning for port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:31.718783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d0a0c3dc-4e65-47d6-b50e-b69e20578abd None None] Provisioning complete for port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:31.719154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0a0c3dc-4e65-47d6-b50e-b69e20578abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.820409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:31.826926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0c3dc-4e65-47d6-b50e-b69e20578abd None None] Port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:31.832012 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08e0684-0d57-4514-a1e1-585707fb9ca4 x-openstack-request-id: req-e08e0684-0d57-4514-a1e1-585707fb9ca4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:31.832812 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "tag": "21523122-ca07-427e-8ddf-4306e492540a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:31.833159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e08e0684-0d57-4514-a1e1-585707fb9ca4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:31.833653 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'tag': '21523122-ca07-427e-8ddf-4306e492540a', 'status': 'completed', 'code': 200} Jul 29 23:39:31.922924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-59e52224-b832-4df3-8eef-8857afbcc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.925063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-59e52224-b832-4df3-8eef-8857afbcc88a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 1095 time: 0.4325354 Jul 29 23:39:31.946143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26173-a920-463e-8635-d43fbd017169 req-c805823f-b6e2-4a43-9662-7071b030415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.947825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-c805823f-b6e2-4a43-9662-7071b030415f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2158954 Jul 29 23:39:31.991130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.048247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.085111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-9f3598a4-9da3-426c-a4e9-f2f53da092fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070 HTTP/1.1" status: 200 len: 217 time: 0.0513525 Jul 29 23:39:32.136087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-52bdc6be-fcda-44a5-8757-b551585c1514 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21523122-ca07-427e-8ddf-4306e492540a HTTP/1.1" status: 200 len: 217 time: 0.0956612 Jul 29 23:39:32.157383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c90cb-6d7e-41e5-a1c3-afcb51a05b2d req-e5a1215d-ac76-4e5e-9645-77f0e51bde0f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.160869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a6c90cb-6d7e-41e5-a1c3-afcb51a05b2d req-e5a1215d-ac76-4e5e-9645-77f0e51bde0f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 936 time: 0.2153130 Jul 29 23:39:32.205201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:39:32.245541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26173-a920-463e-8635-d43fbd017169 req-50319798-184d-4a4b-b863-649ebfe8d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.246974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-50319798-184d-4a4b-b863-649ebfe8d805 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1352131 Jul 29 23:39:32.259441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5cbcd-ff5f-4642-b9bd-477b30e6b616 req-77a95bb0-e7a1-4110-8c37-02099fcdd76a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.264729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fc5cbcd-ff5f-4642-b9bd-477b30e6b616 req-77a95bb0-e7a1-4110-8c37-02099fcdd76a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.1825550 Jul 29 23:39:32.291077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-c2130496-cf66-499b-833f-21c878eee557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.292859 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-c2130496-cf66-499b-833f-21c878eee557 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.1308148 Jul 29 23:39:32.342354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fc5cbcd-ff5f-4642-b9bd-477b30e6b616 req-9a559a1a-3e7f-4b15-afbf-5987642cfaa3 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746949 Jul 29 23:39:32.365687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26173-a920-463e-8635-d43fbd017169 req-e812d6e7-c487-427c-a937-4a0d3f57add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.365687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-e812d6e7-c487-427c-a937-4a0d3f57add2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911047 Jul 29 23:39:32.366281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a6c90cb-6d7e-41e5-a1c3-afcb51a05b2d req-c338900f-2a61-4546-9a3e-9ff05985381d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834347 Jul 29 23:39:32.542331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-38d16c90-ff35-4545-91f2-7073f2213d1a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621072 Jul 29 23:39:32.741394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28f26173-a920-463e-8635-d43fbd017169 req-bcb7b1f5-2c80-4042-b6ea-e1f409ce7267 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814373 Jul 29 23:39:32.970259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-5d7726aa-4e56-45d9-84e5-0a51e2a36fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6186347 Jul 29 23:39:33.004344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7336a60-d1a2-411c-8ae1-fcd2eb036b73 req-1ca82fa9-ec3c-492c-ae98-0e148896c9a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.012261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7336a60-d1a2-411c-8ae1-fcd2eb036b73 req-1ca82fa9-ec3c-492c-ae98-0e148896c9a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1754682 Jul 29 23:39:33.037282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-02b969be-d3ca-4c7c-a8e3-bca59dee6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.039256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-02b969be-d3ca-4c7c-a8e3-bca59dee6b8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1102 time: 0.1054630 Jul 29 23:39:33.135322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7336a60-d1a2-411c-8ae1-fcd2eb036b73 req-ba8f6603-f5e4-42d4-bf22-53ce880c0e41 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216924 Jul 29 23:39:33.246592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-fc5bad01-95ff-4e63-97e3-28bc2e41462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.248164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-fc5bad01-95ff-4e63-97e3-28bc2e41462b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1996434 Jul 29 23:39:33.335727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-6e9a5f20-11a7-41fa-8cc0-7fa7f9a6e963 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.0773478 Jul 29 23:39:33.387438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-4ca4de63-b26b-4be6-aaad-afc4a58768a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855786 Jul 29 23:39:33.394140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:33.409944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9c0de-bb6c-453e-a155-08aabd4146f3 req-2aed8532-ec5a-47ed-9e55-fd67cbbca624 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.419780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bcc9c0de-bb6c-453e-a155-08aabd4146f3 req-2aed8532-ec5a-47ed-9e55-fd67cbbca624 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.4252198 Jul 29 23:39:33.446662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-41d49de1-0861-4916-8105-94599e3d64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.448195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-41d49de1-0861-4916-8105-94599e3d64c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1039469 Jul 29 23:39:33.591228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132fd55-b1e3-422e-89b7-a2c9b2978483 req-2df46c39-7e9f-41bf-a751-39555b5a6dc4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.592746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2132fd55-b1e3-422e-89b7-a2c9b2978483 req-2df46c39-7e9f-41bf-a751-39555b5a6dc4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 945 time: 0.0691466 Jul 29 23:39:33.594722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-194f36b5-7284-4f1e-96b9-cb1f29247c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.596115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-194f36b5-7284-4f1e-96b9-cb1f29247c1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386354 Jul 29 23:39:33.613859 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bcc9c0de-bb6c-453e-a155-08aabd4146f3 req-56806385-3a20-4d01-a2f1-106812a95d9b tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895313 Jul 29 23:39:33.699301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:33.711427 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.731583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Transition to ACTIVE for port object df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:33.749071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2132fd55-b1e3-422e-89b7-a2c9b2978483 req-abd92b6f-f309-4676-8888-87bb0804b576 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435249 Jul 29 23:39:33.795943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e329fde9-7307-4eb7-8d14-40851587eec0 req-d4c077ea-8206-4d45-ab77-850f06d0881d service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573103 Jul 29 23:39:33.802258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.851816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-34db1000-c3a6-437f-88a3-abce89274f14 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379529 Jul 29 23:39:33.867069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:33.956074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.962638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:33.964857 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f5b1b-8725-448a-a07d-94a4f93a3c44" -d '{"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc839d34-0516-4b0b-b25c-6299de537572"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:33.974018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.090615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-cb0ebbe2-0b4e-4ec6-a9e6-62cd6728ef7a service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297881 Jul 29 23:39:34.092577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Pushing event updated for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.171279 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d02449-3218-4bfc-bb91-1644f02ce1a5 x-openstack-request-id: req-25d02449-3218-4bfc-bb91-1644f02ce1a5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:34.171710 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc839d34-0516-4b0b-b25c-6299de537572", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:34.172065 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25d02449-3218-4bfc-bb91-1644f02ce1a5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:34.172547 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572', 'code': 200} Jul 29 23:39:34.189547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3ea28-4010-478e-b580-14aebbf3e6e6 req-0f89fa51-0c70-4864-84fb-a508f0dbc5b1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.191521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0a3ea28-4010-478e-b580-14aebbf3e6e6 req-0f89fa51-0c70-4864-84fb-a508f0dbc5b1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 948 time: 0.3935580 Jul 29 23:39:34.320644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Attempting to bind port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:34.321256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Attempting to bind port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:34.321876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Attempting to bind port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:34.336242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:34.336948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:34.337576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:34.346042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce246-e404-4574-9bd9-90368faa0145 req-037da8d8-72c1-442e-83bc-20e68a89579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.347933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-037da8d8-72c1-442e-83bc-20e68a89579e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 1095 time: 0.2851608 Jul 29 23:39:34.351965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.355010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:34.355446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Attempting to bind port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:34.367138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:34.367705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Attempting to bind port cc839d34-0516-4b0b-b25c-6299de537572 on network cc15b999-d053-489e-8573-5e710a7cc465 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:34.392222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:34.393002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:34.393326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:34.394108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Bound port: df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:34.394575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.399859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd4ae7-4ed3-49fb-ab60-efb397cfbc79 req-c7964228-1b66-4ebb-a7d1-c9b9b5365145 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.406726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:34.407204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Checking segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:34.408887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bacd4ae7-4ed3-49fb-ab60-efb397cfbc79 req-c7964228-1b66-4ebb-a7d1-c9b9b5365145 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0976245 Jul 29 23:39:34.409956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Bound using segment: {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:34.411103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Bound port: cc839d34-0516-4b0b-b25c-6299de537572, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b79f72-c673-4424-923f-1686a675d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cc15b999-d053-489e-8573-5e710a7cc465'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:34.412087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.443125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0a3ea28-4010-478e-b580-14aebbf3e6e6 req-721990e3-839b-4655-a36f-1cc25ff5a6c3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425299 Jul 29 23:39:34.498214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bacd4ae7-4ed3-49fb-ab60-efb397cfbc79 req-b6d37fc9-e0ea-44ed-ab18-33e850b80e32 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Jul 29 23:39:34.622353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:34.627180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:34.663894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.711719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:34.723513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.737503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.743590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 HTTP/1.1" status: 200 len: 1097 time: 3.0800359 Jul 29 23:39:34.747251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce246-e404-4574-9bd9-90368faa0145 req-680d3138-584f-40cb-bc1d-d2f0eb419507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.748858 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-680d3138-584f-40cb-bc1d-d2f0eb419507 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 200 len: 906 time: 0.3828321 Jul 29 23:39:34.829493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-7e599300-f9b5-4007-a548-00cb1b129c7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21523122-ca07-427e-8ddf-4306e492540a HTTP/1.1" status: 200 len: 217 time: 0.0486834 Jul 29 23:39:34.889211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:34.960218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415c1e-4b2f-4300-9c25-77b8ff78371d req-ab0c0666-90ef-4977-b87d-a29a5b4bd332 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.961835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e415c1e-4b2f-4300-9c25-77b8ff78371d req-ab0c0666-90ef-4977-b87d-a29a5b4bd332 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.1264839 Jul 29 23:39:35.022204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce246-e404-4574-9bd9-90368faa0145 req-6077f3bb-e26b-4105-a1a4-ff47f6d2633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.023710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-6077f3bb-e26b-4105-a1a4-ff47f6d2633d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 200 len: 845 time: 0.0857747 Jul 29 23:39:35.033539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.042293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e415c1e-4b2f-4300-9c25-77b8ff78371d req-4573f0cb-5cf3-4c98-aec5-a0902b7d00e4 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741470 Jul 29 23:39:35.090439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c898e-ceaf-4fd3-9d53-56bd0ae845d7 service neutron] Pushing event updated for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.129579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-737b7f28-e2cb-4e11-a367-07fd92f461ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a9b398b-9906-442f-9b14-82d43195dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581186 Jul 29 23:39:35.136135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-74c9a7f5-09c9-412d-a2e1-b0e0edf8b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.138062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-74c9a7f5-09c9-412d-a2e1-b0e0edf8b6ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 1100 time: 0.3075886 Jul 29 23:39:35.180496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583907c-ffc5-4f7f-84e3-a4e336624e0b req-8d4bbfe8-1a53-4dae-ba85-ffd4f0fb432a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.189273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d583907c-ffc5-4f7f-84e3-a4e336624e0b req-8d4bbfe8-1a53-4dae-ba85-ffd4f0fb432a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0636280 Jul 29 23:39:35.219200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.220151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.221877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] 10.222.0.59 "PUT /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 1123 time: 3.5286529 Jul 29 23:39:35.240277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d583907c-ffc5-4f7f-84e3-a4e336624e0b req-49d595b1-5a59-41be-ba23-8eda362a77fa tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Jul 29 23:39:35.298100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc70d7f-5ee3-4534-aff8-23fdbd537787 req-e7bcfb38-2e08-45c3-aa5e-58807f509745 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.305569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1dc70d7f-5ee3-4534-aff8-23fdbd537787 req-e7bcfb38-2e08-45c3-aa5e-58807f509745 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.3808649 Jul 29 23:39:35.365973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-72e9e4a5-7132-44ee-9b0d-e634ffec8cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 HTTP/1.1" status: 200 len: 217 time: 0.1697783 Jul 29 23:39:35.401571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9721dc-b330-42e5-8a3d-073a5624b213 service neutron] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.418946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['cc839d34-0516-4b0b-b25c-6299de537572'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:35.503590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1dc70d7f-5ee3-4534-aff8-23fdbd537787 req-2edaa0a9-247e-44ef-ba60-3ca78e185c99 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948276 Jul 29 23:39:35.546540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-6400fb9d-181e-4a40-8386-6aa1e29f8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.548065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-6400fb9d-181e-4a40-8386-6aa1e29f8a17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1168551 Jul 29 23:39:35.570775 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-7beccee9-36bb-47f1-8159-473374d856f4 service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847780 Jul 29 23:39:35.646217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf4878-d953-4484-bf5c-427b4a9d2bad req-b7d0b943-29a3-49cc-a2f5-88522ad50dd9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.647866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3abf4878-d953-4484-bf5c-427b4a9d2bad req-b7d0b943-29a3-49cc-a2f5-88522ad50dd9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 948 time: 0.0882566 Jul 29 23:39:35.699845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['cc839d34-0516-4b0b-b25c-6299de537572'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:35.721179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3abf4878-d953-4484-bf5c-427b4a9d2bad req-605fc190-af52-448f-9986-0ba99ae3ce03 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jul 29 23:39:35.761278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ef4c5-96d8-47e3-bcd2-8b0d16c9a82b req-5a4f502d-8758-4c5e-9d4a-b8a68b2b4366 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.762921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0ef4c5-96d8-47e3-bcd2-8b0d16c9a82b req-5a4f502d-8758-4c5e-9d4a-b8a68b2b4366 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1351871 Jul 29 23:39:35.767614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841e53-d395-4a28-97bd-fd1f7853721a req-26a6b7b2-f4c2-4153-85d9-c550234c6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.769359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-26a6b7b2-f4c2-4153-85d9-c550234c6aaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754999 Jul 29 23:39:35.786106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:35.863810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-311ce246-e404-4574-9bd9-90368faa0145 req-6210ea7a-944c-42d6-beed-179b968fc67c service neutron] 10.222.0.57 "GET /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713203 Jul 29 23:39:35.878311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0ef4c5-96d8-47e3-bcd2-8b0d16c9a82b req-f434b21e-1c4b-46fe-851e-0f3c5b91eb4e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020536 Jul 29 23:39:35.928342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-a0b890de-4950-4fe7-a626-f6057b5ae2b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328108 Jul 29 23:39:35.954408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:35.988765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'mac_address': 'fa:16:3e:35:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:36.054981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.080401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22841e53-d395-4a28-97bd-fd1f7853721a req-e38287ff-7887-4209-bdbd-857d577b0045 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321695 Jul 29 23:39:36.081233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:36.110663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:36.116084 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.173607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83'}, {'name': 'network-changed', 'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:36.176663 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5c2d8-7008-40d3-9160-25d23fcf580c" -d '{"events": [{"name": "network-changed", "server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83"}, {"name": "network-changed", "server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "tag": "cc839d34-0516-4b0b-b25c-6299de537572"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:36.188081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.251266 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989c7c9f-3f2a-4570-9116-b83cc9505a6d x-openstack-request-id: req-989c7c9f-3f2a-4570-9116-b83cc9505a6d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:36.251573 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "tag": "cc839d34-0516-4b0b-b25c-6299de537572", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:36.251824 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-989c7c9f-3f2a-4570-9116-b83cc9505a6d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:36.252222 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', 'status': 'completed', 'code': 200} Jul 29 23:39:36.252480 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572', 'status': 'completed', 'code': 200} Jul 29 23:39:36.272310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4f6a-94d6-44e1-afa6-9ac947e6062b req-951b45b9-93f8-41a2-a8b2-dad334c58d33 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.282274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e07c4f6a-94d6-44e1-afa6-9ac947e6062b req-951b45b9-93f8-41a2-a8b2-dad334c58d33 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.0931778 Jul 29 23:39:36.324824 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e07c4f6a-94d6-44e1-afa6-9ac947e6062b req-43145f15-6451-4a37-8763-63b0c62b3997 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Jul 29 23:39:36.402635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec32ff1-fac7-4ae4-90f0-6d5e81d0ff9b req-f2b2e302-4eae-4b6b-b9a2-50f15e06138b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.404401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec32ff1-fac7-4ae4-90f0-6d5e81d0ff9b req-f2b2e302-4eae-4b6b-b9a2-50f15e06138b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0754688 Jul 29 23:39:36.462203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec32ff1-fac7-4ae4-90f0-6d5e81d0ff9b req-575f37d2-2d71-4c60-9fda-01e8f6f0d78c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jul 29 23:39:36.566097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-43d5a029-382a-4a22-8d5a-54dc706e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.567801 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-43d5a029-382a-4a22-8d5a-54dc706e714e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 1100 time: 0.1623535 Jul 29 23:39:36.646536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21d2c-e507-45e4-848c-664165b4f9d4 req-e397d803-f889-4be6-9e63-11177d9a5fc1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.648322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1b21d2c-e507-45e4-848c-664165b4f9d4 req-e397d803-f889-4be6-9e63-11177d9a5fc1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.0732749 Jul 29 23:39:36.717897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1b21d2c-e507-45e4-848c-664165b4f9d4 req-f5f18b89-3aa0-46f4-99a0-41a162ec1c8c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617292 Jul 29 23:39:36.773160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-10803d37-682d-41e0-a0d6-4462e7cd01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.774717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-10803d37-682d-41e0-a0d6-4462e7cd01b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1801529 Jul 29 23:39:36.864769 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-72ef4ecc-8436-443b-8a6c-0256791e9f9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 HTTP/1.1" status: 200 len: 217 time: 0.0606401 Jul 29 23:39:36.961715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1ee2dbdf-3257-4f3c-aaa2-1859819a691e tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.963299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1ee2dbdf-3257-4f3c-aaa2-1859819a691e tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.59 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.1924093 Jul 29 23:39:36.988489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-8d46302f-6ed2-4f33-9caa-aa7961fd5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.990069 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-8d46302f-6ed2-4f33-9caa-aa7961fd5097 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0966744 Jul 29 23:39:37.016990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edd48e-8a8c-4c83-b171-9165a24fad06 req-36053132-08e8-4a37-8280-9531f891300f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.018626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18edd48e-8a8c-4c83-b171-9165a24fad06 req-36053132-08e8-4a37-8280-9531f891300f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 948 time: 0.2035875 Jul 29 23:39:37.029677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff544-2383-49cd-8674-1bb83d5c0143 req-88b3964b-4d71-42eb-866f-171a39c05502 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.031337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-245ff544-2383-49cd-8674-1bb83d5c0143 req-88b3964b-4d71-42eb-866f-171a39c05502 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0621617 Jul 29 23:39:37.082957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-245ff544-2383-49cd-8674-1bb83d5c0143 req-223c87af-4670-403a-b1e8-21f234e9f7cd tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jul 29 23:39:37.107080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8fbcf9bd-cd25-45a8-972e-7bf04c21a070'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:37.133539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18edd48e-8a8c-4c83-b171-9165a24fad06 req-0d50801a-ce6a-4b19-ba4a-ef7bbf2d0762 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083169 Jul 29 23:39:37.174800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-3da081ed-7b72-474e-a621-6cad54377adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.176489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-3da081ed-7b72-474e-a621-6cad54377adb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418200 Jul 29 23:39:37.199280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Deleting port 91df2eb5-ad9a-44f7-8090-d16180313a68 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:37.199626 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.358762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] For port 91df2eb5-ad9a-44f7-8090-d16180313a68, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=91df2eb5-ad9a-44f7-8090-d16180313a68,segment=NetworkSegment(a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb),segment_id=a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:37.359024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.377549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Calling delete_port for 91df2eb5-ad9a-44f7-8090-d16180313a68 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:37.380987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-7f72a81c-5763-46e7-988e-5f5fb0a77791 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364005 Jul 29 23:39:37.561129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91821e1e-bd92-4ad0-b234-cbca8389c251 req-8461cf5b-e790-4845-8ede-3374e6e2c3ad tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.562650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91821e1e-bd92-4ad0-b234-cbca8389c251 req-8461cf5b-e790-4845-8ede-3374e6e2c3ad tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a34a54-514b-4938-ab10-1a48f9b72978 HTTP/1.1" status: 200 len: 945 time: 0.1393647 Jul 29 23:39:37.614990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60905d-6666-4e7d-8abf-d2f28e7dfdb7 req-90e0bced-8a3f-4d0e-8fb8-63063a2be028 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.616526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd60905d-6666-4e7d-8abf-d2f28e7dfdb7 req-90e0bced-8a3f-4d0e-8fb8-63063a2be028 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0640399 Jul 29 23:39:37.620367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-2d9e6ce2-d34f-4f73-8f39-3fb5a52bef63 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861639 Jul 29 23:39:37.651133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91821e1e-bd92-4ad0-b234-cbca8389c251 req-f951aaca-8b33-4c2f-b3f5-3c7169836728 tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.49 "GET /v2.0/security-groups?id=91b311a4-6fc2-473f-bb1f-22725c707b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779705 Jul 29 23:39:37.657616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.658723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd60905d-6666-4e7d-8abf-d2f28e7dfdb7 req-1dea5ad5-dbc5-493e-b694-5d65f1dbd68c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Jul 29 23:39:37.695812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Pushing event deleted for resources: {'Port': ['ID=91df2eb5-ad9a-44f7-8090-d16180313a68,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.732469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] No DVR routers for this DVR port 91df2eb5-ad9a-44f7-8090-d16180313a68 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:37.734988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.736960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9239093-836d-43a3-acb5-b31a80bd992a req-1d0d7fbe-f3ba-4f34-8f32-745b8e0a2e9a tempest-VolumesAdminNegativeTest-1115946365 tempest-VolumesAdminNegativeTest-1115946365-project] 10.222.0.59 "DELETE /v2.0/ports/91df2eb5-ad9a-44f7-8090-d16180313a68 HTTP/1.1" status: 204 len: 173 time: 0.7612760 Jul 29 23:39:37.776674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:37.868167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b55c4f-b394-4008-ad45-bd3bcc76f014 req-c4dbe6d2-5375-46bb-8b9c-05a87b9e01be tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.870293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0b55c4f-b394-4008-ad45-bd3bcc76f014 req-c4dbe6d2-5375-46bb-8b9c-05a87b9e01be tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.0599518 Jul 29 23:39:37.884470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-ddd1f72f-d632-429d-a5a0-284a89b05654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.886066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-ddd1f72f-d632-429d-a5a0-284a89b05654 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0426960 Jul 29 23:39:37.900646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:37.913838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '21523122-ca07-427e-8ddf-4306e492540a', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': '21523122-ca07-427e-8ddf-4306e492540a', 'mac_address': 'fa:16:3e:1a:3e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:37.932645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0b55c4f-b394-4008-ad45-bd3bcc76f014 req-e52b6791-307b-4697-b815-482ea5b275c1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Jul 29 23:39:37.972689 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.990114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21523122-ca07-427e-8ddf-4306e492540a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:37.999078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-0434a24e-c3e0-40af-87a5-7586acfb88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.001757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-0434a24e-c3e0-40af-87a5-7586acfb88bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1002066 Jul 29 23:39:38.011369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:38.016681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.056371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-5030fc7b-8b18-4f70-9461-c987d474d2b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 217 time: 0.0378172 Jul 29 23:39:38.074427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.150225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-26002eb3-ad33-466e-86e1-9e84c0911d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.151611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-26002eb3-ad33-466e-86e1-9e84c0911d43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0797567 Jul 29 23:39:38.164415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf51650-e647-482d-a751-6416bb320bdd req-31cf4b76-c7ea-4228-8dfe-b1cc86e46f41 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.166072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dcf51650-e647-482d-a751-6416bb320bdd req-31cf4b76-c7ea-4228-8dfe-b1cc86e46f41 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 950 time: 0.0824606 Jul 29 23:39:38.197693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09359a31-a053-4e64-b390-2961e4e84119 req-017a836d-e05b-4f0a-ab3f-9b41c012d775 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.199184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09359a31-a053-4e64-b390-2961e4e84119 req-017a836d-e05b-4f0a-ab3f-9b41c012d775 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0494189 Jul 29 23:39:38.241846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09359a31-a053-4e64-b390-2961e4e84119 req-2ba2db77-25ce-49e4-8154-36a24f92d621 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Jul 29 23:39:38.371854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea796ed-c0da-4ff5-a2fc-5ec0cd937ac7 req-47b341d4-c40c-4934-9942-d3ecb1336497 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.373400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eea796ed-c0da-4ff5-a2fc-5ec0cd937ac7 req-47b341d4-c40c-4934-9942-d3ecb1336497 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 948 time: 0.0557489 Jul 29 23:39:38.418341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eea796ed-c0da-4ff5-a2fc-5ec0cd937ac7 req-9bfffe13-92c1-414e-bba8-6aba134fbafe tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Jul 29 23:39:38.525400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'name': 'network-vif-deleted', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:38.527713 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b7622-781c-4b94-8fb8-cc412e02775b" -d '{"events": [{"server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "name": "network-vif-deleted", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:38.534032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-ca874b14-6447-427a-96f1-54acbac77dcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3645422 Jul 29 23:39:38.552811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dcf51650-e647-482d-a751-6416bb320bdd req-17e5b823-b655-477e-90fb-b16e3a5dc354 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752744 Jul 29 23:39:38.672117 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-0d363aa2-2d6e-48e7-b03e-fff60d94a26f service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082480 Jul 29 23:39:38.677869 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f867b11-c805-4c92-acff-487a80a1c10b x-openstack-request-id: req-9f867b11-c805-4c92-acff-487a80a1c10b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:38.678150 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a34a54-514b-4938-ab10-1a48f9b72978", "name": "network-vif-deleted", "tag": "91df2eb5-ad9a-44f7-8090-d16180313a68", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:38.678445 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f867b11-c805-4c92-acff-487a80a1c10b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:38.678965 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a34a54-514b-4938-ab10-1a48f9b72978', 'name': 'network-vif-deleted', 'tag': '91df2eb5-ad9a-44f7-8090-d16180313a68', 'status': 'completed', 'code': 200} Jul 29 23:39:38.721649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.799517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbc5c2d8-7008-40d3-9160-25d23fcf580c req-51bbdc13-5c48-4a83-9a77-64faada68c1d service neutron] 10.222.0.57 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161339 Jul 29 23:39:38.807903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Deleting subnet e14e5e36-c3a1-4e80-abd4-ee3979b1ec20 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:38.813004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.878229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.908843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['21523122-ca07-427e-8ddf-4306e492540a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:38.914004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019321e-4c74-43bb-9049-6418812354af req-52a14ceb-b605-4b27-aebe-503033770928 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.915541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1019321e-4c74-43bb-9049-6418812354af req-52a14ceb-b605-4b27-aebe-503033770928 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1211209 Jul 29 23:39:38.957353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.993444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1019321e-4c74-43bb-9049-6418812354af req-b7fe1553-2dc3-41b9-9251-66b49a5a177b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 Jul 29 23:39:39.032493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.061920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14e5e36-c3a1-4e80-abd4-ee3979b1ec20,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.070423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.074818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae69503a-d079-433d-b421-c954956a923e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e14e5e36-c3a1-4e80-abd4-ee3979b1ec20 HTTP/1.1" status: 204 len: 168 time: 0.3497868 Jul 29 23:39:39.075251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38202) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.175481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.198004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c798-34fe-4f66-964d-c83c3ef36462 req-6fd3ae06-c631-4817-bb64-2a5db3e15f85 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.199558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1a4c798-34fe-4f66-964d-c83c3ef36462 req-6fd3ae06-c631-4817-bb64-2a5db3e15f85 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 944 time: 0.0771320 Jul 29 23:39:39.292929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.306031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a6e180-4369-4529-9d22-4f27b43be6ef']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.311095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1a4c798-34fe-4f66-964d-c83c3ef36462 req-433f28ad-2c15-4afa-947e-624bf6189159 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907221 Jul 29 23:39:39.320420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.320718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dacbf0-d905-4d4d-b0a7-81a0e20a4cfb') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.330613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.348964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.361114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:39.361534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:39.363862 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:39.374646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bb927-ab7d-45c8-9166-75823411a71c req-430b6f90-2a87-4276-a639-0a44e936fe44 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.376214 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-740bb927-ab7d-45c8-9166-75823411a71c req-430b6f90-2a87-4276-a639-0a44e936fe44 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0607932 Jul 29 23:39:39.419824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.420541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-740bb927-ab7d-45c8-9166-75823411a71c req-c69a6d68-e45e-45e5-9a9e-c6438088910f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Jul 29 23:39:39.428588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.430819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/69a6e180-4369-4529-9d22-4f27b43be6ef HTTP/1.1" status: 204 len: 168 time: 0.3541975 Jul 29 23:39:39.433568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.447369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5fd78-b192-4f6f-9667-be7433c18ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a6e180-4369-4529-9d22-4f27b43be6ef,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.480090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Deleting subnet 3ecfb4b4-6411-4ab6-ace4-1131090e1663 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:39.483432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.518686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.543627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685663e-2368-43bf-8710-45ebfe91505e req-82d982b3-e50b-4439-8a42-891d22a83272 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.547535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:39.550511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7685663e-2368-43bf-8710-45ebfe91505e req-82d982b3-e50b-4439-8a42-891d22a83272 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 948 time: 0.0555122 Jul 29 23:39:39.562060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.594529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7685663e-2368-43bf-8710-45ebfe91505e req-ff720a6f-773a-4d20-a941-5fe0fdc98da4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Jul 29 23:39:39.622578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.651184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecfb4b4-6411-4ab6-ace4-1131090e1663,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.653152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.655095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bbafbfab-a1f9-4a84-9a4d-2379c9b3ae2b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3ecfb4b4-6411-4ab6-ace4-1131090e1663 HTTP/1.1" status: 204 len: 168 time: 0.2203636 Jul 29 23:39:39.657941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.670205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.693037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:39.695319 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbd8182-a2bd-4b68-9d1a-410b7c4c50ef" -d '{"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:39.710672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:39.717254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.718227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 91df2eb5-ad9a-44f7-8090-d16180313a68 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:39.730914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.740299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 91df2eb5-ad9a-44f7-8090-d16180313a68 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:39.740648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 91df2eb5-ad9a-44f7-8090-d16180313a68 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:39.791561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:39.806792 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3db067-28e4-4bb6-a494-f2b89fc8606d x-openstack-request-id: req-2d3db067-28e4-4bb6-a494-f2b89fc8606d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:39.807079 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:39.807356 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d3db067-28e4-4bb6-a494-f2b89fc8606d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:39.807862 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'code': 200} Jul 29 23:39:39.814349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:39.819134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.829809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f488f213-72a7-4111-9f7d-6ea70000a695']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.841238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac92fb11-0770-441b-8712-7010b2d9571f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.841540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac92fb11-0770-441b-8712-7010b2d9571f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.841980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.852712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.867451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.874005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:39.874400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:39.876117 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:39.933871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:39.938968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.943741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:39.944112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.946986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.948988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] 10.222.0.49 "DELETE /v2.0/networks/f488f213-72a7-4111-9f7d-6ea70000a695 HTTP/1.1" status: 204 len: 168 time: 0.2900193 Jul 29 23:39:39.962574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a595-e7ef-44f3-ac0a-2da91052f92b admin admin] Pushing event deleted for resources: {'Network': ['ID=f488f213-72a7-4111-9f7d-6ea70000a695,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.978011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:39.996148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', 'mac_address': 'fa:16:3e:82:0f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:40.064951 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.083856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:40.100305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.120109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:40.129230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.153696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a828-df90-4f99-938c-987924fd20cd req-8b4f0704-4d34-4103-8a39-1418e668d714 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.155457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.163348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d12a828-df90-4f99-938c-987924fd20cd req-8b4f0704-4d34-4103-8a39-1418e668d714 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0651548 Jul 29 23:39:40.171354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:40.178457 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.198695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.208844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-792cd839-420e-46ec-a5b3-4b208e1edd78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cadfc13f0c1949f98eff125039753110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492275 Jul 29 23:39:40.209717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38232) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.230499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d12a828-df90-4f99-938c-987924fd20cd req-85e2ec7c-39cd-42a6-b9da-4d003493854a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659401 Jul 29 23:39:40.283029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.307095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.359662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.363316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.366814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91b311a4-6fc2-473f-bb1f-22725c707b7d HTTP/1.1" status: 204 len: 168 time: 0.1537802 Jul 29 23:39:40.375276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ade3df-10c6-44f2-8cbc-e53fc6903ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b311a4-6fc2-473f-bb1f-22725c707b7d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.390186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.453077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec74c3-90bc-434a-8c95-95ad090189cc req-23dc2913-bf5b-4c1d-8592-ebe0d6a86166 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.454640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-44ec74c3-90bc-434a-8c95-95ad090189cc req-23dc2913-bf5b-4c1d-8592-ebe0d6a86166 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 944 time: 0.0653389 Jul 29 23:39:40.510174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-44ec74c3-90bc-434a-8c95-95ad090189cc req-da8f394f-5960-44ab-8d61-f8de0483193e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Jul 29 23:39:40.557381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c66f-e75a-418b-8e23-422d926c409b req-6019a9ca-3a89-459a-8a82-fa564f228ffa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.558936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4f5c66f-e75a-418b-8e23-422d926c409b req-6019a9ca-3a89-459a-8a82-fa564f228ffa tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0500758 Jul 29 23:39:40.600859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4f5c66f-e75a-418b-8e23-422d926c409b req-afa6208e-e3f4-49ff-91b2-b33abc873894 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Jul 29 23:39:40.720120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e1e32-1404-4919-b92d-09247a9c1895 req-2d4b507f-2d0f-4668-a273-b2d8e0f0d833 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.726316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-125e1e32-1404-4919-b92d-09247a9c1895 req-2d4b507f-2d0f-4668-a273-b2d8e0f0d833 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 949 time: 0.0604072 Jul 29 23:39:40.758589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.779816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-125e1e32-1404-4919-b92d-09247a9c1895 req-f2947c77-62c2-494b-ac21-6cfaadbbf5c1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512183 Jul 29 23:39:40.812289 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a201d090-6eab-4f48-8dbe-d4e4d42ef9ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afc9db7c258447e3bb7334935bce7235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525422 Jul 29 23:39:40.816391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.866320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.890293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.961474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.964381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.965400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1500652b-0207-4a19-9b61-5bc4f06055be HTTP/1.1" status: 204 len: 168 time: 0.1481037 Jul 29 23:39:40.973500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3783ab-7c58-455d-bee8-781d26c94a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500652b-0207-4a19-9b61-5bc4f06055be,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:41.287290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['df6d8bf6-dff7-4a35-9d20-c0537a3b9c83'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:41.439809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b69d61-9077-4721-84bd-4eaf05941d72 req-3dec9ef5-aea7-43c7-a91d-3baf8017e480 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.442524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27b69d61-9077-4721-84bd-4eaf05941d72 req-3dec9ef5-aea7-43c7-a91d-3baf8017e480 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0632718 Jul 29 23:39:41.494115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27b69d61-9077-4721-84bd-4eaf05941d72 req-57b57244-20c1-47f7-bb0a-ffa2d6880ef4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Jul 29 23:39:41.643787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb7bd2-581e-4d2e-8ed6-65623c9785b3 req-30b84630-eafc-4d8b-a207-7c96d0ccf93e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.645760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22eb7bd2-581e-4d2e-8ed6-65623c9785b3 req-30b84630-eafc-4d8b-a207-7c96d0ccf93e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 944 time: 0.0591602 Jul 29 23:39:41.703103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22eb7bd2-581e-4d2e-8ed6-65623c9785b3 req-87bdf81f-76f0-451e-9ac0-9adc55eaeb8c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Jul 29 23:39:41.739873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a78f4-7647-4677-9d4c-8f7059f376ee req-9008d305-8cbd-46ba-95db-c119a3e35ba1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.741580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e5a78f4-7647-4677-9d4c-8f7059f376ee req-9008d305-8cbd-46ba-95db-c119a3e35ba1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0588779 Jul 29 23:39:41.771538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:41.781382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38292) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:41.786415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:41.815651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:41.819785 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4068ea77-0b80-4254-a28a-9be468b6400a" -d '{"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:41.821267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e5a78f4-7647-4677-9d4c-8f7059f376ee req-86c665b0-4149-436a-8b27-a41fe0801b6b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714309 Jul 29 23:39:41.948697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 21523122-ca07-427e-8ddf-4306e492540a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:41.958779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534c72-457e-4da8-b79a-87dae2153609 req-4ecf6304-5703-4a59-9f24-1b797930f4ef tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.960606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4534c72-457e-4da8-b79a-87dae2153609 req-4ecf6304-5703-4a59-9f24-1b797930f4ef tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 949 time: 0.0707579 Jul 29 23:39:41.975879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:41.987761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-network', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:41.998916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 21523122-ca07-427e-8ddf-4306e492540a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:41.999307 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.016720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Made reservation on behalf of 568c7a8ba8ea402aa196510fc126ac44 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:42.019278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.030246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.032397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4534c72-457e-4da8-b79a-87dae2153609 req-fba8e9c1-086c-48dd-8ed4-671e835a3ebe tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Jul 29 23:39:42.038802 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cb025-faa0-4962-91bd-9c28dc48f0d2 x-openstack-request-id: req-842cb025-faa0-4962-91bd-9c28dc48f0d2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:42.039220 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:42.039579 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-842cb025-faa0-4962-91bd-9c28dc48f0d2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:42.040056 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'code': 200} Jul 29 23:39:42.042882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '47850e9a-30c8-4123-956a-08e7865fc981', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '47850e9a-30c8-4123-956a-08e7865fc981', 'mac_address': 'fa:16:3e:92:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:42.101955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.136554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47850e9a-30c8-4123-956a-08e7865fc981 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:42.164582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.166950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.169709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.170025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:42.178607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.218057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:42.239207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:42.243637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f1779-5ea7-49e8-876b-837eaad9576e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.251335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.252003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.252352 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Added segment 0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d of type vlan for network 506e2ae2-a557-4710-912c-190c8a7bfe2c Jul 29 23:39:42.257892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.304881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25281138-f7e2-4563-abf2-7def3bb2b0fd req-cba58978-be3c-4224-9be9-e2e995b3f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.306524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-25281138-f7e2-4563-abf2-7def3bb2b0fd req-cba58978-be3c-4224-9be9-e2e995b3f056 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1101 time: 0.1222310 Jul 29 23:39:42.310620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.316590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.370474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.371537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.372128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.399304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-25281138-f7e2-4563-abf2-7def3bb2b0fd req-342e5499-ebb6-42d3-99a1-60c9e19150e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741000 Jul 29 23:39:42.434652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6519670 Jul 29 23:39:42.437549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38314) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.443635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Request body: {'subnet': {'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-subnet', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.461904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9ed6-a875-4d1d-a083-aa152b2b3da1 admin admin] Pushing event updated for resources: {'Network': ['ID=506e2ae2-a557-4710-912c-190c8a7bfe2c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.473277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:42.479932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Made reservation on behalf of 568c7a8ba8ea402aa196510fc126ac44 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:42.482447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.629006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed3f0d-23e7-48cf-a680-5f84c2bf51a2 req-d99947b7-84cf-4847-afe4-2a4f27814b92 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.630792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1ed3f0d-23e7-48cf-a680-5f84c2bf51a2 req-d99947b7-84cf-4847-afe4-2a4f27814b92 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.0544252 Jul 29 23:39:42.675918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.688620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1ed3f0d-23e7-48cf-a680-5f84c2bf51a2 req-3938dcdf-6512-4180-909b-149fc1586dcf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Jul 29 23:39:42.695145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['47850e9a-30c8-4123-956a-08e7865fc981'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:42.744747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c73455a-cae9-40ff-a51b-b72a38003558,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.763048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Checking segment: {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:42.763406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Network hostable DHCP agents. Network: 506e2ae2-a557-4710-912c-190c8a7bfe2c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:42.792409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:42.833677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 506e2ae2-a557-4710-912c-190c8a7bfe2c) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:42.842383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.842980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.867699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e570a34-ffba-4eb2-9bb6-5e07a7a6c612 req-77255e9a-d8b7-4e2b-86d5-746fa4c0cc3f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.869058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e43248-6024-47f6-b33d-8bf8357c0089 None None] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:42.869432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e570a34-ffba-4eb2-9bb6-5e07a7a6c612 req-77255e9a-d8b7-4e2b-86d5-746fa4c0cc3f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Jul 29 23:39:42.874517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38322) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.875258 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59d63a5f-ce25-4ace-90cf-67ca7a015614 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4366939 Jul 29 23:39:42.879170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.924480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.925791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.935481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e570a34-ffba-4eb2-9bb6-5e07a7a6c612 req-b6931599-9e1f-43dd-9754-84ab923d39ca tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Jul 29 23:39:43.005081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39df3c-f770-44ae-bc41-c275b25253aa req-6442255c-0d9f-4b4f-b4ab-ffdaaffa47d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.006698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af39df3c-f770-44ae-bc41-c275b25253aa req-6442255c-0d9f-4b4f-b4ab-ffdaaffa47d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0760732 Jul 29 23:39:43.036984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.052458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-506e2ae2-a557-4710-912c-190c8a7bfe2c', 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'fixed_ips': [{'subnet_id': '3c73455a-cae9-40ff-a51b-b72a38003558'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:43.052939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.139900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af39df3c-f770-44ae-bc41-c275b25253aa req-be6bfbbd-b4da-48fa-9606-a1150aafbd03 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068544 Jul 29 23:39:43.216496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.217231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Allocated IP 172.20.0.2 (506e2ae2-a557-4710-912c-190c8a7bfe2c/3c73455a-cae9-40ff-a51b-b72a38003558/ed6206a2-e86e-4985-95ce-7aff8d616ce4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:43.332428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81b1d4-7878-4935-bc2b-d3568e97473e req-9565c7c3-253e-48dc-a735-29e132ef2432 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.338180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d81b1d4-7878-4935-bc2b-d3568e97473e req-9565c7c3-253e-48dc-a735-29e132ef2432 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 949 time: 0.0939519 Jul 29 23:39:43.385046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.390370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d81b1d4-7878-4935-bc2b-d3568e97473e req-63023f90-7cd4-4e79-b8dc-a12ea1cfbc2b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Jul 29 23:39:43.395567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Transition to ACTIVE for port object ed6206a2-e86e-4985-95ce-7aff8d616ce4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:43.411899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Transition to ACTIVE for port object ed6206a2-e86e-4985-95ce-7aff8d616ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:43.424960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.474656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:43.478233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:43.485464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:43.497091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Pushing event updated for resources: {'Port': ['ID=ed6206a2-e86e-4985-95ce-7aff8d616ce4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.518189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-683a7c1b-40d4-4d99-96ed-075454047a11 service neutron] 10.222.0.57 "GET /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.1038666 Jul 29 23:39:43.538219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.561149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.563701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Attempting to bind port ed6206a2-e86e-4985-95ce-7aff8d616ce4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:43.564017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Attempting to bind port ed6206a2-e86e-4985-95ce-7aff8d616ce4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:43.564461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Attempting to bind port ed6206a2-e86e-4985-95ce-7aff8d616ce4 on network 506e2ae2-a557-4710-912c-190c8a7bfe2c {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:43.571708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:43.572493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Checking segment: {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:43.573377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.574402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Bound using segment: {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:43.575147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Bound port: ed6206a2-e86e-4985-95ce-7aff8d616ce4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:43.575750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.668469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] For port ed6206a2-e86e-4985-95ce-7aff8d616ce4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:43.673420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] For port ed6206a2-e86e-4985-95ce-7aff8d616ce4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed6206a2-e86e-4985-95ce-7aff8d616ce4,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:43.679923 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.703011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Allocated IP 172.25.5.114 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/285cf073-01f2-4362-a59c-ff44e538eab9) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:43.797790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a125d15-0962-48d7-a406-1726d05ea530 None None] Pushing event updated for resources: {'Port': ['ID=ed6206a2-e86e-4985-95ce-7aff8d616ce4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.819922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:43.822796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:43.845419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.854145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:43.887160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 47850e9a-30c8-4123-956a-08e7865fc981 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:43.887676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.908369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.914037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc839d34-0516-4b0b-b25c-6299de537572 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:43.928677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:43.947815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bae6c3-ee4b-4822-b69a-4cc71cf2c9fd req-eb639047-930d-4fbb-bdae-c77ac042ccc9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.955439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9bae6c3-ee4b-4822-b69a-4cc71cf2c9fd req-eb639047-930d-4fbb-bdae-c77ac042ccc9 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 943 time: 0.1200275 Jul 29 23:39:43.958393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Pushing event updated for resources: {'Port': ['ID=285cf073-01f2-4362-a59c-ff44e538eab9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.995327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:44.001212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:44.006034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:44.015753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.024842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.041863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:44.045985 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d925c583-439d-4e73-8aaf-7d28e1c76c1d" -d '{"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-plugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:44.093915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:44.096418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9bae6c3-ee4b-4822-b69a-4cc71cf2c9fd req-b9dd367f-6337-4525-8c26-e0753f43fb7c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397798 Jul 29 23:39:44.103075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.104244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:44.155569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] Transition to ACTIVE for port object cc839d34-0516-4b0b-b25c-6299de537572 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:44.166111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.212476 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49361c03-496f-43d9-aa6c-8e7d69012852 x-openstack-request-id: req-49361c03-496f-43d9-aa6c-8e7d69012852 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:44.212746 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-plugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:44.212998 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49361c03-496f-43d9-aa6c-8e7d69012852 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:44.213395 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a', 'code': 200} Jul 29 23:39:44.220403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.233152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:44.238897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:44.239675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.258181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] Pushing event updated for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=10']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.294833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] No DVR routers for this DVR port cc839d34-0516-4b0b-b25c-6299de537572 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:44.342786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.367063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-ecb4bf64-f6da-43ea-9cac-cdda45506c9a service neutron] 10.222.0.57 "PUT /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8057683 Jul 29 23:39:44.380541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:44.386903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.388902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:44.389999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040bf9c-958e-47f8-8da5-ecfdfb8dcae0 req-2a0b5419-ea75-4749-b69c-06b0752e13f7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.392350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e040bf9c-958e-47f8-8da5-ecfdfb8dcae0 req-2a0b5419-ea75-4749-b69c-06b0752e13f7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0832160 Jul 29 23:39:44.442614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e040bf9c-958e-47f8-8da5-ecfdfb8dcae0 req-f810d391-3986-4397-8c28-0a1500764539 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jul 29 23:39:44.480304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:44.500155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:44.559936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324837-9eea-4a91-8251-6fbb1e047f95 req-2509a4fc-b5bf-40e6-a063-b1997f416b2c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.561478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89324837-9eea-4a91-8251-6fbb1e047f95 req-2509a4fc-b5bf-40e6-a063-b1997f416b2c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1250834 Jul 29 23:39:44.638175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89324837-9eea-4a91-8251-6fbb1e047f95 req-6090cb8c-a192-4f43-99eb-3a822ed9d0e4 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534432 Jul 29 23:39:44.772535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-8faebb55-6000-47eb-bc34-b586e342ac0d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.774282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-8faebb55-6000-47eb-bc34-b586e342ac0d tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.1322012 Jul 29 23:39:44.779060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21597e-2ae7-40a9-8dbd-ceefabae1903 req-78eaa6d3-0273-4526-872c-5882290e0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.784577 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f21597e-2ae7-40a9-8dbd-ceefabae1903 req-78eaa6d3-0273-4526-872c-5882290e0635 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0923674 Jul 29 23:39:44.807076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.838456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-bfbfb955-f0e3-467e-bed0-80a4fbd023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.845698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-bfbfb955-f0e3-467e-bed0-80a4fbd023a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5&tenant_id=eba546b3821f44629ff5924ae55e9243 HTTP/1.1" status: 200 len: 1096 time: 0.0618637 Jul 29 23:39:44.862519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d5e8e-fc02-49d6-bdfa-2f46f066fa83 req-ea34e1a8-1329-42c2-9748-e3d2776a510a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.864309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d52d5e8e-fc02-49d6-bdfa-2f46f066fa83 req-ea34e1a8-1329-42c2-9748-e3d2776a510a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.1245959 Jul 29 23:39:44.952746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f21597e-2ae7-40a9-8dbd-ceefabae1903 req-7483441e-e94b-4341-b7e5-5c503c084f07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727527 Jul 29 23:39:44.962850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d52d5e8e-fc02-49d6-bdfa-2f46f066fa83 req-1a2f6031-3aca-4774-905f-286cdd3588d9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 Jul 29 23:39:44.962990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-f7f399b5-50f4-40fb-9164-f19a130f989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.964567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-f7f399b5-50f4-40fb-9164-f19a130f989b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eba546b3821f44629ff5924ae55e9243&device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0785296 Jul 29 23:39:45.039449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63bc97-cbd5-420a-87f0-abdb63a794ae None None] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:45.088559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-8bc7f89d-47ab-4e4b-b08c-43b62821173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.090155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-8bc7f89d-47ab-4e4b-b08c-43b62821173a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 200 len: 922 time: 0.1171663 Jul 29 23:39:45.091931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed6206a2-e86e-4985-95ce-7aff8d616ce4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:45.106767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.141818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-96e2b87c-100f-4366-b4ad-f16866b3bf64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 200 len: 217 time: 0.0422268 Jul 29 23:39:45.206999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-81a37591-2718-4235-9594-58f1465c47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.208728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-81a37591-2718-4235-9594-58f1465c47bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 200 len: 861 time: 0.0577612 Jul 29 23:39:45.214436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-00d54e6e-b9d1-4297-b5b6-3dcc5abfb086 None None] Provisioning for port ed6206a2-e86e-4985-95ce-7aff8d616ce4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:45.250754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ed6206a2-e86e-4985-95ce-7aff8d616ce4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:45.258852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ed6206a2-e86e-4985-95ce-7aff8d616ce4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:45.259229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.264745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-7ba40c52-e774-4a39-877a-74d8488f4136 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc15b999-d053-489e-8573-5e710a7cc465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424709 Jul 29 23:39:45.269600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Router 74175101-db5e-4892-bc3e-18f92f6c5988 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:45.287741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673906-24c0-4d22-ab6d-d708e42650e8 req-044eb4a4-3e39-4563-bb07-5371d5ec9144 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.290064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09673906-24c0-4d22-ab6d-d708e42650e8 req-044eb4a4-3e39-4563-bb07-5371d5ec9144 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.0790036 Jul 29 23:39:45.395513 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.404775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:45.415925 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Sync routers for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:45.427986 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09673906-24c0-4d22-ab6d-d708e42650e8 req-00a4e68a-4052-4645-b116-8b0bd535b5b1 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750015 Jul 29 23:39:45.432818 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:45.433676 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:45.439625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.440556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e3f26bb2-3d39-46b6-b9eb-4779dcc4e066 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5643327 Jul 29 23:39:45.443785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38372) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.465599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ed6206a2-e86e-4985-95ce-7aff8d616ce4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed6206a2-e86e-4985-95ce-7aff8d616ce4,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:45.474273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.500955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-3b57abab-05dd-492b-990c-4eeb16d39c5b service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106118 Jul 29 23:39:45.564506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ed6206a2-e86e-4985-95ce-7aff8d616ce4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:45.613095 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:45.680730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe396452-7b19-4d03-9125-fa8b0fc8e8f4 req-d5d57527-e389-4826-b1db-dcd7a96499b6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.686548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe396452-7b19-4d03-9125-fa8b0fc8e8f4 req-d5d57527-e389-4826-b1db-dcd7a96499b6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0952280 Jul 29 23:39:45.783451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe396452-7b19-4d03-9125-fa8b0fc8e8f4 req-a892c20f-5c56-4ffe-86b8-032e656b4f3c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847313 Jul 29 23:39:45.793809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e9c67f5e-ef46-4d5d-8321-29b73d3176d9 None None] Provisioning complete for port ed6206a2-e86e-4985-95ce-7aff8d616ce4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:45.794203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e9c67f5e-ef46-4d5d-8321-29b73d3176d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.868089 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:44Z', 'revision_number': 3, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:45.919415 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Checking router: 74175101-db5e-4892-bc3e-18f92f6c5988 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:45.919664 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Updating router 74175101-db5e-4892-bc3e-18f92f6c5988 port 285cf073-01f2-4362-a59c-ff44e538eab9 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:45.958656 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.990011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea2b61-3b30-41f4-bddd-95081261f80c req-0842efce-23e3-45c2-b59c-5eae896a4262 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.992914 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdea2b61-3b30-41f4-bddd-95081261f80c req-0842efce-23e3-45c2-b59c-5eae896a4262 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.2664104 Jul 29 23:39:46.032166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-b522d122-d000-4c63-8ed4-32c05716e2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219762 Jul 29 23:39:46.118448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdea2b61-3b30-41f4-bddd-95081261f80c req-2743de9a-eb5d-4ef3-9826-9bbb23e09c80 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 Jul 29 23:39:46.211795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc146302-cf52-454f-a2ba-0dbb7f5eecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.218984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981'}, {'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:46.228426 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20e893-3b93-4a2c-b00a-02359490925f" -d '{"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-plugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981"}, {"server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "name": "network-vif-plugged", "status": "completed", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:46.312870 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a438bf-18d9-464a-a17a-5a2abbac3bbf x-openstack-request-id: req-45a438bf-18d9-464a-a17a-5a2abbac3bbf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:46.313472 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-plugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981", "code": 200}, {"server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "name": "network-vif-plugged", "status": "completed", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:46.313965 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45a438bf-18d9-464a-a17a-5a2abbac3bbf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:46.314522 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981', 'code': 200} Jul 29 23:39:46.315164 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', 'code': 200} Jul 29 23:39:46.349973 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.366244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Transition to ACTIVE for port object 285cf073-01f2-4362-a59c-ff44e538eab9 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:46.386560 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.427780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0812a-c4a9-4ec1-b000-d9089d22e61d req-1c23a7b0-2895-4f6b-9103-084191101474 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.440138 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecf0812a-c4a9-4ec1-b000-d9089d22e61d req-1c23a7b0-2895-4f6b-9103-084191101474 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.1908717 Jul 29 23:39:46.488901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Pushing event updated for resources: {'Port': ['ID=285cf073-01f2-4362-a59c-ff44e538eab9,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:46.505540 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.508790 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.509459 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.509980 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.510469 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.511214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.511901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.512624 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.513351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.514330 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.515083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.515770 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:46.545895 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Attempting to bind port 285cf073-01f2-4362-a59c-ff44e538eab9 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:46.546683 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Attempting to bind port 285cf073-01f2-4362-a59c-ff44e538eab9 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:46.547305 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Attempting to bind port 285cf073-01f2-4362-a59c-ff44e538eab9 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:46.557251 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:46.558002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:46.558570 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.559176 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:46.559836 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Bound port: 285cf073-01f2-4362-a59c-ff44e538eab9, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:46.560415 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.623605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-245fad2e-1bbd-4eaa-8fd4-c229fa947169 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.625210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-245fad2e-1bbd-4eaa-8fd4-c229fa947169 tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5&tenant_id=eba546b3821f44629ff5924ae55e9243&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.2520485 Jul 29 23:39:46.639594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecf0812a-c4a9-4ec1-b000-d9089d22e61d req-e0e2428a-9d0f-4458-917a-d6d6ee3e4325 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987588 Jul 29 23:39:46.674632 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] For port 285cf073-01f2-4362-a59c-ff44e538eab9, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:46.677940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda27de-1832-4aaf-8641-a22fbb7fa070 req-f2728912-2f64-471d-9bc3-a2cd356ce854 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.682043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fda27de-1832-4aaf-8641-a22fbb7fa070 req-f2728912-2f64-471d-9bc3-a2cd356ce854 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.1139786 Jul 29 23:39:46.685076 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] For port 285cf073-01f2-4362-a59c-ff44e538eab9, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=285cf073-01f2-4362-a59c-ff44e538eab9,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:46.696437 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.739765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.780656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:46.781710 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:46.786258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fda27de-1832-4aaf-8641-a22fbb7fa070 req-8df17845-02d3-43ed-a836-e6fed798c579 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962861 Jul 29 23:39:46.857815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7adf-0b05-423f-a5cd-08049cea7a1e req-a9a90293-8d0c-4745-9431-8c9b4468706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.883522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b6b7adf-0b05-423f-a5cd-08049cea7a1e req-a9a90293-8d0c-4745-9431-8c9b4468706b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 1102 time: 0.2656660 Jul 29 23:39:46.959631 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:46.993960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e67b-f8e6-460e-9e65-d7179144db26 None None] Pushing event updated for resources: {'Port': ['ID=285cf073-01f2-4362-a59c-ff44e538eab9,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.021196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff9971-2bff-47c7-a75e-a69880b7070b req-8b7cc160-2add-4b2e-9c3a-01744467adfb tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.023111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ff9971-2bff-47c7-a75e-a69880b7070b req-8b7cc160-2add-4b2e-9c3a-01744467adfb tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0666041 Jul 29 23:39:47.054983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.078982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed6206a2-e86e-4985-95ce-7aff8d616ce4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:47.110382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ff9971-2bff-47c7-a75e-a69880b7070b req-fa998575-c0b7-4158-a40a-3fa05892ac8a tempest-LiveAutoBlockMigrationV225Test-1519254897 tempest-LiveAutoBlockMigrationV225Test-1519254897-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782325 Jul 29 23:39:47.233933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b6b7adf-0b05-423f-a5cd-08049cea7a1e req-b1cf3863-3323-4211-b853-4418c919175a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132427 Jul 29 23:39:47.239214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ed6206a2-e86e-4985-95ce-7aff8d616ce4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:47.239984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.261679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-01381c6d-4545-4e95-b7e5-f06c9ae6941b service neutron] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:47.273560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a6238-349b-45ed-be91-9c03d35a3d25 req-67fe35d5-6df0-4d5c-93a8-116e1668b3ea tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.282200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-298a6238-349b-45ed-be91-9c03d35a3d25 req-67fe35d5-6df0-4d5c-93a8-116e1668b3ea tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.3641148 Jul 29 23:39:47.291634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-01381c6d-4545-4e95-b7e5-f06c9ae6941b service neutron] Notify callbacks [] for binding, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.293395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e9bfda2-d7c2-40fc-9292-fde48a88f390 req-01381c6d-4545-4e95-b7e5-f06c9ae6941b service neutron] 10.222.0.59 "DELETE /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.6270981 Jul 29 23:39:47.382544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-298a6238-349b-45ed-be91-9c03d35a3d25 req-67bd4531-e1b4-40da-9c5a-ecd9132f283a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991898 Jul 29 23:39:47.418272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Allocated IP 172.20.0.1 (506e2ae2-a557-4710-912c-190c8a7bfe2c/3c73455a-cae9-40ff-a51b-b72a38003558/2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:47.447981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:44Z', 'revision_number': 3, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:47.484658 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8f562-a0de-4a93-b532-ab200e80176d None None] The sync data for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 is: [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:44Z', 'revision_number': 3, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:47.679687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.708920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Transition to ACTIVE for port object 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:47.720461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d75b95-2a71-4377-820c-c6b9b926ec1b req-569a562b-5c28-4644-8578-25b8e1469b26 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.725194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90d75b95-2a71-4377-820c-c6b9b926ec1b req-569a562b-5c28-4644-8578-25b8e1469b26 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1107190 Jul 29 23:39:47.812613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90d75b95-2a71-4377-820c-c6b9b926ec1b req-8b2f7d11-e98d-448f-ab28-39bf024b2b52 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812631 Jul 29 23:39:47.829855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.906575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:47.908637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:47.911154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.914043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:47.992678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.257764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.380123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eb6d22b2-1f1a-4dfa-a679-054c236f8ee0 None None] Provisioning for port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:48.393980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eb6d22b2-1f1a-4dfa-a679-054c236f8ee0 None None] Provisioning complete for port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:48.394849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb6d22b2-1f1a-4dfa-a679-054c236f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.434373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1413d4d-f3bb-4607-9984-c2a4a4ac4726 req-4d181976-800d-4f87-bf7b-473c6c2e3d3c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.449851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1413d4d-f3bb-4607-9984-c2a4a4ac4726 req-4d181976-800d-4f87-bf7b-473c6c2e3d3c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.1038435 Jul 29 23:39:48.457955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c25c61-c481-4876-a996-b6f112c83176 req-b0633afe-abed-4c31-a3be-4ca5e110c629 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.466675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0c25c61-c481-4876-a996-b6f112c83176 req-b0633afe-abed-4c31-a3be-4ca5e110c629 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.1964872 Jul 29 23:39:48.490858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d22b2-1f1a-4dfa-a679-054c236f8ee0 None None] Port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:48.498980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1413d4d-f3bb-4607-9984-c2a4a4ac4726 req-e22846ac-3d30-4007-8c7f-0b4810560a80 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Jul 29 23:39:48.669736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31555a-c553-4ae8-9c5d-3d46e967779d req-40e13775-3ba6-4d65-86a3-039f86e99187 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.672463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d31555a-c553-4ae8-9c5d-3d46e967779d req-40e13775-3ba6-4d65-86a3-039f86e99187 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0893579 Jul 29 23:39:48.759367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d31555a-c553-4ae8-9c5d-3d46e967779d req-aebb9e04-ef38-4167-acbb-cf1e2cb9c5f9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797019 Jul 29 23:39:48.994395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0c25c61-c481-4876-a996-b6f112c83176 req-a466fb36-836a-4103-9a6f-c221055135a7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267093 Jul 29 23:39:49.007790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27a7ac7f-e32d-448f-870e-68c0296bfe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.088657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5d2b-6945-43b9-9709-6fcedba7f689 req-5b594622-eeda-4cec-b041-5e36b1cb650a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.093439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-803e5d2b-6945-43b9-9709-6fcedba7f689 req-5b594622-eeda-4cec-b041-5e36b1cb650a tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1356227 Jul 29 23:39:49.101567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 285cf073-01f2-4362-a59c-ff44e538eab9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:49.181233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-803e5d2b-6945-43b9-9709-6fcedba7f689 req-c1377281-3a6d-49ed-8be3-e25f22c06f2d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739601 Jul 29 23:39:49.215809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.258155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.258854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 285cf073-01f2-4362-a59c-ff44e538eab9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:49.288257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 285cf073-01f2-4362-a59c-ff44e538eab9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:49.288257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.353493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.416616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.425840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-12ee90a6-d896-4155-94a5-915cef7ff215 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.427779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-12ee90a6-d896-4155-94a5-915cef7ff215 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.3153484 Jul 29 23:39:49.430045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.441095 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.490515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 285cf073-01f2-4362-a59c-ff44e538eab9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=285cf073-01f2-4362-a59c-ff44e538eab9,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:49.514258 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.651771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=285cf073-01f2-4362-a59c-ff44e538eab9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.677951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:49.690444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:49.702030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Deleting port cc839d34-0516-4b0b-b25c-6299de537572 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:49.702361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.752137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c01e-2bfd-4146-91c5-7f22300e96fc req-0999cccd-4807-474c-bcc7-bc2fb211e6b5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.769714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8d5c01e-2bfd-4146-91c5-7f22300e96fc req-0999cccd-4807-474c-bcc7-bc2fb211e6b5 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 944 time: 0.1572564 Jul 29 23:39:49.888394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8d5c01e-2bfd-4146-91c5-7f22300e96fc req-cef2db37-bafa-42de-bbe5-a60acc684b90 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170313 Jul 29 23:39:50.060330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] For port cc839d34-0516-4b0b-b25c-6299de537572, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=cc839d34-0516-4b0b-b25c-6299de537572,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:50.061046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.090417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Calling delete_port for cc839d34-0516-4b0b-b25c-6299de537572 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:50.126760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9875-9377-4dbf-be2a-7edab98c158c req-82360582-5d9a-4e42-b1ce-02419f1ded7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:50.135986 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09cb9875-9377-4dbf-be2a-7edab98c158c req-82360582-5d9a-4e42-b1ce-02419f1ded7c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.2099416 Jul 29 23:39:50.149265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dda27f75-bd3f-4886-8611-4f8f182f85b5 None None] Provisioning complete for port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:50.150067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dda27f75-bd3f-4886-8611-4f8f182f85b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.189973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Router 74175101-db5e-4892-bc3e-18f92f6c5988 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:50.207359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dda27f75-bd3f-4886-8611-4f8f182f85b5 None None] Port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:50.245246 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09cb9875-9377-4dbf-be2a-7edab98c158c req-6b2036c4-e961-46b5-9632-049fbf880e88 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082826 Jul 29 23:39:50.270647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437eeb2-112a-4b8b-a995-c53709427e4d req-f803f436-35b1-4413-92de-4b85bb97055b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:50.279529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e437eeb2-112a-4b8b-a995-c53709427e4d req-f803f436-35b1-4413-92de-4b85bb97055b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.1009226 Jul 29 23:39:50.375409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e437eeb2-112a-4b8b-a995-c53709427e4d req-e8e3607a-723f-4b97-a320-f26c0f0ad918 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948215 Jul 29 23:39:50.497476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:50.510889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Sync routers for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:50.514120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78975eee-6d6e-473c-b111-7ff66308eff0 admin admin] 10.222.0.49 "PUT /v2.0/routers/74175101-db5e-4892-bc3e-18f92f6c5988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0649943 Jul 29 23:39:50.524704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.591697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event deleted for resources: {'Port': ['ID=cc839d34-0516-4b0b-b25c-6299de537572,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.608485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['80676758-546b-402c-b2c4-d98e8a64a968'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:50.622865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.660094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:50.660937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.702272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] No DVR routers for this DVR port cc839d34-0516-4b0b-b25c-6299de537572 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:50.706266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.714718 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be8c890f-542d-487f-b9c9-dd2a31db5417 req-167a88a9-d6da-4d48-b5a9-63cea871a570 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "DELETE /v2.0/ports/cc839d34-0516-4b0b-b25c-6299de537572 HTTP/1.1" status: 204 len: 173 time: 1.2784257 Jul 29 23:39:50.715462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-deleted', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:50.720672 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223460e-b4dc-4c25-b228-21d00f91e3bb" -d '{"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-deleted", "tag": "cc839d34-0516-4b0b-b25c-6299de537572"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:50.982586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afe44-b88f-42d0-b0eb-0b683c34b2eb req-45a53e26-89bc-4337-85f1-2794e1e64ca9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:50.986711 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2654b2b-5a86-4399-b262-c01667436a08 x-openstack-request-id: req-a2654b2b-5a86-4399-b262-c01667436a08 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:50.987050 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ed899b-5e01-4cc2-8c26-e9129ba34bc5", "name": "network-vif-deleted", "tag": "cc839d34-0516-4b0b-b25c-6299de537572", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:50.987343 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2654b2b-5a86-4399-b262-c01667436a08 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:50.987832 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ed899b-5e01-4cc2-8c26-e9129ba34bc5', 'name': 'network-vif-deleted', 'tag': 'cc839d34-0516-4b0b-b25c-6299de537572', 'status': 'completed', 'code': 200} Jul 29 23:39:50.999087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77afe44-b88f-42d0-b0eb-0b683c34b2eb req-45a53e26-89bc-4337-85f1-2794e1e64ca9 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1949472 Jul 29 23:39:51.067156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:51.152220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77afe44-b88f-42d0-b0eb-0b683c34b2eb req-afd0360f-40e7-4eaf-9db0-4b60aea0a68c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450720 Jul 29 23:39:51.187893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 285cf073-01f2-4362-a59c-ff44e538eab9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:51.333935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50800e91-ee5b-4b0d-8238-7ac87f930fa2 req-1027a9b5-366e-4731-9d85-cf91ce0074aa tempest-FloatingIPsNegativeTestJSON-454084879 tempest-FloatingIPsNegativeTestJSON-454084879-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=568c7a8ba8ea402aa196510fc126ac44 HTTP/1.1" status: 200 len: 217 time: 0.0657477 Jul 29 23:39:51.394302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 285cf073-01f2-4362-a59c-ff44e538eab9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:51.394681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.394814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed3e6d8d-7350-4b74-906e-d3f7c8fe3fa1 req-57ec865e-1a91-4af6-a662-2b1e11ec7c46 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.1026328 Jul 29 23:39:51.508328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04e8c274-4a2c-4b48-8aec-51bf893c8aec req-8cc16047-f796-4426-84e5-879c28de1783 tempest-FloatingIPsNegativeTestJSON-454084879 tempest-FloatingIPsNegativeTestJSON-454084879-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0491073 Jul 29 23:39:51.581472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:51.628974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: cc839d34-0516-4b0b-b25c-6299de537572 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:51.629463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device cc839d34-0516-4b0b-b25c-6299de537572 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:51.637303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee8a1c-49d3-440a-80d2-761a16dc0859 req-624f4723-c56a-4867-ac94-e1fc070e98ee tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.642605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9', 'name': '', 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'mac_address': 'fa:16:3e:1d:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 2, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'subnets': [{'id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.655184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31ee8a1c-49d3-440a-80d2-761a16dc0859 req-624f4723-c56a-4867-ac94-e1fc070e98ee tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1785600 Jul 29 23:39:51.658527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7c770-adc7-459d-a2fc-46044a8815d0 req-7d477c2c-5caa-49ef-92b0-bf25e44d33ab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.668347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccf7c770-adc7-459d-a2fc-46044a8815d0 req-7d477c2c-5caa-49ef-92b0-bf25e44d33ab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.0762622 Jul 29 23:39:51.735786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Checking router: 74175101-db5e-4892-bc3e-18f92f6c5988 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:51.736148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Updating router 74175101-db5e-4892-bc3e-18f92f6c5988 port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:51.740451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccf7c770-adc7-459d-a2fc-46044a8815d0 req-f9fb8cfc-a1c8-4f78-a10e-8fa9f23db81b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Jul 29 23:39:51.776475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31ee8a1c-49d3-440a-80d2-761a16dc0859 req-ba7be601-2c32-4632-85f9-5f5f3c9035c4 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202857 Jul 29 23:39:51.860245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.889174 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-14db90f2-0748-4484-af9c-80d59479aac7 req-4d5ae3cc-1b4f-47eb-9e09-bb791fbb8dcf tempest-FloatingIPsNegativeTestJSON-454084879 tempest-FloatingIPsNegativeTestJSON-454084879-project] show failed (client error): The resource could not be found. Jul 29 23:39:51.892182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14db90f2-0748-4484-af9c-80d59479aac7 req-4d5ae3cc-1b4f-47eb-9e09-bb791fbb8dcf tempest-FloatingIPsNegativeTestJSON-454084879 tempest-FloatingIPsNegativeTestJSON-454084879-project] 10.222.0.49 "GET /v2.0/floatingips/269bc272-183f-44f3-93d3-e277e66c50c7 HTTP/1.1" status: 404 len: 350 time: 0.1216395 Jul 29 23:39:51.923732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.215113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555313c-870a-4a5f-977e-47f73035cb15 req-b2620c1e-a3a4-4425-bf13-9dacaf4e081b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:52.216950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1555313c-870a-4a5f-977e-47f73035cb15 req-b2620c1e-a3a4-4425-bf13-9dacaf4e081b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1253355 Jul 29 23:39:52.359939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1555313c-870a-4a5f-977e-47f73035cb15 req-c6fff6eb-fd48-47b9-9fb6-b26a8e17e04f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312387 Jul 29 23:39:52.383147 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.612049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.650438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Transition to ACTIVE for port object 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:52.658611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dad0b-b81d-4830-b5fc-f35f17076d1e req-d5849ba6-7605-46b7-9157-0e683dac9769 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:52.660472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a5dad0b-b81d-4830-b5fc-f35f17076d1e req-d5849ba6-7605-46b7-9157-0e683dac9769 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1322339 Jul 29 23:39:52.665199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.707300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed846b7e-08ac-4272-bc73-865f79ed95f6 req-256708b1-a1db-4fd8-b126-52e60fd92302 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0377302 Jul 29 23:39:52.767049 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a5dad0b-b81d-4830-b5fc-f35f17076d1e req-9cc680d1-3c4e-4fd2-af98-95d4801b147c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922694 Jul 29 23:39:52.795003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be131c5-6320-4a7b-884d-12f90cfcde09 None None] Pushing event updated for resources: {'Port': ['ID=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.899651 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.912423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-339104f9-85a7-4332-b571-8050f265c4ec tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620322 Jul 29 23:39:52.973542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Attempting to bind port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:52.973946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Attempting to bind port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:52.974310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Attempting to bind port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 on network 506e2ae2-a557-4710-912c-190c8a7bfe2c {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:52.980516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:52.980892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Checking segment: {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:52.981291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.981710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Bound using segment: {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:52.982173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Bound port: 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:52.982568 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.116225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-38f239d8-9690-4a86-8b6a-ea7b12c164a4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.120882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] For port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:53.127352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] For port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:53.127876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-38f239d8-9690-4a86-8b6a-ea7b12c164a4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143106 Jul 29 23:39:53.135904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.168324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-965db995-d9ee-4129-8a3c-3cfed3a1ce20 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/quotas/6b3cac644d174f46891abb377b30ad34 HTTP/1.1" status: 200 len: 375 time: 0.0392599 Jul 29 23:39:53.249337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dca80-c425-4919-a155-036d2da60e1f req-1ad8c1d6-c6bd-4f20-8643-81a244d72445 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.267068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-6973b119-ae74-4ce7-8995-8c0f80788fb8 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971897 Jul 29 23:39:53.270267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e6dca80-c425-4919-a155-036d2da60e1f req-1ad8c1d6-c6bd-4f20-8643-81a244d72445 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.3645639 Jul 29 23:39:53.284898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:53.285740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:53.380184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be131c5-6320-4a7b-884d-12f90cfcde09 None None] Pushing event updated for resources: {'Port': ['ID=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.405194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e6dca80-c425-4919-a155-036d2da60e1f req-8b8a73b6-d25c-4a2f-8566-73b93628bb85 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339502 Jul 29 23:39:53.535086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:53.548812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-9628832d-0c35-4ab2-b75f-96902b3a7999 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414971 Jul 29 23:39:53.910060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78a43b38-f6c3-4a16-bbcd-8b9bbe662ac4 req-0388455b-9a5b-4d6e-b3f4-34b5fbc3ae59 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 210 time: 0.1959782 Jul 29 23:39:53.924362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:53.987791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-b6ad371e-bb36-4f3a-b5b9-7efd70dcfaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.989910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-b6ad371e-bb36-4f3a-b5b9-7efd70dcfaaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 1102 time: 0.3124623 Jul 29 23:39:54.036715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9', 'name': '', 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'mac_address': 'fa:16:3e:1d:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:53Z', 'revision_number': 4, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'subnets': [{'id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:54.078457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b891023f-9809-417c-b699-f0cb6a63ca5c req-b1265f56-0a17-44b0-a143-7f4ae78dfe52 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0683029 Jul 29 23:39:54.129858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b227d8a-099e-433d-bb2f-89b64640ba2d None None] The sync data for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 is: [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9', 'name': '', 'network_id': '506e2ae2-a557-4710-912c-190c8a7bfe2c', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'mac_address': 'fa:16:3e:1d:32:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:53Z', 'revision_number': 4, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'subnets': [{'id': '3c73455a-cae9-40ff-a51b-b72a38003558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:54.155962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250979a-6073-450a-bf73-0dfc84640a7c req-f28a8ad5-5bc9-4593-846e-40b59e2c9fce tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:54.157554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d250979a-6073-450a-bf73-0dfc84640a7c req-f28a8ad5-5bc9-4593-846e-40b59e2c9fce tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1582971 Jul 29 23:39:54.246470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d250979a-6073-450a-bf73-0dfc84640a7c req-5a45aefa-5981-418a-90c2-aa1ea91c79e1 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804844 Jul 29 23:39:54.259452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:54.260352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Deleting port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:54.260859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.298128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '21523122-ca07-427e-8ddf-4306e492540a', 'network_id': '5a9b398b-9906-442f-9b14-82d43195dac3', 'port_id': '21523122-ca07-427e-8ddf-4306e492540a', 'mac_address': 'fa:16:3e:1a:3e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a3d582-0647-431f-aa6a-d132d6d05c72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:54.376763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.423202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21523122-ca07-427e-8ddf-4306e492540a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:54.452474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] For port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:54.459346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:54.461845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.470455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.500578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Calling delete_port for 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:54.611118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:54.645692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84922-c95c-4eb5-9118-c52a98bae54a req-6477bd27-1e34-458e-af58-2cb1a820896b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:54.647317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82d84922-c95c-4eb5-9118-c52a98bae54a req-6477bd27-1e34-458e-af58-2cb1a820896b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1308320 Jul 29 23:39:54.739974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-79fdfca4-8c65-4325-bcc2-b2addf553c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:54.756931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-79fdfca4-8c65-4325-bcc2-b2addf553c12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.7429154 Jul 29 23:39:54.758095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82d84922-c95c-4eb5-9118-c52a98bae54a req-d6ab9f39-3d90-4c37-ad28-aa0872b800d8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952430 Jul 29 23:39:54.831386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-bc117e14-8793-46c5-aafe-7251b263ccca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0640562 Jul 29 23:39:54.883726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['21523122-ca07-427e-8ddf-4306e492540a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:55.197944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-ed094427-9909-436b-b420-c655eb5a624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:55.203906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-ed094427-9909-436b-b420-c655eb5a624e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3639011 Jul 29 23:39:55.308603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:55.399989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09e66c5b-777c-4ccb-bd57-30e64cee75c4 req-3d56f673-8a33-4a04-9f71-46232d68994d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 210 time: 0.0978673 Jul 29 23:39:55.449140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.474570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7dc03f64-a9e1-4803-af18-eb9aa507b303 req-45af292c-b3fb-4d09-ac24-0debc0406627 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.1388290 Jul 29 23:39:55.482604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:39:55.483056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:39:55.516688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 not found, will not notify nova. {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:39:55.639407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d00a9f-63b9-41f9-8307-1aa2fc8d89ac req-509bf284-ef67-4466-85b1-4ccf4b0b7a12 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:55.648793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65d00a9f-63b9-41f9-8307-1aa2fc8d89ac req-509bf284-ef67-4466-85b1-4ccf4b0b7a12 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 944 time: 0.1197028 Jul 29 23:39:55.666549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-6840d85b-c6ea-49c4-882f-45c6c27545c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:55.668687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-6840d85b-c6ea-49c4-882f-45c6c27545c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4535098 Jul 29 23:39:55.669883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.743906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65d00a9f-63b9-41f9-8307-1aa2fc8d89ac req-96c53b59-2783-47af-ba61-960228469450 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 Jul 29 23:39:55.870478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-be4d43dc-30f3-45ef-b5a6-d4542f25a827 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860251 Jul 29 23:39:55.928805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:56.049158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 21523122-ca07-427e-8ddf-4306e492540a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:56.049552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.058790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4965ccc2-6bfd-4675-be6f-9e379b5fcdbe req-0eadb315-2f63-4cd7-9b7e-6806ed2d7c47 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126904 Jul 29 23:39:56.115714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.160956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e053-3d5d-4c4e-83ef-0b00635a0eec req-6c4ff553-e425-4237-941b-d984e1803ae9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:56.163296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4679e053-3d5d-4c4e-83ef-0b00635a0eec req-6c4ff553-e425-4237-941b-d984e1803ae9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.2161396 Jul 29 23:39:56.275642 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.341866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:56.346857 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a02f68-7df4-498f-bc7f-533e5ecb4538" -d '{"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-plugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:56.391416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:56.399013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.489912 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b1892c-7616-4a53-8660-7e7f2b60694e x-openstack-request-id: req-e8b1892c-7616-4a53-8660-7e7f2b60694e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:56.490357 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-plugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:56.492944 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8b1892c-7616-4a53-8660-7e7f2b60694e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:56.496298 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a', 'code': 200} Jul 29 23:39:56.589039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3bca66d-7d50-474b-b45e-2ee787e682d7 req-23db4ecd-54fb-4595-80b3-57c9158bd6c4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 210 time: 0.0524204 Jul 29 23:39:56.599925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.749416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68947951-250e-4167-ab6f-8f9996fc4559 req-632f61b0-1948-4e40-9ac7-e43b8d775a07 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0638258 Jul 29 23:39:56.936119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba0cd-2a09-4d56-aafe-ed5d8e0f9afd req-aed5d4b8-2d2d-4f27-b582-84d886e1b356 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:56.957646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f73ba0cd-2a09-4d56-aafe-ed5d8e0f9afd req-aed5d4b8-2d2d-4f27-b582-84d886e1b356 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1114511 Jul 29 23:39:57.033017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f73ba0cd-2a09-4d56-aafe-ed5d8e0f9afd req-63e937a2-4526-4986-9fc5-7ef13e01d784 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Jul 29 23:39:57.192482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4679e053-3d5d-4c4e-83ef-0b00635a0eec req-ddf4afaf-9679-4ea0-b7fb-270cde183a0f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8251903 Jul 29 23:39:57.239849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-e0ff8b45-a7dc-4c6f-b77c-fc25885fa71f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6b3cac644d174f46891abb377b30ad34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455258 Jul 29 23:39:57.267172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Router 74175101-db5e-4892-bc3e-18f92f6c5988 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:57.428241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.538012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:57.545490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38682) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.549718 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047425b-13f9-414a-997e-c134721d316b None None] Sync routers for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:57.552088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1853bc96-c84b-4633-8352-c0683fae1966 admin admin] 10.222.0.49 "PUT /v2.0/routers/74175101-db5e-4892-bc3e-18f92f6c5988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6220047 Jul 29 23:39:57.570696 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:57.573727 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:57.675844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-92b5270a-2c14-4123-bb56-929dcdbec4cd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.677462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-92b5270a-2c14-4123-bb56-929dcdbec4cd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080915 Jul 29 23:39:57.736763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.739993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Request body: {'port': {'device_id': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '6b3cac644d174f46891abb377b30ad34'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.818713 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:57.930895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.959105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18fbe6ea-f5da-40e6-a3b9-dd0a1cd1894e req-71e877ee-eaf9-4416-b81a-527e8b64389e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 210 time: 0.2458467 Jul 29 23:39:58.000348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-491c426c-bec9-418c-9be5-b2139bd036d4 req-23f2e21a-aaa2-4e6f-bd33-331d06aba00b tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed899b-5e01-4cc2-8c26-e9129ba34bc5 HTTP/1.1" status: 200 len: 210 time: 0.0483286 Jul 29 23:39:58.071665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Deleting port 285cf073-01f2-4362-a59c-ff44e538eab9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:58.072042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.132887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Made reservation on behalf of 6b3cac644d174f46891abb377b30ad34 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:58.141105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.163250 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port': {'id': '285cf073-01f2-4362-a59c-ff44e538eab9', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:58.211108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] For port 285cf073-01f2-4362-a59c-ff44e538eab9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=285cf073-01f2-4362-a59c-ff44e538eab9,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:58.211519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.251330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Calling delete_port for 285cf073-01f2-4362-a59c-ff44e538eab9 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:58.251556 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047425b-13f9-414a-997e-c134721d316b None None] Checking router: 74175101-db5e-4892-bc3e-18f92f6c5988 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:58.274081 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] Routers {'74175101-db5e-4892-bc3e-18f92f6c5988'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:58.275413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['74175101-db5e-4892-bc3e-18f92f6c5988'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:58.290350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fcf1f-9adb-4cb6-9ce9-2de7ff0dce3d req-e2e58173-71b5-4f83-9e57-88e8bd8e292f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:58.298410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b48fcf1f-9adb-4cb6-9ce9-2de7ff0dce3d req-e2e58173-71b5-4f83-9e57-88e8bd8e292f tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.1520576 Jul 29 23:39:58.421201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] Set router 74175101-db5e-4892-bc3e-18f92f6c5988 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:58.516443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917df7-5c01-4b32-b756-dfdfabe17b0a req-381f20a7-59be-4ca9-ae56-df8b4f1930bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:58.524655 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8047425b-13f9-414a-997e-c134721d316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:57Z', 'revision_number': 6, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:58.526838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c917df7-5c01-4b32-b756-dfdfabe17b0a req-381f20a7-59be-4ca9-ae56-df8b4f1930bb tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1861815 Jul 29 23:39:58.537603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Allocated IP 192.168.233.112 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/41bc1c65-caa4-44f1-8607-9f55ee95259a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:58.554812 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047425b-13f9-414a-997e-c134721d316b None None] The sync data for ids ['74175101-db5e-4892-bc3e-18f92f6c5988'] in n-d-712707-11 is: [{'id': '74175101-db5e-4892-bc3e-18f92f6c5988', 'name': 'tempest-FloatingIPsNegativeTestJSON-2090477642-router', 'tenant_id': '568c7a8ba8ea402aa196510fc126ac44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:57Z', 'revision_number': 6, 'project_id': '568c7a8ba8ea402aa196510fc126ac44', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:58.579331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c917df7-5c01-4b32-b756-dfdfabe17b0a req-34ca450b-b31f-4d45-9097-2516ac6055cc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Jul 29 23:39:58.723962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b48fcf1f-9adb-4cb6-9ce9-2de7ff0dce3d req-49ebab2e-799c-418e-991e-38d3387d780d tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153931 Jul 29 23:39:58.776833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.813296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=285cf073-01f2-4362-a59c-ff44e538eab9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.908549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.922914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.935490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Transition to ACTIVE for port object 41bc1c65-caa4-44f1-8607-9f55ee95259a will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:59.000831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.095006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:59.113161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:59.117171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:59.123893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:59.218984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:59.238361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.246388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.256774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event updated for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:59.274608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-b6bf86a0-1f2a-4a85-be5f-3392c59e0c7f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5460975 Jul 29 23:39:59.290222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:59.290575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f22a0a8-6ff5-4a0d-be2c-cb6f4bb67ca9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:59.316081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.324707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.365116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Request body: {'port': {'device_id': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:59.457350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f15fb-df46-4845-8301-f4cc9888f4ca req-599b5db8-92d8-4f14-a276-d07e3f413f9c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.468345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-693f15fb-df46-4845-8301-f4cc9888f4ca req-599b5db8-92d8-4f14-a276-d07e3f413f9c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 936 time: 0.2197478 Jul 29 23:39:59.566779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.567320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.568142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74175101-db5e-4892-bc3e-18f92f6c5988 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:59.603877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-693f15fb-df46-4845-8301-f4cc9888f4ca req-ff5a4fcf-227b-4bcd-8cb1-57797c5491fa tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343677 Jul 29 23:39:59.615341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.616516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1b99179b-d9e2-45cf-b131-01f9d10aa4f5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/74175101-db5e-4892-bc3e-18f92f6c5988 HTTP/1.1" status: 204 len: 168 time: 2.0699236 Jul 29 23:39:59.622312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38726) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:59.760679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cf7dbf6f-be54-4c5f-849e-ae1ed02f41c9 None None] Provisioning for port 41bc1c65-caa4-44f1-8607-9f55ee95259a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:59.793547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cf7dbf6f-be54-4c5f-849e-ae1ed02f41c9 None None] Provisioning complete for port 41bc1c65-caa4-44f1-8607-9f55ee95259a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:59.793954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf7dbf6f-be54-4c5f-849e-ae1ed02f41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.824633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6f164-da47-448d-8416-ca9349042301 req-40204f0b-4a3b-47ae-8341-cbcdf2cf2e8a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.842696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ff6f164-da47-448d-8416-ca9349042301 req-40204f0b-4a3b-47ae-8341-cbcdf2cf2e8a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1054673 Jul 29 23:39:59.915586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ff6f164-da47-448d-8416-ca9349042301 req-743ea435-29e0-440d-aa5a-58139ea1e8a0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Jul 29 23:39:59.917909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dbf6f-be54-4c5f-849e-ae1ed02f41c9 None None] Port 41bc1c65-caa4-44f1-8607-9f55ee95259a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:59.949847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:00.145104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Deleting subnet 3c73455a-cae9-40ff-a51b-b72a38003558 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:00.177235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.233473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.274641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:00.278697 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce0142-6b8c-48f9-9583-732fa61a4bdd" -d '{"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:00.316343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f3431-dc0f-4aa6-a890-8c8f62abdcdf req-6eda646c-19d3-40f6-983a-0a886d128d4e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:00.316594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:00.354757 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.363060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b7f3431-dc0f-4aa6-a890-8c8f62abdcdf req-6eda646c-19d3-40f6-983a-0a886d128d4e tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 945 time: 0.3416893 Jul 29 23:40:00.458261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.478561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.552185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b7f3431-dc0f-4aa6-a890-8c8f62abdcdf req-9ee0f1ff-9362-435e-9ce5-7cca8e8ee12c tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880996 Jul 29 23:40:00.644755 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d1d87-5ffe-48df-b7fb-19a92e1d4e6f x-openstack-request-id: req-de3d1d87-5ffe-48df-b7fb-19a92e1d4e6f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:00.645072 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "21523122-ca07-427e-8ddf-4306e492540a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:00.645332 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de3d1d87-5ffe-48df-b7fb-19a92e1d4e6f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:00.645775 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21523122-ca07-427e-8ddf-4306e492540a', 'code': 200} Jul 29 23:40:00.746554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bc1c65-caa4-44f1-8607-9f55ee95259a {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:00.777058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.802310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Transition to ACTIVE for port object 41bc1c65-caa4-44f1-8607-9f55ee95259a will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:00.816386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a3c2-7d37-4131-a5d6-a0e48bdabb8f req-be3291c1-c621-44db-b3bb-9b6858e92e8a tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:00.818080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31d1a3c2-7d37-4131-a5d6-a0e48bdabb8f req-be3291c1-c621-44db-b3bb-9b6858e92e8a tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1306214 Jul 29 23:40:00.826692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.868807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddc49e-5210-43b8-a091-843dc016855e req-be890467-45d6-4dcd-a906-e1d625ba17d0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:00.874240 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.875356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1ddc49e-5210-43b8-a091-843dc016855e req-be890467-45d6-4dcd-a906-e1d625ba17d0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 936 time: 0.1261332 Jul 29 23:40:01.002537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 285cf073-01f2-4362-a59c-ff44e538eab9 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:01.007312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1ddc49e-5210-43b8-a091-843dc016855e req-c2938f56-b147-46e5-bec8-742724b5d7a1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198761 Jul 29 23:40:01.046145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Pushing event updated for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.048228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 285cf073-01f2-4362-a59c-ff44e538eab9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:01.048652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 285cf073-01f2-4362-a59c-ff44e538eab9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:01.067707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31d1a3c2-7d37-4131-a5d6-a0e48bdabb8f req-fea2d63b-5213-4aee-9e78-56be05c4d3d7 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349036 Jul 29 23:40:01.162166 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.235908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c73455a-cae9-40ff-a51b-b72a38003558,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.247768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87165e9-041d-4ae2-a616-26ed63a297aa None None] Network 506e2ae2-a557-4710-912c-190c8a7bfe2c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:01.256584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.265570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2ed21-b18c-4da5-a8bf-6684f2ffdab0 req-1f3d76b2-7400-414f-98a5-138fc90e84ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.274327 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bc57f6f1-6cc9-4bcb-ae62-eb7975fa6db8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3c73455a-cae9-40ff-a51b-b72a38003558 HTTP/1.1" status: 204 len: 168 time: 1.6480441 Jul 29 23:40:01.274950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e2ed21-b18c-4da5-a8bf-6684f2ffdab0 req-1f3d76b2-7400-414f-98a5-138fc90e84ca tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1464024 Jul 29 23:40:01.279584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38760) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.374141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e2ed21-b18c-4da5-a8bf-6684f2ffdab0 req-dc7f7cab-2bb1-40d6-bb8c-e6a8a8a7c28f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975904 Jul 29 23:40:01.537937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Attempting to bind port 41bc1c65-caa4-44f1-8607-9f55ee95259a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:01.538603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Attempting to bind port 41bc1c65-caa4-44f1-8607-9f55ee95259a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:01.538888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Attempting to bind port 41bc1c65-caa4-44f1-8607-9f55ee95259a on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:01.580266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Port 41bc1c65-caa4-44f1-8607-9f55ee95259a on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:01.580755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Attempting to bind port 41bc1c65-caa4-44f1-8607-9f55ee95259a on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:01.599043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] DHCP port deletion for 506e2ae2-a557-4710-912c-190c8a7bfe2c request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:01.629346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:01.629882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:01.631007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:01.632476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Bound port: 41bc1c65-caa4-44f1-8607-9f55ee95259a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:01.633659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.643829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.706522 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c185d6f3-61f3-4dfd-9ac2-eabeb334e440 service neutron] show failed (client error): The resource could not be found. Jul 29 23:40:01.707630 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c185d6f3-61f3-4dfd-9ac2-eabeb334e440 service neutron] 10.222.0.59 "GET /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.2308736 Jul 29 23:40:01.717464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Deleting port ed6206a2-e86e-4985-95ce-7aff8d616ce4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:01.718204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.856882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] For port ed6206a2-e86e-4985-95ce-7aff8d616ce4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed6206a2-e86e-4985-95ce-7aff8d616ce4,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:01.857453 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.889889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Calling delete_port for ed6206a2-e86e-4985-95ce-7aff8d616ce4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:02.024579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf226d1-f6aa-4cde-92d8-2ffecde46ee1 req-a4880c27-6059-408c-b7ef-858be655cfba tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.026253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdf226d1-f6aa-4cde-92d8-2ffecde46ee1 req-a4880c27-6059-408c-b7ef-858be655cfba tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.2434978 Jul 29 23:40:02.054074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:02.146970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Deleting port ed6206a2-e86e-4985-95ce-7aff8d616ce4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:02.146970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.164812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:02.230427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.252211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8379a49-93ff-4b53-a8ca-7f461fe7cfc3 req-7796cfbc-72db-4577-b3ab-a1a400127a39 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.257477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8379a49-93ff-4b53-a8ca-7f461fe7cfc3 req-7796cfbc-72db-4577-b3ab-a1a400127a39 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 948 time: 0.1136591 Jul 29 23:40:02.275538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.298688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] Pushing event deleted for resources: {'Port': ['ID=ed6206a2-e86e-4985-95ce-7aff8d616ce4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.303797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.304532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.306756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] 10.222.0.57 "PUT /v2.0/ports/41bc1c65-caa4-44f1-8607-9f55ee95259a HTTP/1.1" status: 200 len: 1097 time: 2.9476087 Jul 29 23:40:02.317284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f72eb-a6a2-4e5c-99d0-ea37bebf1449 None None] No DVR routers for this DVR port ed6206a2-e86e-4985-95ce-7aff8d616ce4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:02.335677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:02.341048 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cde186-ab3f-42dc-93cd-81e5d0bb319a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:02.378639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8379a49-93ff-4b53-a8ca-7f461fe7cfc3 req-adf6bdac-9df6-4e05-859e-208d5f575da2 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012354 Jul 29 23:40:02.425097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdf226d1-f6aa-4cde-92d8-2ffecde46ee1 req-f2086ad2-c379-4707-9769-02cd9f7f82e0 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505621 Jul 29 23:40:02.564537 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2752b-ef27-4cb3-9d1f-2036c7797f7d x-openstack-request-id: req-d9c2752b-ef27-4cb3-9d1f-2036c7797f7d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:02.565383 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:02.565383 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9c2752b-ef27-4cb3-9d1f-2036c7797f7d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:02.565383 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a', 'status': 'completed', 'code': 200} Jul 29 23:40:02.711560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-344e2073-644f-441b-b3a5-dee49a74e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.713649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-344e2073-644f-441b-b3a5-dee49a74e196 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1102 time: 0.6813445 Jul 29 23:40:02.762942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:02.767098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] For port ed6206a2-e86e-4985-95ce-7aff8d616ce4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed6206a2-e86e-4985-95ce-7aff8d616ce4,segment=NetworkSegment(0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d),segment_id=0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:02.767584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.879646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Calling delete_port for ed6206a2-e86e-4985-95ce-7aff8d616ce4 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:02.886979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-1df5e26a-5871-4528-b25e-69915b4884b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.889351 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-1df5e26a-5871-4528-b25e-69915b4884b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 1100 time: 0.4279926 Jul 29 23:40:02.897253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0fcf2-a6cd-400b-b71f-3c8420a225ce service neutron] Pushing event updated for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.074416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed6206a2-e86e-4985-95ce-7aff8d616ce4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:03.121918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ed6206a2-e86e-4985-95ce-7aff8d616ce4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:03.123426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f821406-52cb-47a7-99c6-cf3e3eddb5c7 req-d5900f80-e221-45e8-b321-82399571f17a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.124603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed6206a2-e86e-4985-95ce-7aff8d616ce4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:03.125061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f821406-52cb-47a7-99c6-cf3e3eddb5c7 req-d5900f80-e221-45e8-b321-82399571f17a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.4689023 Jul 29 23:40:03.128688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.131045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-0d4033f7-d4a5-47d3-93de-6ecb6bd6437e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a HTTP/1.1" status: 200 len: 217 time: 0.0674131 Jul 29 23:40:03.327515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-8ba2b30f-cd8c-4deb-9d19-5ce99132fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.329286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-8ba2b30f-cd8c-4deb-9d19-5ce99132fc6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1626365 Jul 29 23:40:03.336952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f821406-52cb-47a7-99c6-cf3e3eddb5c7 req-e3964c4d-af73-425b-9d79-935fd4687906 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715202 Jul 29 23:40:03.341472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.404890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841094-3848-4968-9686-e15a4d488e51 req-fe0e60fa-7461-4689-a634-e706c34c9c0d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.415019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10841094-3848-4968-9686-e15a4d488e51 req-fe0e60fa-7461-4689-a634-e706c34c9c0d tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1068296 Jul 29 23:40:03.430840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6206a2-e86e-4985-95ce-7aff8d616ce4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.441253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] No DVR routers for this DVR port ed6206a2-e86e-4985-95ce-7aff8d616ce4 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:03.476832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10841094-3848-4968-9686-e15a4d488e51 req-71632cc1-6b46-4704-b06d-b5418f17dc9f tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606983 Jul 29 23:40:03.640720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:03.653802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5be5-6006-4f26-b54d-d2e0de6f19ba req-62f0b2d1-8cc0-41ff-bf3e-fd875d8f2cf8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.663615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc3d5be5-6006-4f26-b54d-d2e0de6f19ba req-62f0b2d1-8cc0-41ff-bf3e-fd875d8f2cf8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.0898154 Jul 29 23:40:03.683992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:03.734258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-973c5706-3e7b-4532-936f-9ccc1f0cdc78 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.735775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-973c5706-3e7b-4532-936f-9ccc1f0cdc78 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 943 time: 0.1077373 Jul 29 23:40:03.746272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.806784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Transition to ACTIVE for port object c5661ea0-b604-41b9-bced-53cf8cbb9349 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:03.828222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc3d5be5-6006-4f26-b54d-d2e0de6f19ba req-3b3f5d97-aeb8-49cd-bfd0-49dda69162b8 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1955b50-dda3-4683-8c94-711e1e7ad9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633120 Jul 29 23:40:03.835909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.907356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.944556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Deleting port 21523122-ca07-427e-8ddf-4306e492540a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:03.944900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.948062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506e2ae2-a557-4710-912c-190c8a7bfe2c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:03.976506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d313470-e8ce-490b-a526-91a63e88e65b req-6d6550c1-c5c4-40c9-9ad8-0b5e28b555e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.978821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-6d6550c1-c5c4-40c9-9ad8-0b5e28b555e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5505459 Jul 29 23:40:04.127350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] For port 21523122-ca07-427e-8ddf-4306e492540a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21523122-ca07-427e-8ddf-4306e492540a,segment=NetworkSegment(43120af4-2dbe-4541-a804-e18e1cb07f13),segment_id=43120af4-2dbe-4541-a804-e18e1cb07f13)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:04.128395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.153864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:04.155433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8e0473-7cc8-4b3d-b6ea-70b6093a8e7d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:04.159534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Calling delete_port for 21523122-ca07-427e-8ddf-4306e492540a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:04.193979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.219164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.226419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] No DVR routers for this DVR port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:04.271743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbb183-cf5b-411e-99ac-ed0da7207937 req-8894b92b-1161-4b81-973d-0871d6d76582 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.281728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0efbb183-cf5b-411e-99ac-ed0da7207937 req-8894b92b-1161-4b81-973d-0871d6d76582 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 948 time: 0.5044379 Jul 29 23:40:04.404251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.460032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Pushing event deleted for resources: {'Port': ['ID=21523122-ca07-427e-8ddf-4306e492540a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.533354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] No DVR routers for this DVR port 21523122-ca07-427e-8ddf-4306e492540a on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:04.537152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.539667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0aeca50-fc67-47c6-a5e2-70995d7541bd req-b7963951-65b9-4b92-bf2a-f726c98d23af tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.57 "DELETE /v2.0/ports/21523122-ca07-427e-8ddf-4306e492540a HTTP/1.1" status: 204 len: 173 time: 0.7819598 Jul 29 23:40:04.540667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-deleted', 'tag': '21523122-ca07-427e-8ddf-4306e492540a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:04.543721 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece07dbf-3b62-49e7-8a3f-9560ddcd97f8" -d '{"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-deleted", "tag": "21523122-ca07-427e-8ddf-4306e492540a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:04.582483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff6752-7599-4ec1-a921-a57e6cd955d4 req-4c151ad7-aa32-47c0-9a2c-c6db960b5ccc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.585136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dff6752-7599-4ec1-a921-a57e6cd955d4 req-4c151ad7-aa32-47c0-9a2c-c6db960b5ccc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.1045473 Jul 29 23:40:04.655185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dff6752-7599-4ec1-a921-a57e6cd955d4 req-6adff272-c42e-4ad9-8470-c9d216efde26 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604391 Jul 29 23:40:04.766931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:04.774096 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1668862-7fcf-4744-856c-c30de0025a76" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:04.781824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.782182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.782574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.783338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.784344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.784632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.784959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.785298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.785619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.786054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.789218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.789592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:04.801173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.844501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:04.844898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.851825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df94c-5be0-415b-8628-949fab4a0e5c req-09cd03de-4f26-4870-9dfa-711cd5b81070 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:04.853470 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:04.865875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-360df94c-5be0-415b-8628-949fab4a0e5c req-09cd03de-4f26-4870-9dfa-711cd5b81070 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1127264 Jul 29 23:40:04.922912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0efbb183-cf5b-411e-99ac-ed0da7207937 req-fb3f422a-cc7c-41c1-b496-8fee56a92e33 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401117 Jul 29 23:40:04.936333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:04.936580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:04.936889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:04.944031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-dd6dc32b-86e2-4197-b9d8-7f5f38f0ecf9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215801 Jul 29 23:40:04.963626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:04.963964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:05.023227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.030122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:05.030122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:05.030122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:05.030122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Bound port: c5661ea0-b604-41b9-bced-53cf8cbb9349, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:05.030795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.062163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.084133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/506e2ae2-a557-4710-912c-190c8a7bfe2c HTTP/1.1" status: 204 len: 168 time: 3.7926211 Jul 29 23:40:05.137444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30b53-b231-405a-aa4a-99cd18fcbbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=506e2ae2-a557-4710-912c-190c8a7bfe2c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.262217 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c98448c-efb7-4580-9fe4-41918f434dc5 x-openstack-request-id: req-3c98448c-efb7-4580-9fe4-41918f434dc5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:05.262527 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:05.262823 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c98448c-efb7-4580-9fe4-41918f434dc5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:05.263259 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'code': 200} Jul 29 23:40:05.266223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.403660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d313470-e8ce-490b-a526-91a63e88e65b req-06fb9aaa-dadf-4c89-b393-39237abb3957 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502866 Jul 29 23:40:05.411673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-641a837e-6574-430a-a120-09d7e016416f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=568c7a8ba8ea402aa196510fc126ac44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397860 Jul 29 23:40:05.433209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38842) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.443075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:05.475981 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-17038882-258d-4213-a1fe-d20497e8d43d req-baad3a96-63a6-4844-9b51-a51040dcd421 tempest-ImagesTestJSON-437216349 tempest-ImagesTestJSON-437216349-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccb176a-1e48-425e-9023-fc9880e42ff9 HTTP/1.1" status: 200 len: 210 time: 0.1218574 Jul 29 23:40:05.526705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:05.545967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.594201 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa03033-79b1-48ba-a41f-6c83b3968d50 x-openstack-request-id: req-ffa03033-79b1-48ba-a41f-6c83b3968d50 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:05.594821 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb176a-1e48-425e-9023-fc9880e42ff9", "name": "network-vif-deleted", "tag": "21523122-ca07-427e-8ddf-4306e492540a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:05.594925 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffa03033-79b1-48ba-a41f-6c83b3968d50 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:05.600281 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb176a-1e48-425e-9023-fc9880e42ff9', 'name': 'network-vif-deleted', 'tag': '21523122-ca07-427e-8ddf-4306e492540a', 'status': 'completed', 'code': 200} Jul 29 23:40:05.600653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:05.656378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.701183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-360df94c-5be0-415b-8628-949fab4a0e5c req-881fe065-a585-4c7e-bfc1-a7bb09e86a42 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8334596 Jul 29 23:40:05.702081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.702716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.704298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-c4eeac21-7a36-482f-8d92-ca37e7fdc407 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 1097 time: 2.9489589 Jul 29 23:40:05.793913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-2e3f68cf-70fa-489f-9eeb-d529ec176184 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2056534 Jul 29 23:40:05.854226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.892311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:05.931223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-d2585ad9-0f74-4371-bda4-b13f3596009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.933591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-d2585ad9-0f74-4371-bda4-b13f3596009f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1100 time: 0.0907359 Jul 29 23:40:06.027631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-e78c0c1a-9000-49d2-9602-8d4c7dab5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.029822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-e78c0c1a-9000-49d2-9602-8d4c7dab5a9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 1100 time: 0.3509839 Jul 29 23:40:06.040449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.044658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-ad5dd12f-22ef-49b2-b6f3-7bbae0ec5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.052116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-ad5dd12f-22ef-49b2-b6f3-7bbae0ec5005 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 1102 time: 0.1536515 Jul 29 23:40:06.239679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-07c327b8-06dc-4f93-9972-0e405fcb966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.248296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-07c327b8-06dc-4f93-9972-0e405fcb966a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2842016 Jul 29 23:40:06.380757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-86ac362b-0725-4099-9667-e99bf7c2bd49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.0654576 Jul 29 23:40:06.410178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a35c29-c4d9-410e-b257-77173ace74cb req-29902630-97be-4a21-bce5-e970563bd0e4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.423690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60a35c29-c4d9-410e-b257-77173ace74cb req-29902630-97be-4a21-bce5-e970563bd0e4 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.1727653 Jul 29 23:40:06.550406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60a35c29-c4d9-410e-b257-77173ace74cb req-8b0b527f-e75f-44c0-8ecc-01c3cbcc55b7 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231167 Jul 29 23:40:06.585827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-722b3ec5-d137-4174-aa40-c1b0358cbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.590935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-722b3ec5-d137-4174-aa40-c1b0358cbf81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4781775 Jul 29 23:40:06.604503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-54f0d0c5-14a6-4dd9-974c-40b5366410d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.612640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-54f0d0c5-14a6-4dd9-974c-40b5366410d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1563005 Jul 29 23:40:06.621551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e517d-1a5f-4c70-b2dc-f2435e9555e8 req-e695ca7e-8f5f-4a47-b6a9-fb6194cbb85f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.624287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c79e517d-1a5f-4c70-b2dc-f2435e9555e8 req-e695ca7e-8f5f-4a47-b6a9-fb6194cbb85f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.5624800 Jul 29 23:40:06.756073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.760375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.765965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd1f1779-5ea7-49e8-876b-837eaad9576e HTTP/1.1" status: 204 len: 168 time: 1.3264771 Jul 29 23:40:06.770421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-23bb9338-961d-4f8b-9465-959ab5de01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.772161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-23bb9338-961d-4f8b-9465-959ab5de01ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398709 Jul 29 23:40:06.781958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-0a577233-7943-4009-bde2-e49a44696355 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a HTTP/1.1" status: 200 len: 217 time: 0.1552591 Jul 29 23:40:06.842759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-27793cdc-3ccb-4161-89d5-6b2290ead730 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.844286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-27793cdc-3ccb-4161-89d5-6b2290ead730 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.4176934 Jul 29 23:40:06.845088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5143733-effb-4b05-90e3-984960459947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f1779-5ea7-49e8-876b-837eaad9576e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.876388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127e518-53b9-425e-80f2-f53e3f05b5db req-131b2014-3358-4dae-8ac2-405eed957d20 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.884066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6127e518-53b9-425e-80f2-f53e3f05b5db req-131b2014-3358-4dae-8ac2-405eed957d20 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 948 time: 0.1622598 Jul 29 23:40:06.929750 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c79e517d-1a5f-4c70-b2dc-f2435e9555e8 req-14d18d63-a6b2-4ce5-9bbd-3d104dc396da tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665734 Jul 29 23:40:06.930903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-15d8cafc-40ed-4f9e-94ca-a5c9de63b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.932946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-15d8cafc-40ed-4f9e-94ca-a5c9de63b5b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.5766966 Jul 29 23:40:06.965843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-832c41a5-b247-40c0-9b84-9bc030822b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.967401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-832c41a5-b247-40c0-9b84-9bc030822b0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1625850 Jul 29 23:40:06.969818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6127e518-53b9-425e-80f2-f53e3f05b5db req-9164926a-0f20-4775-ad93-d5d8f5eb9c86 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847614 Jul 29 23:40:07.000359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-54390911-f8c3-43be-9225-83bccb5ac56f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184715 Jul 29 23:40:07.178944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-8aa425f3-43ca-4dfd-8296-86305281dcfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 200 len: 217 time: 0.1579151 Jul 29 23:40:07.245402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-dfe3b9f0-c5c2-400b-9e1a-7043f5b2f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.248891 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-dfe3b9f0-c5c2-400b-9e1a-7043f5b2f025 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2104740 Jul 29 23:40:07.282073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:07.285904 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:07.326775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Deleting port 80676758-546b-402c-b2c4-d98e8a64a968 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:07.327110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.348096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3586f6-be64-45a1-9ed5-921092c17d19 req-071cc4ba-5379-4f99-8cad-7e59a6545580 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.349744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b3586f6-be64-45a1-9ed5-921092c17d19 req-071cc4ba-5379-4f99-8cad-7e59a6545580 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.2272966 Jul 29 23:40:07.403691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-844f9442-635d-4fa2-bbd2-f32ddc7544c4 req-a670ffc8-9ecf-4424-9d06-4f7c253b093a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729103 Jul 29 23:40:07.413905 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897f332-2ce0-4fb2-83d0-f53ea0bf38d6 x-openstack-request-id: req-4897f332-2ce0-4fb2-83d0-f53ea0bf38d6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:07.414187 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:07.414437 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4897f332-2ce0-4fb2-83d0-f53ea0bf38d6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:07.414858 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'status': 'completed', 'code': 200} Jul 29 23:40:07.487485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-a11fb1dc-001a-42fd-85ab-0c4eed2f8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.489362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-a11fb1dc-001a-42fd-85ab-0c4eed2f8da7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.2641346 Jul 29 23:40:07.523628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b3586f6-be64-45a1-9ed5-921092c17d19 req-9c9c5e46-f736-4cdd-afef-bb1d183698f5 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615751 Jul 29 23:40:07.657050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-b9ebd652-5fb6-47cb-82cf-b4425deffbf8 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179133 Jul 29 23:40:07.659130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] For port 80676758-546b-402c-b2c4-d98e8a64a968, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=80676758-546b-402c-b2c4-d98e8a64a968,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:07.659497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.666676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-6e082a71-abe1-47c5-b7fc-c46a5faae6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.673026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-6e082a71-abe1-47c5-b7fc-c46a5faae6c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1100 time: 0.2033739 Jul 29 23:40:07.678922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Calling delete_port for 80676758-546b-402c-b2c4-d98e8a64a968 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:07.701507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-f94633ac-9af5-4bac-baae-881a2c0fa460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.703230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-f94633ac-9af5-4bac-baae-881a2c0fa460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296358 Jul 29 23:40:07.861462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-08ca6648-01dd-4541-978f-d31fe4b96d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.864157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-08ca6648-01dd-4541-978f-d31fe4b96d5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1138752 Jul 29 23:40:07.916861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-0e57864f-ff56-4bb2-9c62-053e920cc7e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.0430615 Jul 29 23:40:07.973575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 41bc1c65-caa4-44f1-8607-9f55ee95259a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:08.012388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-547d20e4-85f7-49bd-8c0a-6a268d626e8c tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.014075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-547d20e4-85f7-49bd-8c0a-6a268d626e8c tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.4387827 Jul 29 23:40:08.025700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-081d1c20-34f3-448b-bfe8-60dfcd4f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.027863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-081d1c20-34f3-448b-bfe8-60dfcd4f9846 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1100 time: 0.4299681 Jul 29 23:40:08.050819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed34ab3-f0b6-4f6d-8111-cc83079231d1 req-6ab06c94-3578-4ba4-a756-66fb5dd466fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.059871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ed34ab3-f0b6-4f6d-8111-cc83079231d1 req-6ab06c94-3578-4ba4-a756-66fb5dd466fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=e49fc6f1-3125-4077-a5ab-1032cd67e45f HTTP/1.1" status: 200 len: 945 time: 0.2103429 Jul 29 23:40:08.063027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-2340832f-3d75-40d6-985f-705f18dbdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.064869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-2340832f-3d75-40d6-985f-705f18dbdfd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1233881 Jul 29 23:40:08.123038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:08.141600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96cde186-ab3f-42dc-93cd-81e5d0bb319a req-97248374-469a-4089-b85b-e6fec41575dd service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578614 Jul 29 23:40:08.244938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-63d48fb7-d0c6-4a93-84a5-47c753f5b869 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424720 Jul 29 23:40:08.310429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 21523122-ca07-427e-8ddf-4306e492540a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:08.310760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21523122-ca07-427e-8ddf-4306e492540a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:08.332096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-4e8c4c4d-0272-49ea-ae18-44cc227f40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.334754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-4e8c4c4d-0272-49ea-ae18-44cc227f40e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2245243 Jul 29 23:40:08.350375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ed34ab3-f0b6-4f6d-8111-cc83079231d1 req-dea9ab0f-21b0-4bde-88b4-b8c1ee455d96 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895317 Jul 29 23:40:08.405527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-f552d479-8794-4f4d-895d-d44a77cdc81f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.0538747 Jul 29 23:40:08.415999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-74fdc0a6-b28f-4239-b852-fe8d0bfa1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.417870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-74fdc0a6-b28f-4239-b852-fe8d0bfa1ac8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3001742 Jul 29 23:40:08.424505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:08.445153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '41bc1c65-caa4-44f1-8607-9f55ee95259a', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '41bc1c65-caa4-44f1-8607-9f55ee95259a', 'mac_address': 'fa:16:3e:4e:78:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:08.489437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-0584ea45-aa29-40fd-a1ef-6645b029a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.491058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-0584ea45-aa29-40fd-a1ef-6645b029a030 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0667753 Jul 29 23:40:08.526067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.542290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc1c65-caa4-44f1-8607-9f55ee95259a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:08.552048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c4816-8315-47fc-af8d-cf0e78b77d44 req-b1e586e0-e704-48dd-a843-746fb3ddb4b2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.554311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d93c4816-8315-47fc-af8d-cf0e78b77d44 req-b1e586e0-e704-48dd-a843-746fb3ddb4b2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.1732848 Jul 29 23:40:08.554877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.573584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Deleting port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:08.573584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.589532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:08.598050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.619782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event deleted for resources: {'Port': ['ID=80676758-546b-402c-b2c4-d98e8a64a968,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.623174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e541c89d-03d8-4a9b-9745-1e8c47202d18 req-6b99aaf4-6f8d-4b57-b190-049f69339aff service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585057 Jul 29 23:40:08.671465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] No DVR routers for this DVR port 80676758-546b-402c-b2c4-d98e8a64a968 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:08.677219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.679416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce2572b4-6b5e-41b2-9746-6ff94f99d7dd req-bdd69f2a-80fc-4a7f-a840-e35c7d8e90fe tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "DELETE /v2.0/ports/80676758-546b-402c-b2c4-d98e8a64a968 HTTP/1.1" status: 204 len: 173 time: 1.7873774 Jul 29 23:40:08.721130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d93c4816-8315-47fc-af8d-cf0e78b77d44 req-beb83083-f2de-4d4f-b33b-2db4a7439b7b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483910 Jul 29 23:40:08.728282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:08.844466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f04f61-2835-4019-a32f-ac377cd3a3ca req-001f40cb-20b8-4ac3-9a33-90794b893499 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.847644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f04f61-2835-4019-a32f-ac377cd3a3ca req-001f40cb-20b8-4ac3-9a33-90794b893499 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 948 time: 0.3249750 Jul 29 23:40:08.865645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] For port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:08.866033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.893441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-aa564386-f130-450b-a14f-e872429eb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.896321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-aa564386-f130-450b-a14f-e872429eb3e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3891954 Jul 29 23:40:09.030583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-0b6fb9c3-9826-408f-b2ee-f8a07d0aa16d service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383928 Jul 29 23:40:09.109678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f04f61-2835-4019-a32f-ac377cd3a3ca req-1f6511a0-3a66-4ef9-be9b-3afb268600fa tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407150 Jul 29 23:40:09.209385 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:09.244295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-95f7a489-d734-4914-9496-f13c78efdb7f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307631 Jul 29 23:40:09.299406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-1e99e6cf-341b-4278-9512-a1c9db079c09 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591994 Jul 29 23:40:09.369823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['41bc1c65-caa4-44f1-8607-9f55ee95259a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:09.415676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-deleted', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:09.419621 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d334ca7e-915e-4f15-876b-bd1dc42cd652" -d '{"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-deleted", "tag": "80676758-546b-402c-b2c4-d98e8a64a968"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:09.425200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.425426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.425776 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66 disassociated. External IP: 172.25.5.150, port: 29914d71-ece9-40e1-9d6e-7c22c86ca7fd. Jul 29 23:40:09.426129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Calling delete_port for 29914d71-ece9-40e1-9d6e-7c22c86ca7fd owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:09.495318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bf05e-a47b-40a5-8eaa-20998edd4354 req-67bdc440-2b5d-4df3-9146-65afd9f0d8ae tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:09.496832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-597bf05e-a47b-40a5-8eaa-20998edd4354 req-67bdc440-2b5d-4df3-9146-65afd9f0d8ae tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 945 time: 0.1959717 Jul 29 23:40:09.526021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c42e3a3-a28e-48b8-bd1a-e6843ee287b9 req-d28e6928-3b97-4fbc-bd7b-f7dd4aa72a1f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422111 Jul 29 23:40:09.575459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-597bf05e-a47b-40a5-8eaa-20998edd4354 req-9eb42e30-0d91-48fb-b178-86335703e868 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2f92d76-7b41-4160-b015-f41a52a3391e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676069 Jul 29 23:40:09.621115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:09.621578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:09.654665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.655930 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b6106-7a6b-4dd7-8368-497ef4948dcd x-openstack-request-id: req-4c6b6106-7a6b-4dd7-8368-497ef4948dcd {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:09.656285 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc6f1-3125-4077-a5ab-1032cd67e45f", "name": "network-vif-deleted", "tag": "80676758-546b-402c-b2c4-d98e8a64a968", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:09.656841 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c6b6106-7a6b-4dd7-8368-497ef4948dcd {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:09.657512 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc6f1-3125-4077-a5ab-1032cd67e45f', 'name': 'network-vif-deleted', 'tag': '80676758-546b-402c-b2c4-d98e8a64a968', 'status': 'completed', 'code': 200} Jul 29 23:40:09.689541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 80676758-546b-402c-b2c4-d98e8a64a968 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:09.691462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 80676758-546b-402c-b2c4-d98e8a64a968 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:09.692309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Deleting subnet 37a3d582-0647-431f-aa6a-d132d6d05c72 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:09.693241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event deleted for resources: {'Port': ['ID=29914d71-ece9-40e1-9d6e-7c22c86ca7fd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.696711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.762117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.822492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.873938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:09.920079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.939650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf07b-e616-48ae-91a1-b88d5f6f1dbc req-7ed5bce4-7e5d-4e61-b9b9-9de46c13e6a9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:09.941416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efdbf07b-e616-48ae-91a1-b88d5f6f1dbc req-7ed5bce4-7e5d-4e61-b9b9-9de46c13e6a9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 948 time: 0.0737357 Jul 29 23:40:09.972590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a3d582-0647-431f-aa6a-d132d6d05c72,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.987582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:09.999436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.002005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e24a707e-6166-4531-ac55-bc60ed76a9be admin admin] 10.222.0.49 "DELETE /v2.0/subnets/37a3d582-0647-431f-aa6a-d132d6d05c72 HTTP/1.1" status: 204 len: 168 time: 0.3785274 Jul 29 23:40:10.005080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38990) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.011893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 29914d71-ece9-40e1-9d6e-7c22c86ca7fd no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:10.036646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 29914d71-ece9-40e1-9d6e-7c22c86ca7fd {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:10.037029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 29914d71-ece9-40e1-9d6e-7c22c86ca7fd not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:10.055248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efdbf07b-e616-48ae-91a1-b88d5f6f1dbc req-1aa24108-34f2-4559-b373-19e41d1d2209 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834363 Jul 29 23:40:10.067967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:10.092562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:10.127784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.134040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:10.134960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.154508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] No DVR routers for this DVR port 29914d71-ece9-40e1-9d6e-7c22c86ca7fd on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:10.159995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.162118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af7c8aef-06fb-4b7c-9cfe-4e887919cd79 req-28f0ebd7-746f-4949-8a16-aab72bbfbeb8 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.57 "DELETE /v2.0/ports/29914d71-ece9-40e1-9d6e-7c22c86ca7fd HTTP/1.1" status: 204 len: 173 time: 2.1302934 Jul 29 23:40:10.162591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'name': 'network-vif-deleted', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:10.165041 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bbd8b7-22ca-4ea0-827f-9ee73a2a5424" -d '{"events": [{"server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "name": "network-vif-deleted", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:10.253821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.265230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9b398b-9906-442f-9b14-82d43195dac3']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.276439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aa1bd-99cb-4eab-854a-181528a3255f req-0c56961b-c3a9-4d9e-9555-6a2a9df9497a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.276672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43120af4-2dbe-4541-a804-e18e1cb07f13') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.276921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43120af4-2dbe-4541-a804-e18e1cb07f13') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.278125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31aa1bd-99cb-4eab-854a-181528a3255f req-0c56961b-c3a9-4d9e-9555-6a2a9df9497a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0902457 Jul 29 23:40:10.286605 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.301218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.307476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:10.307935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:10.308340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.330085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'mac_address': 'fa:16:3e:f7:de:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:10.366465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31aa1bd-99cb-4eab-854a-181528a3255f req-9c801e0f-bae0-4a50-b5b4-25f39714d34f tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809798 Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:10.378704 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:10.384980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.404753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.407173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:10.407833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a9b398b-9906-442f-9b14-82d43195dac3 HTTP/1.1" status: 204 len: 168 time: 0.4011962 Jul 29 23:40:10.410678 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.419839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e3539-cb1a-4f9c-ad45-d23647bd523a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9b398b-9906-442f-9b14-82d43195dac3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.474808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:10.550861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:10.564952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.570731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b28fa-54cd-45c7-a703-98aa80a601f7 req-74c486a8-598c-46de-bb3b-70c41a16f6c5 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.572836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a21b28fa-54cd-45c7-a703-98aa80a601f7 req-74c486a8-598c-46de-bb3b-70c41a16f6c5 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 949 time: 0.0686643 Jul 29 23:40:10.574883 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467a4ef-6eb8-4dda-9b65-06fd67a9f785 x-openstack-request-id: req-a467a4ef-6eb8-4dda-9b65-06fd67a9f785 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:10.575590 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75708419-d25f-4624-b519-f77c90527fdc", "name": "network-vif-deleted", "tag": "29914d71-ece9-40e1-9d6e-7c22c86ca7fd", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:10.575848 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a467a4ef-6eb8-4dda-9b65-06fd67a9f785 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:10.576249 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75708419-d25f-4624-b519-f77c90527fdc', 'name': 'network-vif-deleted', 'tag': '29914d71-ece9-40e1-9d6e-7c22c86ca7fd', 'status': 'completed', 'code': 200} Jul 29 23:40:10.692207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a21b28fa-54cd-45c7-a703-98aa80a601f7 req-e0e725cc-9c5a-4265-93c9-9be1f2b14b72 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118908 Jul 29 23:40:10.706443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.711198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaedc92-f6de-4f8e-8223-5364dd2f412e req-fe1f3545-57a8-4efa-9b98-1b879f9f18e7 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.719518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cfaedc92-f6de-4f8e-8223-5364dd2f412e req-fe1f3545-57a8-4efa-9b98-1b879f9f18e7 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 949 time: 0.0750957 Jul 29 23:40:10.725252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-b2cb776a-cc80-44ff-b716-db82377ca69c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.726995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-b2cb776a-cc80-44ff-b716-db82377ca69c tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.1459560 Jul 29 23:40:10.741745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.798173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cfaedc92-f6de-4f8e-8223-5364dd2f412e req-87a60652-f3ef-43cf-a756-1c425b823a34 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772519 Jul 29 23:40:10.823986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.866800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0bb6077d-6308-4261-bf90-12eb24c104b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f54f89bb3bc4287a384e09bec0890f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212025 Jul 29 23:40:10.867165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:10.869231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:10.894743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:10.895927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:39:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:10.971577 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.027130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3cd1170-0cc3-4d0b-a7ce-75528a716a80 req-a04004b3-d5ba-46cd-904d-ea9105472db7 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/ports?device_id=75708419-d25f-4624-b519-f77c90527fdc HTTP/1.1" status: 200 len: 210 time: 0.0376635 Jul 29 23:40:11.043381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.125611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.131348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.134368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1955b50-dda3-4683-8c94-711e1e7ad9f7 HTTP/1.1" status: 204 len: 168 time: 0.2633681 Jul 29 23:40:11.151903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad834da9-7e89-4253-9878-def9d8bfae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1955b50-dda3-4683-8c94-711e1e7ad9f7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.252818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:11.410912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9b98b-c30c-4697-afc7-b03380775603 req-0a7082ac-211f-44f9-b22e-e94e362f3215 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.421093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46b9b98b-c30c-4697-afc7-b03380775603 req-0a7082ac-211f-44f9-b22e-e94e362f3215 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.1219370 Jul 29 23:40:11.438962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Deleting port 40e62ef1-6d86-4480-814e-05cf395a99e9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:11.439840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.492200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c5661ea0-b604-41b9-bced-53cf8cbb9349'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:11.536508 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46b9b98b-c30c-4697-afc7-b03380775603 req-6802a841-2d73-42f0-85a0-23d046463de6 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130102 Jul 29 23:40:11.744584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] For port 40e62ef1-6d86-4480-814e-05cf395a99e9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=40e62ef1-6d86-4480-814e-05cf395a99e9,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:11.745452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.761917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Calling delete_port for 40e62ef1-6d86-4480-814e-05cf395a99e9 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:11.832356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:11.891369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1bf3a-eb9b-4214-9f60-ae8a168867b2 req-27ddd50a-3d08-4097-9f47-ce60511352ef tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.892312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62600ea-e026-4e67-8ce7-c4385859f758 req-51e36d41-6a67-4bd2-a0cb-c6d6f1c2c0f3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.902695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b62600ea-e026-4e67-8ce7-c4385859f758 req-51e36d41-6a67-4bd2-a0cb-c6d6f1c2c0f3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 949 time: 0.0837359 Jul 29 23:40:11.905303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29c1bf3a-eb9b-4214-9f60-ae8a168867b2 req-27ddd50a-3d08-4097-9f47-ce60511352ef tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 944 time: 0.2019835 Jul 29 23:40:11.971706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29c1bf3a-eb9b-4214-9f60-ae8a168867b2 req-12bd061f-a19a-43fa-9059-24312e1967fb tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Jul 29 23:40:11.982288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b62600ea-e026-4e67-8ce7-c4385859f758 req-85f9cd06-adca-496e-a697-952e38fab47c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766463 Jul 29 23:40:12.017792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 41bc1c65-caa4-44f1-8607-9f55ee95259a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:12.024194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:12.052834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4118703a-3cfc-4c4c-9e94-efa0adc507fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.111008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.166734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event deleted for resources: {'Port': ['ID=40e62ef1-6d86-4480-814e-05cf395a99e9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.207455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.208073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.208602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.209224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.209998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.210492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.211131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.211646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.212409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.212906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.213414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.214091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:12.229041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5083f0-96f4-4398-b497-14b72104c0c9 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:34:03Z', 'revision_number': 4, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0f908059-7ebe-4bd5-bcda-aa0311576906', 'name': '', 'network_id': 'fe154bdd-fc5e-4c99-a5b9-961d034d03d8', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'mac_address': 'fa:16:3e:c6:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:02Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'subnets': [{'id': 'daeb23fa-c545-449a-9dea-bfc7f7d4430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:12.272540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:12.281484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 41bc1c65-caa4-44f1-8607-9f55ee95259a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:12.287316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 41bc1c65-caa4-44f1-8607-9f55ee95259a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:12.287919 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.297952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] No DVR routers for this DVR port 40e62ef1-6d86-4480-814e-05cf395a99e9 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:12.303235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.305491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2bb19dda-647d-43ea-b629-3f4a34ea4e2e req-31dbe388-81e4-4a36-877b-d2558b890ded tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "DELETE /v2.0/ports/40e62ef1-6d86-4480-814e-05cf395a99e9 HTTP/1.1" status: 204 len: 173 time: 1.5724022 Jul 29 23:40:12.363626 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4118703a-3cfc-4c4c-9e94-efa0adc507fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.375578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4118703a-3cfc-4c4c-9e94-efa0adc507fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.410903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.421147 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.452546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4118703a-3cfc-4c4c-9e94-efa0adc507fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93cb912df1854c07a0d5cce7f4fbd05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134934 Jul 29 23:40:12.454271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39100) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:12.455354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:12.455707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118703a-3cfc-4c4c-9e94-efa0adc507fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796f97b-091e-44ea-b247-19cbf38be97a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.458456 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb10f91-90c2-4864-b00e-1e3ad09735f8" -d '{"events": [{"server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "name": "network-vif-plugged", "status": "completed", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:12.482136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.483070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:12.497864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.570190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.586550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-deleted', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:12.590483 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e777fe58-a450-4910-a5d7-55249c92b9ba" -d '{"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-deleted", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:12.604763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.614764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.616352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "DELETE /v2.0/security-groups/a2f92d76-7b41-4160-b015-f41a52a3391e HTTP/1.1" status: 204 len: 168 time: 0.3427849 Jul 29 23:40:12.621216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39112) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:12.623161 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06055e0-3caa-4c3a-bdd7-c2814945abb6 x-openstack-request-id: req-d06055e0-3caa-4c3a-bdd7-c2814945abb6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:12.623479 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "name": "network-vif-plugged", "status": "completed", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:12.623737 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d06055e0-3caa-4c3a-bdd7-c2814945abb6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:12.624172 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a', 'code': 200} Jul 29 23:40:12.640782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.645086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033ae41-2260-4960-a51b-763bd8192a49 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f92d76-7b41-4160-b015-f41a52a3391e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.647954 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-70d8b1ed-5fd9-4924-8803-794693c4d7b2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] show failed (client error): The resource could not be found. Jul 29 23:40:12.649805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-70d8b1ed-5fd9-4924-8803-794693c4d7b2 tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "GET /v2.0/security-groups/a2f92d76-7b41-4160-b015-f41a52a3391e HTTP/1.1" status: 404 len: 347 time: 0.0271535 Jul 29 23:40:12.653147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39114) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:12.673899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae20d2-6103-4c7e-9130-3bd22d18d0f6 None None] New status for floating IP b4aee84c-ad60-4f24-92ed-40c0f3b30f66: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:40:12.678779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.696556 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f76d81c-a51b-4a2c-bdc5-bddbcd9d2c5c x-openstack-request-id: req-0f76d81c-a51b-4a2c-bdc5-bddbcd9d2c5c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:12.696556 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11979372-9bac-4f0e-9a3c-137dbc2c2ac6", "name": "network-vif-deleted", "tag": "40e62ef1-6d86-4480-814e-05cf395a99e9", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:12.696556 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f76d81c-a51b-4a2c-bdc5-bddbcd9d2c5c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:12.696985 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11979372-9bac-4f0e-9a3c-137dbc2c2ac6', 'name': 'network-vif-deleted', 'tag': '40e62ef1-6d86-4480-814e-05cf395a99e9', 'status': 'completed', 'code': 200} Jul 29 23:40:12.798316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.802097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.805864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8796f97b-091e-44ea-b247-19cbf38be97a HTTP/1.1" status: 204 len: 168 time: 0.3437495 Jul 29 23:40:12.813418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f1fab-06a5-46e5-b768-2e3655844278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796f97b-091e-44ea-b247-19cbf38be97a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.888012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5a08b-6e9d-4f19-be52-c96be2199868 req-7c896318-e9b3-4629-87ff-1d503c1bcab3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.893244 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-72b5a08b-6e9d-4f19-be52-c96be2199868 req-7c896318-e9b3-4629-87ff-1d503c1bcab3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.1879725 Jul 29 23:40:12.935329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86894607-0d8f-4573-adf0-32a640fee0f9 req-074364c9-d982-43de-b2f2-03510f1d9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.937667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86894607-0d8f-4573-adf0-32a640fee0f9 req-074364c9-d982-43de-b2f2-03510f1d9df7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 1102 time: 0.1004045 Jul 29 23:40:12.979066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-72b5a08b-6e9d-4f19-be52-c96be2199868 req-805ed633-77d4-4bca-8be1-4f32cbe4c78a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772924 Jul 29 23:40:13.003996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Deleting port a14e3f25-c6fc-49b8-9a12-34d1c2b71102 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:13.004730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.016982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86894607-0d8f-4573-adf0-32a640fee0f9 req-98c11fa5-2779-4fc9-a7a2-f53bd56fb3ef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567455 Jul 29 23:40:13.151822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-06121f2f-bccb-4c53-bd4f-fd27f2b69a76 req-5f431791-26ff-4a42-b4d9-ae861ebd0665 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=11979372-9bac-4f0e-9a3c-137dbc2c2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0324416 Jul 29 23:40:13.156630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.157156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.181994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Calling delete_port for a14e3f25-c6fc-49b8-9a12-34d1c2b71102 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:13.402723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.447350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Pushing event deleted for resources: {'Port': ['ID=a14e3f25-c6fc-49b8-9a12-34d1c2b71102,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.461585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-778205a9-9956-4dd1-9c2a-b5613b21e22d tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=11ab576239434e6c8369393ae8f2d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260165 Jul 29 23:40:13.537290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713915d4-3d46-4a23-b776-297fb6cceaeb req-8b03d525-5567-4d44-bc41-593ddc3ff98e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.544858 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-713915d4-3d46-4a23-b776-297fb6cceaeb req-8b03d525-5567-4d44-bc41-593ddc3ff98e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.1315477 Jul 29 23:40:13.564963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.567709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.568921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d2f52198-7a81-4821-91cc-b2a536785bbb tempest-ServersWithSpecificFlavorTestJSON-1627939886 tempest-ServersWithSpecificFlavorTestJSON-1627939886-project] 10.222.0.49 "DELETE /v2.0/floatingips/b4aee84c-ad60-4f24-92ed-40c0f3b30f66 HTTP/1.1" status: 204 len: 168 time: 0.9065788 Jul 29 23:40:13.589074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-de09415f-534a-47f6-a070-37177a5166ea tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.590806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-713915d4-3d46-4a23-b776-297fb6cceaeb req-43486f11-1350-4240-bc6b-6e82caf153c0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Jul 29 23:40:13.596149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-de09415f-534a-47f6-a070-37177a5166ea tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215947 Jul 29 23:40:13.607382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-150ac0a5-4819-46b2-ad78-61a4b200aa9f tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/quotas/11ab576239434e6c8369393ae8f2d5f4 HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jul 29 23:40:13.648352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:13.657293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:13.675889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-161d4574-62df-4707-8cc7-28accc358d7e tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11ab576239434e6c8369393ae8f2d5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360730 Jul 29 23:40:13.690940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 40e62ef1-6d86-4480-814e-05cf395a99e9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:13.691381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 40e62ef1-6d86-4480-814e-05cf395a99e9 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:13.777702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-8fb87091-3903-4699-ba00-9be1f6ac70c9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.783778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-8fb87091-3903-4699-ba00-9be1f6ac70c9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f&tenant_id=473e6c6576ef4182adf6a2f0f93a407e&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 949 time: 0.0722895 Jul 29 23:40:13.784273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:13.789559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e701ac-d2b4-4e71-8cdf-23b5c052c8a0 req-cf7f728f-488f-4eb7-805b-957874cf48a0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.791745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0e701ac-d2b4-4e71-8cdf-23b5c052c8a0 req-cf7f728f-488f-4eb7-805b-957874cf48a0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.0948563 Jul 29 23:40:13.818665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:13.831717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '1e25980e-fe8a-4784-9551-9224c7bad411', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '1e25980e-fe8a-4784-9551-9224c7bad411', 'mac_address': 'fa:16:3e:21:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:13.848003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0e701ac-d2b4-4e71-8cdf-23b5c052c8a0 req-5e6d19c6-afb3-4067-acd1-dde64c932876 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Jul 29 23:40:13.910262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.928193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e25980e-fe8a-4784-9551-9224c7bad411 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:13.932777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-97de06e2-bf32-47d6-bf4c-81453a46be32 service neutron] 10.222.0.57 "GET /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.1090622 Jul 29 23:40:13.954408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:13.961344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.006166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-24408860-network', 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:14.045274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:14.046826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.048339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.058438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.074570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:14.127777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['1e25980e-fe8a-4784-9551-9224c7bad411'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:14.174870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-25ee02d3-2b80-47da-b9db-1aec82eaa736 req-82594856-71f6-4845-a73d-5204b3f57725 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 210 time: 0.0477204 Jul 29 23:40:14.223887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-25bef518-affd-4f14-9cad-edeeeda4b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.225444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-25bef518-affd-4f14-9cad-edeeeda4b7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1101 time: 0.1180542 Jul 29 23:40:14.279862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port c5661ea0-b604-41b9-bced-53cf8cbb9349 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:14.307619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port c5661ea0-b604-41b9-bced-53cf8cbb9349 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:14.307886 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.405193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.421970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.447604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:14.474122 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.505331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3462e5c-2820-4a51-a759-8161f3774ac9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.512891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-94bb904e-66c2-47b5-acfd-d221d3d8d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.516922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-94bb904e-66c2-47b5-acfd-d221d3d8d20f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2779987 Jul 29 23:40:14.516922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.516922 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Added segment 656e391b-4f12-45f2-bf50-e1731c913d2f of type vlan for network 11c6e589-311e-4312-8408-6f18e6bd1416 Jul 29 23:40:14.553770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:14.560672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.562258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:14.607205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-d4e5e2c8-ceae-43bb-8455-95a87cb05b4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.0532856 Jul 29 23:40:14.609313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.651245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:14.657228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f451c1-5a9e-40cd-a6cb-e6e009af80ac req-6e0737fa-7ca6-447d-97d0-c829926c4070 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.657991 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff49a4-2a7e-421a-9d5f-b0ee617eeafb" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:14.659885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91f451c1-5a9e-40cd-a6cb-e6e009af80ac req-6e0737fa-7ca6-447d-97d0-c829926c4070 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.1063001 Jul 29 23:40:14.683297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.684291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.684898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.742177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-82fd1245-0a6d-40de-a7d0-900c433269e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.744034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-82fd1245-0a6d-40de-a7d0-900c433269e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1108401 Jul 29 23:40:14.744545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.754202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91f451c1-5a9e-40cd-a6cb-e6e009af80ac req-1b711244-bd3e-47f9-ad3e-a12865d97556 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691206 Jul 29 23:40:14.779926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9945638 Jul 29 23:40:14.789227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39220) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:14.795502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Request body: {'subnet': {'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-24408860-subnet', 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:14.830532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:14.833583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.834090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.853212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186dfc-4a50-4e68-b92b-89f73f00ea6c admin admin] Pushing event updated for resources: {'Network': ['ID=11c6e589-311e-4312-8408-6f18e6bd1416,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.868168 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29de3739-d60d-4aeb-9c7c-5d182e013dd5 x-openstack-request-id: req-29de3739-d60d-4aeb-9c7c-5d182e013dd5 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:14.868464 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:14.868722 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29de3739-d60d-4aeb-9c7c-5d182e013dd5 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:14.871712 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'code': 200} Jul 29 23:40:14.874987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 11c6e589-311e-4312-8408-6f18e6bd1416 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:14.895164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-a5fb548c-6f0a-4480-9708-87c6a7eedb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.897592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-a5fb548c-6f0a-4480-9708-87c6a7eedb25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366391 Jul 29 23:40:14.911362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458929-e985-4808-9918-ddb18d14fd68 req-66812609-34b4-4a8a-b5ad-266916088b81 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:14.919746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01458929-e985-4808-9918-ddb18d14fd68 req-66812609-34b4-4a8a-b5ad-266916088b81 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.1369624 Jul 29 23:40:14.923415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:14.985838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:15.009099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.026763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01458929-e985-4808-9918-ddb18d14fd68 req-160d9475-4733-4612-af3e-af2c6914c8ab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061234 Jul 29 23:40:15.092357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-46ec0200-e3b4-4463-abe5-c4cf7760dbe0 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379364 Jul 29 23:40:15.104290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.209184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9dd5a-1140-4d13-a666-499277b1a1b5 req-55e77249-8295-43bf-ad9f-74b38c898b7b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.210865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85e9dd5a-1140-4d13-a666-499277b1a1b5 req-55e77249-8295-43bf-ad9f-74b38c898b7b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.1990619 Jul 29 23:40:15.242073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-efa8e7eb-fb30-491e-833b-3880e3513d1e service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256092 Jul 29 23:40:15.260408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.288780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1eec90-4ce7-4aa3-9f00-ef21e9125fae req-a6e34f7f-aac9-44d9-a6ed-56e7cfb6bae6 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Jul 29 23:40:15.378382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85e9dd5a-1140-4d13-a666-499277b1a1b5 req-a84c4c8c-a000-4a43-ae55-d814080800a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528087 Jul 29 23:40:15.390229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa094b2-1b9f-4a8e-94b9-82a24586f957,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.402131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-585c4a5f-a312-4c9e-9faa-7908d52c5505 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.403227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-585c4a5f-a312-4c9e-9faa-7908d52c5505 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.0661213 Jul 29 23:40:15.452638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Checking segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:15.453020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Network hostable DHCP agents. Network: 11c6e589-311e-4312-8408-6f18e6bd1416, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:15.504821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Network 11c6e589-311e-4312-8408-6f18e6bd1416 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:15.521128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 11c6e589-311e-4312-8408-6f18e6bd1416) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:15.524510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Deleting port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:15.525069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.529344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.530173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.541177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a0e5e-1847-4c2e-8151-23aca97ab08e None None] Network 11c6e589-311e-4312-8408-6f18e6bd1416 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:15.579934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11c05a3d-432a-4e4b-bbf9-205b8960e20c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7889693 Jul 29 23:40:15.698928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] For port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,segment=NetworkSegment(46b79f72-c673-4424-923f-1686a675d0f8),segment_id=46b79f72-c673-4424-923f-1686a675d0f8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:15.701664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.706535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2cb8db53-3977-433d-89a7-2e2cf5802ef0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=11ab576239434e6c8369393ae8f2d5f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308607 Jul 29 23:40:15.713084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.784905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Calling delete_port for 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:15.789209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:15.943050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f8a13-dd23-40b1-8021-c5233620aed4 None None] Network 11c6e589-311e-4312-8408-6f18e6bd1416 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:16.000650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ca4-b036-4f98-8c8b-df7f4500b1d2 req-f14e2078-ab30-4776-9dfa-00ccff21d1b8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.010062 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74385ca4-b036-4f98-8c8b-df7f4500b1d2 req-f14e2078-ab30-4776-9dfa-00ccff21d1b8 tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9885f42b-e173-45d4-91df-ed88e2a838f9 HTTP/1.1" status: 200 len: 945 time: 0.1091533 Jul 29 23:40:16.034376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-0a18921a-6ab2-45fc-ab74-4e18eb606992 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.037982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-0a18921a-6ab2-45fc-ab74-4e18eb606992 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925793 Jul 29 23:40:16.075183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Request body: {'port': {'device_id': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '11ab576239434e6c8369393ae8f2d5f4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:16.122293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 1e25980e-fe8a-4784-9551-9224c7bad411 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:16.122544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74385ca4-b036-4f98-8c8b-df7f4500b1d2 req-76de5397-49ec-4131-8ecd-b21e359204cf tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c4ed8d2-6005-4221-a8fb-3ad379a4f175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110904 Jul 29 23:40:16.122849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.191065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.226918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3c476e9-a929-43c2-92ef-b13558cf0829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.244400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Pushing event deleted for resources: {'Port': ['ID=99b5ab3a-5547-4f0b-9a3a-742b8c77fb17,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.278592 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.320558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:16.327619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.329244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:16.340537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] No DVR routers for this DVR port 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:16.344621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.347655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c921a141-5ff9-4a50-ac02-6523b04fd574 req-a953d142-a5a8-4966-bf78-0f688bffd54a tempest-LiveAutoBlockMigrationV225Test-107533801 tempest-LiveAutoBlockMigrationV225Test-107533801-project] 10.222.0.59 "DELETE /v2.0/ports/99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 HTTP/1.1" status: 204 len: 173 time: 0.9303582 Jul 29 23:40:16.349338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-deleted', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:16.360129 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c9d93-bd8e-425e-9b15-440f76f7adc3" -d '{"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-deleted", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:16.362687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:16.362687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 99b5ab3a-5547-4f0b-9a3a-742b8c77fb17 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:16.425902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0144-2e50-4b38-950f-737ebf8ba7bb req-c0a24ca6-8e43-4578-aa13-c354b6849911 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.430268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:16.436026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f7a0144-2e50-4b38-950f-737ebf8ba7bb req-c0a24ca6-8e43-4578-aa13-c354b6849911 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.1533706 Jul 29 23:40:16.439239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.439936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.440387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.440827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.441320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.441815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.442255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.442697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.443216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.443726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.444309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.444784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:16.483742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f7a0144-2e50-4b38-950f-737ebf8ba7bb req-ae6cb36b-7c35-4b2e-8715-6f7a3074fc5f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Jul 29 23:40:16.756024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10ae5e00-da0e-4e0d-8b5c-3915a6fd7f2b req-e0883fb9-f420-463b-9221-9e18f3d821a0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 210 time: 0.0403051 Jul 29 23:40:16.811690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Deleting port 0f908059-7ebe-4bd5-bcda-aa0311576906 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:16.812512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.832997 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889b5bcb-e635-4d7b-9c8a-3971a3fe5737 x-openstack-request-id: req-889b5bcb-e635-4d7b-9c8a-3971a3fe5737 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:16.833716 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9885f42b-e173-45d4-91df-ed88e2a838f9", "name": "network-vif-deleted", "tag": "99b5ab3a-5547-4f0b-9a3a-742b8c77fb17", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:16.833865 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-889b5bcb-e635-4d7b-9c8a-3971a3fe5737 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:16.834311 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9885f42b-e173-45d4-91df-ed88e2a838f9', 'name': 'network-vif-deleted', 'tag': '99b5ab3a-5547-4f0b-9a3a-742b8c77fb17', 'status': 'completed', 'code': 200} Jul 29 23:40:16.848507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-8783ab77-9355-4ba4-9f94-f3bdddfe259e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.850295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-8783ab77-9355-4ba4-9f94-f3bdddfe259e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.2813988 Jul 29 23:40:16.872422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981'}, {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:16.875134 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c3bc22-6768-4943-bb39-869402ef56e7" -d '{"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-unplugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981"}, {"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:16.926660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-5f15bb43-c7a2-42b3-ad85-3862bf95de51 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/quotas/f014b6d492814d81beef6cb72fcc7673 HTTP/1.1" status: 200 len: 375 time: 0.0298173 Jul 29 23:40:16.929876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Made reservation on behalf of 11ab576239434e6c8369393ae8f2d5f4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:16.933619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.965533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.992246 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-7757daf1-d0a2-4fe9-ba34-c3486bf378ab tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550966 Jul 29 23:40:17.026314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] For port 0f908059-7ebe-4bd5-bcda-aa0311576906, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f908059-7ebe-4bd5-bcda-aa0311576906,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:17.026935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.049824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea810-18f1-46d0-8a38-d76a8daf43bb req-505cf0ca-af6a-49ba-b958-cf86f3aebffc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.057817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-567ea810-18f1-46d0-8a38-d76a8daf43bb req-505cf0ca-af6a-49ba-b958-cf86f3aebffc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.0696259 Jul 29 23:40:17.060143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.075980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Calling delete_port for 0f908059-7ebe-4bd5-bcda-aa0311576906 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:17.109147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-567ea810-18f1-46d0-8a38-d76a8daf43bb req-37587fc8-a1a1-455a-9256-9b9fb19824b8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 Jul 29 23:40:17.345684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-bc382330-a062-4429-9ca1-0445c9e7b0ba service neutron] 10.222.0.49 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350976 Jul 29 23:40:17.399740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.440610 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e82d75-a8e4-402e-adb9-d12abb164116 x-openstack-request-id: req-01e82d75-a8e4-402e-adb9-d12abb164116 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:17.441464 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-unplugged", "status": "completed", "tag": "47850e9a-30c8-4123-956a-08e7865fc981", "code": 200}, {"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:17.442007 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01e82d75-a8e4-402e-adb9-d12abb164116 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:17.444598 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981', 'code': 200} Jul 29 23:40:17.445368 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'code': 200} Jul 29 23:40:17.449443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.486627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39314) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:17.602936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4641a23-233f-4eb9-81ec-b186caac73d6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:17.783739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-558a8623-4bee-4865-9620-aba4e23b1f59 service neutron] 10.222.0.49 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368532 Jul 29 23:40:17.812515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Deleting subnet b34808cc-3113-4ef2-8197-7a1846f10105 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:17.823200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.827505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.899223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Allocated IP 192.168.233.223 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/71fe45cd-11e1-43d1-824f-4dd2157da8ab) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:17.902962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f908059-7ebe-4bd5-bcda-aa0311576906,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:17.998023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.064514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.066191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.066837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.067531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.068160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.068815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.069495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.070249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.070892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.071524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.085682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-f62c88b4-d8d7-4ebf-b53c-df6471917fe1 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580&device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793&device_id=850640a3-22cf-454e-bb7d-9d161324a260&device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f&device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1&device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e&device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d&device_id=b1943722-fe49-45d7-b9b8-91f889d54e07&device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 9123 time: 0.1027498 Jul 29 23:40:18.139001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-ee75d7d6-03f6-4dc4-974d-167a894a692a tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.212139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.448688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-ee75d7d6-03f6-4dc4-974d-167a894a692a tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.467350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-ee75d7d6-03f6-4dc4-974d-167a894a692a tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.474159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a3e9206-8719-4cba-a1bc-5be64856f844 req-567c2675-b43c-48bc-931f-f848ddb47c57 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 210 time: 0.0658875 Jul 29 23:40:18.502033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.530992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.569510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34808cc-3113-4ef2-8197-7a1846f10105,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.572330 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.587511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.589418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d019c5ef-eca7-4d22-91ca-31c197dd7c3a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b34808cc-3113-4ef2-8197-7a1846f10105 HTTP/1.1" status: 204 len: 168 time: 1.0994425 Jul 29 23:40:18.594530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Transition to ACTIVE for port object 71fe45cd-11e1-43d1-824f-4dd2157da8ab will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:18.596995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39342) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.661922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f68dd2-47a4-4213-8576-f20ae4ff3ecf req-ee75d7d6-03f6-4dc4-974d-167a894a692a tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&id=c24cae53-64ac-4d9b-977f-97550dff9fc0&id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.5696988 Jul 29 23:40:18.661922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75d7d6-03f6-4dc4-974d-167a894a692a tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0df2e6-835d-4a12-a7f2-abe68ddfb85f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.998924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-230deb8a-fe2f-400c-82b6-f1f6b2d27720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.026162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14fb2fcd-aedb-4258-bfa5-1f73cdd48884 req-26ce270d-6685-4b9d-b021-42728dd86831 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0546198 Jul 29 23:40:19.286748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.448373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.455695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Router 36c9c8b9-0730-4d65-a96b-6624c65110f1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:19.467208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af37cd4-5be0-4059-b889-e57087399cff req-c9ce4533-6f7a-46d9-b8a4-c8472c88e101 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.476264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2af37cd4-5be0-4059-b889-e57087399cff req-c9ce4533-6f7a-46d9-b8a4-c8472c88e101 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.5022130 Jul 29 23:40:19.525534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056a8c-0c74-44e5-a7a9-8e7849fadb8a req-4f30a399-c19e-423d-b21f-148d506f7275 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.526794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056a8c-0c74-44e5-a7a9-8e7849fadb8a req-4f30a399-c19e-423d-b21f-148d506f7275 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.527477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056a8c-0c74-44e5-a7a9-8e7849fadb8a req-4f30a399-c19e-423d-b21f-148d506f7275 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.537257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2af37cd4-5be0-4059-b889-e57087399cff req-25a21b04-320e-4678-9722-46a2b8bb1f32 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Jul 29 23:40:19.537460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b056a8c-0c74-44e5-a7a9-8e7849fadb8a req-4f30a399-c19e-423d-b21f-148d506f7275 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793&device_id=850640a3-22cf-454e-bb7d-9d161324a260&device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 2886 time: 0.0883503 Jul 29 23:40:19.629882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b056a8c-0c74-44e5-a7a9-8e7849fadb8a req-4135786c-83f7-4418-882f-3475c3ddc99d tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911269 Jul 29 23:40:19.649566 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.781737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582799-4a1f-4f62-89bc-e3961f8290b7 req-14c6a2c0-13bb-4bec-a65d-970ed45ceeb7 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.792649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61582799-4a1f-4f62-89bc-e3961f8290b7 req-14c6a2c0-13bb-4bec-a65d-970ed45ceeb7 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 936 time: 0.0982454 Jul 29 23:40:19.866290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:19.876048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61582799-4a1f-4f62-89bc-e3961f8290b7 req-09ce9de6-2dae-449b-b773-c917932c44df tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809879 Jul 29 23:40:19.878133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.883440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:19.942491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:20.012533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:20.013152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.019267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc15b999-d053-489e-8573-5e710a7cc465']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:20.029499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-631aa534-264d-4586-b5ca-637cd513904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:20.030627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Pushing event updated for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:20.048489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-631aa534-264d-4586-b5ca-637cd513904f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f&tenant_id=473e6c6576ef4182adf6a2f0f93a407e HTTP/1.1" status: 200 len: 1102 time: 0.1233010 Jul 29 23:40:20.066514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:20.088331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b79f72-c673-4424-923f-1686a675d0f8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:20.088617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b79f72-c673-4424-923f-1686a675d0f8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:20.124645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.207994 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2deff46a-521d-4eaa-b031-18d6c2b5590b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1366401 Jul 29 23:40:20.261784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:20.275673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.279450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Sync routers for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:20.283712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba0e27e6-44da-4b53-8dc0-c48f478d8957 req-2055563b-8191-4ba6-a3a9-7ade6a46be12 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 210 time: 0.1181085 Jul 29 23:40:20.296833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-69fafaf7-328b-40b7-a5a2-243122c39ecf admin admin] 10.222.0.49 "PUT /v2.0/routers/36c9c8b9-0730-4d65-a96b-6624c65110f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3717670 Jul 29 23:40:20.302431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Request body: {'port': {'device_id': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:20.306483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39380) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:20.309832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:20.310485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:20.310782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:20.311366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.312530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:20.314262 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:20.433924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed1d862d-4aa4-44eb-adc2-8b02a997601f None None] Provisioning for port 71fe45cd-11e1-43d1-824f-4dd2157da8ab completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:20.461474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed1d862d-4aa4-44eb-adc2-8b02a997601f None None] Provisioning complete for port 71fe45cd-11e1-43d1-824f-4dd2157da8ab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:20.462010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed1d862d-4aa4-44eb-adc2-8b02a997601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.504077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.515843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.523493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc15b999-d053-489e-8573-5e710a7cc465 HTTP/1.1" status: 204 len: 168 time: 1.9190211 Jul 29 23:40:20.524847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:20.643451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.660265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a77a2-3506-4c22-b79b-f69b0ce6ef05 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc15b999-d053-489e-8573-5e710a7cc465,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:20.783918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:20.826982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.833422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Deleting subnet b5a8a1d2-518e-4cd5-a08f-70f895b200d4 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:20.852536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.919080 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.924419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d862d-4aa4-44eb-adc2-8b02a997601f None None] Port 71fe45cd-11e1-43d1-824f-4dd2157da8ab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:21.058528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d368f69-a24a-4cac-b66b-4e964b899b07 req-bfa7f9c5-a668-40b5-873c-eaee9be56d32 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.070781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d368f69-a24a-4cac-b66b-4e964b899b07 req-bfa7f9c5-a668-40b5-873c-eaee9be56d32 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1101 time: 0.2908077 Jul 29 23:40:21.137141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.139122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.150334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80f6fb-aa9b-4c0c-ab55-68b376dd1eec req-75bc9435-2391-4e37-bb96-857fb2c907a9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.168730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c80f6fb-aa9b-4c0c-ab55-68b376dd1eec req-75bc9435-2391-4e37-bb96-857fb2c907a9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.4865465 Jul 29 23:40:21.218278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d368f69-a24a-4cac-b66b-4e964b899b07 req-4de53d86-9916-446a-b531-47e15bde2e8d tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439230 Jul 29 23:40:21.254439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.385424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.409844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-61fb65a8-977b-4651-9e01-f2d8bc749ef0 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.412059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-61fb65a8-977b-4651-9e01-f2d8bc749ef0 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.6617355 Jul 29 23:40:21.433599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 5, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port': {'id': '5c58b6f8-18e2-42c3-9660-aa85b6243cb5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:59Z', 'updated_at': '2021-07-29T23:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.444762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:21.458414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c80f6fb-aa9b-4c0c-ab55-68b376dd1eec req-99d39285-e132-4ed7-9e7c-60bc930a7115 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855070 Jul 29 23:40:21.461403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.465783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b5a8a1d2-518e-4cd5-a08f-70f895b200d4 HTTP/1.1" status: 204 len: 168 time: 0.9312706 Jul 29 23:40:21.468961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39408) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:21.482385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b73e6b-e34a-4f2f-a1e7-a604f2c848b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a8a1d2-518e-4cd5-a08f-70f895b200d4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.507621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Request body: {'port': {'device_id': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'admin_state_up': True, 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:21.513991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Checking router: 36c9c8b9-0730-4d65-a96b-6624c65110f1 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:21.532974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Routers {'36c9c8b9-0730-4d65-a96b-6624c65110f1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:21.537072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['36c9c8b9-0730-4d65-a96b-6624c65110f1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.643188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.718101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] Set router 36c9c8b9-0730-4d65-a96b-6624c65110f1 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:21.743633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:21.757248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-30299958-8838-4dbe-bbac-ff9cc6dd96e9 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.759392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-30299958-8838-4dbe-bbac-ff9cc6dd96e9 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.5623462 Jul 29 23:40:21.785849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2f14e-f043-43c0-87e6-36f8293c5d74 req-7ceded54-1fa3-48f6-a454-5350769e7897 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.795628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6aa2f14e-f043-43c0-87e6-36f8293c5d74 req-7ceded54-1fa3-48f6-a454-5350769e7897 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1101 time: 0.2023439 Jul 29 23:40:21.795868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 6, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.813169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Request body: {'port': {'device_id': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'admin_state_up': True, 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:21.829384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611d6e0-b8a1-4713-8188-54183e770109 None None] The sync data for ids ['36c9c8b9-0730-4d65-a96b-6624c65110f1'] in n-d-712707-11 is: [{'id': '36c9c8b9-0730-4d65-a96b-6624c65110f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-179763540-router', 'tenant_id': '47082bebb43f4c5eb7effa60ade98b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:58Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 6, 'project_id': '47082bebb43f4c5eb7effa60ade98b7a', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:21.835122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.842843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Deleting port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:21.843874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.853257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6aa2f14e-f043-43c0-87e6-36f8293c5d74 req-50493b6f-bc43-440a-ab40-988e0b6ac58d tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563869 Jul 29 23:40:21.865217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45254df1-9cc9-4840-85eb-c83675f7d31f']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.898563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a32fb79-6da1-4b91-aa07-b49510cd62b8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.898859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a32fb79-6da1-4b91-aa07-b49510cd62b8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.910843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.944381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.952014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:21.952420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.962683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18651-d2cb-468b-9a0d-79f2909ecd2c req-89b20f46-f214-4087-831b-8f5c09fbc3b0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.971570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08c18651-d2cb-468b-9a0d-79f2909ecd2c req-89b20f46-f214-4087-831b-8f5c09fbc3b0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 936 time: 0.3790574 Jul 29 23:40:21.991580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:21.995502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:22.025475 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:22.031572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:22.065990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:22.069396 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9cb7a4-d0ae-4ed4-920f-2bca7a206b08" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:22.083716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.115490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2ba9d91-8a84-4374-8125-64eb89b7b21b req-4a272ab0-bd98-467b-abe2-2154826001ed tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0699189 Jul 29 23:40:22.123473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.150130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.153785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45254df1-9cc9-4840-85eb-c83675f7d31f HTTP/1.1" status: 204 len: 168 time: 0.6635132 Jul 29 23:40:22.185344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6ec3c-a5c0-4d67-8b69-9b491e829444 admin admin] Pushing event deleted for resources: {'Network': ['ID=45254df1-9cc9-4840-85eb-c83675f7d31f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.207939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.273967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Allocated IP 172.20.0.10 (11c6e589-311e-4312-8408-6f18e6bd1416/9aa094b2-1b9f-4a8e-94b9-82a24586f957/28262ee9-3a76-48df-9584-2307d8e74a3e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:22.300369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Transition to ACTIVE for port object c5661ea0-b604-41b9-bced-53cf8cbb9349 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:22.318144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.326755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.347703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08c18651-d2cb-468b-9a0d-79f2909ecd2c req-eee7106c-9b02-47e0-950b-87133624dfd0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751159 Jul 29 23:40:22.415634 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:22.416094 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:22.419068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39418) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.523761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dea2b135-d1f2-421c-828e-8d461abf52be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eba546b3821f44629ff5924ae55e9243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985744 Jul 29 23:40:22.525431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39424) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:23.118561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f908059-7ebe-4bd5-bcda-aa0311576906 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:23.177460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0f908059-7ebe-4bd5-bcda-aa0311576906 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:23.177843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f908059-7ebe-4bd5-bcda-aa0311576906 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:23.178268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:23.194104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe45cd-11e1-43d1-824f-4dd2157da8ab {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:23.232289 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.235024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.265076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.320295 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43cb276-99cc-42bd-871d-1bf12a949132 x-openstack-request-id: req-b43cb276-99cc-42bd-871d-1bf12a949132 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:23.323211 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:23.323519 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b43cb276-99cc-42bd-871d-1bf12a949132 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:23.324870 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'code': 200} Jul 29 23:40:23.329983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.340732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Transition to ACTIVE for port object 71fe45cd-11e1-43d1-824f-4dd2157da8ab will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.356940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.417684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:23.426267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.482408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] For port 5c58b6f8-18e2-42c3-9660-aa85b6243cb5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:23.492130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.506560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Calling delete_port for 5c58b6f8-18e2-42c3-9660-aa85b6243cb5 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:23.517081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.527880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.535338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c4ed8d2-6005-4221-a8fb-3ad379a4f175 HTTP/1.1" status: 204 len: 168 time: 1.0039868 Jul 29 23:40:23.580426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cef7d8-bc78-440f-82d3-4cfd2fd674e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4ed8d2-6005-4221-a8fb-3ad379a4f175,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.581134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.599773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Pushing event updated for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.601602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.686013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.750044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff7bacb1-4f83-4b6f-8dd6-ee53dff98772 req-5be8b93d-0686-4495-9eb8-923ca2d015ad tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 210 time: 0.1166046 Jul 29 23:40:23.835592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] No DVR routers for this DVR port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:23.852843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc90dcd-b66a-480b-999c-b2763c0c9480 req-cfc7e3d8-6838-4ab1-9f13-bc35f844d6f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.854240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Attempting to bind port 71fe45cd-11e1-43d1-824f-4dd2157da8ab on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:23.854871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Attempting to bind port 71fe45cd-11e1-43d1-824f-4dd2157da8ab by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:23.855382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Attempting to bind port 71fe45cd-11e1-43d1-824f-4dd2157da8ab on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:23.862892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ebc90dcd-b66a-480b-999c-b2763c0c9480 req-cfc7e3d8-6838-4ab1-9f13-bc35f844d6f5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.4207973 Jul 29 23:40:23.870291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:23.872678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Port 71fe45cd-11e1-43d1-824f-4dd2157da8ab on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:23.875961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.876882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Attempting to bind port 71fe45cd-11e1-43d1-824f-4dd2157da8ab on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:23.902658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:23.903342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:23.909016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:23.914798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Bound port: 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:23.915230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.084201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30427113-4c1f-4c45-92bd-58d15a13d2a8 req-2036a822-cad7-4be4-a6dc-2fde0bd004a0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.086135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30427113-4c1f-4c45-92bd-58d15a13d2a8 req-2036a822-cad7-4be4-a6dc-2fde0bd004a0 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 948 time: 0.1421578 Jul 29 23:40:24.141018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:24.184705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:24.211540 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.225778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ebc90dcd-b66a-480b-999c-b2763c0c9480 req-edfd4f96-2608-4231-8423-e5ce7325fbda tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612382 Jul 29 23:40:24.253593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:24.254269 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30427113-4c1f-4c45-92bd-58d15a13d2a8 req-0dcc21b7-1582-4ef6-9e08-20571e0dc996 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437626 Jul 29 23:40:24.254647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:24.255087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:24.271641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:24.272090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Attempting to bind port c5661ea0-b604-41b9-bced-53cf8cbb9349 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:24.321237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:24.321901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:24.322197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:24.322860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Bound port: c5661ea0-b604-41b9-bced-53cf8cbb9349, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:24.323215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.343847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.347496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.349061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] 10.222.0.59 "PUT /v2.0/ports/71fe45cd-11e1-43d1-824f-4dd2157da8ab HTTP/1.1" status: 200 len: 1097 time: 4.0699093 Jul 29 23:40:24.355317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:24.364031 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe2cc3-736d-4837-aa91-9a34274b7942" -d '{"events": [{"name": "network-changed", "server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:24.405721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.415196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9adc-3c78-44e2-97b2-9c04aeb7db1d service neutron] Pushing event updated for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.500399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.560041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:24.564704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:24.596907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.600711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a223f-f4dd-43a2-bd29-cb26ee82a3a5 req-bcf3533d-0aec-46a2-89c1-5963bf15cfc9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.608886 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-655a223f-f4dd-43a2-bd29-cb26ee82a3a5 req-bcf3533d-0aec-46a2-89c1-5963bf15cfc9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1678433 Jul 29 23:40:24.624226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-5378668d-ed73-4e6b-be19-1f6fc9873018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.625514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-5378668d-ed73-4e6b-be19-1f6fc9873018 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=11ab576239434e6c8369393ae8f2d5f4&device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 1100 time: 0.1964512 Jul 29 23:40:24.640670 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf975e3-af2e-4d10-8888-9e46353a4333 x-openstack-request-id: req-fdf975e3-af2e-4d10-8888-9e46353a4333 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:24.640964 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:24.641201 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdf975e3-af2e-4d10-8888-9e46353a4333 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:24.641764 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab', 'status': 'completed', 'code': 200} Jul 29 23:40:24.647667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26706327-500d-46d2-96be-313a8db16a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36b04c6ae30948f383fc284489da4057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397033 Jul 29 23:40:24.650213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.661566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c58b6f8-18e2-42c3-9660-aa85b6243cb5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.706485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-d2733a93-25e0-4dce-8435-63766530d8ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab HTTP/1.1" status: 200 len: 217 time: 0.0497198 Jul 29 23:40:24.721818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.731825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event updated for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.778569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-655a223f-f4dd-43a2-bd29-cb26ee82a3a5 req-5c54e904-e8ff-4e73-b4a6-b6272169298e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666033 Jul 29 23:40:24.824836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-11dd7bff-e7c1-4de9-92f6-a0f9587c22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.826368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-11dd7bff-e7c1-4de9-92f6-a0f9587c22b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1093922 Jul 29 23:40:24.831464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.888123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.926286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-bc2aa08a-d02d-4ff3-a6fe-655d5b53b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.927839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-bc2aa08a-d02d-4ff3-a6fe-655d5b53b231 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910759 Jul 29 23:40:24.943324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.943969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.945379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 1098 time: 4.8843997 Jul 29 23:40:24.968445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Network 11c6e589-311e-4312-8408-6f18e6bd1416 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:24.971179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:25.006822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.009888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.013481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e469b0ec-e22e-4bd2-a57d-2d2dcbea6085 HTTP/1.1" status: 204 len: 168 time: 0.3600326 Jul 29 23:40:25.014774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:25.064851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-2e783659-50ff-4873-babc-b8a819510af7 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214638 Jul 29 23:40:25.070910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b6c76-1785-40bb-8ee5-f4f32bd5d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469b0ec-e22e-4bd2-a57d-2d2dcbea6085,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.105751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.146497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Allocated IP 172.20.0.7 (11c6e589-311e-4312-8408-6f18e6bd1416/9aa094b2-1b9f-4a8e-94b9-82a24586f957/5216280a-f3ac-4152-b15f-cc74aba86f82) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:25.273308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9cdb6ee-26ce-4ed9-95b6-52461f14f191 req-515b7f47-638e-4c25-beb6-dcbc3e83bf4f service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996677 Jul 29 23:40:25.365251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:25.367614 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba8197-1afd-45a8-9e9a-31a7b0248048" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:25.443756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753f1f4-d4f2-46a7-8232-3eda05351a01 service neutron] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=11']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.451634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.452274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.463592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.471093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.489455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b605ba-d2ab-48e1-929e-cc2a7d5a9496 req-e6f45e93-b6ee-4f4d-945e-e75efa7c8cd7 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.491188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95b605ba-d2ab-48e1-929e-cc2a7d5a9496 req-e6f45e93-b6ee-4f4d-945e-e75efa7c8cd7 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 932 time: 0.5547314 Jul 29 23:40:25.503810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-efe1726b-c849-4af7-bc99-29ade0ad9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.505325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-efe1726b-c849-4af7-bc99-29ade0ad9dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1101 time: 0.4636114 Jul 29 23:40:25.515685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-1ce1ae78-9233-416e-8b96-974ce5ed6ebc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0682526 Jul 29 23:40:25.528727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58501-b6ed-4774-a12e-d3f37c7d87c2 req-2d2ef3c3-8257-4dfe-89f5-0f69ed69ea74 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.538605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecf58501-b6ed-4774-a12e-d3f37c7d87c2 req-2d2ef3c3-8257-4dfe-89f5-0f69ed69ea74 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 948 time: 0.1226532 Jul 29 23:40:25.547564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-a8ee0965-8ecd-4cf9-8230-f4b46e40245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.549606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-a8ee0965-8ecd-4cf9-8230-f4b46e40245e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=11ab576239434e6c8369393ae8f2d5f4&device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 1100 time: 0.1790955 Jul 29 23:40:25.602389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Request body: {'port': {'device_id': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:25.671165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecf58501-b6ed-4774-a12e-d3f37c7d87c2 req-60eec103-20e7-47ee-a6b8-ad48f9d92028 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315095 Jul 29 23:40:25.723674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.724233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c9c8b9-0730-4d65-a96b-6624c65110f1 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:25.746946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-bb8dfd16-50b5-4eb4-a1a2-7ed01f9ec51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.748472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-bb8dfd16-50b5-4eb4-a1a2-7ed01f9ec51e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1869330 Jul 29 23:40:25.766235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.774518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39512) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:25.782303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a0194be2-efe0-4173-8a0e-7deb5e256de6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/36c9c8b9-0730-4d65-a96b-6624c65110f1 HTTP/1.1" status: 204 len: 168 time: 5.4732437 Jul 29 23:40:25.840754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95b605ba-d2ab-48e1-929e-cc2a7d5a9496 req-845392b6-63d7-4e9b-8e93-40ef031cfaed tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340318 Jul 29 23:40:25.885308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.899630 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-68801394-8ba2-49d3-b508-4d49801ff6b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab HTTP/1.1" status: 200 len: 217 time: 0.1262426 Jul 29 23:40:25.985704 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052b87f-b085-4fd4-bdd9-d77a3b7ff224 x-openstack-request-id: req-3052b87f-b085-4fd4-bdd9-d77a3b7ff224 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:25.985932 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:25.986186 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3052b87f-b085-4fd4-bdd9-d77a3b7ff224 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:25.986578 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'status': 'completed', 'code': 200} Jul 29 23:40:26.018564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc8ea-9101-479d-a9c8-896f4c50f74c req-3270a347-32d2-4f13-91e2-e1b972929473 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.026402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddcfc8ea-9101-479d-a9c8-896f4c50f74c req-3270a347-32d2-4f13-91e2-e1b972929473 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.2723069 Jul 29 23:40:26.065489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Deleting subnet daeb23fa-c545-449a-9dea-bfc7f7d4430d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:26.121108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.140783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.164489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-6784a11b-dba2-4ca8-b77f-354509a000a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.178686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-6784a11b-dba2-4ca8-b77f-354509a000a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.6120522 Jul 29 23:40:26.191899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.246411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ddcfc8ea-9101-479d-a9c8-896f4c50f74c req-e5142861-ac90-41e3-97bb-373fe7a0c325 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185974 Jul 29 23:40:26.252821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-15b1acc8-1138-4fe0-89de-5acc3ec549ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.267796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-15b1acc8-1138-4fe0-89de-5acc3ec549ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3439772 Jul 29 23:40:26.278298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.392409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1712310552-network', 'tenant_id': '334f4a202f4c469ca2ad74e7f04a0a88'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:26.435511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-c2dbd8db-1594-460c-8cc1-74acbc7e75c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.2368124 Jul 29 23:40:26.464106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-1ad97761-a5b4-409b-9ebe-f245b29fa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.466804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-1ad97761-a5b4-409b-9ebe-f245b29fa1e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1911659 Jul 29 23:40:26.471344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Made reservation on behalf of 334f4a202f4c469ca2ad74e7f04a0a88 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:26.474364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.502583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-6862d581-643a-43c8-9099-bdacd2698962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.504629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-6862d581-643a-43c8-9099-bdacd2698962 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1101 time: 0.4594047 Jul 29 23:40:26.513764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.553451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.569590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.731950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-2e2a1a2f-af41-4d56-b6f6-862900612ce6 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510083 Jul 29 23:40:26.777848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Network 11c6e589-311e-4312-8408-6f18e6bd1416 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:26.788453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-fa8f7b11-7101-4637-865c-374c18e54818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.790054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-fa8f7b11-7101-4637-865c-374c18e54818 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.3156745 Jul 29 23:40:26.821989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0931-180a-4d3e-9276-cf0508fc11a5 req-63cda9e0-2dda-46f5-8047-b40cb358448e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.825088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d29e0931-180a-4d3e-9276-cf0508fc11a5 req-63cda9e0-2dda-46f5-8047-b40cb358448e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.4579866 Jul 29 23:40:26.826677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:26.854154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:26.860784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event updated for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.919326 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.932530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.968672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daeb23fa-c545-449a-9dea-bfc7f7d4430d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.970934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-b3176ba1-361c-4bd5-ac6d-f56decaf79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.971218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.971983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-b3176ba1-361c-4bd5-ac6d-f56decaf79c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4413021 Jul 29 23:40:26.980682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.982928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-15179962-7151-45ab-ab87-95885d8a051a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/daeb23fa-c545-449a-9dea-bfc7f7d4430d HTTP/1.1" status: 204 len: 168 time: 1.2072220 Jul 29 23:40:26.987365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.997170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c7267-1d0f-4d71-a3b2-d4463210b054 None None] Network fe154bdd-fc5e-4c99-a5b9-961d034d03d8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:27.036051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:27.045426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2bbbb-ea9e-4cf8-8e43-31f3521a69b1 req-5a39a2df-395e-446f-9cca-63e122204036 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.055553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a0b2bbbb-ea9e-4cf8-8e43-31f3521a69b1 req-5a39a2df-395e-446f-9cca-63e122204036 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 948 time: 0.2604458 Jul 29 23:40:27.063764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f1046-2fa7-4eb8-9677-962584217d00,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.117202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.117560 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Added segment d02a964f-9da2-40d9-9448-181bfd24614c of type vlan for network c29566e0-835b-42bc-b825-d638974a3dd3 Jul 29 23:40:27.136949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.138756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.147866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bfe2cc3-736d-4837-aa91-9a34274b7942 req-8d675f36-7e28-473f-950a-e4a40e587b72 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510971 Jul 29 23:40:27.204072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-83207dbb-2089-4806-9dcf-8b570357eb5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.2155368 Jul 29 23:40:27.220937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.229935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a0b2bbbb-ea9e-4cf8-8e43-31f3521a69b1 req-9780e7a1-05c8-4d53-83e6-db6a89030cb1 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519370 Jul 29 23:40:27.232570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d29e0931-180a-4d3e-9276-cf0508fc11a5 req-2f0d3ba1-9edb-4bf5-8798-3c1d0cd86cc3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728752 Jul 29 23:40:27.313321 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.315259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.315259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.331662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] DHCP port deletion for fe154bdd-fc5e-4c99-a5b9-961d034d03d8 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:27.405086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b6da-545b-44f2-9095-db5bc021746d req-84c58f12-5caa-4289-94f6-3d6d338ba8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.411971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Deleting port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:27.412726 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.416894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-84c58f12-5caa-4289-94f6-3d6d338ba8bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6043210 Jul 29 23:40:27.418378 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2220349 Jul 29 23:40:27.421091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39548) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:27.428295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Request body: {'subnet': {'network_id': 'c29566e0-835b-42bc-b825-d638974a3dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1712310552-subnet', 'tenant_id': '334f4a202f4c469ca2ad74e7f04a0a88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:27.436997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a1081-b328-4d1c-91db-e8df6e83ad8a admin admin] Pushing event updated for resources: {'Network': ['ID=c29566e0-835b-42bc-b825-d638974a3dd3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.458467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Made reservation on behalf of 334f4a202f4c469ca2ad74e7f04a0a88 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:27.459033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-f1451894-2677-49b9-880a-1768e6c6d58e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6513040 Jul 29 23:40:27.462413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.492973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] For port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,segment=NetworkSegment(a47ff286-2332-4021-9034-1a3c87a91348),segment_id=a47ff286-2332-4021-9034-1a3c87a91348)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:27.493319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.508706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Calling delete_port for 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:27.523742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c29566e0-835b-42bc-b825-d638974a3dd3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:27.587898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.597905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28262ee9-3a76-48df-9584-2307d8e74a3e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:27.608939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Request body: {'port': {'device_id': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:27.621185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.635105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.652549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-75f8c6ae-4566-429f-9c6b-f29fb5706601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.654052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-75f8c6ae-4566-429f-9c6b-f29fb5706601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.4052744 Jul 29 23:40:27.699516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Transition to ACTIVE for port object 28262ee9-3a76-48df-9584-2307d8e74a3e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:27.714841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 71fe45cd-11e1-43d1-824f-4dd2157da8ab details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:27.721449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.766732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] No DVR routers for this DVR port 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:27.792376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.816990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65e9d4-d2ec-4d0a-ae4b-02cd88ad2fce None None] Pushing event deleted for resources: {'Port': ['ID=5a5dbe3e-ed4f-4455-9157-fc0faca074d2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.852960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da00ba-6078-4f6c-b10e-fec6983dea93 req-b25e09a2-3101-4e59-b3a3-eb908eadf6a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.858999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00da00ba-6078-4f6c-b10e-fec6983dea93 req-b25e09a2-3101-4e59-b3a3-eb908eadf6a7 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.1245654 Jul 29 23:40:27.870832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e74ce1a-55a1-4b20-a8dc-5470a91fc134,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.936552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Checking segment: {'id': 'd02a964f-9da2-40d9-9448-181bfd24614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c29566e0-835b-42bc-b825-d638974a3dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:27.937277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Network hostable DHCP agents. Network: c29566e0-835b-42bc-b825-d638974a3dd3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:27.964420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00da00ba-6078-4f6c-b10e-fec6983dea93 req-a6aa5c41-9894-493c-88d3-91689113c164 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798736 Jul 29 23:40:27.990997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:27.995813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Network c29566e0-835b-42bc-b825-d638974a3dd3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:28.015640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c29566e0-835b-42bc-b825-d638974a3dd3) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:28.021156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.022997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.029380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '71fe45cd-11e1-43d1-824f-4dd2157da8ab', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '71fe45cd-11e1-43d1-824f-4dd2157da8ab', 'mac_address': 'fa:16:3e:a3:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:28.034565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d47d9-3c23-4af3-8720-dae9cef85bf8 None None] Network c29566e0-835b-42bc-b825-d638974a3dd3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:28.057565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7618e081-a77c-4976-aae6-5bec003f399c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6353149 Jul 29 23:40:28.135457 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.161918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe45cd-11e1-43d1-824f-4dd2157da8ab {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:28.169087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.197841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:28.222221 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.233654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Pushing event updated for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.290257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63b62d-ebf5-4b93-a24b-1dfa3530011a None None] Network c29566e0-835b-42bc-b825-d638974a3dd3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:28.300897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] The port '5a5dbe3e-ed4f-4455-9157-fc0faca074d2' was deleted {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:40:28.315084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b840b-9abd-41f3-973f-adfbe79efaad req-8da2302b-88ca-4e83-bd75-8868dba42239 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.319777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5f6b840b-9abd-41f3-973f-adfbe79efaad req-8da2302b-88ca-4e83-bd75-8868dba42239 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 932 time: 0.8997779 Jul 29 23:40:28.435023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:28.479325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1aef-5d87-48a3-97ff-f98b28667bd4 req-760836e0-08ae-454f-afff-c7811852ad7c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.482611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a07b1aef-5d87-48a3-97ff-f98b28667bd4 req-760836e0-08ae-454f-afff-c7811852ad7c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1158428 Jul 29 23:40:28.516423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-5afe680f-15ef-4257-a3a5-e29b28586cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0593066 Jul 29 23:40:28.519131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.534930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a07b1aef-5d87-48a3-97ff-f98b28667bd4 req-ec069626-0612-4b0b-be50-edb3a38659ce tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Jul 29 23:40:28.568080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['71fe45cd-11e1-43d1-824f-4dd2157da8ab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:28.603256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-1e59005d-d60a-4a9a-8a55-72222fab6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.603922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-1e59005d-d60a-4a9a-8a55-72222fab6e36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9190147 Jul 29 23:40:28.666526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.703612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe154bdd-fc5e-4c99-a5b9-961d034d03d8']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:28.717198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47ff286-2332-4021-9034-1a3c87a91348') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:28.717540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47ff286-2332-4021-9034-1a3c87a91348') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:28.779852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.812391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb7232-6717-4e61-9f98-43ed5eb2dff2 req-d3bdd391-9e27-4aa2-9d9c-58c89b826bfc tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.821907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5adb7232-6717-4e61-9f98-43ed5eb2dff2 req-d3bdd391-9e27-4aa2-9d9c-58c89b826bfc tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 949 time: 0.1010530 Jul 29 23:40:28.887605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5f6b840b-9abd-41f3-973f-adfbe79efaad req-98740f0b-7cf3-4400-ad28-b0a35d1026fd tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348656 Jul 29 23:40:28.897303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5adb7232-6717-4e61-9f98-43ed5eb2dff2 req-15cda335-1157-4124-81c8-a27f92ab7685 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737524 Jul 29 23:40:29.018089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.044159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:29.044550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:29.061938 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:29.102175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:29.110589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:29.125364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-571825023-network', 'tenant_id': '3f3497679d4242f181913248b1025d1e'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:29.168455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:29.168967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5a5dbe3e-ed4f-4455-9157-fc0faca074d2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:29.178810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Made reservation on behalf of 3f3497679d4242f181913248b1025d1e for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:29.181697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.199168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.285546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7f83-4eb4-46bb-b432-8e184a41b973 req-69ca674b-b450-4517-bf8f-5e7d9606bfe5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.296922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f442b6da-545b-44f2-9095-db5bc021746d req-d87f4f9a-f4ca-4b8b-9d6f-572b283cd041 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703600 Jul 29 23:40:29.298313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-349f7f83-4eb4-46bb-b432-8e184a41b973 req-69ca674b-b450-4517-bf8f-5e7d9606bfe5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.1232271 Jul 29 23:40:29.303236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Attempting to bind port 28262ee9-3a76-48df-9584-2307d8e74a3e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:29.303608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Attempting to bind port 28262ee9-3a76-48df-9584-2307d8e74a3e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:29.303906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Attempting to bind port 28262ee9-3a76-48df-9584-2307d8e74a3e on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:29.315385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-e68f611d-5423-4831-8357-0a6e09449c47 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584529 Jul 29 23:40:29.364995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Port 28262ee9-3a76-48df-9584-2307d8e74a3e on network 11c6e589-311e-4312-8408-6f18e6bd1416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:29.365343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Attempting to bind port 28262ee9-3a76-48df-9584-2307d8e74a3e on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:29.367725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.388166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-349f7f83-4eb4-46bb-b432-8e184a41b973 req-27a8b2da-d0a2-46f2-b70f-d1696e954e46 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883293 Jul 29 23:40:29.388803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.391106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe154bdd-fc5e-4c99-a5b9-961d034d03d8 HTTP/1.1" status: 204 len: 168 time: 2.3989511 Jul 29 23:40:29.399318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39598) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:29.442530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:29.442864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Checking segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:29.443342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Bound using segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:29.443849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Bound port: 28262ee9-3a76-48df-9584-2307d8e74a3e, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:29.444164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.496642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6a09-4f18-46b7-ae25-16a84ee47c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe154bdd-fc5e-4c99-a5b9-961d034d03d8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.573934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.589206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.615600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:29.640127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-ec06411e-3a95-4c37-9a81-186c486c0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.642061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-ec06411e-3a95-4c37-9a81-186c486c0fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1101 time: 0.2296805 Jul 29 23:40:29.644451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-00a67c9c-50cb-4fc7-af0e-36a5c66c276d service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812061 Jul 29 23:40:29.684394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.685032 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Added segment 1cab577b-bd66-4edd-8562-1a4f813a8d38 of type vlan for network 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d Jul 29 23:40:29.702934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e87ba-55e9-4b4a-a5d0-c03a5bf31fda,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.742181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 71fe45cd-11e1-43d1-824f-4dd2157da8ab up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:29.764581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:29.794959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=28262ee9-3a76-48df-9584-2307d8e74a3e,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:29.805137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5216280a-f3ac-4152-b15f-cc74aba86f82 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:29.817344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.821778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.837431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.878852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 71fe45cd-11e1-43d1-824f-4dd2157da8ab completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:29.883009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 71fe45cd-11e1-43d1-824f-4dd2157da8ab triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:29.883363 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.915111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.915761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.917211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] 10.222.0.59 "PUT /v2.0/ports/28262ee9-3a76-48df-9584-2307d8e74a3e HTTP/1.1" status: 200 len: 1093 time: 4.3458173 Jul 29 23:40:29.926728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:29.933212 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:29.954115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Transition to ACTIVE for port object 5216280a-f3ac-4152-b15f-cc74aba86f82 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:29.954370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.958249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.959685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.967105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b954cc-78f3-4556-a288-5afc7fd0329e req-4ca35498-1fcd-4298-8b6e-a5cc05e82329 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.968694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18b954cc-78f3-4556-a288-5afc7fd0329e req-4ca35498-1fcd-4298-8b6e-a5cc05e82329 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.3119040 Jul 29 23:40:30.007197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.025880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.068047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:30.071040 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1034c-3af9-4acb-a072-666976ee324c" -d '{"events": [{"server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "name": "network-vif-plugged", "status": "completed", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:30.090456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:30.094606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18b954cc-78f3-4556-a288-5afc7fd0329e req-523426aa-0ab2-4ce5-9c4c-5bc5c6b965d9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099753 Jul 29 23:40:30.105144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.145590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-71fdf564-f58e-436c-a424-978f8335bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.150036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-71fdf564-f58e-436c-a424-978f8335bf1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4973803 Jul 29 23:40:30.154693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0501015 Jul 29 23:40:30.161884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:30.171355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Request body: {'subnet': {'network_id': '8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-571825023-subnet', 'tenant_id': '3f3497679d4242f181913248b1025d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:30.187126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb5585-5dd1-4bd0-b320-7984b80f8511 admin admin] Pushing event updated for resources: {'Network': ['ID=8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.191028 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c2fb9-0d0a-44d8-a6ea-d67ece319f30 x-openstack-request-id: req-739c2fb9-0d0a-44d8-a6ea-d67ece319f30 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:30.191304 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:30.191554 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-739c2fb9-0d0a-44d8-a6ea-d67ece319f30 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:30.191949 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e', 'status': 'completed', 'code': 200} Jul 29 23:40:30.193029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.204033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:30.208257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa91f4-f080-4548-ad4b-83d0986cbe24 service neutron] Pushing event updated for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.251805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Made reservation on behalf of 3f3497679d4242f181913248b1025d1e for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:30.255918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.267283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b1458-ddf9-49de-af96-07239831ef7a req-6efe8e58-c5f5-4847-b1a8-f0225a8186e5 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.274576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d20b1458-ddf9-49de-af96-07239831ef7a req-6efe8e58-c5f5-4847-b1a8-f0225a8186e5 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.2038012 Jul 29 23:40:30.326441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-4423d481-9994-4f2e-b7af-0ac23797d0c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 200 len: 217 time: 0.1526704 Jul 29 23:40:30.378713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-96660fdd-4f7a-4280-8112-827121d643b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.380588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-96660fdd-4f7a-4280-8112-827121d643b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 1096 time: 0.3668709 Jul 29 23:40:30.424468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d20b1458-ddf9-49de-af96-07239831ef7a req-362a30f3-52bf-4b39-95e7-ecbb851ea681 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486487 Jul 29 23:40:30.486301 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-83e7be27-cc98-467e-9597-5bf53d6e6fdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28262ee9-3a76-48df-9584-2307d8e74a3e HTTP/1.1" status: 200 len: 217 time: 0.0540180 Jul 29 23:40:30.584359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.704701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Pushing event updated for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.741075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195373f-32bd-4d2a-9a2f-40cf77ed61d5 req-09286b7d-5213-46e5-a2df-ed9548f79213 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.749521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e195373f-32bd-4d2a-9a2f-40cf77ed61d5 req-09286b7d-5213-46e5-a2df-ed9548f79213 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 944 time: 0.4467933 Jul 29 23:40:30.773762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-af861f1a-6f2a-4239-9c8b-fe2d53255a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.775270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-af861f1a-6f2a-4239-9c8b-fe2d53255a25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.2521503 Jul 29 23:40:30.788310 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c8761-167c-46ce-8c17-0d5a6867a1f0 x-openstack-request-id: req-3e3c8761-167c-46ce-8c17-0d5a6867a1f0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:30.788621 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "name": "network-vif-plugged", "status": "completed", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:30.788854 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e3c8761-167c-46ce-8c17-0d5a6867a1f0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:30.789262 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab', 'code': 200} Jul 29 23:40:30.794174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Attempting to bind port 5216280a-f3ac-4152-b15f-cc74aba86f82 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:30.794578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Attempting to bind port 5216280a-f3ac-4152-b15f-cc74aba86f82 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:30.794863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Attempting to bind port 5216280a-f3ac-4152-b15f-cc74aba86f82 on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:30.810986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e195373f-32bd-4d2a-9a2f-40cf77ed61d5 req-4426d5c4-7ea3-4fd9-970e-8bf6b6955e5d tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Jul 29 23:40:30.825567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-fc0be60d-82a1-4568-98ac-41d42eeb20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.827111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-fc0be60d-82a1-4568-98ac-41d42eeb20f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.4383030 Jul 29 23:40:30.829681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Port 5216280a-f3ac-4152-b15f-cc74aba86f82 on network 11c6e589-311e-4312-8408-6f18e6bd1416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:30.830297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Attempting to bind port 5216280a-f3ac-4152-b15f-cc74aba86f82 on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:30.863723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-5433fbaa-f18c-43f2-abbf-bc32b6cecbb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647426 Jul 29 23:40:30.896702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:30.909762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.914157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Checking segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:30.914597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Bound using segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:30.915110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Bound port: 5216280a-f3ac-4152-b15f-cc74aba86f82, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:30.915481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.063350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-577e2ca9-32e4-4997-835b-45d96145f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.065127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-577e2ca9-32e4-4997-835b-45d96145f46c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2042463 Jul 29 23:40:31.135029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Checking segment: {'id': '1cab577b-bd66-4edd-8562-1a4f813a8d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:31.135405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Network hostable DHCP agents. Network: 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:31.145316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0d98ff-a7e9-4979-b4fb-1328c3a0fe5b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:31.165871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:31.167885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c13638-3e13-4a7c-b226-b95993f5932a req-1fe808de-6bd0-4fa6-9a5c-75e0a18d4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.169940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2c13638-3e13-4a7c-b226-b95993f5932a req-1fe808de-6bd0-4fa6-9a5c-75e0a18d4e9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 1102 time: 0.2183092 Jul 29 23:40:31.215229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5216280a-f3ac-4152-b15f-cc74aba86f82,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:31.221920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-138cdefa-1f24-4ea5-95b8-8b66892c4de5 service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812800 Jul 29 23:40:31.225149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.291791 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2c13638-3e13-4a7c-b226-b95993f5932a req-924e995f-e63b-4473-bf8f-45196a621657 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780132 Jul 29 23:40:31.303666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1d7d2-19e3-499a-b9d3-dfa846f5d410 req-75ae17a5-3ea7-4d73-8feb-bf21c67910a3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.304002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Pushing event updated for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:31.304729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-12e1d7d2-19e3-499a-b9d3-dfa846f5d410 req-75ae17a5-3ea7-4d73-8feb-bf21c67910a3 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 949 time: 0.3444092 Jul 29 23:40:31.312384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Network 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:31.363621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-12e1d7d2-19e3-499a-b9d3-dfa846f5d410 req-ef8c996d-4f64-4710-84ff-fc99ee2449e1 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Jul 29 23:40:31.366775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:31.372413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.373019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.379066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9618db4-6962-4990-9960-e5a913edfbd6 None None] Network 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:31.391928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Deleting port 3516c866-cd9a-4495-ad28-49c29572be3e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:31.392523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.449302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.454009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.455672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-47229288-b86f-4991-bf90-5bf2b108e36c service neutron] 10.222.0.57 "PUT /v2.0/ports/5216280a-f3ac-4152-b15f-cc74aba86f82 HTTP/1.1" status: 200 len: 1092 time: 3.9403014 Jul 29 23:40:31.490293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] For port 3516c866-cd9a-4495-ad28-49c29572be3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3516c866-cd9a-4495-ad28-49c29572be3e,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:31.490663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.505758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Calling delete_port for 3516c866-cd9a-4495-ad28-49c29572be3e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:31.534619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-adc8e78c-c50b-42de-bfd3-543602ae9b9f service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497511 Jul 29 23:40:31.597488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cd48-243d-476c-aa5c-0ec557a0893b req-b573b5b5-c6cc-419c-a11c-aa9355790576 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.599278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71f7cd48-243d-476c-aa5c-0ec557a0893b req-b573b5b5-c6cc-419c-a11c-aa9355790576 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.3157699 Jul 29 23:40:31.658929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a10f8-eb2d-47d3-9dba-6bc671d15715 None None] Network 8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:31.684100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-984033f0-c652-4a2b-b00f-2717f7c21652 service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993104 Jul 29 23:40:31.696414 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ca14e62-ba93-4adb-9040-5269b65f60b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5295522 Jul 29 23:40:31.756451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71f7cd48-243d-476c-aa5c-0ec557a0893b req-98523404-354e-478f-977d-bf911f3fde0d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360545 Jul 29 23:40:31.808154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ba8197-1afd-45a8-9e9a-31a7b0248048 req-8dd88156-0947-450d-9e36-47045030a228 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204630 Jul 29 23:40:31.811655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-dba5f6cf-0fad-4266-8930-40161db61b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.813572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-dba5f6cf-0fad-4266-8930-40161db61b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 1095 time: 0.2616451 Jul 29 23:40:31.821734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:32.021142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:32.054840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'mac_address': 'fa:16:3e:f7:de:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:32.207066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.274791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:32.299172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:32.305165 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.336088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:32.338979 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893" -d '{"events": [{"name": "network-changed", "server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:32.344597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39644) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:32.367530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d448-1b93-4a9f-b6f8-ee1dd0a9d5c0 req-4c4d56cc-1ea2-4478-9f4e-99cdd5aa8145 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.375447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e33d448-1b93-4a9f-b6f8-ee1dd0a9d5c0 req-4c4d56cc-1ea2-4478-9f4e-99cdd5aa8145 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.7980366 Jul 29 23:40:32.380415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-0d15a7b0-3434-4d8c-9eac-5276cd73162b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5216280a-f3ac-4152-b15f-cc74aba86f82 HTTP/1.1" status: 200 len: 217 time: 0.4995453 Jul 29 23:40:32.471315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-1b5d3792-6cf2-4cc8-81ee-2d25fe55d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.472872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-1b5d3792-6cf2-4cc8-81ee-2d25fe55d3d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 1096 time: 0.6372633 Jul 29 23:40:32.489317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.507472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e33d448-1b93-4a9f-b6f8-ee1dd0a9d5c0 req-8e3fd8e4-ffe9-477c-9e10-e4b104c072ad tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203909 Jul 29 23:40:32.630656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.662275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Pushing event deleted for resources: {'Port': ['ID=3516c866-cd9a-4495-ad28-49c29572be3e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.663254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-ec1d17e7-bb6e-421f-a005-ef2205fc1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.666684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-ec1d17e7-bb6e-421f-a005-ef2205fc1c28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 912 time: 0.1494751 Jul 29 23:40:32.671730 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16070741-d49d-4420-a202-1e8e4eba4643 x-openstack-request-id: req-16070741-d49d-4420-a202-1e8e4eba4643 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:32.671730 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:32.672227 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16070741-d49d-4420-a202-1e8e4eba4643 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:32.672815 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82', 'status': 'completed', 'code': 200} Jul 29 23:40:32.703092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5661ea0-b604-41b9-bced-53cf8cbb9349'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:32.742249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-e11e70ff-9f2d-4a12-b9c2-3fec5319ff6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28262ee9-3a76-48df-9584-2307d8e74a3e HTTP/1.1" status: 200 len: 217 time: 0.0600049 Jul 29 23:40:32.754610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Deleting subnet 8e74ce1a-55a1-4b20-a8dc-5470a91fc134 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:32.836599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e85e3-233d-4f7e-84c1-fca74fa54eeb req-58500cc2-c9da-469b-b399-f1df9edf663e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.839486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd4e85e3-233d-4f7e-84c1-fca74fa54eeb req-58500cc2-c9da-469b-b399-f1df9edf663e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 944 time: 0.4936981 Jul 29 23:40:32.845456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.904663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.964351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.997287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adccf7-c972-475d-b404-a5eb46455132 req-fb672f7b-4c9e-4268-92c6-ad8d5c93997f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.005325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15adccf7-c972-475d-b404-a5eb46455132 req-fb672f7b-4c9e-4268-92c6-ad8d5c93997f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 950 time: 0.2899342 Jul 29 23:40:33.039076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-0a444f5b-04a8-418e-84b3-0695c5fbcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.041305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-0a444f5b-04a8-418e-84b3-0695c5fbcddb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.5819714 Jul 29 23:40:33.110004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15adccf7-c972-475d-b404-a5eb46455132 req-735bdaaa-78d4-4f51-a6bf-6e961c677030 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987773 Jul 29 23:40:33.128020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.135885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-15a4dd5b-8720-473c-b4a9-c1ee1254385c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709419 Jul 29 23:40:33.162897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.277505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.280135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8e74ce1a-55a1-4b20-a8dc-5470a91fc134 HTTP/1.1" status: 204 len: 168 time: 0.9103639 Jul 29 23:40:33.282743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39662) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.325638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd4e85e3-233d-4f7e-84c1-fca74fa54eeb req-a750e79a-588f-46d1-9601-f140ee7bf68e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807882 Jul 29 23:40:33.327521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-72567e42-8ebe-42a8-8599-23b24c336842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.335734 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-72567e42-8ebe-42a8-8599-23b24c336842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.5731003 Jul 29 23:40:33.351565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fbbfd-4e69-427e-bd52-0da8db33f2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e74ce1a-55a1-4b20-a8dc-5470a91fc134,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:33.356684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-e845dc8d-97fc-4456-83ae-5eb2008bb4f1 service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774218 Jul 29 23:40:33.386382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4d26c-95d4-42d9-93e5-384121c94b30 req-0a88639e-d151-4445-b33c-48627784d12e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.398430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dca4d26c-95d4-42d9-93e5-384121c94b30 req-0a88639e-d151-4445-b33c-48627784d12e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1678474 Jul 29 23:40:33.442499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-914f9ad0-1014-4a4a-925f-6e509bb5bab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847983 Jul 29 23:40:33.458106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.532971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dca4d26c-95d4-42d9-93e5-384121c94b30 req-0ac70992-649d-4b0f-9857-1291b422222e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195250 Jul 29 23:40:33.671443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2338cf5-1d0c-47ab-9882-39e3aec44e02 req-5651240c-88fd-4db7-9565-f519a34c9ae6 service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738924 Jul 29 23:40:33.742027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-6b9afd1a-03ae-424e-9fc3-25cf3d5d64fc service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734396 Jul 29 23:40:33.744834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.776380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 28262ee9-3a76-48df-9584-2307d8e74a3e details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:33.777483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29566e0-835b-42bc-b825-d638974a3dd3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:33.791783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02a964f-9da2-40d9-9448-181bfd24614c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:33.792053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02a964f-9da2-40d9-9448-181bfd24614c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:33.802984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.822248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.855909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:33.856311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:33.879097 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:33.883958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:33.959086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1b21-7b0a-42c0-abcc-ffef4eb0a13a req-1e745c36-c145-4426-8a8b-bd292d42fb2b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.967847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-805e1b21-7b0a-42c0-abcc-ffef4eb0a13a req-1e745c36-c145-4426-8a8b-bd292d42fb2b tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.3226631 Jul 29 23:40:33.998832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=28262ee9-3a76-48df-9584-2307d8e74a3e,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:34.000849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd9818a2-07e0-4a71-8f7a-e2eb02230da8 req-8765e721-009e-4ac6-9c51-6e6b94b2c419 service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502649 Jul 29 23:40:34.034009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Router 2412a436-14af-4e73-94b7-e5f9ce2ded3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:34.041216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '28262ee9-3a76-48df-9584-2307d8e74a3e', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'port_id': '28262ee9-3a76-48df-9584-2307d8e74a3e', 'mac_address': 'fa:16:3e:af:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa094b2-1b9f-4a8e-94b9-82a24586f957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:34.050419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c5661ea0-b604-41b9-bced-53cf8cbb9349 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:34.050869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5202608-bb01-4ad4-8548-34e53c46607e req-57fee583-a393-4ba0-b42d-299c1cc3af12 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.058456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5202608-bb01-4ad4-8548-34e53c46607e req-57fee583-a393-4ba0-b42d-299c1cc3af12 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 1102 time: 0.1072247 Jul 29 23:40:34.065140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5661ea0-b604-41b9-bced-53cf8cbb9349 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:34.065140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.065613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-805e1b21-7b0a-42c0-abcc-ffef4eb0a13a req-536fbb47-4bff-4986-9e4a-19ca4f21fa7f tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953376 Jul 29 23:40:34.074606 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.080433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.083868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c29566e0-835b-42bc-b825-d638974a3dd3 HTTP/1.1" status: 204 len: 168 time: 0.7997117 Jul 29 23:40:34.102436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:34.124038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-04485a91-bca3-4a69-a45e-36840f788b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.126011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-04485a91-bca3-4a69-a45e-36840f788b18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 1095 time: 0.2467082 Jul 29 23:40:34.156707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.178786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28262ee9-3a76-48df-9584-2307d8e74a3e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:34.184097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa65a26-2f2a-40f4-ba23-3fce2dbf4dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c29566e0-835b-42bc-b825-d638974a3dd3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.214001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=28262ee9-3a76-48df-9584-2307d8e74a3e,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:34.243804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.287667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:34.301465 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Sync routers for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:34.303730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5fee91ca-fdde-47ff-aef6-2a1af14c9232 admin admin] 10.222.0.49 "PUT /v2.0/routers/2412a436-14af-4e73-94b7-e5f9ce2ded3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014277 Jul 29 23:40:34.309311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39680) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:34.316229 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:34.317900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:34.320202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.417664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.447886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:34.450314 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1a8931-ecee-426f-a74a-f6d518694494" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:34.458976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.481988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-06aa2436-49f6-444c-bce4-b52c48be441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.486286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-06aa2436-49f6-444c-bce4-b52c48be441d service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 912 time: 0.3201950 Jul 29 23:40:34.490787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5202608-bb01-4ad4-8548-34e53c46607e req-882f5927-3c12-4be4-98af-6687aa1505a7 tempest-MigrationsAdminTest-1191264085 tempest-MigrationsAdminTest-1191264085-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008117 Jul 29 23:40:34.499517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:34.506940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.536522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Deleting subnet 8e0d98ff-a7e9-4979-b4fb-1328c3a0fe5b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:34.601929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.602198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['28262ee9-3a76-48df-9584-2307d8e74a3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:34.608832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-ca9d52e2-a46e-4009-b5cb-bb6c66f52dcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5216280a-f3ac-4152-b15f-cc74aba86f82 HTTP/1.1" status: 200 len: 217 time: 0.0938132 Jul 29 23:40:34.609383 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:34.718497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=13']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.746998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3fac-430d-411c-b06f-46f3f12563d9 req-572bd8e1-6da7-4136-a7fe-f7afcea33dc5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.754878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-620f3fac-430d-411c-b06f-46f3f12563d9 req-572bd8e1-6da7-4136-a7fe-f7afcea33dc5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 945 time: 0.2228725 Jul 29 23:40:34.801699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.836270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-620f3fac-430d-411c-b06f-46f3f12563d9 req-8dc8001a-d213-482e-8790-5bf7a05b9f42 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Jul 29 23:40:34.854115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.886605 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:40:32Z', 'revision_number': 5, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port': {'id': 'a049e69a-403f-4277-8614-1028ee08fcc2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:10Z', 'updated_at': '2021-07-29T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:34.957816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Deleting port a049e69a-403f-4277-8614-1028ee08fcc2 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:34.958306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.972342 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Checking router: 2412a436-14af-4e73-94b7-e5f9ce2ded3e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:34.985025 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Routers {'2412a436-14af-4e73-94b7-e5f9ce2ded3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:34.985910 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:34.999472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d595-84a5-44e1-9233-a61776974f12 req-fa7cb425-a69f-4a8e-b2fd-9046aa5195d1 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.002501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68e6d595-84a5-44e1-9233-a61776974f12 req-fa7cb425-a69f-4a8e-b2fd-9046aa5195d1 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.3068583 Jul 29 23:40:35.007355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-a9ed4fae-3613-4ed0-a404-f37fbdfdc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.008990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-a9ed4fae-3613-4ed0-a404-f37fbdfdc33e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.3208671 Jul 29 23:40:35.012903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.079609 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b433af-c489-4aed-bd1a-c5829a639164 x-openstack-request-id: req-63b433af-c489-4aed-bd1a-c5829a639164 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:35.080178 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-plugged", "status": "completed", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:35.080178 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63b433af-c489-4aed-bd1a-c5829a639164 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:35.081139 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'code': 200} Jul 29 23:40:35.111705 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] Set router 2412a436-14af-4e73-94b7-e5f9ce2ded3e gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:35.153209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] For port a049e69a-403f-4277-8614-1028ee08fcc2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a049e69a-403f-4277-8614-1028ee08fcc2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:35.154864 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.171686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-b32ebc9f-6db1-4b91-bd36-7ff245198ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273444 Jul 29 23:40:35.187834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Calling delete_port for a049e69a-403f-4277-8614-1028ee08fcc2 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:35.229356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68e6d595-84a5-44e1-9233-a61776974f12 req-10fa66ce-b095-43dd-8687-89866ec2004d tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129617 Jul 29 23:40:35.352950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:40:34Z', 'revision_number': 6, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:35.381971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.421718 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05058477-e43c-4505-926d-b29ca2a0982f None None] The sync data for ids ['2412a436-14af-4e73-94b7-e5f9ce2ded3e'] in n-d-712707-11 is: [{'id': '2412a436-14af-4e73-94b7-e5f9ce2ded3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-897603915-router', 'tenant_id': 'ae354a71e1d942a0ac949a12c218e437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:08Z', 'updated_at': '2021-07-29T23:40:34Z', 'revision_number': 6, 'project_id': 'ae354a71e1d942a0ac949a12c218e437', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:35.463319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0d98ff-a7e9-4979-b4fb-1328c3a0fe5b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.472604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.474702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68ae5af2-8f1e-4c08-bf75-4277f1205238 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8e0d98ff-a7e9-4979-b4fb-1328c3a0fe5b HTTP/1.1" status: 204 len: 168 time: 1.3704708 Jul 29 23:40:35.479611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39710) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:35.560226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-eb4fbf26-5705-45cc-90ff-1d55ed62bfc5 service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707888 Jul 29 23:40:35.562953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.597742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd744333-83b6-4202-acaa-2ce2254f694f req-0b477525-7d30-4513-8026-8f549fa707fb tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.606090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd744333-83b6-4202-acaa-2ce2254f694f req-0b477525-7d30-4513-8026-8f549fa707fb tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0946660 Jul 29 23:40:35.618450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a049e69a-403f-4277-8614-1028ee08fcc2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.693780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40ecde5f-0699-4ad8-87ab-9f4d00a6f893 req-022db1b5-f6bc-45b3-b8ed-e22caf97304d service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202366 Jul 29 23:40:35.713887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36210d9f-f275-47a2-bdad-d842b0cc7ce3 req-d5b6625f-d0e7-4052-a865-642354492cd5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.715447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36210d9f-f275-47a2-bdad-d842b0cc7ce3 req-d5b6625f-d0e7-4052-a865-642354492cd5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 951 time: 0.2213502 Jul 29 23:40:35.717782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.734290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd744333-83b6-4202-acaa-2ce2254f694f req-ef510c68-8c74-4d9c-ad10-1553de58c184 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265044 Jul 29 23:40:35.750323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.777540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 28262ee9-3a76-48df-9584-2307d8e74a3e up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:35.831198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36210d9f-f275-47a2-bdad-d842b0cc7ce3 req-1c654d89-2b3f-42d7-9852-68113862a12d tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089165 Jul 29 23:40:35.887354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.891503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.919658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.926415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 28262ee9-3a76-48df-9584-2307d8e74a3e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:35.932232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 28262ee9-3a76-48df-9584-2307d8e74a3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:35.932691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.933117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:35.945125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cab577b-bd66-4edd-8562-1a4f813a8d38') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:35.945758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cab577b-bd66-4edd-8562-1a4f813a8d38') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:35.953266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.954196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2412a436-14af-4e73-94b7-e5f9ce2ded3e {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:35.960052 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.969297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.973658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61c9ee58-2ce1-4150-b1ad-73a85d41ac2d admin admin] 10.222.0.49 "DELETE /v2.0/routers/2412a436-14af-4e73-94b7-e5f9ce2ded3e HTTP/1.1" status: 204 len: 168 time: 1.6623166 Jul 29 23:40:35.976113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.984352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:35.985229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.988703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39714) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.052832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Deleting subnet 1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:36.086478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:36.087923 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:36.103730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.141518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.150851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:36.157669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.158263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.161228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d HTTP/1.1" status: 204 len: 168 time: 0.6807675 Jul 29 23:40:36.195730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61396e-249d-487c-a957-e59dc4060be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d11dbdf-1d89-4cd0-b1fe-e81e6136f62d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.203320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fd4c5-e963-4a62-9044-b7d21796e0cc req-c33df1ee-1baf-40b8-a5ae-2e54f327e3af tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.215693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-218fd4c5-e963-4a62-9044-b7d21796e0cc req-c33df1ee-1baf-40b8-a5ae-2e54f327e3af tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 945 time: 0.2412808 Jul 29 23:40:36.216084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=28262ee9-3a76-48df-9584-2307d8e74a3e,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:36.222615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.224124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4655adc-00f3-437e-8630-bd1906725244 req-4633abf0-b91a-453e-ac17-344d8d2a71ef tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.226858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4655adc-00f3-437e-8630-bd1906725244 req-4633abf0-b91a-453e-ac17-344d8d2a71ef tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.59 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.1347716 Jul 29 23:40:36.291860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-218fd4c5-e963-4a62-9044-b7d21796e0cc req-12a0f6cf-6d74-4b20-809d-ab1198f8ce73 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Jul 29 23:40:36.325883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.368281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.395879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.434916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:36.443762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.520528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.550861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.591091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2fa4b-f420-421d-940f-5039ce477723 req-384f59ab-a9a6-42c7-9128-5b5c8d94dd91 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.592666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3c2fa4b-f420-421d-940f-5039ce477723 req-384f59ab-a9a6-42c7-9128-5b5c8d94dd91 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 950 time: 0.1541650 Jul 29 23:40:36.598498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Deleting port 71fe45cd-11e1-43d1-824f-4dd2157da8ab {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:36.598856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.600814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.611992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39754) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.617483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.621760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234afc6d-ef14-48d6-8dd5-03fa46a88de1 None None] Network 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:36.625895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-deb9d47d-8085-49a6-a769-970c0075401a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1bfca1d5-b2e5-420e-9e02-8f6e576e5b5d HTTP/1.1" status: 204 len: 168 time: 0.6339118 Jul 29 23:40:36.626967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39756) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.726725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3c2fa4b-f420-421d-940f-5039ce477723 req-70048086-5eba-444e-9e11-68063f36cb16 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4641a23-233f-4eb9-81ec-b186caac73d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229138 Jul 29 23:40:36.758823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168589-79d0-4f1f-84a7-b4435447f38f req-eb502394-23b1-4bd1-ad9e-6b92111259cf tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.760430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a168589-79d0-4f1f-84a7-b4435447f38f req-eb502394-23b1-4bd1-ad9e-6b92111259cf tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 951 time: 0.1095541 Jul 29 23:40:36.770796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.795709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] For port 71fe45cd-11e1-43d1-824f-4dd2157da8ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=71fe45cd-11e1-43d1-824f-4dd2157da8ab,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:36.796084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.854468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Calling delete_port for 71fe45cd-11e1-43d1-824f-4dd2157da8ab owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:36.859226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a168589-79d0-4f1f-84a7-b4435447f38f req-4bc6fd64-2686-4d4c-905a-29bab8ffb8a2 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724778 Jul 29 23:40:36.896528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Deleting port 98f939c3-b9b8-49a8-aac6-a162b30554d0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:36.896852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.934577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb4421d1-3059-4e3b-b6d5-ff7048778248 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=334f4a202f4c469ca2ad74e7f04a0a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075402 Jul 29 23:40:36.935481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:36.944488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] DHCP port deletion for 6dbfc689-e96d-4dd5-882b-3a3302a2dad9 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:36.998128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] For port 98f939c3-b9b8-49a8-aac6-a162b30554d0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=98f939c3-b9b8-49a8-aac6-a162b30554d0,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:36.998924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.001805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Deleting port 98f939c3-b9b8-49a8-aac6-a162b30554d0 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:37.002230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.045577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Calling delete_port for 98f939c3-b9b8-49a8-aac6-a162b30554d0 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:37.054294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84e830-18b9-413a-9941-603370d16bd3 req-29469ee8-3e07-4c7e-a1cc-c0760bdc4a99 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.059325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f84e830-18b9-413a-9941-603370d16bd3 req-29469ee8-3e07-4c7e-a1cc-c0760bdc4a99 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 947 time: 0.1939585 Jul 29 23:40:37.073460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3516c866-cd9a-4495-ad28-49c29572be3e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:37.077900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] For port 98f939c3-b9b8-49a8-aac6-a162b30554d0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=98f939c3-b9b8-49a8-aac6-a162b30554d0,segment=NetworkSegment(b93a2e6b-e817-45ee-a4c8-1357a3e93ab5),segment_id=b93a2e6b-e817-45ee-a4c8-1357a3e93ab5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:37.078553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.100578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e'}, {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:37.104006 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5469c-2636-4bb2-a1d7-ada04675ce15" -d '{"events": [{"server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e"}, {"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:37.114381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 3516c866-cd9a-4495-ad28-49c29572be3e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:37.114857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3516c866-cd9a-4495-ad28-49c29572be3e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:37.115311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a049e69a-403f-4277-8614-1028ee08fcc2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:37.115702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdd577-4722-451c-8f82-9e4fa3e3b78f req-4179bade-585a-4c81-a86c-56ba26363263 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.117430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08cdd577-4722-451c-8f82-9e4fa3e3b78f req-4179bade-585a-4c81-a86c-56ba26363263 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 951 time: 0.1537514 Jul 29 23:40:37.146811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Calling delete_port for 98f939c3-b9b8-49a8-aac6-a162b30554d0 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:37.151318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a049e69a-403f-4277-8614-1028ee08fcc2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:37.151318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a049e69a-403f-4277-8614-1028ee08fcc2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:37.151318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 98f939c3-b9b8-49a8-aac6-a162b30554d0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:37.169179 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.192170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f84e830-18b9-413a-9941-603370d16bd3 req-3e6d7b2b-2db2-43f2-b706-acfc95ae49bd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053567 Jul 29 23:40:37.202872 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08cdd577-4722-451c-8f82-9e4fa3e3b78f req-ebc0085a-c3d7-4507-83c6-167deb5cce5b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631835 Jul 29 23:40:37.230318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-96fe5310-30e5-4631-b0fb-61bd417ec1a5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.231890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-96fe5310-30e5-4631-b0fb-61bd417ec1a5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 951 time: 0.1714747 Jul 29 23:40:37.239525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.243710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 98f939c3-b9b8-49a8-aac6-a162b30554d0 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:40:37.244303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 98f939c3-b9b8-49a8-aac6-a162b30554d0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:37.260162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] No DVR routers for this DVR port 98f939c3-b9b8-49a8-aac6-a162b30554d0 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:37.298531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f939c3-b9b8-49a8-aac6-a162b30554d0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.301908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.313890 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29380fe-4d6f-4323-a1bc-654790f24e16 x-openstack-request-id: req-e29380fe-4d6f-4323-a1bc-654790f24e16 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:37.314390 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e", "code": 200}, {"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:37.314742 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e29380fe-4d6f-4323-a1bc-654790f24e16 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:37.315254 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e', 'code': 200} Jul 29 23:40:37.315607 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'code': 200} Jul 29 23:40:37.316856 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.364890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] Pushing event deleted for resources: {'Port': ['ID=98f939c3-b9b8-49a8-aac6-a162b30554d0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.381038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.383447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5584624-3f1c-4738-a793-3f73cdd75aaf None None] No DVR routers for this DVR port 98f939c3-b9b8-49a8-aac6-a162b30554d0 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:37.396922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbfc689-e96d-4dd5-882b-3a3302a2dad9']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:37.412574 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.414812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.417852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.419025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f18f1046-2fa7-4eb8-9677-962584217d00 HTTP/1.1" status: 204 len: 168 time: 0.4824405 Jul 29 23:40:37.427690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:37.427989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93a2e6b-e817-45ee-a4c8-1357a3e93ab5') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:37.443586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['71fe45cd-11e1-43d1-824f-4dd2157da8ab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:37.476915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.488684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Pushing event deleted for resources: {'Port': ['ID=71fe45cd-11e1-43d1-824f-4dd2157da8ab,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.495650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6fc1-aab3-42bb-b7dc-69127d4353dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f1046-2fa7-4eb8-9677-962584217d00,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.502902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.516753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:37.518317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:37.524848 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:37.537017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ca9a8-ef46-464c-84a6-01111e4b81a5 req-d9159db1-1153-47e3-9e6b-7fd36661fb79 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.539770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-582ca9a8-ef46-464c-84a6-01111e4b81a5 req-d9159db1-1153-47e3-9e6b-7fd36661fb79 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 946 time: 0.1402497 Jul 29 23:40:37.559474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] No DVR routers for this DVR port 71fe45cd-11e1-43d1-824f-4dd2157da8ab on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:37.563886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.566387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4655adc-00f3-437e-8630-bd1906725244 req-ea33815d-11ed-4765-a116-05ca4d79d504 tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.59 "DELETE /v2.0/ports/71fe45cd-11e1-43d1-824f-4dd2157da8ab HTTP/1.1" status: 204 len: 173 time: 1.3326409 Jul 29 23:40:37.567707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'name': 'network-vif-deleted', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:37.571193 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73614db-ceff-4008-8cd4-599922e7d827" -d '{"events": [{"server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "name": "network-vif-deleted", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:37.585573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d65a0-2ea6-476a-80f9-c174384eb04f req-635f0989-aa56-408d-8ffa-4cb9b29484eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.587289 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-390d65a0-2ea6-476a-80f9-c174384eb04f req-635f0989-aa56-408d-8ffa-4cb9b29484eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 1098 time: 0.1691041 Jul 29 23:40:37.621923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Deleting port c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:37.622280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.632478 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e196ac-184c-44cc-a5ce-c45f26ba6933 x-openstack-request-id: req-71e196ac-184c-44cc-a5ce-c45f26ba6933 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:37.632771 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4445a161-dffa-47c0-8f8c-9f5026c17580", "name": "network-vif-deleted", "tag": "71fe45cd-11e1-43d1-824f-4dd2157da8ab", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:37.633300 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71e196ac-184c-44cc-a5ce-c45f26ba6933 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:37.633739 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4445a161-dffa-47c0-8f8c-9f5026c17580', 'name': 'network-vif-deleted', 'tag': '71fe45cd-11e1-43d1-824f-4dd2157da8ab', 'status': 'completed', 'code': 200} Jul 29 23:40:37.658840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.684581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.701344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6dbfc689-e96d-4dd5-882b-3a3302a2dad9 HTTP/1.1" status: 204 len: 168 time: 1.0606868 Jul 29 23:40:37.710127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-390d65a0-2ea6-476a-80f9-c174384eb04f req-efd7befe-ee64-4198-8d23-8b1337ad0a55 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003010 Jul 29 23:40:37.738570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-582ca9a8-ef46-464c-84a6-01111e4b81a5 req-2c764f83-016f-48aa-a035-a43695b00456 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878054 Jul 29 23:40:37.746882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb408ee1-ce49-4491-846f-d6242c770b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbfc689-e96d-4dd5-882b-3a3302a2dad9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.808510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] For port c5661ea0-b604-41b9-bced-53cf8cbb9349, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5661ea0-b604-41b9-bced-53cf8cbb9349,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:37.808968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.828785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Calling delete_port for c5661ea0-b604-41b9-bced-53cf8cbb9349 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:37.858904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de97ba2a-d5c1-4c22-94f3-0a3593603d72 req-a813e1f2-6e5b-4bb0-8ed1-dbb3c64653ee tempest-ImagesNegativeTestJSON-48912575 tempest-ImagesNegativeTestJSON-48912575-project] 10.222.0.49 "GET /v2.0/ports?device_id=4445a161-dffa-47c0-8f8c-9f5026c17580 HTTP/1.1" status: 200 len: 210 time: 0.0320213 Jul 29 23:40:37.930313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:37.974799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.012769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.014515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ccfc5d2f-2553-4e9e-ad33-50c765be4f48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47082bebb43f4c5eb7effa60ade98b7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0830085 Jul 29 23:40:38.019346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39786) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.044237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:38.048929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736dc8-0d60-4c3d-bdc5-5efe27b8912c req-e54af76b-c243-45b3-8ada-4f16ce2fc7c1 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.050514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3c736dc8-0d60-4c3d-bdc5-5efe27b8912c req-e54af76b-c243-45b3-8ada-4f16ce2fc7c1 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 951 time: 0.1032190 Jul 29 23:40:38.054771 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f9742bb2-7db0-43d2-b340-db138bd72223 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f3497679d4242f181913248b1025d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741277 Jul 29 23:40:38.057280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39788) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.066291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event deleted for resources: {'Port': ['ID=c5661ea0-b604-41b9-bced-53cf8cbb9349,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.080144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:38.122722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] No DVR routers for this DVR port c5661ea0-b604-41b9-bced-53cf8cbb9349 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:38.126022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.128805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d517225-1586-4fa7-b56c-b62e694a9012 req-9d40033f-a686-4697-844f-28b476c67440 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "DELETE /v2.0/ports/c5661ea0-b604-41b9-bced-53cf8cbb9349 HTTP/1.1" status: 204 len: 173 time: 0.8888886 Jul 29 23:40:38.131619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3c736dc8-0d60-4c3d-bdc5-5efe27b8912c req-174d3bc7-6a57-42ad-b0f5-2043f257cfd0 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720851 Jul 29 23:40:38.139549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5216280a-f3ac-4152-b15f-cc74aba86f82 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:38.148638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.160582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.214795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.215502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.339633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.343020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.344960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83c8dc96-65f1-41d9-87c6-a8fc2ddd6f10 HTTP/1.1" status: 204 len: 168 time: 0.3216774 Jul 29 23:40:38.356162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147bee9-fadf-4142-a734-3e51e659a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8dc96-65f1-41d9-87c6-a8fc2ddd6f10,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.394880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5c70f00b-c005-45d4-9e09-e4db89c31326 req-11d1f082-91d2-4ce1-8663-869ea3ff1f78 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3fc0fc-fee2-4afc-be3e-270108de570f HTTP/1.1" status: 200 len: 210 time: 0.0643651 Jul 29 23:40:38.412020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.422057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.424713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e9e87ba-55e9-4b4a-a5d0-c03a5bf31fda HTTP/1.1" status: 204 len: 168 time: 0.3664324 Jul 29 23:40:38.447368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3c698-5bf9-4129-bfb8-c57798d0d4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e87ba-55e9-4b4a-a5d0-c03a5bf31fda,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.508098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5216280a-f3ac-4152-b15f-cc74aba86f82,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:38.596347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '5216280a-f3ac-4152-b15f-cc74aba86f82', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'port_id': '5216280a-f3ac-4152-b15f-cc74aba86f82', 'mac_address': 'fa:16:3e:28:d4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa094b2-1b9f-4a8e-94b9-82a24586f957', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:38.615800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082e84-7e49-4b5a-882d-d492b76b2399 req-1a76a0a1-b045-49ac-80eb-a337dafbc89d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.625955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64082e84-7e49-4b5a-882d-d492b76b2399 req-1a76a0a1-b045-49ac-80eb-a337dafbc89d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 947 time: 0.0874991 Jul 29 23:40:38.698011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64082e84-7e49-4b5a-882d-d492b76b2399 req-d38aa35e-fc3f-439e-b7e7-1b175c8f3e10 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672996 Jul 29 23:40:38.728817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.772850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5216280a-f3ac-4152-b15f-cc74aba86f82 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:38.802036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5216280a-f3ac-4152-b15f-cc74aba86f82,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:38.811580 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.812546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:39.012101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fc18b-0e2e-4acc-ace4-0e21c26933ee req-3cb386bd-0383-459f-969a-267d3719ccca tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.015776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-480fc18b-0e2e-4acc-ace4-0e21c26933ee req-3cb386bd-0383-459f-969a-267d3719ccca tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 946 time: 0.0993824 Jul 29 23:40:39.027017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.140116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-480fc18b-0e2e-4acc-ace4-0e21c26933ee req-51ba20c6-01b7-42fd-a72c-d0f66605f8e4 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119244 Jul 29 23:40:39.162282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:39.185233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'mac_address': 'fa:16:3e:35:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:39.218631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:39.279988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68980c10-4002-4262-ad2a-83b2e7900d6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae354a71e1d942a0ac949a12c218e437&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0622616 Jul 29 23:40:39.283049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:39.295762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.314795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:39.353327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:39.360789 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.373879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.409521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.480592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.483665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.489883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.500497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dfad06f-bbc9-4c33-8a33-1ed5f7aeaec5 HTTP/1.1" status: 204 len: 168 time: 0.2157466 Jul 29 23:40:39.512355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f4be-cfc8-4aff-b088-300c4ec1f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfad06f-bbc9-4c33-8a33-1ed5f7aeaec5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.635841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-deleted', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:39.641183 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dd9407-65eb-4aac-aaf3-3fa6448fba4f" -d '{"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-deleted", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:39.727604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:39.732488 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6addadd2-53c2-48c4-9db6-6b0b4649b8da x-openstack-request-id: req-6addadd2-53c2-48c4-9db6-6b0b4649b8da {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:39.732954 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fc0fc-fee2-4afc-be3e-270108de570f", "name": "network-vif-deleted", "tag": "c5661ea0-b604-41b9-bced-53cf8cbb9349", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:39.733362 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6addadd2-53c2-48c4-9db6-6b0b4649b8da {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:39.734011 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3fc0fc-fee2-4afc-be3e-270108de570f', 'name': 'network-vif-deleted', 'tag': 'c5661ea0-b604-41b9-bced-53cf8cbb9349', 'status': 'completed', 'code': 200} Jul 29 23:40:39.814359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:39.846145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c5661ea0-b604-41b9-bced-53cf8cbb9349 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:39.846532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5661ea0-b604-41b9-bced-53cf8cbb9349 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:39.846911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:39.874241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd8969-ca17-491d-b0d5-7812bd7b7847 req-a8ede176-d72c-404c-a317-359403415805 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.876176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33fd8969-ca17-491d-b0d5-7812bd7b7847 req-a8ede176-d72c-404c-a317-359403415805 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 950 time: 0.0911171 Jul 29 23:40:39.955523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33fd8969-ca17-491d-b0d5-7812bd7b7847 req-5e64a93a-dde6-4a42-9309-8a374ba21f63 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Jul 29 23:40:39.957889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.959339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a046059-3d5e-4c35-ae5c-517711332c19 req-894c50bf-4dc3-41df-a69c-56165ba9051a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.961084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a046059-3d5e-4c35-ae5c-517711332c19 req-894c50bf-4dc3-41df-a69c-56165ba9051a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 948 time: 0.0785799 Jul 29 23:40:39.994682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:39.997781 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9dd518-13f3-4aba-a8f8-c2ddbca1b30e" -d '{"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:40.009336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a046059-3d5e-4c35-ae5c-517711332c19 req-68b4b08a-325c-43ce-9f11-f19a2838eb60 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Jul 29 23:40:40.040735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:40.046389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.047478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 71fe45cd-11e1-43d1-824f-4dd2157da8ab no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:40.144192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-139ef79f-7bc8-42ca-aab6-9e3625cbf871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11ab576239434e6c8369393ae8f2d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152679 Jul 29 23:40:40.146939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39970) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:40.175458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 71fe45cd-11e1-43d1-824f-4dd2157da8ab {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:40.178432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 71fe45cd-11e1-43d1-824f-4dd2157da8ab not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:40.192879 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9263ff5a-5eaf-4aec-b43f-da7a8a070334 x-openstack-request-id: req-9263ff5a-5eaf-4aec-b43f-da7a8a070334 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:40.193173 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-unplugged", "status": "completed", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:40.193425 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9263ff5a-5eaf-4aec-b43f-da7a8a070334 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:40.193845 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'code': 200} Jul 29 23:40:40.245006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.262470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:40.282690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.289487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5216280a-f3ac-4152-b15f-cc74aba86f82'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:40.427166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2b0bb-71be-491a-9160-f1f3172adc9e req-f632b4e7-a24e-4caa-ae6c-cadba1d4e253 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.428906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1c2b0bb-71be-491a-9160-f1f3172adc9e req-f632b4e7-a24e-4caa-ae6c-cadba1d4e253 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 946 time: 0.1102593 Jul 29 23:40:40.430626 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.433885 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.435366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4641a23-233f-4eb9-81ec-b186caac73d6 HTTP/1.1" status: 204 len: 168 time: 0.2860060 Jul 29 23:40:40.489174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1c2b0bb-71be-491a-9160-f1f3172adc9e req-e53737ae-e4a9-47ab-a8b5-558254d08e08 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Jul 29 23:40:40.495332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a2b9f-18f0-4d9c-8afa-5259a91d83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4641a23-233f-4eb9-81ec-b186caac73d6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:40.500738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8fbcf9bd-cd25-45a8-972e-7bf04c21a070'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:40.723928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5c48-20e0-46ec-9a77-b9b14765125e req-403f3a14-82ee-4914-8317-476c1a722991 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.733356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61fe5c48-20e0-46ec-9a77-b9b14765125e req-403f3a14-82ee-4914-8317-476c1a722991 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 944 time: 0.0775580 Jul 29 23:40:40.784204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61fe5c48-20e0-46ec-9a77-b9b14765125e req-34cd5d44-4406-4bda-bbb8-0314381ed056 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490072 Jul 29 23:40:41.097913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44e876-392e-4282-9061-b72284050246 req-1fc25b55-813f-42a2-b78e-d79ce960cfb0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.100296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3e44e876-392e-4282-9061-b72284050246 req-1fc25b55-813f-42a2-b78e-d79ce960cfb0 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 950 time: 0.0608306 Jul 29 23:40:41.146421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3e44e876-392e-4282-9061-b72284050246 req-1f5cbb6b-eebb-4028-a3f7-e2fe0a99d079 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Jul 29 23:40:41.259462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c33e-318c-41aa-99e6-8cc556a5254f req-de180981-0be0-43ea-a084-d41c983f48d5 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.261155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3c0c33e-318c-41aa-99e6-8cc556a5254f req-de180981-0be0-43ea-a084-d41c983f48d5 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 948 time: 0.0548229 Jul 29 23:40:41.305172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3c0c33e-318c-41aa-99e6-8cc556a5254f req-d658cd35-7d5f-4864-9bad-322d0b804498 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jul 29 23:40:42.008074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1933493625', 'description': 'tempest-description-896370465'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:42.034435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.044542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.170234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.176794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.213799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccab21-9b67-4533-b219-801f83af250f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.278669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.284662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.319235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.321013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a884647e-2b76-4470-92cc-0bd8d83811cc req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3168368 Jul 29 23:40:42.323078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920dce-4bf5-440a-b237-4e6697628152 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e5302-cfc3-4e84-8b7b-780060414715,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.440779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d2873-2c10-411a-8a87-fd06f9e084b7 req-e6d8ba6c-9341-4294-bdb9-d9b013a79f2a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.442415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c1d2873-2c10-411a-8a87-fd06f9e084b7 req-e6d8ba6c-9341-4294-bdb9-d9b013a79f2a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 944 time: 0.0562582 Jul 29 23:40:42.483063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c1d2873-2c10-411a-8a87-fd06f9e084b7 req-77fc74f1-50f3-4fae-8a7a-5e02bdb06982 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Jul 29 23:40:42.595760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f68b9-f9a0-4686-aa74-f662db466dde req-f6c21c2e-057c-4753-9397-cabba3e2f91f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.597611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa0f68b9-f9a0-4686-aa74-f662db466dde req-f6c21c2e-057c-4753-9397-cabba3e2f91f tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 950 time: 0.0551043 Jul 29 23:40:42.662918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa0f68b9-f9a0-4686-aa74-f662db466dde req-430b35e6-82f9-419a-987f-3623fa53a9dc tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585940 Jul 29 23:40:42.688736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69737d20-27d1-4699-8b22-e53592c252a2 req-70aeeb52-f012-49d5-8f7f-6a3a0c5a44de tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.690318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69737d20-27d1-4699-8b22-e53592c252a2 req-70aeeb52-f012-49d5-8f7f-6a3a0c5a44de tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e53ab41-226a-4cb5-859f-2d615c553c0d HTTP/1.1" status: 200 len: 950 time: 0.0687110 Jul 29 23:40:42.816120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b08cf-5062-4f2f-b662-1a7ec8418e84 req-aea5a8ec-348e-41ef-a4bb-47a257c1f37d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.817807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d54b08cf-5062-4f2f-b662-1a7ec8418e84 req-aea5a8ec-348e-41ef-a4bb-47a257c1f37d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 948 time: 0.0917976 Jul 29 23:40:42.857003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Deleting port e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:42.857357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.890735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-6e5816ad-8cf7-4149-bfcd-1ceeef97e7e4 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4087de23cff94ec0857c0ccf6f446f71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312376 Jul 29 23:40:42.914758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d54b08cf-5062-4f2f-b662-1a7ec8418e84 req-f108e5fa-7735-4a38-bd71-921cb9456f1a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854499 Jul 29 23:40:42.951346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Request body: {'security_group': {'name': 'tempest-securitygroup-602237583', 'description': 'tempest-description-209063973'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:42.995596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] For port e8e07f85-8bfc-4743-992f-e0a395e77063, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e8e07f85-8bfc-4743-992f-e0a395e77063,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:42.995975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.006230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.016600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-8d21d42f-4f9e-4f58-9979-5c961d61eb6b tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.018188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-8d21d42f-4f9e-4f58-9979-5c961d61eb6b tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183336 Jul 29 23:40:43.022374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Calling delete_port for e8e07f85-8bfc-4743-992f-e0a395e77063 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:43.035586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-259d32b3-d705-4001-90d1-16c5102f37c9 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/quotas/4087de23cff94ec0857c0ccf6f446f71 HTTP/1.1" status: 200 len: 375 time: 0.0110445 Jul 29 23:40:43.194709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.201601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.247482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.248923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7a6dd2a-d106-470f-b485-6b9380b15ae0 req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3048797 Jul 29 23:40:43.250272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b4d8-e8f9-4186-ad92-3fa48c122335 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6534229-2c0b-423f-9bad-34f973568925,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.260165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.292652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:43.299430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event deleted for resources: {'Port': ['ID=e8e07f85-8bfc-4743-992f-e0a395e77063,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.351608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'e8e07f85-8bfc-4743-992f-e0a395e77063'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:43.355097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] No DVR routers for this DVR port e8e07f85-8bfc-4743-992f-e0a395e77063 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:43.358397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.361188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69737d20-27d1-4699-8b22-e53592c252a2 req-2e8e631e-601c-4b61-8298-8e0f1f9a5ec5 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "DELETE /v2.0/ports/e8e07f85-8bfc-4743-992f-e0a395e77063 HTTP/1.1" status: 204 len: 173 time: 0.6612990 Jul 29 23:40:43.361705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-deleted', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:43.364512 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdd2b76-f449-4ea1-8b57-c59198ae836f" -d '{"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-deleted", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:43.433389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-c17544c8-3bbf-440b-b3b1-d2c972069cef tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4087de23cff94ec0857c0ccf6f446f71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3918893 Jul 29 23:40:43.799676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.974074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1553330839', 'description': 'tempest-description-1641362765'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:43.991643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9064e6d9-23a8-4f73-b6e3-b5fc764dd2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.011724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.023684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.095486 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044393b-5eef-4c07-a3a7-ed1437254b98 x-openstack-request-id: req-2044393b-5eef-4c07-a3a7-ed1437254b98 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:44.096042 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e53ab41-226a-4cb5-859f-2d615c553c0d", "name": "network-vif-deleted", "tag": "e8e07f85-8bfc-4743-992f-e0a395e77063", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:44.096042 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2044393b-5eef-4c07-a3a7-ed1437254b98 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:44.096429 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e53ab41-226a-4cb5-859f-2d615c553c0d', 'name': 'network-vif-deleted', 'tag': 'e8e07f85-8bfc-4743-992f-e0a395e77063', 'status': 'completed', 'code': 200} Jul 29 23:40:44.113195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9064e6d9-23a8-4f73-b6e3-b5fc764dd2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.119838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9064e6d9-23a8-4f73-b6e3-b5fc764dd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.173286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:44.195480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064e6d9-23a8-4f73-b6e3-b5fc764dd2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dcf1f8-de74-4166-ac09-59ee73919699,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.233015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:44.233427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.233756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9064e6d9-23a8-4f73-b6e3-b5fc764dd2ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12f77f0c3ba747db8aeb6c538d3c652d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319258 Jul 29 23:40:44.237799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40278) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.272669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4e857-d280-494d-8ed8-179fc30126b2 req-f62a7f63-9c2b-4203-b449-e73cea0d11f3 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.273587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.274892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4e857-d280-494d-8ed8-179fc30126b2 req-f62a7f63-9c2b-4203-b449-e73cea0d11f3 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 944 time: 0.1296415 Jul 29 23:40:44.279924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.328842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980abda-8a82-4ea6-acb6-8c7ef3c88484,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.361969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.377525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4e857-d280-494d-8ed8-179fc30126b2 req-da2805de-d42f-456e-a5f7-fd3232cff308 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935180 Jul 29 23:40:44.380259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.404250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.412318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.418036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.418174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:44.422315 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41cf89-cdff-4315-8617-c6e1dd02dfa5" -d '{"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:44.446976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.461090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d583563-8616-477d-a10c-d23e76c810b0 req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4942560 Jul 29 23:40:44.468706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:44.472822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3eda3-5b5f-4dd3-9a0d-ccac5ccc5ac6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646d74ce-a230-4317-863c-ad96b3207f9d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.477643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.478974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5216280a-f3ac-4152-b15f-cc74aba86f82 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:44.500372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.503538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.504749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77dcf1f8-de74-4166-ac09-59ee73919699 HTTP/1.1" status: 204 len: 168 time: 0.2657890 Jul 29 23:40:44.528047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cd7ef80-f2fd-45b5-9fa2-27292346718b req-c53107b4-4284-4ce3-b8c4-2d1dbb149f16 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 210 time: 0.0648463 Jul 29 23:40:44.548418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2fa31-5fb1-4ac6-be83-148c840f2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dcf1f8-de74-4166-ac09-59ee73919699,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.566227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.643150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 5216280a-f3ac-4152-b15f-cc74aba86f82 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:44.646525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ae373-e1f4-4b7a-9cdb-2d009e6e79bf req-47da88e1-8d20-43c3-8b91-0f260227da96 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.648200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c9ae373-e1f4-4b7a-9cdb-2d009e6e79bf req-47da88e1-8d20-43c3-8b91-0f260227da96 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0898459 Jul 29 23:40:44.648779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 5216280a-f3ac-4152-b15f-cc74aba86f82 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:44.649156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.706882 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c9ae373-e1f4-4b7a-9cdb-2d009e6e79bf req-2de7fc7d-8236-4868-aabe-34c80d8a9999 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Jul 29 23:40:44.755540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1499826653', 'description': 'tempest-description-677569097'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:44.786826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.795817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.833709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5216280a-f3ac-4152-b15f-cc74aba86f82,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:44.839111 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.889357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.896253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.901957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.917466 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9811b-d3db-479e-bfb2-617929883c41 x-openstack-request-id: req-c3a9811b-d3db-479e-bfb2-617929883c41 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:44.917807 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:44.918109 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3a9811b-d3db-479e-bfb2-617929883c41 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:44.918619 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'code': 200} Jul 29 23:40:44.932714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c8111-6392-4631-9ec1-1f1378f918be,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.935443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.936924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf351d8-d04f-40d0-9d42-0d4cce2c7e82 req-a9d87cd4-fcf4-4537-9b42-e3d242e7356c tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1854670 Jul 29 23:40:44.962160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40296) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.992908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-348779a6-9ff8-4f56-bfd2-28c26b85f938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.057654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-1cd2a34e-9edb-4aa2-9318-3ffef05bd05c tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4087de23cff94ec0857c0ccf6f446f71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413456 Jul 29 23:40:45.363246 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-0a4449c3-3a42-43b8-9cab-ff20c739a251 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42325 time: 0.2450726 Jul 29 23:40:45.414925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-4b2942f5-6702-4a45-9c08-d9d0fe2fde83 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/27b5c3fc-1f18-4c20-8e03-33367d9ec706 HTTP/1.1" status: 200 len: 2981 time: 0.0437474 Jul 29 23:40:45.460861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-e165400e-1cba-4c8d-a0ab-2bcf6cab4559 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/27b5c3fc-1f18-4c20-8e03-33367d9ec706 HTTP/1.1" status: 200 len: 2981 time: 0.0396798 Jul 29 23:40:45.505965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-6164ba91-fa38-4349-8278-dba75d1a2648 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/31ccab21-9b67-4533-b219-801f83af250f HTTP/1.1" status: 200 len: 2981 time: 0.0388215 Jul 29 23:40:45.551272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b9b77-ab32-47fd-a670-af4eb98fdbda req-dbb201ea-9c54-4bdc-bdb5-fdd43bf4645a tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.552230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-05b7d3bc-8e97-430b-a1f9-e557dff1e8a5 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/31ccab21-9b67-4533-b219-801f83af250f HTTP/1.1" status: 200 len: 2981 time: 0.0389256 Jul 29 23:40:45.552518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-827b9b77-ab32-47fd-a670-af4eb98fdbda req-dbb201ea-9c54-4bdc-bdb5-fdd43bf4645a tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.4913108 Jul 29 23:40:45.596488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-feb01b8d-d482-4685-ac54-e1eae6d65914 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3980abda-8a82-4ea6-acb6-8c7ef3c88484 HTTP/1.1" status: 200 len: 2981 time: 0.0386477 Jul 29 23:40:45.631577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-b3e51407-f324-440b-91e6-d0b372fb38a9 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.632986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-b3e51407-f324-440b-91e6-d0b372fb38a9 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5640512 Jul 29 23:40:45.641088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-8e9d2874-1ce6-4667-b488-56145b381b2f tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3980abda-8a82-4ea6-acb6-8c7ef3c88484 HTTP/1.1" status: 200 len: 2981 time: 0.0379601 Jul 29 23:40:45.662071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Request body: {'port': {'device_id': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '4087de23cff94ec0857c0ccf6f446f71'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.672731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-827b9b77-ab32-47fd-a670-af4eb98fdbda req-5e1e7f5a-2b1a-438d-9090-c339dfeb4eab tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053903 Jul 29 23:40:45.693893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-06024b1b-2d88-4719-b843-4ddba86bdbe6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/46e69509-167f-47bd-be97-a5d7bd6e7641 HTTP/1.1" status: 200 len: 2981 time: 0.0463297 Jul 29 23:40:45.694888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e885a6-3d78-4bec-ab5f-3a072d7754aa req-9a6aa681-5f68-463e-b5ea-dedf323bccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.696382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62e885a6-3d78-4bec-ab5f-3a072d7754aa req-9a6aa681-5f68-463e-b5ea-dedf323bccaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1101 time: 0.1580822 Jul 29 23:40:45.733248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-348779a6-9ff8-4f56-bfd2-28c26b85f938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.733933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-278ffd59-34f1-4e71-89ba-fcdb0f6e1854 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/46e69509-167f-47bd-be97-a5d7bd6e7641 HTTP/1.1" status: 200 len: 2981 time: 0.0387685 Jul 29 23:40:45.744993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-348779a6-9ff8-4f56-bfd2-28c26b85f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.786991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-1fca59f4-1ba1-4270-ab7f-16da02ae7fc0 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4f2f19a0-764d-49a6-829b-6d4086f097be HTTP/1.1" status: 200 len: 2981 time: 0.0418117 Jul 29 23:40:45.832462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-b6cc99c2-61b5-4fd9-99f1-4bd3a91087de tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4f2f19a0-764d-49a6-829b-6d4086f097be HTTP/1.1" status: 200 len: 2981 time: 0.0378022 Jul 29 23:40:45.855221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348779a6-9ff8-4f56-bfd2-28c26b85f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af292a18-7b8e-4543-997b-b09adedad3e1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.859893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62e885a6-3d78-4bec-ab5f-3a072d7754aa req-69722700-0e05-4555-86e7-b93f66bb8529 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288261 Jul 29 23:40:45.866099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-348779a6-9ff8-4f56-bfd2-28c26b85f938 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3458519120344baa91f202f4796c8cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9018734 Jul 29 23:40:45.870505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40306) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.878074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-5e600a3e-3c14-457f-9ed1-1063b8b42d9f tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6f0df2e6-835d-4a12-a7f2-abe68ddfb85f HTTP/1.1" status: 200 len: 2981 time: 0.0389152 Jul 29 23:40:45.913673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1001-a411-4412-836a-5963dc10d299 req-5f3368f9-6894-494a-924b-49f363793df8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.915115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a99c1001-a411-4412-836a-5963dc10d299 req-5f3368f9-6894-494a-924b-49f363793df8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1568227 Jul 29 23:40:45.922701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-8a12c2d6-0ecb-4f7e-ba68-5843b1e07ac3 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6f0df2e6-835d-4a12-a7f2-abe68ddfb85f HTTP/1.1" status: 200 len: 2981 time: 0.0380559 Jul 29 23:40:45.970345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-0325cbd8-5609-4b39-b8d3-16f2d020508e tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/90512114-8095-4c12-b02d-3a75c65867c3 HTTP/1.1" status: 200 len: 2973 time: 0.0410452 Jul 29 23:40:45.983106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Made reservation on behalf of 4087de23cff94ec0857c0ccf6f446f71 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.987170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.000824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.004816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a99c1001-a411-4412-836a-5963dc10d299 req-36e03087-7475-47f4-9866-31ebe86a002a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824852 Jul 29 23:40:46.008380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.016022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-a50dcaac-23c7-4459-ba1b-c12fd6f4d49a tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/90512114-8095-4c12-b02d-3a75c65867c3 HTTP/1.1" status: 200 len: 2973 time: 0.0388315 Jul 29 23:40:46.038192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.069265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-a2b0ee2b-be3e-4095-b9f5-21769b2f7f49 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9505d12e-741a-4ddc-b357-afd00148fa53 HTTP/1.1" status: 200 len: 2977 time: 0.0402524 Jul 29 23:40:46.117271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-22028202-8baa-425c-853d-10d68d457565 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9505d12e-741a-4ddc-b357-afd00148fa53 HTTP/1.1" status: 200 len: 2977 time: 0.0404119 Jul 29 23:40:46.152864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.155575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.156797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af292a18-7b8e-4543-997b-b09adedad3e1 HTTP/1.1" status: 204 len: 168 time: 0.2845035 Jul 29 23:40:46.168005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219325cd-df5e-4689-855d-cd7f47a2b640 req-ba0bdafc-93ef-48e0-8093-b00620dd600c tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.169605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-219325cd-df5e-4689-855d-cd7f47a2b640 req-ba0bdafc-93ef-48e0-8093-b00620dd600c tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.0980766 Jul 29 23:40:46.182747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17f482-8627-4ad2-b768-7cad3bc41002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af292a18-7b8e-4543-997b-b09adedad3e1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.184316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-194db6b4-07a4-4ca3-a5e1-f2f21b2ce4f6 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c24cae53-64ac-4d9b-977f-97550dff9fc0 HTTP/1.1" status: 200 len: 2981 time: 0.0515475 Jul 29 23:40:46.215122 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:46.220431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:46.242210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.255338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.263158 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-c8907316-84ce-41e8-92a8-544e406771ec tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c24cae53-64ac-4d9b-977f-97550dff9fc0 HTTP/1.1" status: 200 len: 2981 time: 0.0709424 Jul 29 23:40:46.278896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: e8e07f85-8bfc-4743-992f-e0a395e77063 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:46.279476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e8e07f85-8bfc-4743-992f-e0a395e77063 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:46.286992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0deeeebb-e80f-4cda-9551-d1b6faa71ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.319100 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-7ce4b934-fc6e-48f4-9d15-19945cc694da tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d3462e5c-2820-4a51-a759-8161f3774ac9 HTTP/1.1" status: 200 len: 2981 time: 0.0479832 Jul 29 23:40:46.342727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-219325cd-df5e-4689-855d-cd7f47a2b640 req-af7a2973-528c-4845-a7b2-57a74eeb208f tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162050 Jul 29 23:40:46.356325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1d5de-d474-4ecf-a65c-663928686cd6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.369127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-04906667-1d6b-4a9c-b4a0-0092193313d0 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d3462e5c-2820-4a51-a759-8161f3774ac9 HTTP/1.1" status: 200 len: 2981 time: 0.0418911 Jul 29 23:40:46.440540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Allocated IP 192.168.233.26 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/67a034a6-6079-40b1-aec7-00c19daa9658) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:46.441114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-cee7c2b4-a3a4-4e3d-8c46-ea92046e5e11 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dac6231f-51e9-4c22-802e-a813e1326122 HTTP/1.1" status: 200 len: 2981 time: 0.0557137 Jul 29 23:40:46.482590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-af6c6241-731f-4ac9-8360-a0ba31f8ce5d tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dac6231f-51e9-4c22-802e-a813e1326122 HTTP/1.1" status: 200 len: 2981 time: 0.0404103 Jul 29 23:40:46.509709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e55053f-ff76-4011-9086-842ccabd63bc req-a0a380b5-9cf4-4ca7-ba5d-8f18e8d13de5 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 210 time: 0.0526659 Jul 29 23:40:46.552452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-400cfca2-2c74-4742-9401-dce2c6c8328b tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fcc37d14-34ba-4c1f-9a92-7f7ae563dbc1 HTTP/1.1" status: 200 len: 2981 time: 0.0624063 Jul 29 23:40:46.599795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba30e34-c3b6-4bd4-88b0-22b2e8af9c5d req-a40a6158-bd77-49ee-b32b-72c0872899ec tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fcc37d14-34ba-4c1f-9a92-7f7ae563dbc1 HTTP/1.1" status: 200 len: 2981 time: 0.0464237 Jul 29 23:40:46.674450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.683469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e482-5a17-489d-8e34-c843bf5e4ac6 req-de939c9a-937f-4c29-87c3-3c49b337a3ff tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.684994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3377e482-5a17-489d-8e34-c843bf5e4ac6 req-de939c9a-937f-4c29-87c3-3c49b337a3ff tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0973718 Jul 29 23:40:46.704433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Transition to ACTIVE for port object 67a034a6-6079-40b1-aec7-00c19daa9658 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:46.740923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3377e482-5a17-489d-8e34-c843bf5e4ac6 req-0ad8461a-225c-4c7a-9c6d-ba996a99b8c0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Jul 29 23:40:46.782580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.836357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:46.845103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b28bb778-49eb-4dfe-918d-1d4e52a09ca1 req-c0c4148f-40fe-4849-932b-8dfd658c46d8 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0933f7e4b9584c2aa42b0886bfa41340 HTTP/1.1" status: 200 len: 6101 time: 0.0756638 Jul 29 23:40:46.865539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:46.871035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:46.907475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.917995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b28bb778-49eb-4dfe-918d-1d4e52a09ca1 req-50f15eac-1249-4b7c-b35b-3b54014a48a2 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "GET /v2.0/security-groups/31ccab21-9b67-4533-b219-801f83af250f HTTP/1.1" status: 200 len: 2981 time: 0.0649858 Jul 29 23:40:46.920095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:46.922835 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e9e53c-6f4c-47b7-819a-2676ae3172f6" -d '{"events": [{"server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "name": "network-vif-plugged", "status": "completed", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:46.938239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd5da-c552-48db-bdc9-6869e446b39f req-9edb51b4-0129-4457-9ebb-324192d392d3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.939825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-127fd5da-c552-48db-bdc9-6869e446b39f req-9edb51b4-0129-4457-9ebb-324192d392d3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1083570 Jul 29 23:40:46.946459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.947139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.989946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b28bb778-49eb-4dfe-918d-1d4e52a09ca1 req-23de3ecd-329a-438f-aa93-99fd8d853abe tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "GET /v2.0/security-groups/31ccab21-9b67-4533-b219-801f83af250f HTTP/1.1" status: 200 len: 2981 time: 0.0709524 Jul 29 23:40:47.002775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-7d54e434-f123-4509-bf13-081f7accec9a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3515549 Jul 29 23:40:47.032071 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721d2d2d-4333-4c84-9076-c925c984cee7 x-openstack-request-id: req-721d2d2d-4333-4c84-9076-c925c984cee7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:47.032988 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "name": "network-vif-plugged", "status": "completed", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:47.033399 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-721d2d2d-4333-4c84-9076-c925c984cee7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:47.034177 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82', 'code': 200} Jul 29 23:40:47.039946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Request body: {'port': {'device_id': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:47.053758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-127fd5da-c552-48db-bdc9-6869e446b39f req-7ea88a85-e9a2-42de-a842-cd3bba2ad7e4 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Jul 29 23:40:47.061651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.101085 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-dfbfb2fa-02df-42b5-8d00-8affd0895c9d tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fa0c8111-6392-4631-9ec1-1f1378f918be HTTP/1.1" status: 200 len: 1777 time: 0.0564556 Jul 29 23:40:47.153873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.205174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.229438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.235942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bee4bfe-204c-49d3-8bdb-7684d8477e5f None None] Provisioning for port 67a034a6-6079-40b1-aec7-00c19daa9658 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:47.241395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bee4bfe-204c-49d3-8bdb-7684d8477e5f None None] Provisioning complete for port 67a034a6-6079-40b1-aec7-00c19daa9658 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:47.242156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bee4bfe-204c-49d3-8bdb-7684d8477e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.291535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9bee4bfe-204c-49d3-8bdb-7684d8477e5f None None] Port 67a034a6-6079-40b1-aec7-00c19daa9658 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:47.293274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.298532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.300528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-612d3c4a-5694-4022-a153-bf33e99c5899 req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa0c8111-6392-4631-9ec1-1f1378f918be HTTP/1.1" status: 204 len: 173 time: 0.1830280 Jul 29 23:40:47.315671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195e7dd-099c-4790-baa3-eba4ba30faa8 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c8111-6392-4631-9ec1-1f1378f918be,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.373470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2cb82-e9b0-4005-8157-bb27a695dbbe req-2eb2f096-55cc-4f61-9c15-f57fd1c51e73 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.375192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01f2cb82-e9b0-4005-8157-bb27a695dbbe req-2eb2f096-55cc-4f61-9c15-f57fd1c51e73 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2034187 Jul 29 23:40:47.376645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9115a0cf-e9af-4f78-924f-d973102d783d req-b1db85aa-7e05-40bb-ab36-af06e1d6d2c1 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "GET /v2.0/security-groups/646d74ce-a230-4317-863c-ad96b3207f9d HTTP/1.1" status: 200 len: 1778 time: 0.0533471 Jul 29 23:40:47.392145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb153f-074a-4288-8ef3-a7b0775c5489 req-d5a2dfd1-714d-4352-b585-d640b011c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.393641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecbb153f-074a-4288-8ef3-a7b0775c5489 req-d5a2dfd1-714d-4352-b585-d640b011c165 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 1097 time: 0.1918535 Jul 29 23:40:47.438970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9115a0cf-e9af-4f78-924f-d973102d783d req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.460684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9115a0cf-e9af-4f78-924f-d973102d783d req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.504365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01f2cb82-e9b0-4005-8157-bb27a695dbbe req-bdcca730-d202-429b-9fec-a22d69ef40a9 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168587 Jul 29 23:40:47.508125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9115a0cf-e9af-4f78-924f-d973102d783d req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.516296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9115a0cf-e9af-4f78-924f-d973102d783d req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.517611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9115a0cf-e9af-4f78-924f-d973102d783d req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/646d74ce-a230-4317-863c-ad96b3207f9d HTTP/1.1" status: 204 len: 173 time: 0.1344185 Jul 29 23:40:47.522998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecbb153f-074a-4288-8ef3-a7b0775c5489 req-bb6b5dd9-930e-47af-a5b7-c6e329ab505e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072567 Jul 29 23:40:47.547454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1927db7-8971-4d5b-9bbc-519400b3f138 tempest-SecurityGroupsTestAdminJSON-347243996 tempest-SecurityGroupsTestAdminJSON-347243996-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d74ce-a230-4317-863c-ad96b3207f9d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.650444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422126e1-006b-4a41-a463-f33eb57b53c2 req-e208480f-a7ad-4757-805c-90abe429a531 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.652328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-422126e1-006b-4a41-a463-f33eb57b53c2 req-e208480f-a7ad-4757-805c-90abe429a531 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Jul 29 23:40:47.695902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-422126e1-006b-4a41-a463-f33eb57b53c2 req-da3100c4-8b8c-4b89-9d89-ae8eddae95a0 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Jul 29 23:40:47.697537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-8ee2ff4f-f329-4355-bec6-877449858cfc tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "GET /v2.0/security-groups/f6534229-2c0b-423f-9bad-34f973568925 HTTP/1.1" status: 200 len: 1776 time: 0.1281426 Jul 29 23:40:47.718702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:47.733839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.766675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Transition to ACTIVE for port object 67a034a6-6079-40b1-aec7-00c19daa9658 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:47.778856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.821731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.829697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76d7d5-3093-4901-aa98-ecee2b9b989d req-e528590a-478c-48e5-bfaf-8a1b30005fd1 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.831174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f76d7d5-3093-4901-aa98-ecee2b9b989d req-e528590a-478c-48e5-bfaf-8a1b30005fd1 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 947 time: 0.0571361 Jul 29 23:40:47.876513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f76d7d5-3093-4901-aa98-ecee2b9b989d req-4a96c771-6c12-49db-92de-bfe4219a232b tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Jul 29 23:40:47.878106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.882688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.977950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Attempting to bind port 67a034a6-6079-40b1-aec7-00c19daa9658 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:47.978205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Attempting to bind port 67a034a6-6079-40b1-aec7-00c19daa9658 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:47.978601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Attempting to bind port 67a034a6-6079-40b1-aec7-00c19daa9658 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:47.982154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.984912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.986278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46aad77-cf3e-4911-9897-3dd48d07466f req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "DELETE /v2.0/security-groups/f6534229-2c0b-423f-9bad-34f973568925 HTTP/1.1" status: 204 len: 173 time: 0.2824914 Jul 29 23:40:47.995170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Port 67a034a6-6079-40b1-aec7-00c19daa9658 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:47.995891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Attempting to bind port 67a034a6-6079-40b1-aec7-00c19daa9658 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:48.003377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4df6b-dd9f-415c-b2aa-9e803d18bb4c tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6534229-2c0b-423f-9bad-34f973568925,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.008838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:48.008838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:48.009117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:48.009590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Bound port: 67a034a6-6079-40b1-aec7-00c19daa9658, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:48.009985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.139755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:48.143864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:48.153044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1358931-4295-49d4-9fd7-71683040ef1c req-8d09fe96-cb8b-4818-9d54-6da0cf8a3134 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.154656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1358931-4295-49d4-9fd7-71683040ef1c req-8d09fe96-cb8b-4818-9d54-6da0cf8a3134 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0929294 Jul 29 23:40:48.156382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.205770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.206624 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.208088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/67a034a6-6079-40b1-aec7-00c19daa9658 HTTP/1.1" status: 200 len: 1096 time: 1.1898718 Jul 29 23:40:48.212095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:48.214444 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3572c732-6326-43ad-951b-d7e43c5d44ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:48.266879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1358931-4295-49d4-9fd7-71683040ef1c req-27582588-054e-41cc-ac22-fa60807b1913 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056631 Jul 29 23:40:48.267691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218b41-c316-42e6-8dd9-ec48992931f3 service neutron] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.336267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-83eef3a3-dfee-4854-99d4-62076cd1ecd3 tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "GET /v2.0/security-groups/8f3e5302-cfc3-4e84-8b7b-780060414715 HTTP/1.1" status: 200 len: 1777 time: 0.0749626 Jul 29 23:40:48.340129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-49211423-df08-48de-bc92-9ca9cf8318d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.341970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-49211423-df08-48de-bc92-9ca9cf8318d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4087de23cff94ec0857c0ccf6f446f71&device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 1099 time: 0.0564606 Jul 29 23:40:48.422180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-4dcefff9-5929-4d52-ac22-c059e5b44602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=67a034a6-6079-40b1-aec7-00c19daa9658 HTTP/1.1" status: 200 len: 217 time: 0.0658140 Jul 29 23:40:48.423343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.461854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.476727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7b-85fd-4861-89fe-2a8d5b6c09db req-94a7e6ed-98db-4819-b8fc-1bd65b5522e9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.478356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33d32b7b-85fd-4861-89fe-2a8d5b6c09db req-94a7e6ed-98db-4819-b8fc-1bd65b5522e9 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1352682 Jul 29 23:40:48.513828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-cf35d172-10e1-40f4-93e2-74565c138b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.515529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-cf35d172-10e1-40f4-93e2-74565c138b09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0848339 Jul 29 23:40:48.520076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.522762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.523937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8342dae-b12d-49cc-8bcd-1a92e38f60e0 req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f3e5302-cfc3-4e84-8b7b-780060414715 HTTP/1.1" status: 204 len: 173 time: 0.1865103 Jul 29 23:40:48.549267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a6083-87aa-4904-89a2-ec80a40791da tempest-SecurityGroupsTestAdminJSON-1211755257 tempest-SecurityGroupsTestAdminJSON-1211755257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3e5302-cfc3-4e84-8b7b-780060414715,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.583504 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207753cd-f8ae-4bf2-848e-6b4dac12eff6 x-openstack-request-id: req-207753cd-f8ae-4bf2-848e-6b4dac12eff6 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:48.583798 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:48.584053 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-207753cd-f8ae-4bf2-848e-6b4dac12eff6 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:48.584459 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'status': 'completed', 'code': 200} Jul 29 23:40:48.589730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33d32b7b-85fd-4861-89fe-2a8d5b6c09db req-387083d4-d085-45df-bedd-3d8867cb0934 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981631 Jul 29 23:40:48.618136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-ff96f93f-d9d8-459f-9189-5f0f04ae13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.624281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-ff96f93f-d9d8-459f-9189-5f0f04ae13ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001968 Jul 29 23:40:48.764890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-350170be-c605-4bbf-a96f-55f81ff476cd service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344700 Jul 29 23:40:48.796220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac49f8-fe40-41e3-bb4f-878ae459d04b req-a66d4de7-70fb-425d-8a88-89e6c2791f64 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.798299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01ac49f8-fe40-41e3-bb4f-878ae459d04b req-a66d4de7-70fb-425d-8a88-89e6c2791f64 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1006148 Jul 29 23:40:48.877524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e1a1-b821-489e-9277-3f5350b0fbb6 req-e8ff02a1-9f7e-4628-ab35-2113f857f1a6 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.879386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01ac49f8-fe40-41e3-bb4f-878ae459d04b req-e2dd4be2-6f2e-431b-a570-bd8790b3f865 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Jul 29 23:40:48.887916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4559e1a1-b821-489e-9277-3f5350b0fbb6 req-e8ff02a1-9f7e-4628-ab35-2113f857f1a6 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.0744512 Jul 29 23:40:48.892571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40392) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:48.930586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9057e0f-0e3b-4bef-a702-3dcc41e98292 req-74bbe61e-3df0-4cd5-b72b-b4d78ccff650 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573453 Jul 29 23:40:48.930836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4559e1a1-b821-489e-9277-3f5350b0fbb6 req-c3df2112-d3c5-46a5-a6ba-91c822b92d41 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Jul 29 23:40:48.981375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5fae816-6ae1-4b1e-bfa3-f1aabfd6c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.081712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdb02f-e748-4d4e-af5c-393b483eee64 req-8ebb7a9c-7268-4c29-9366-dd474ac4a94f tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.083157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9cdb02f-e748-4d4e-af5c-393b483eee64 req-8ebb7a9c-7268-4c29-9366-dd474ac4a94f tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 947 time: 0.0950682 Jul 29 23:40:49.153554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4736e13-7b3d-41a4-81a6-64ee1c32e61a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0933f7e4b9584c2aa42b0886bfa41340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597716 Jul 29 23:40:49.156954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40408) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.157120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9cdb02f-e748-4d4e-af5c-393b483eee64 req-4ae094c7-e273-4dfd-8437-4968a1c7d815 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Jul 29 23:40:49.158959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-4abfb536-8f64-4659-82ca-a37ff2d9ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.160701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-4abfb536-8f64-4659-82ca-a37ff2d9ae38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4087de23cff94ec0857c0ccf6f446f71&device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 1099 time: 0.1272655 Jul 29 23:40:49.213709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.244999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.258535 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.271496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-a8d32a29-ecfe-45e3-b54b-0c9f39690823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.273259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-a8d32a29-ecfe-45e3-b54b-0c9f39690823 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1048155 Jul 29 23:40:49.315273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.318337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.320078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31ccab21-9b67-4533-b219-801f83af250f HTTP/1.1" status: 204 len: 168 time: 0.1619613 Jul 29 23:40:49.331216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-6d090608-8640-4e5d-a5d6-27450fe43e59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=67a034a6-6079-40b1-aec7-00c19daa9658 HTTP/1.1" status: 200 len: 217 time: 0.0481017 Jul 29 23:40:49.331459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3d359-1e3b-4b69-9ac0-0eb01e7ba4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccab21-9b67-4533-b219-801f83af250f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:49.395911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-b504d338-5b29-4fe5-a846-e8c9b61c5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.397646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-b504d338-5b29-4fe5-a846-e8c9b61c5a31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0576530 Jul 29 23:40:49.439701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080b80a-4c01-4517-9436-d3600c700666 req-bc3f1bf2-f031-44e2-b27d-54f8b36009c0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.441875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9080b80a-4c01-4517-9436-d3600c700666 req-bc3f1bf2-f031-44e2-b27d-54f8b36009c0 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0634549 Jul 29 23:40:49.460122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-12954e53-05ee-4bc2-a6be-88e85f3648f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.462209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-12954e53-05ee-4bc2-a6be-88e85f3648f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547416 Jul 29 23:40:49.499574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40420) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.507330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9080b80a-4c01-4517-9436-d3600c700666 req-936a95c7-26e4-40e4-a617-438b13f6d357 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Jul 29 23:40:49.636233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-aab9e5bd-f023-46d7-a6c6-002a437d01ed service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641755 Jul 29 23:40:49.665876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eea27-2cc6-4222-8183-07b1b6e080cd req-41e46caa-3698-477f-92e6-f481a1ed3f41 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.667495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124eea27-2cc6-4222-8183-07b1b6e080cd req-41e46caa-3698-477f-92e6-f481a1ed3f41 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0825021 Jul 29 23:40:49.709972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.751218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef73-876c-43e1-aa3d-301d04a07c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.769665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894881f4-0976-4a61-93ce-04ddf2d96980 req-e82d1507-8cc8-470f-a344-10b84faf5201 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.774125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-894881f4-0976-4a61-93ce-04ddf2d96980 req-e82d1507-8cc8-470f-a344-10b84faf5201 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.0955324 Jul 29 23:40:49.788481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a877b0af-42f2-436c-a873-985ba9fe70b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6536bde114124e7db0e20ec0cdebd44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758843 Jul 29 23:40:49.794779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40430) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.835424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124eea27-2cc6-4222-8183-07b1b6e080cd req-41377dc9-19fe-4650-9d06-571a6bb12bf1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233976 Jul 29 23:40:49.839077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-894881f4-0976-4a61-93ce-04ddf2d96980 req-ca08a872-5559-4fd5-b757-da03f2255115 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Jul 29 23:40:49.870995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.891361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-45d16876-c4cd-4ba9-888d-426f89c2f19e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.893233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-45d16876-c4cd-4ba9-888d-426f89c2f19e tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.2101958 Jul 29 23:40:49.897031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3572c732-6326-43ad-951b-d7e43c5d44ad req-7f6d749b-e51e-477e-87e7-81f0692d3b48 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504160 Jul 29 23:40:49.898182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.934902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-1a7a16dd-194e-4f30-93c3-08142c30640f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.936502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-1a7a16dd-194e-4f30-93c3-08142c30640f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.57 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 947 time: 0.1243382 Jul 29 23:40:49.997110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.999842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.005928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3980abda-8a82-4ea6-acb6-8c7ef3c88484 HTTP/1.1" status: 204 len: 168 time: 0.2080560 Jul 29 23:40:50.027898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159774fa-a20f-48fa-8116-8a04d96e8a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980abda-8a82-4ea6-acb6-8c7ef3c88484,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.063889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97032c86-9ec0-41d6-9a56-4403e4a10e35 req-a10f81d8-9295-43f2-9ad7-112e4f6ff1b2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.071625 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97032c86-9ec0-41d6-9a56-4403e4a10e35 req-a10f81d8-9295-43f2-9ad7-112e4f6ff1b2 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 950 time: 0.1129236 Jul 29 23:40:50.126337 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97032c86-9ec0-41d6-9a56-4403e4a10e35 req-546ad24f-2ef8-49d6-950d-ca3bcbf08235 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536799 Jul 29 23:40:50.173819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef73-876c-43e1-aa3d-301d04a07c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.200287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ef73-876c-43e1-aa3d-301d04a07c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.256017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1603b-bb2b-4802-b752-fb1fbaed8ac8 req-f5aca383-0ed3-4afb-bfc6-c355cbf05dbb tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.266342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26e1603b-bb2b-4802-b752-fb1fbaed8ac8 req-f5aca383-0ed3-4afb-bfc6-c355cbf05dbb tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.0703015 Jul 29 23:40:50.279077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Deleting port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:50.279302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.284711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b8a5ef73-876c-43e1-aa3d-301d04a07c35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d257f40d05a9422a827ee9e921ab304c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7838664 Jul 29 23:40:50.289911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:50.290067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5ef73-876c-43e1-aa3d-301d04a07c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e48ef-3903-4c14-9f7a-1efbd0d99df9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.346603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26e1603b-bb2b-4802-b752-fb1fbaed8ac8 req-3bb8d1be-f3cf-4fdf-8565-f49818c4a47e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Jul 29 23:40:50.392830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Deleting port 47850e9a-30c8-4123-956a-08e7865fc981 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:50.393332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.406988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.455933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.471900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a919-78d8-4c9f-99ee-be8497111474 req-dc5967ed-dcb6-4ca2-a6eb-232d3f3872d4 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.473422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ee3a919-78d8-4c9f-99ee-be8497111474 req-dc5967ed-dcb6-4ca2-a6eb-232d3f3872d4 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 947 time: 0.1688068 Jul 29 23:40:50.501485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] For port 015ee7d8-7e6f-4dbe-811a-d78357f2a798, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=015ee7d8-7e6f-4dbe-811a-d78357f2a798,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:50.501967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.531142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Calling delete_port for 015ee7d8-7e6f-4dbe-811a-d78357f2a798 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:50.532242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.538352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.540969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/578e48ef-3903-4c14-9f7a-1efbd0d99df9 HTTP/1.1" status: 204 len: 168 time: 0.2487588 Jul 29 23:40:50.544006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.552805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913d07d-c007-4627-8caf-c348dc2e0a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e48ef-3903-4c14-9f7a-1efbd0d99df9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.626196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ee3a919-78d8-4c9f-99ee-be8497111474 req-4cf0e619-1c99-4409-b143-6bf9edef33ad tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429229 Jul 29 23:40:50.654856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] For port 47850e9a-30c8-4123-956a-08e7865fc981, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=47850e9a-30c8-4123-956a-08e7865fc981,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:50.655156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.684332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Calling delete_port for 47850e9a-30c8-4123-956a-08e7865fc981 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:50.691974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17859-3960-4f6b-8adc-8606c5ca918a req-b5e8e2dc-32e6-481f-a671-40abbe249e4c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.703199 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78e17859-3960-4f6b-8adc-8606c5ca918a req-b5e8e2dc-32e6-481f-a671-40abbe249e4c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0946414 Jul 29 23:40:50.782240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78e17859-3960-4f6b-8adc-8606c5ca918a req-4a11c742-21df-476c-8e1c-942832507b1e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776548 Jul 29 23:40:50.848268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.881778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:50.918784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event deleted for resources: {'Port': ['ID=015ee7d8-7e6f-4dbe-811a-d78357f2a798,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.007278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] No DVR routers for this DVR port 015ee7d8-7e6f-4dbe-811a-d78357f2a798 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:51.011572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.014489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2302f50b-5921-4a72-98dc-d09a3ed0c93c req-426fc39a-a3e8-454d-8f3f-15482ccf443a tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.57 "DELETE /v2.0/ports/015ee7d8-7e6f-4dbe-811a-d78357f2a798 HTTP/1.1" status: 204 len: 173 time: 1.0768650 Jul 29 23:40:51.016796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-deleted', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:51.020917 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a68d73f-d143-490a-9a24-bb21fc0cc1fa" -d '{"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-deleted", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:51.026677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.073772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Pushing event deleted for resources: {'Port': ['ID=47850e9a-30c8-4123-956a-08e7865fc981,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.101932 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f99fd-8b12-4b53-949a-55d6f3ae36e1 x-openstack-request-id: req-ca2f99fd-8b12-4b53-949a-55d6f3ae36e1 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:51.102183 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1943722-fe49-45d7-b9b8-91f889d54e07", "name": "network-vif-deleted", "tag": "015ee7d8-7e6f-4dbe-811a-d78357f2a798", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:51.102463 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca2f99fd-8b12-4b53-949a-55d6f3ae36e1 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:51.102912 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1943722-fe49-45d7-b9b8-91f889d54e07', 'name': 'network-vif-deleted', 'tag': '015ee7d8-7e6f-4dbe-811a-d78357f2a798', 'status': 'completed', 'code': 200} Jul 29 23:40:51.116572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffc384-1b6f-4111-86fd-b488cd3b3951 req-932aee12-bd24-41e3-8f6f-e0b0e94a8e71 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.118753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32ffc384-1b6f-4111-86fd-b488cd3b3951 req-932aee12-bd24-41e3-8f6f-e0b0e94a8e71 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 865 time: 0.1885996 Jul 29 23:40:51.131660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.136077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] No DVR routers for this DVR port 47850e9a-30c8-4123-956a-08e7865fc981 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:51.139419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.142701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3f425cd-38a8-4d97-ad82-914f898b7457 req-395b9281-59db-4a6b-81d1-a3c8c567ac2f tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.57 "DELETE /v2.0/ports/47850e9a-30c8-4123-956a-08e7865fc981 HTTP/1.1" status: 204 len: 173 time: 1.1421247 Jul 29 23:40:51.170283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-369ed76b-e456-4921-9347-7b337f4311bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.206049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32ffc384-1b6f-4111-86fd-b488cd3b3951 req-282d1b9b-ce7b-4806-89fb-5996073fa53c tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708692 Jul 29 23:40:51.250214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40490) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.293742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da4f0264-1be3-4880-a42e-84cbad396bc2 req-e6e42e73-8ea6-4318-84fc-196116319724 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1943722-fe49-45d7-b9b8-91f889d54e07 HTTP/1.1" status: 200 len: 210 time: 0.0444193 Jul 29 23:40:51.365134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-369ed76b-e456-4921-9347-7b337f4311bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.379474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-369ed76b-e456-4921-9347-7b337f4311bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.414027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ed76b-e456-4921-9347-7b337f4311bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ff0a5-23c3-42a6-b2d5-82c63bc9b430,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.430411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-369ed76b-e456-4921-9347-7b337f4311bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77c525fa07f441a2a5550c3fc2545437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975447 Jul 29 23:40:51.433051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:51.474994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-network', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:51.490638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.514786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41e6a-e643-4bdb-8821-f316530a3a00 req-2aabc3d6-0182-4c4b-9922-32bcec1d03fd tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.516600 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ba41e6a-e643-4bdb-8821-f316530a3a00 req-2aabc3d6-0182-4c4b-9922-32bcec1d03fd tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.0853097 Jul 29 23:40:51.517734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.517913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Made reservation on behalf of b9f8215d96344f92b44ec2c103d9fb76 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:51.520025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.529304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.572968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.576886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.578468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/735ff0a5-23c3-42a6-b2d5-82c63bc9b430 HTTP/1.1" status: 204 len: 168 time: 0.1440425 Jul 29 23:40:51.588372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a4808-3f2d-4f0a-a995-1934c023dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ff0a5-23c3-42a6-b2d5-82c63bc9b430,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.605559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ba41e6a-e643-4bdb-8821-f316530a3a00 req-16d78b5d-3ff1-4a93-9494-c1af21ee6e85 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644538 Jul 29 23:40:51.682740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.695365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.726411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:51.748788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.748788 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Added segment abda8286-69d0-495d-b287-583ef88397ae of type vlan for network 158c3a31-b8ce-41d1-9932-2d02783f18f6 Jul 29 23:40:51.748788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e010832-36df-4390-a541-71b24add299b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:51.801373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:51.809043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.824698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461fa6c-7b3e-4b8a-817f-ce6216d3e175 req-adb35833-1e66-4a43-9ccf-d91190eaec01 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.845545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f461fa6c-7b3e-4b8a-817f-ce6216d3e175 req-adb35833-1e66-4a43-9ccf-d91190eaec01 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 947 time: 0.1258564 Jul 29 23:40:51.886752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.887841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.888931 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.940316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f461fa6c-7b3e-4b8a-817f-ce6216d3e175 req-567bfeb7-c13f-4951-b780-4ba365e523b4 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866992 Jul 29 23:40:52.031006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7769089 Jul 29 23:40:52.032551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40516) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:52.039207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Request body: {'subnet': {'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-subnet', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:52.042179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.076858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '67a034a6-6079-40b1-aec7-00c19daa9658', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '67a034a6-6079-40b1-aec7-00c19daa9658', 'mac_address': 'fa:16:3e:bb:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:52.091551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Made reservation on behalf of b9f8215d96344f92b44ec2c103d9fb76 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:52.095237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.113767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66003c5f-2a6c-421a-98e1-cefa1be7d20f admin admin] Pushing event updated for resources: {'Network': ['ID=158c3a31-b8ce-41d1-9932-2d02783f18f6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.145506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:52.221864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d6c5-cf05-4d0d-a12b-f178be4ed0f9 req-665765f2-b9bc-4eaf-b983-6712f9d76fef tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.232472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dc51d6c5-cf05-4d0d-a12b-f178be4ed0f9 req-665765f2-b9bc-4eaf-b983-6712f9d76fef tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.2449412 Jul 29 23:40:52.308938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:52.381465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dc51d6c5-cf05-4d0d-a12b-f178be4ed0f9 req-cd5da6be-6aa1-420f-a145-84f914063d35 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479285 Jul 29 23:40:52.413135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 47850e9a-30c8-4123-956a-08e7865fc981 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:52.413481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 47850e9a-30c8-4123-956a-08e7865fc981 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:52.413952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:52.453809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.457835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 015ee7d8-7e6f-4dbe-811a-d78357f2a798 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:52.458396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 015ee7d8-7e6f-4dbe-811a-d78357f2a798 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:52.469691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.475687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:52.498785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5de49a25-f74b-49d9-b615-2c53f029369a req-f6f0ce06-72ee-4034-959b-d0897a624c77 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=5688a9ee-f7d6-479a-bd33-df31aaef80d1 HTTP/1.1" status: 200 len: 210 time: 0.0957310 Jul 29 23:40:52.522161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.531502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.587578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.661260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.772321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.802414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-5684f2d9-ff05-4757-8811-68be7cf399db tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.804023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-5684f2d9-ff05-4757-8811-68be7cf399db tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.1547406 Jul 29 23:40:52.807351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Checking segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:52.807729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Network hostable DHCP agents. Network: 158c3a31-b8ce-41d1-9932-2d02783f18f6, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:52.847230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['67a034a6-6079-40b1-aec7-00c19daa9658'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:52.857076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-06207fc0-d1cf-4037-b845-fb1d34ffd5d8 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/quotas/f014b6d492814d81beef6cb72fcc7673 HTTP/1.1" status: 200 len: 375 time: 0.0230615 Jul 29 23:40:52.858087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:52.897828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 158c3a31-b8ce-41d1-9932-2d02783f18f6) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:52.909562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.910180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.913084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e33c2e-3eaa-4b2c-b7eb-7070a550ae4c None None] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:52.933836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed1d181a-7196-4891-a862-04620a2f3cea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8994710 Jul 29 23:40:52.938368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40554) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:52.955431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-850e6ecb-d16a-462e-b899-c0a999377198 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995073 Jul 29 23:40:52.960917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:53.003270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f942-576f-4114-a1cf-fbaf22296f2c req-1a831022-1b72-4f1c-a21a-652581ce8fd8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.005603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e770f942-576f-4114-a1cf-fbaf22296f2c req-1a831022-1b72-4f1c-a21a-652581ce8fd8 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.0947165 Jul 29 23:40:53.055785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.057034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.064175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e770f942-576f-4114-a1cf-fbaf22296f2c req-c10dbb38-1e24-4b30-9eef-9a5ec582994c tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/security-groups?id=dac6231f-51e9-4c22-802e-a813e1326122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Jul 29 23:40:53.106966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-deleted', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:53.107591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-03c361f0-afa3-415d-a45a-c300cff77ac4 service neutron] 10.222.0.49 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420064 Jul 29 23:40:53.114856 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7072883e-e7d1-4600-8cbb-15709d9ec88d" -d '{"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-deleted", "tag": "47850e9a-30c8-4123-956a-08e7865fc981"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:53.218735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-158c3a31-b8ce-41d1-9932-2d02783f18f6', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'fixed_ips': [{'subnet_id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:53.218735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.219104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5e2bf-f14e-43dc-96f6-661aab29e0ad req-14633352-d6bf-41d0-ab2f-aff13d9e56c0 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.226866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f5e2bf-f14e-43dc-96f6-661aab29e0ad req-14633352-d6bf-41d0-ab2f-aff13d9e56c0 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.0742788 Jul 29 23:40:53.245954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.311053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f5e2bf-f14e-43dc-96f6-661aab29e0ad req-840a1c7a-3d63-4aad-9801-f76b1240e4d0 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784619 Jul 29 23:40:53.398192 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b15c9-cbe1-4feb-b227-bde9ae8e2245 x-openstack-request-id: req-a55b15c9-cbe1-4feb-b227-bde9ae8e2245 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:53.398642 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5688a9ee-f7d6-479a-bd33-df31aaef80d1", "name": "network-vif-deleted", "tag": "47850e9a-30c8-4123-956a-08e7865fc981", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:53.398911 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a55b15c9-cbe1-4feb-b227-bde9ae8e2245 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:53.399325 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688a9ee-f7d6-479a-bd33-df31aaef80d1', 'name': 'network-vif-deleted', 'tag': '47850e9a-30c8-4123-956a-08e7865fc981', 'status': 'completed', 'code': 200} Jul 29 23:40:53.418400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Allocated IP 172.20.0.2 (158c3a31-b8ce-41d1-9932-2d02783f18f6/bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7/c01a33a4-edb9-4597-a350-05b26ac304b2) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:53.425247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-fb5938d8-216b-437d-bc8a-1267997d2383 service neutron] 10.222.0.49 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933118 Jul 29 23:40:53.463120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.609959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-ef374cfb-8959-444d-81c4-feaeeeb1fe2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413200 Jul 29 23:40:53.624122 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.626257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135a51c-ee5b-47eb-9e95-9cdea605c837 req-8b69168f-ab70-4268-9209-cd2fedb8ae1c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.634474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9135a51c-ee5b-47eb-9e95-9cdea605c837 req-8b69168f-ab70-4268-9209-cd2fedb8ae1c tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1530883 Jul 29 23:40:53.646855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Transition to ACTIVE for port object c01a33a4-edb9-4597-a350-05b26ac304b2 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:53.667663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Transition to ACTIVE for port object c01a33a4-edb9-4597-a350-05b26ac304b2 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:53.681522 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.726288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.730790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:53.734468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:53.741763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:53.766396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.806732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Pushing event updated for resources: {'Port': ['ID=c01a33a4-edb9-4597-a350-05b26ac304b2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.845377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Attempting to bind port c01a33a4-edb9-4597-a350-05b26ac304b2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:53.845822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Attempting to bind port c01a33a4-edb9-4597-a350-05b26ac304b2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:53.846388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Attempting to bind port c01a33a4-edb9-4597-a350-05b26ac304b2 on network 158c3a31-b8ce-41d1-9932-2d02783f18f6 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:53.858764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:53.859526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Checking segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:53.860119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.861204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Bound using segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:53.862678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Bound port: c01a33a4-edb9-4597-a350-05b26ac304b2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:53.863391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.884200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-b638626b-ea56-42ca-b94b-d0810b4b0b78 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.886087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-b638626b-ea56-42ca-b94b-d0810b4b0b78 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 950 time: 0.1216097 Jul 29 23:40:53.997366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] For port c01a33a4-edb9-4597-a350-05b26ac304b2, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:54.003316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] For port c01a33a4-edb9-4597-a350-05b26ac304b2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c01a33a4-edb9-4597-a350-05b26ac304b2,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:54.009730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.064181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Allocated IP 172.25.5.229 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/a610f998-2e78-4db3-9cdd-66078190ba56) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:54.091439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Deleting port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:54.091835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.110181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73662c-98fd-4169-b5f3-06587ffd829e None None] Pushing event updated for resources: {'Port': ['ID=c01a33a4-edb9-4597-a350-05b26ac304b2,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.276575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] For port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:54.276944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.305421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Calling delete_port for f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:54.328211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9135a51c-ee5b-47eb-9e95-9cdea605c837 req-59193e54-ba6b-4045-97f2-f8644aadb292 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925111 Jul 29 23:40:54.349123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-eabac4ed-98cf-4c07-848d-4cbe87a5d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.350631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-eabac4ed-98cf-4c07-848d-4cbe87a5d3a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6569ead8244041ba8163581d01a3a1b1&device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 1101 time: 0.1345677 Jul 29 23:40:54.367754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12367914-79c1-4b8b-a576-3b63e993267d req-c74a3f41-2bd8-43f1-9afd-2dde8cfaebe0 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.369270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12367914-79c1-4b8b-a576-3b63e993267d req-c74a3f41-2bd8-43f1-9afd-2dde8cfaebe0 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b1e8f2e-417c-491c-9fd5-835ab943ffc5 HTTP/1.1" status: 200 len: 946 time: 0.1520894 Jul 29 23:40:54.396570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.527848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.612645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d395a423-ecb5-4ea7-a4f6-9a1876c651a2 req-7d1a70d3-a385-4b64-a1b3-424e511a3f15 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 210 time: 0.1834977 Jul 29 23:40:54.619564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:54.630223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:54.631801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-bf38287a-d0a4-4a32-9f74-f0eec8ebd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.639573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-bf38287a-d0a4-4a32-9f74-f0eec8ebd079 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.2555933 Jul 29 23:40:54.640069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:54.711213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Pushing event updated for resources: {'Port': ['ID=a610f998-2e78-4db3-9cdd-66078190ba56,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.753147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.802670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-d753de38-a795-4648-95d8-b2e82fb8f1b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1e25980e-fe8a-4784-9551-9224c7bad411 HTTP/1.1" status: 200 len: 217 time: 0.1246569 Jul 29 23:40:54.831857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Pushing event deleted for resources: {'Port': ['ID=f1453389-57a5-4eef-8ca9-7fdc9a28c6a8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:54.845067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a28c4470-8f4e-4396-a011-10cf10153c77 req-f2fd454c-e0e6-483c-bfdd-5c4723e0aa31 tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.1012809 Jul 29 23:40:54.916851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-3572dffd-e74a-414f-9bed-b88c96819197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.918374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-3572dffd-e74a-414f-9bed-b88c96819197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0846112 Jul 29 23:40:54.935997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-8603e724-296a-49e0-ba61-be3bf42696f4 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.937723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-8603e724-296a-49e0-ba61-be3bf42696f4 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "GET /v2.0/ports?device_id=c931a3c0-0878-410f-9b1e-048fceb50220 HTTP/1.1" status: 200 len: 945 time: 0.3075986 Jul 29 23:40:54.959817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] No DVR routers for this DVR port f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:54.962752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.965547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dca3d6a9-76eb-4238-b634-d592aef2a28f req-08517bd4-ef87-4ec2-8bd4-c52b9efc101b tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.59 "DELETE /v2.0/ports/f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 HTTP/1.1" status: 204 len: 173 time: 1.0705695 Jul 29 23:40:54.973592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-deleted', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:54.975965 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf8683-a5b7-4d98-a2af-acd86a8a71ba" -d '{"events": [{"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-deleted", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:55.018424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9052-1fa9-487f-9eaf-27ef0d89085f req-c70b6400-57a8-4262-b291-895b81a51dc7 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.037670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d14e9052-1fa9-487f-9eaf-27ef0d89085f req-c70b6400-57a8-4262-b291-895b81a51dc7 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.2116456 Jul 29 23:40:55.094799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Deleting port 28262ee9-3a76-48df-9584-2307d8e74a3e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:55.095029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.196040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d14e9052-1fa9-487f-9eaf-27ef0d89085f req-504ac445-7fd0-4d40-9ae4-fe9b18ab582e tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563807 Jul 29 23:40:55.219526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-217107a5-56ce-447b-8651-89941a069c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.220398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-217107a5-56ce-447b-8651-89941a069c72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2928169 Jul 29 23:40:55.243340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c01a33a4-edb9-4597-a350-05b26ac304b2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:55.378729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c01a33a4-edb9-4597-a350-05b26ac304b2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:55.386197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.399311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0c89-8b36-4244-83fd-b823ec433b05 req-436fb575-8932-49d9-a80c-d6de95b22e54 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.411657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-265b0c89-8b36-4244-83fd-b823ec433b05 req-436fb575-8932-49d9-a80c-d6de95b22e54 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 949 time: 0.4304664 Jul 29 23:40:55.433223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] For port 28262ee9-3a76-48df-9584-2307d8e74a3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=28262ee9-3a76-48df-9584-2307d8e74a3e,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:55.433896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.459432 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c7b65-c149-4076-9020-f97615294be0 x-openstack-request-id: req-dd1c7b65-c149-4076-9020-f97615294be0 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:55.461353 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39e7287-0a03-408f-ad52-fb0fcd0f753e", "name": "network-vif-deleted", "tag": "f1453389-57a5-4eef-8ca9-7fdc9a28c6a8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:55.461778 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd1c7b65-c149-4076-9020-f97615294be0 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:55.463458 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39e7287-0a03-408f-ad52-fb0fcd0f753e', 'name': 'network-vif-deleted', 'tag': 'f1453389-57a5-4eef-8ca9-7fdc9a28c6a8', 'status': 'completed', 'code': 200} Jul 29 23:40:55.470230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Calling delete_port for 28262ee9-3a76-48df-9584-2307d8e74a3e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:55.573151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-265b0c89-8b36-4244-83fd-b823ec433b05 req-91dae08a-4a3d-40eb-96a0-3d081ec398ee tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601698 Jul 29 23:40:55.593081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-8c373ca8-cf5c-4e5e-b43d-627e4334e1fd service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537211 Jul 29 23:40:55.595367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Deleting port 5216280a-f3ac-4152-b15f-cc74aba86f82 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:55.595812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.784391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf324a-a6f9-4514-9919-03b18fc4d3c2 None None] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:55.798996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.799653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.836378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['28262ee9-3a76-48df-9584-2307d8e74a3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:55.870747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:55.873603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5216280a-f3ac-4152-b15f-cc74aba86f82'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:55.900341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1eecd-f6be-4202-a04e-330e7ec8ab6c req-15d19a31-95a5-4236-bd80-0cae49c526e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.901409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de1eecd-f6be-4202-a04e-330e7ec8ab6c req-15d19a31-95a5-4236-bd80-0cae49c526e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1506133 Jul 29 23:40:55.902231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event deleted for resources: {'Port': ['ID=28262ee9-3a76-48df-9584-2307d8e74a3e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.975262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] No DVR routers for this DVR port 28262ee9-3a76-48df-9584-2307d8e74a3e on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:55.987334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3adce8a9-b60a-4b80-b567-a7d9baea27f3 req-2b432d24-6d0d-4048-bbd3-1c9d2541cb61 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 210 time: 0.0965509 Jul 29 23:40:55.994935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.997564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12367914-79c1-4b8b-a576-3b63e993267d req-ece9aab7-d043-4ea9-83f5-ba8f41c857e5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "DELETE /v2.0/ports/28262ee9-3a76-48df-9584-2307d8e74a3e HTTP/1.1" status: 204 len: 173 time: 1.6148984 Jul 29 23:40:56.003380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de1eecd-f6be-4202-a04e-330e7ec8ab6c req-0b2c4772-8f0e-4b62-b056-e312114d9fe7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467761 Jul 29 23:40:56.003839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'name': 'network-vif-deleted', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:56.006262 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332239ca-ca6c-4fe9-83be-c5ce85f176db" -d '{"events": [{"server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "name": "network-vif-deleted", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:56.083820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-2aabc775-290d-44b6-bb62-3c7ee06c6444 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.088937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-2aabc775-290d-44b6-bb62-3c7ee06c6444 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.2862175 Jul 29 23:40:56.203088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f1c3bf-9155-49a1-9e1f-d3594e98e0f0 req-e0b50068-648b-4863-9668-e64c5185f141 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115879 Jul 29 23:40:56.216695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Request body: {'port': {'device_id': '2ff6aaea-ed32-4915-9166-9e850af48268', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'admin_state_up': True, 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:56.246474 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26c6b1-50f3-4d24-a476-36c772753a2c x-openstack-request-id: req-2e26c6b1-50f3-4d24-a476-36c772753a2c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:56.246943 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e8f2e-417c-491c-9fd5-835ab943ffc5", "name": "network-vif-deleted", "tag": "28262ee9-3a76-48df-9584-2307d8e74a3e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:56.247655 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e26c6b1-50f3-4d24-a476-36c772753a2c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:56.247892 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e8f2e-417c-491c-9fd5-835ab943ffc5', 'name': 'network-vif-deleted', 'tag': '28262ee9-3a76-48df-9584-2307d8e74a3e', 'status': 'completed', 'code': 200} Jul 29 23:40:56.263784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-702c8efb-18ac-4567-8de6-4020f7795bc8 req-c6e4befd-dd3c-4474-b9c1-45fe48e30cbd tempest-MigrationsAdminTest-1351548526 tempest-MigrationsAdminTest-1351548526-project] 10.222.0.49 "GET /v2.0/ports?device_id=f39e7287-0a03-408f-ad52-fb0fcd0f753e HTTP/1.1" status: 200 len: 210 time: 0.0913217 Jul 29 23:40:56.293473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] For port 5216280a-f3ac-4152-b15f-cc74aba86f82, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5216280a-f3ac-4152-b15f-cc74aba86f82,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:56.294285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.326378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Calling delete_port for 5216280a-f3ac-4152-b15f-cc74aba86f82 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:56.364967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Provisioning for port c01a33a4-edb9-4597-a350-05b26ac304b2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:56.378272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-1e60611f-1259-4c49-bda3-c9fad520b64e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.380824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-1e60611f-1259-4c49-bda3-c9fad520b64e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 811 time: 0.3088973 Jul 29 23:40:56.384522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Provisioning complete for port c01a33a4-edb9-4597-a350-05b26ac304b2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:56.387686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.444472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Request body: {'port': {'device_id': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'admin_state_up': True, 'tenant_id': 'f014b6d492814d81beef6cb72fcc7673'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:56.716589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 67a034a6-6079-40b1-aec7-00c19daa9658 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:56.722097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40636) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:56.746567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 67a034a6-6079-40b1-aec7-00c19daa9658 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:56.746990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.758185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf196e8-1bd8-4f98-ba53-167af5223704 req-ba750da6-c2f0-4e09-a6b1-0aff340699a6 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.773952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cf196e8-1bd8-4f98-ba53-167af5223704 req-ba750da6-c2f0-4e09-a6b1-0aff340699a6 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.1482747 Jul 29 23:40:56.825863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.834076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:56.840783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.872961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Router 43d162f3-9dba-42e0-9968-9518b81e36ee is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:40:56.878523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.923724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cf196e8-1bd8-4f98-ba53-167af5223704 req-4fa1a25b-10e2-4f90-8620-65409b50b44b tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534402 Jul 29 23:40:57.005728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event deleted for resources: {'Port': ['ID=5216280a-f3ac-4152-b15f-cc74aba86f82,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.028600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Made reservation on behalf of f014b6d492814d81beef6cb72fcc7673 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:57.032366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.035500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] For port c01a33a4-edb9-4597-a350-05b26ac304b2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c01a33a4-edb9-4597-a350-05b26ac304b2,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:57.043183 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.046931 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.061946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a03dbb7-aa55-4f89-bc45-1d599587b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.120029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0e1b8-490c-4fd8-872f-9669bdddb1a3 None None] Pushing event updated for resources: {'Port': ['ID=c01a33a4-edb9-4597-a350-05b26ac304b2,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.135621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04557-8d09-4c2e-bdfa-ddfbe47920dd req-4508c286-a437-4e5e-bf59-eea02bdb9661 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.139516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13b04557-8d09-4c2e-bdfa-ddfbe47920dd req-4508c286-a437-4e5e-bf59-eea02bdb9661 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 949 time: 0.4441757 Jul 29 23:40:57.157173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:57.159905 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22867f64-0870-4a63-a35d-d9297859c119" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:57.178780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:57.188403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-256f19a9-19d6-4e47-a4a8-d28fdf720c46 None None] Provisioning complete for port c01a33a4-edb9-4597-a350-05b26ac304b2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:57.188976 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-256f19a9-19d6-4e47-a4a8-d28fdf720c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.223271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] No DVR routers for this DVR port 5216280a-f3ac-4152-b15f-cc74aba86f82 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:57.225063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.226123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:57.247867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.250029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f900cb41-2b8a-4f81-b51a-61c1a32c10a6 req-caec9169-08a1-4c73-970a-67a65f992e65 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "DELETE /v2.0/ports/5216280a-f3ac-4152-b15f-cc74aba86f82 HTTP/1.1" status: 204 len: 173 time: 2.2796466 Jul 29 23:40:57.271551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-090ec3e8-346b-4a8b-9258-94fa21c84cd3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.279929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-090ec3e8-346b-4a8b-9258-94fa21c84cd3 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 949 time: 0.2731373 Jul 29 23:40:57.280254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:57.280254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f1453389-57a5-4eef-8ca9-7fdc9a28c6a8 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:57.298781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-88b9ee67-6b13-46cd-abc6-9e097d8c00ae req-00a5fe73-b7c8-4d79-b12a-588ca6ae3a91 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 210 time: 0.0787303 Jul 29 23:40:57.336348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:57.364522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Sync routers for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:57.374490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13b04557-8d09-4c2e-bdfa-ddfbe47920dd req-b22c74ba-54d0-4313-9791-f067633b3253 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f2f19a0-764d-49a6-829b-6d4086f097be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796813 Jul 29 23:40:57.384939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.393132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:57.393871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:57.435725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Allocated IP 172.20.0.14 (11c6e589-311e-4312-8408-6f18e6bd1416/9aa094b2-1b9f-4a8e-94b9-82a24586f957/59d86384-09dc-423a-80ae-3c3d77d4ffca) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:57.477061 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab25ed-1223-469c-92ae-1dca4efc4e35 x-openstack-request-id: req-afab25ed-1223-469c-92ae-1dca4efc4e35 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:57.477061 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:57.477061 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afab25ed-1223-469c-92ae-1dca4efc4e35 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:57.477553 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'code': 200} Jul 29 23:40:57.505170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Deleting port 1e25980e-fe8a-4784-9551-9224c7bad411 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:57.506080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.508830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.563150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a03dbb7-aa55-4f89-bc45-1d599587b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.574030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a03dbb7-aa55-4f89-bc45-1d599587b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.598165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:57.605039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32057afe-d249-4496-baad-3daccdb54b06 req-4d32c410-8365-455f-bd91-dca945d7f082 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.613073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32057afe-d249-4496-baad-3daccdb54b06 req-4d32c410-8365-455f-bd91-dca945d7f082 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1386602 Jul 29 23:40:57.625516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.628650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5e8b3d3-e1e2-4027-b30e-e314e9a71832 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6798835 Jul 29 23:40:57.640687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40650) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.649318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] For port 1e25980e-fe8a-4784-9551-9224c7bad411, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1e25980e-fe8a-4784-9551-9224c7bad411,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:57.649609 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.719740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a03dbb7-aa55-4f89-bc45-1d599587b240 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ffe88ee6c5b49fab6888c07ee86384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9937508 Jul 29 23:40:57.722182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03dbb7-aa55-4f89-bc45-1d599587b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21903f6-fb4f-4d32-8228-047e4fc5b6ec,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.723298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40654) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.724165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Calling delete_port for 1e25980e-fe8a-4784-9551-9224c7bad411 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:57.748890 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32057afe-d249-4496-baad-3daccdb54b06 req-0c6ab69a-0858-44fa-8725-23b7ed205403 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346004 Jul 29 23:40:57.850139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4b478-75a6-4e63-b376-02f30f6e871f req-d7b7731b-08fc-463d-8143-9ce8f7cbeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.851725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70d4b478-75a6-4e63-b376-02f30f6e871f req-d7b7731b-08fc-463d-8143-9ce8f7cbeafe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 1101 time: 0.2910981 Jul 29 23:40:57.859966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:54Z', 'revision_number': 3, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:57.880746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40656) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.897992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Checking router: 43d162f3-9dba-42e0-9968-9518b81e36ee for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:57.898392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Updating router 43d162f3-9dba-42e0-9968-9518b81e36ee port a610f998-2e78-4db3-9cdd-66078190ba56 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:57.900531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1e25980e-fe8a-4784-9551-9224c7bad411 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:57.918305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.954643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.972958 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.978914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.019508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70d4b478-75a6-4e63-b376-02f30f6e871f req-55c19259-3211-4153-8d5b-3e6970ac9b1e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526155 Jul 29 23:40:58.181475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 28262ee9-3a76-48df-9584-2307d8e74a3e no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:58.194867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.199614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-165e845b-e22a-4148-9f3c-2dd6c0302514 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=473e6c6576ef4182adf6a2f0f93a407e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100932 Jul 29 23:40:58.200417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.203259 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.204128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.207375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b21903f6-fb4f-4d32-8228-047e4fc5b6ec HTTP/1.1" status: 204 len: 168 time: 0.4796896 Jul 29 23:40:58.220306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 28262ee9-3a76-48df-9584-2307d8e74a3e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:58.220663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 28262ee9-3a76-48df-9584-2307d8e74a3e not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:58.232635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.270751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f86f12-934a-4065-92fe-1893ca930aa9 req-5c024111-e6b6-4498-95f2-06c7974a696d tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.272539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79f86f12-934a-4065-92fe-1893ca930aa9 req-5c024111-e6b6-4498-95f2-06c7974a696d tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 949 time: 0.2444406 Jul 29 23:40:58.282373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'name': 'network-vif-deleted', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:58.285087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5216280a-f3ac-4152-b15f-cc74aba86f82 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:58.285518 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e09e60-2cb9-4d32-bfa7-650717694cdb" -d '{"events": [{"server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "name": "network-vif-deleted", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:58.298282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c11e6f-eac2-4c5f-a943-ccc918c20572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21903f6-fb4f-4d32-8228-047e4fc5b6ec,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.305536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Pushing event deleted for resources: {'Port': ['ID=1e25980e-fe8a-4784-9551-9224c7bad411,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.317852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 5216280a-f3ac-4152-b15f-cc74aba86f82 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:58.318193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5216280a-f3ac-4152-b15f-cc74aba86f82 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:58.394094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] No DVR routers for this DVR port 1e25980e-fe8a-4784-9551-9224c7bad411 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:58.401773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.403984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d972262-08c6-4bb7-96f0-5ea8f5ac2f96 req-de955fc4-e58a-4574-a629-d096f6a44caa tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.59 "DELETE /v2.0/ports/1e25980e-fe8a-4784-9551-9224c7bad411 HTTP/1.1" status: 204 len: 173 time: 1.1218746 Jul 29 23:40:58.407691 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30083a-49a7-464c-8ee5-c7598fbc8687 x-openstack-request-id: req-2a30083a-49a7-464c-8ee5-c7598fbc8687 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:58.408158 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931a3c0-0878-410f-9b1e-048fceb50220", "name": "network-vif-deleted", "tag": "5216280a-f3ac-4152-b15f-cc74aba86f82", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:58.408501 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a30083a-49a7-464c-8ee5-c7598fbc8687 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:58.408996 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931a3c0-0878-410f-9b1e-048fceb50220', 'name': 'network-vif-deleted', 'tag': '5216280a-f3ac-4152-b15f-cc74aba86f82', 'status': 'completed', 'code': 200} Jul 29 23:40:58.411993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Network 11c6e589-311e-4312-8408-6f18e6bd1416 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:58.420847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:58.455576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Allocated IP 172.20.0.8 (11c6e589-311e-4312-8408-6f18e6bd1416/9aa094b2-1b9f-4a8e-94b9-82a24586f957/ebe63e67-58f4-40cc-af69-6b891674e18c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:58.463989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:58.482586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.502844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event updated for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.518469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79f86f12-934a-4065-92fe-1893ca930aa9 req-c63249c2-2ef6-480e-90a8-f60b03ab892b tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236595 Jul 29 23:40:58.543716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.586398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.601780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.606039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.614890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Transition to ACTIVE for port object a610f998-2e78-4db3-9cdd-66078190ba56 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:58.629352 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.686068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7e7d165-0c00-4b2e-924e-f7c2769fa9cd req-0af6df8b-0d33-4e17-9e3c-a20bb48d0d00 tempest-ListImageFiltersTestJSON-677768956 tempest-ListImageFiltersTestJSON-677768956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c87f68f-afa0-443a-aa6a-664812b0ba0b HTTP/1.1" status: 200 len: 210 time: 0.0726464 Jul 29 23:40:58.705990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-3f38d3d6-1d75-4376-89a7-bde0ba42fb95 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2685561 Jul 29 23:40:58.730706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Attempting to bind port a610f998-2e78-4db3-9cdd-66078190ba56 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:58.731285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Attempting to bind port a610f998-2e78-4db3-9cdd-66078190ba56 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:58.731423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Request body: {'port': {'device_id': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:58.732204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Attempting to bind port a610f998-2e78-4db3-9cdd-66078190ba56 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:58.746160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70709-a3b4-4f5d-b11f-aa60aa2bb200 None None] Pushing event updated for resources: {'Port': ['ID=a610f998-2e78-4db3-9cdd-66078190ba56,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.749598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:58.750372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:58.750971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.751544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:58.758481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Bound port: a610f998-2e78-4db3-9cdd-66078190ba56, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:58.759019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.824620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.831851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40678) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.855170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] For port a610f998-2e78-4db3-9cdd-66078190ba56, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:58.861868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] For port a610f998-2e78-4db3-9cdd-66078190ba56, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a610f998-2e78-4db3-9cdd-66078190ba56,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:58.868013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.873599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9502-7681-45bd-a0ef-15a1e899b331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.939524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:58.940160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:58.945128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.998596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70709-a3b4-4f5d-b11f-aa60aa2bb200 None None] Pushing event updated for resources: {'Port': ['ID=a610f998-2e78-4db3-9cdd-66078190ba56,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.019516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e63ad9-0e10-408b-81c6-119368ce8221 req-783b3a85-5037-4696-846c-729756fd7311 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.028159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93e63ad9-0e10-408b-81c6-119368ce8221 req-783b3a85-5037-4696-846c-729756fd7311 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 932 time: 0.4706366 Jul 29 23:40:59.111476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:59.132998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd64b-aeaa-44ec-91e0-55d263735f36 req-eb2fc3ae-79c4-4382-bfb6-70ea382e0cf3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.141428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28ccd64b-aeaa-44ec-91e0-55d263735f36 req-eb2fc3ae-79c4-4382-bfb6-70ea382e0cf3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.2708373 Jul 29 23:40:59.234305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28ccd64b-aeaa-44ec-91e0-55d263735f36 req-b78ead40-c277-479c-9b4e-0be010f5c15d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916944 Jul 29 23:40:59.247832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.250689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93e63ad9-0e10-408b-81c6-119368ce8221 req-1876b03d-18a2-42f7-a93b-ab2b33962dce tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216108 Jul 29 23:40:59.255334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Allocated IP 172.20.0.1 (158c3a31-b8ce-41d1-9932-2d02783f18f6/bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7/2581211e-dbdf-4f9a-990b-704196241bb9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:59.264013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c01a33a4-edb9-4597-a350-05b26ac304b2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:59.277940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.277940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.277940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dac6231f-51e9-4c22-802e-a813e1326122 HTTP/1.1" status: 204 len: 168 time: 1.0673702 Jul 29 23:40:59.292931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edaf49-4564-48da-a497-319dd3a09dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6231f-51e9-4c22-802e-a813e1326122,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.381968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9502-7681-45bd-a0ef-15a1e899b331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.388551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9502-7681-45bd-a0ef-15a1e899b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.409458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.442585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c01a33a4-edb9-4597-a350-05b26ac304b2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:59.443036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.468666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.499696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Network 11c6e589-311e-4312-8408-6f18e6bd1416 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:59.505718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Transition to ACTIVE for port object 2581211e-dbdf-4f9a-990b-704196241bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:59.507562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:59.509902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event updated for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.514605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:59.586663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:54Z', 'revision_number': 3, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:59.608472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.610035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.625900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.640356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f812b8-0ca0-4192-8ff8-b34a49185b08 None None] The sync data for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 is: [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:54Z', 'revision_number': 3, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:59.651874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9938d00c-86f2-4d88-82f5-9fd266cbb91a tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4451020 Jul 29 23:40:59.760014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:59.762348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.774477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:59.793229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Request body: {'port': {'device_id': '2ff6aaea-ed32-4915-9166-9e850af48268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:59.798616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:59.802069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40692) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.913793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e0a9502-7681-45bd-a0ef-15a1e899b331 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbecc0a5faaf46e7bf8f9e56bc9fc623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0773509 Jul 29 23:40:59.914418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40700) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.915096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9502-7681-45bd-a0ef-15a1e899b331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c45c2-7bc8-4016-b15d-2769cecbbf46,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.940223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905adb4-7146-43fe-9f33-c7f77a7706b2 req-300cd0fe-d197-4f77-9e9f-45c0bc05852d tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.948628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4905adb4-7146-43fe-9f33-c7f77a7706b2 req-300cd0fe-d197-4f77-9e9f-45c0bc05852d tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 949 time: 0.3093634 Jul 29 23:41:00.046222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bc5484be-fec1-4ed8-bf8a-1ddd6d761577 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba036b10c7754495a218a819e6003331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417936 Jul 29 23:41:00.081829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:00.082385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.119035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d86384-09dc-423a-80ae-3c3d77d4ffca {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:00.128816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.138070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.144094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Transition to ACTIVE for port object 59d86384-09dc-423a-80ae-3c3d77d4ffca will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.154559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.203933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-329cf83f-5ed5-4d47-a330-69d117dddbac None None] Provisioning for port 2581211e-dbdf-4f9a-990b-704196241bb9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:00.208372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-329cf83f-5ed5-4d47-a330-69d117dddbac None None] Provisioning complete for port 2581211e-dbdf-4f9a-990b-704196241bb9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:00.208785 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-329cf83f-5ed5-4d47-a330-69d117dddbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.210296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.214042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.252818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.258194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4905adb4-7146-43fe-9f33-c7f77a7706b2 req-cef79d69-3a71-4f28-afc3-5a4115d4b9cd tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083458 Jul 29 23:41:00.293136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-329cf83f-5ed5-4d47-a330-69d117dddbac None None] Port 2581211e-dbdf-4f9a-990b-704196241bb9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:00.310653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.411307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-deleted', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:00.418893 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a768dc-eb7a-421f-bf1f-c828fe63350c" -d '{"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-deleted", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:00.427109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.429911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.431042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c71c45c2-7bc8-4016-b15d-2769cecbbf46 HTTP/1.1" status: 204 len: 168 time: 0.5111570 Jul 29 23:41:00.475175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cdf3a-973e-4e06-a3ce-3116bcaec8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c45c2-7bc8-4016-b15d-2769cecbbf46,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.491071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Attempting to bind port 59d86384-09dc-423a-80ae-3c3d77d4ffca on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:00.492109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Attempting to bind port 59d86384-09dc-423a-80ae-3c3d77d4ffca by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:00.492450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Attempting to bind port 59d86384-09dc-423a-80ae-3c3d77d4ffca on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:00.500693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Port 59d86384-09dc-423a-80ae-3c3d77d4ffca on network 11c6e589-311e-4312-8408-6f18e6bd1416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:00.501218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Attempting to bind port 59d86384-09dc-423a-80ae-3c3d77d4ffca on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:00.509691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:00.510019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Checking segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:00.510402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Bound using segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:00.511039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Bound port: 59d86384-09dc-423a-80ae-3c3d77d4ffca, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:00.511237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.524515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018162b2-317b-4daf-9ee8-72a368822042 req-2d82bd8f-d0e1-4b1a-83a8-eeb91b845e08 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.526362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-018162b2-317b-4daf-9ee8-72a368822042 req-2d82bd8f-d0e1-4b1a-83a8-eeb91b845e08 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.0998540 Jul 29 23:41:00.529509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.630608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-018162b2-317b-4daf-9ee8-72a368822042 req-44ee0847-9dc0-4fdc-91f6-d06d8088192f tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866277 Jul 29 23:41:00.641425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:00.644931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:00.652611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.701015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.701658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.703559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/59d86384-09dc-423a-80ae-3c3d77d4ffca HTTP/1.1" status: 200 len: 1093 time: 1.9772587 Jul 29 23:41:00.715200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e73439-e0c1-43aa-959c-d55d905f7473 req-8d3d3f56-3afb-4168-9429-15285e84bb4d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.739754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79e73439-e0c1-43aa-959c-d55d905f7473 req-8d3d3f56-3afb-4168-9429-15285e84bb4d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.3762331 Jul 29 23:41:00.754704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cdbba-0c4a-4ff5-a3d1-6bec15879eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.859262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.915793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-0c1a0ecf-749c-4260-b992-efa10edc6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.917675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-0c1a0ecf-749c-4260-b992-efa10edc6950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 1096 time: 0.0976403 Jul 29 23:41:01.021069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-fd971c76-ccef-402f-b279-e21841b1c425 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca HTTP/1.1" status: 200 len: 217 time: 0.0603943 Jul 29 23:41:01.044573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.047763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.051657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27b5c3fc-1f18-4c20-8e03-33367d9ec706 HTTP/1.1" status: 204 len: 168 time: 0.9643686 Jul 29 23:41:01.154949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-4bd42ebb-2dfa-425f-adff-91cef916b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.156028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-4bd42ebb-2dfa-425f-adff-91cef916b3b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.1014729 Jul 29 23:41:01.165722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79e73439-e0c1-43aa-959c-d55d905f7473 req-b835fa2d-fef4-478d-9935-33bc81d714ea tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079240 Jul 29 23:41:01.169799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb76d0-8066-4ecf-b64f-182dd553b736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5c3fc-1f18-4c20-8e03-33367d9ec706,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.210190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-15fef9db-14fe-4c44-a3c3-6714b9b16832 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368168 Jul 29 23:41:01.223058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a610f998-2e78-4db3-9cdd-66078190ba56 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:01.337274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.351533 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b69d82-16a3-4a92-9440-c87bd2958c03 x-openstack-request-id: req-d6b69d82-16a3-4a92-9440-c87bd2958c03 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:01.352002 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c87f68f-afa0-443a-aa6a-664812b0ba0b", "name": "network-vif-deleted", "tag": "1e25980e-fe8a-4784-9551-9224c7bad411", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:01.352323 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b69d82-16a3-4a92-9440-c87bd2958c03 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:01.352806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe63e67-58f4-40cc-af69-6b891674e18c {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:01.352958 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c87f68f-afa0-443a-aa6a-664812b0ba0b', 'name': 'network-vif-deleted', 'tag': '1e25980e-fe8a-4784-9551-9224c7bad411', 'status': 'completed', 'code': 200} Jul 29 23:41:01.375256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a610f998-2e78-4db3-9cdd-66078190ba56 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:01.380479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.381205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a610f998-2e78-4db3-9cdd-66078190ba56 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:01.381710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.448870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-9c4cd5c3-f5d8-4a2c-ad65-b41a2f3542bc service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214413 Jul 29 23:41:01.519901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.522708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.559266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.584524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Transition to ACTIVE for port object ebe63e67-58f4-40cc-af69-6b891674e18c will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:01.586442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.596417 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.611374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a610f998-2e78-4db3-9cdd-66078190ba56, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a610f998-2e78-4db3-9cdd-66078190ba56,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:01.620032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.691816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-4809d1f4-7acf-4167-b8d2-7ed89e6634c4 service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248137 Jul 29 23:41:01.715457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a610f998-2e78-4db3-9cdd-66078190ba56,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.812479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:01.837877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:01.854243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.988887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7158a5-bade-4682-bb10-1a4aa75f4a57 req-46d29542-6f41-4e8a-849b-141fe15b3a06 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.006087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b7158a5-bade-4682-bb10-1a4aa75f4a57 req-46d29542-6f41-4e8a-849b-141fe15b3a06 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.2260165 Jul 29 23:41:02.139225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b7158a5-bade-4682-bb10-1a4aa75f4a57 req-4b6093e3-0ce4-4b04-8c69-c9926ee6c974 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313164 Jul 29 23:41:02.147980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Attempting to bind port ebe63e67-58f4-40cc-af69-6b891674e18c on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:02.148465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Attempting to bind port ebe63e67-58f4-40cc-af69-6b891674e18c by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:02.149030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Attempting to bind port ebe63e67-58f4-40cc-af69-6b891674e18c on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:02.157217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Port ebe63e67-58f4-40cc-af69-6b891674e18c on network 11c6e589-311e-4312-8408-6f18e6bd1416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:02.157777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Attempting to bind port ebe63e67-58f4-40cc-af69-6b891674e18c on network 11c6e589-311e-4312-8408-6f18e6bd1416 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:02.166359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:02.166816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Checking segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:02.167313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Bound using segment: {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:02.167759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Bound port: ebe63e67-58f4-40cc-af69-6b891674e18c, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656e391b-4f12-45f2-bf50-e1731c913d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:02.168109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.185854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Router 43d162f3-9dba-42e0-9968-9518b81e36ee has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:02.247960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-31dbb863-f5ed-4b7e-9fcb-0fd78329b9e7 None None] Provisioning complete for port 2581211e-dbdf-4f9a-990b-704196241bb9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:02.250003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31dbb863-f5ed-4b7e-9fcb-0fd78329b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.337550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-31dbb863-f5ed-4b7e-9fcb-0fd78329b9e7 None None] Port 2581211e-dbdf-4f9a-990b-704196241bb9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:02.667503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:02.718770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ebe63e67-58f4-40cc-af69-6b891674e18c,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:02.727527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.782028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720203-f395-4d98-8785-16a86c5314cb req-6366e592-1bcd-4242-a17d-b0ea61aa8d91 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.784989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57720203-f395-4d98-8785-16a86c5314cb req-6366e592-1bcd-4242-a17d-b0ea61aa8d91 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1714928 Jul 29 23:41:02.815034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.815996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.817744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ebe63e67-58f4-40cc-af69-6b891674e18c HTTP/1.1" status: 200 len: 1092 time: 3.0857990 Jul 29 23:41:02.820798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:02.822811 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981517d-81bd-4b6d-81c4-999c8e8305cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:02.837886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:02.849560 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Sync routers for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:02.852077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79741155-6606-426f-b24e-ebd880e439a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/43d162f3-9dba-42e0-9968-9518b81e36ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2091947 Jul 29 23:41:02.877536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:02.878994 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:02.879387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eccc3-81a3-46d1-a6bd-8bbbc4c96cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.917790 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f415aa-19c1-4ee6-b114-bbbd6b211de1 x-openstack-request-id: req-a6f415aa-19c1-4ee6-b114-bbbd6b211de1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:02.918018 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:02.918451 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6f415aa-19c1-4ee6-b114-bbbd6b211de1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:02.919010 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c', 'status': 'completed', 'code': 200} Jul 29 23:41:02.938647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57720203-f395-4d98-8785-16a86c5314cb req-379b1058-8d00-4ae1-9b2c-478750577663 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461406 Jul 29 23:41:02.961237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-cdff429f-be02-4b6f-8439-dbd815e144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.968175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-cdff429f-be02-4b6f-8439-dbd815e144bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 1095 time: 0.0788975 Jul 29 23:41:03.027958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-6bff0dfc-64e3-4b27-9328-8658033ccac7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe63e67-58f4-40cc-af69-6b891674e18c HTTP/1.1" status: 200 len: 217 time: 0.0436447 Jul 29 23:41:03.044817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:03.090901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ba33197e-7a8e-4438-baaa-5628e5cc5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.092561 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-ba33197e-7a8e-4438-baaa-5628e5cc5e09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.0557318 Jul 29 23:41:03.097350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a610f998-2e78-4db3-9cdd-66078190ba56 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:03.164071 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-b448c952-6798-490f-995b-1e0be907b523 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626340 Jul 29 23:41:03.202036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a610f998-2e78-4db3-9cdd-66078190ba56 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:03.204138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.215016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.339250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-76205948-a41d-407e-a410-b8a8c69119cc service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527994 Jul 29 23:41:03.356541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924e402-fedc-472d-9e4a-44a4ca390b2e req-367f16df-61e4-415d-8e9e-8e31b999f37e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.359177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6924e402-fedc-472d-9e4a-44a4ca390b2e req-367f16df-61e4-415d-8e9e-8e31b999f37e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.0871949 Jul 29 23:41:03.359877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:03.363345 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:03.378304 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:00Z', 'revision_number': 4, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2581211e-dbdf-4f9a-990b-704196241bb9', 'name': '', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'mac_address': 'fa:16:3e:1d:60:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:58Z', 'updated_at': '2021-07-29T23:41:00Z', 'revision_number': 2, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'subnets': [{'id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:03.412927 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Checking router: 43d162f3-9dba-42e0-9968-9518b81e36ee for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:03.413288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Updating router 43d162f3-9dba-42e0-9968-9518b81e36ee port 2581211e-dbdf-4f9a-990b-704196241bb9 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:03.434750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6924e402-fedc-472d-9e4a-44a4ca390b2e req-92cdbba3-28ef-4dbf-b2bb-a63c72268fe4 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677879 Jul 29 23:41:03.454298 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.494608 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8160d-e26b-4730-99ab-432a76f272ca x-openstack-request-id: req-09f8160d-e26b-4730-99ab-432a76f272ca {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:03.494905 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:03.495157 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09f8160d-e26b-4730-99ab-432a76f272ca {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:03.495554 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca', 'status': 'completed', 'code': 200} Jul 29 23:41:03.526996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca156a2b-7e86-4c0a-ac02-39deaadc086d req-d8d36f70-a0bb-4a21-a0a3-d1e901f399ab service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781530 Jul 29 23:41:03.557531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e34c1c2-2680-4e3a-b853-221848f82187 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6569ead8244041ba8163581d01a3a1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407307 Jul 29 23:41:03.560158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40882) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:03.664392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-7e6777ba-3854-409e-9604-14cf4fa7eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.666728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-7e6777ba-3854-409e-9604-14cf4fa7eac7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 1096 time: 0.0668349 Jul 29 23:41:03.668197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.705511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-148f4071-32bf-4727-91f9-f39a14034698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.708016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-148f4071-32bf-4727-91f9-f39a14034698 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f014b6d492814d81beef6cb72fcc7673&device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 1095 time: 0.0697014 Jul 29 23:41:03.740270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.887978 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.888702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-a4446cfa-77d1-445d-9498-2305933078e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.889809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-a4446cfa-77d1-445d-9498-2305933078e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 912 time: 0.2073393 Jul 29 23:41:03.901904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:03.903953 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Transition to ACTIVE for port object 2581211e-dbdf-4f9a-990b-704196241bb9 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:03.916657 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.920248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.928367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.930103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f2f19a0-764d-49a6-829b-6d4086f097be HTTP/1.1" status: 204 len: 168 time: 0.3684878 Jul 29 23:41:04.029830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42226b6-9979-4146-aa84-6373a1a814b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f19a0-764d-49a6-829b-6d4086f097be,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.154604 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Pushing event updated for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.157461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-f2f01777-51ce-459a-96ea-23dafae6236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.159064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-f2f01777-51ce-459a-96ea-23dafae6236c service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 200 len: 912 time: 0.4384017 Jul 29 23:41:04.197698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-18e3da35-15ea-4080-bba7-aada7b946574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca HTTP/1.1" status: 200 len: 217 time: 0.2257652 Jul 29 23:41:04.211277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:04.220138 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.220495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.224067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.224431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.224775 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.229380 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.229855 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.230203 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.230543 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.230878 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.231205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.231535 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:04.257046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '67a034a6-6079-40b1-aec7-00c19daa9658', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '67a034a6-6079-40b1-aec7-00c19daa9658', 'mac_address': 'fa:16:3e:bb:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:04.330263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.346579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-a563b187-857b-4e74-b193-e12639cd11f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe63e67-58f4-40cc-af69-6b891674e18c HTTP/1.1" status: 200 len: 217 time: 0.1608138 Jul 29 23:41:04.347028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:04.365228 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Attempting to bind port 2581211e-dbdf-4f9a-990b-704196241bb9 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:04.365915 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Attempting to bind port 2581211e-dbdf-4f9a-990b-704196241bb9 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:04.366540 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Attempting to bind port 2581211e-dbdf-4f9a-990b-704196241bb9 on network 158c3a31-b8ce-41d1-9932-2d02783f18f6 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:04.377188 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:04.379284 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Checking segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:04.380708 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.381284 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Bound using segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:04.382448 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Bound port: 2581211e-dbdf-4f9a-990b-704196241bb9, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:04.383409 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.397926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:04.405022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.411343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-9e27195a-646f-4e97-b363-2949512e647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.419026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-9e27195a-646f-4e97-b363-2949512e647d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.2039514 Jul 29 23:41:04.499195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083757c8-985f-49be-8bf1-bcecf1c2cc8b req-247a3a5e-bd8c-487d-8291-e01f0b0fac8f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.504791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-7f0d8cfc-e259-47ef-88ae-d36edde3aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.505468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083757c8-985f-49be-8bf1-bcecf1c2cc8b req-247a3a5e-bd8c-487d-8291-e01f0b0fac8f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.2279801 Jul 29 23:41:04.506601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-7f0d8cfc-e259-47ef-88ae-d36edde3aedf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 200 len: 851 time: 0.1505959 Jul 29 23:41:04.535297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.548505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.548982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.549584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.551309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.551815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.552277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.568043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c34d4fb-eaa1-460a-a163-c76ee5ede54a req-358305f7-7eda-4e3b-b6e0-9a2f0dc3d230 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4307 time: 0.7280920 Jul 29 23:41:04.568454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['67a034a6-6079-40b1-aec7-00c19daa9658'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:04.602642 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] For port 2581211e-dbdf-4f9a-990b-704196241bb9, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:04.606884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-465268d5-b001-41ae-907d-571326f8e05b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773716 Jul 29 23:41:04.607408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.611714 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] For port 2581211e-dbdf-4f9a-990b-704196241bb9, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2581211e-dbdf-4f9a-990b-704196241bb9,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:04.615936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-network', 'tenant_id': '087232ca62284f3a9088c9e5c9260722'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:04.617976 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.676022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083757c8-985f-49be-8bf1-bcecf1c2cc8b req-78348d94-b5df-4aa3-b80e-4a9653519fbd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666954 Jul 29 23:41:04.680774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-9ddd3029-f8d6-490b-80d3-4be252336b08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c6e589-311e-4312-8408-6f18e6bd1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2470887 Jul 29 23:41:04.768710 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:04.769696 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.848671 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02fe3-c7e1-42e3-baba-f6cdfca1a17a None None] Pushing event updated for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.897587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Made reservation on behalf of 087232ca62284f3a9088c9e5c9260722 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:04.908768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.951377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ddbc0-809c-4dd0-a9ef-8f805115daae req-07bdc057-ec78-425c-8223-c7fe2828a46d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.953381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d0ddbc0-809c-4dd0-a9ef-8f805115daae req-07bdc057-ec78-425c-8223-c7fe2828a46d tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.3176792 Jul 29 23:41:04.984264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.030430 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:05.053555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6b4f-fac3-4ad3-8ba8-2f8aa0ca98dc req-6ba98fac-abc1-4e81-bdbc-60327172c59e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.062073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f21d6b4f-fac3-4ad3-8ba8-2f8aa0ca98dc req-6ba98fac-abc1-4e81-bdbc-60327172c59e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.2160876 Jul 29 23:41:05.103037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-d4857835-a228-4f9e-95a3-679748988c6a service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082901 Jul 29 23:41:05.139452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d0ddbc0-809c-4dd0-a9ef-8f805115daae req-ff353c81-33d7-4b64-8a06-8b29d022cacf tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689749 Jul 29 23:41:05.150612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f21d6b4f-fac3-4ad3-8ba8-2f8aa0ca98dc req-f3b0f51a-bee4-4efe-a29e-34a7e5c17c0b tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871422 Jul 29 23:41:05.213724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-ae78b1fe-8f05-459c-8160-c28b06c03c69 service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718632 Jul 29 23:41:05.433306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:00Z', 'revision_number': 4, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2581211e-dbdf-4f9a-990b-704196241bb9', 'name': '', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'mac_address': 'fa:16:3e:1d:60:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:58Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 4, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'subnets': [{'id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.478658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6981517d-81bd-4b6d-81c4-999c8e8305cd req-1ff3842d-90b0-409c-86b0-517f34b3aa17 service neutron] 10.222.0.59 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638698 Jul 29 23:41:05.498715 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a610ed4-2b5f-4ce8-9fa8-67137a2a49b5 None None] The sync data for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 is: [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:00Z', 'revision_number': 4, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2581211e-dbdf-4f9a-990b-704196241bb9', 'name': '', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'mac_address': 'fa:16:3e:1d:60:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:58Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 4, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'subnets': [{'id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:05.551121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.557385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1534582-ec69-4a89-be69-9d36ff4b7e08 req-b9215e33-2c9b-4ccc-97b3-e69a135f8bc9 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.568226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.586899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1534582-ec69-4a89-be69-9d36ff4b7e08 req-b9215e33-2c9b-4ccc-97b3-e69a135f8bc9 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 886 time: 0.3909488 Jul 29 23:41:05.609394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64f5d05b-0bc3-4d30-89fa-d8668a89a5be req-f8e590c7-45e0-4b48-81a9-327acc72ed3c service neutron] 10.222.0.57 "GET /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864268 Jul 29 23:41:05.618036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:05.744520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.745405 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Added segment 151c3796-ef7b-427c-ad1e-0fd5fa1ce42c of type vlan for network 0e82c73e-104a-47dd-ae1a-da85d533df83 Jul 29 23:41:05.779078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ca7d0-11a1-4007-8b73-1c3fd2e49bb2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.805503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.805883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.806198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.811813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.812255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.812613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.812942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.819139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.819569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.822472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.823168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.823683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.901854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ebe63e67-58f4-40cc-af69-6b891674e18c details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:05.909743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:05.915756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.997469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.998539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.999552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.122513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 67a034a6-6079-40b1-aec7-00c19daa9658 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:06.123056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.216715 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6081984 Jul 29 23:41:06.220197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41002) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:06.227487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Request body: {'subnet': {'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-subnet', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:06.239423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59d86384-09dc-423a-80ae-3c3d77d4ffca details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:06.242547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518d23-9d26-4a12-94ed-8be2e6dc08a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e82c73e-104a-47dd-ae1a-da85d533df83,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:06.269201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:06.279728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Made reservation on behalf of 087232ca62284f3a9088c9e5c9260722 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:06.286308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ebe63e67-58f4-40cc-af69-6b891674e18c,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:06.289911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.382889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.383793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.384462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.385117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.385825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.387168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.388505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.402427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b65a91f-0ec8-4c96-90b2-d6255b332a69 req-6b975729-b5c7-4241-aed3-890c6114d687 tempest-NetworksTest-501035553 tempest-NetworksTest-501035553-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.4179864 Jul 29 23:41:06.546032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'ebe63e67-58f4-40cc-af69-6b891674e18c', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'port_id': 'ebe63e67-58f4-40cc-af69-6b891674e18c', 'mac_address': 'fa:16:3e:63:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa094b2-1b9f-4a8e-94b9-82a24586f957', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:06.744606 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.855237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819f17-a0c6-4182-9c19-167a780674cc req-9701b8ab-5379-4908-adbf-e5ec7c8efcb6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.868393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46819f17-a0c6-4182-9c19-167a780674cc req-9701b8ab-5379-4908-adbf-e5ec7c8efcb6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1740072 Jul 29 23:41:06.928833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.999008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46819f17-a0c6-4182-9c19-167a780674cc req-168d2bd1-7fe9-4ad9-beba-f93989731d65 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242654 Jul 29 23:41:07.030544 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.069443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:07.074706 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c148756-e20b-4bd8-9982-25cf4ad18e87" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:07.079634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fd599-d3ab-41d9-9bb6-3c2eca47ba12 req-b46f3b3c-8db7-4583-9262-659b6d612684 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.089386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-533fd599-d3ab-41d9-9bb6-3c2eca47ba12 req-b46f3b3c-8db7-4583-9262-659b6d612684 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.3643603 Jul 29 23:41:07.104801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Checking segment: {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:07.105545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Network hostable DHCP agents. Network: 0e82c73e-104a-47dd-ae1a-da85d533df83, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:07.108030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356a3102-359a-489b-bdde-53520e7d4d66,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.130398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.216008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.220653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe63e67-58f4-40cc-af69-6b891674e18c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:07.227352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.232351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.245731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41040) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.324928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2581211e-dbdf-4f9a-990b-704196241bb9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:07.397404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:07.412779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ad92f2-1e33-4afd-b025-50a5556d7c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.469782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-533fd599-d3ab-41d9-9bb6-3c2eca47ba12 req-3edeecec-43bb-466f-b0ac-44a88bcb4944 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671446 Jul 29 23:41:07.476525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '59d86384-09dc-423a-80ae-3c3d77d4ffca', 'network_id': '11c6e589-311e-4312-8408-6f18e6bd1416', 'port_id': '59d86384-09dc-423a-80ae-3c3d77d4ffca', 'mac_address': 'fa:16:3e:d8:c3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa094b2-1b9f-4a8e-94b9-82a24586f957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:07.484066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0e82c73e-104a-47dd-ae1a-da85d533df83) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:07.491999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.496743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.497509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ebe63e67-58f4-40cc-af69-6b891674e18c,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.508042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31054f7b-b08c-47a1-bede-cf6e4555ea2c None None] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:07.520059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.528459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-be084ee2-7a05-4d21-8753-8ffd8adcdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.532608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-be084ee2-7a05-4d21-8753-8ffd8adcdfb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1097 time: 0.4091403 Jul 29 23:41:07.577574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22056b77-df76-4a9a-9d97-beefe068f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.697238 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94a1eb-065c-4c91-b9f7-c06474e0f283 x-openstack-request-id: req-9b94a1eb-065c-4c91-b9f7-c06474e0f283 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:07.697544 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:07.697893 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b94a1eb-065c-4c91-b9f7-c06474e0f283 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:07.698353 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'code': 200} Jul 29 23:41:07.739675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.805095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2581211e-dbdf-4f9a-990b-704196241bb9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:07.813114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f52e6f60-177b-4007-9cbe-2e1492372000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.815621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f52e6f60-177b-4007-9cbe-2e1492372000 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.2463996 Jul 29 23:41:07.849338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ad92f2-1e33-4afd-b025-50a5556d7c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.859310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ad92f2-1e33-4afd-b025-50a5556d7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.862169 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.874462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['ebe63e67-58f4-40cc-af69-6b891674e18c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:07.916069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3fbfb522-beb3-4a28-a3a6-a83ffdef1b49 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6946843 Jul 29 23:41:07.919536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.924871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:07.963499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-7e678dd6-d26e-41e1-972f-f73641f225d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 1001 time: 0.1296539 Jul 29 23:41:07.964730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2581211e-dbdf-4f9a-990b-704196241bb9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:07.965264 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.010125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92ad92f2-1e33-4afd-b025-50a5556d7c2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e53c556c286340128976acade41cdd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785369 Jul 29 23:41:08.015002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.069040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f0a6b62d-0719-4ffe-b45a-b544c2abfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.070937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f0a6b62d-0719-4ffe-b45a-b544c2abfb72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0856998 Jul 29 23:41:08.073535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad92f2-1e33-4afd-b025-50a5556d7c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe94d63-fbea-4edd-a5ca-e8888ca7dc86,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.165831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.182537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f341a2bc-ab60-4dbc-a097-c792e6d28271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.184488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-f341a2bc-ab60-4dbc-a097-c792e6d28271 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992663 Jul 29 23:41:08.185087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d86384-09dc-423a-80ae-3c3d77d4ffca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:08.225955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2581211e-dbdf-4f9a-990b-704196241bb9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2581211e-dbdf-4f9a-990b-704196241bb9,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:08.227483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0e82c73e-104a-47dd-ae1a-da85d533df83', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:08.228489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.235347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.264900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.309173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.330752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc114f-1bb5-47a0-be68-96eabc712d06 req-2531aa86-8752-4b55-ace8-ea788eed4797 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.333005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79bc114f-1bb5-47a0-be68-96eabc712d06 req-2531aa86-8752-4b55-ace8-ea788eed4797 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.2139904 Jul 29 23:41:08.368325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.380934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.426515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22056b77-df76-4a9a-9d97-beefe068f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.438581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22056b77-df76-4a9a-9d97-beefe068f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.511330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22056b77-df76-4a9a-9d97-beefe068f322 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7b9e9ffc8404910b218597fa0df0c18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2640719 Jul 29 23:41:08.517326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22056b77-df76-4a9a-9d97-beefe068f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50b4d48-2000-4406-89b3-15c86c6dcd57,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.521113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41082) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:08.553995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Allocated IP 172.20.0.2 (0e82c73e-104a-47dd-ae1a-da85d533df83/356a3102-359a-489b-bdde-53520e7d4d66/0e333aae-3562-44f5-8330-fcdcb3488c28) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:08.599021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79bc114f-1bb5-47a0-be68-96eabc712d06 req-3fa20fc1-5bd0-441e-9802-b889afad5205 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451746 Jul 29 23:41:08.608417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-6095d88e-131b-4c4a-a92d-291609ff474f service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060135 Jul 29 23:41:08.612467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.613932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.625572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.672044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.732587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.737068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.742235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebe94d63-fbea-4edd-a5ca-e8888ca7dc86 HTTP/1.1" status: 204 len: 168 time: 0.7008312 Jul 29 23:41:08.754152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.756877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.760713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e50b4d48-2000-4406-89b3-15c86c6dcd57 HTTP/1.1" status: 204 len: 168 time: 0.2349620 Jul 29 23:41:08.760713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55f292-d5a6-4f50-be74-c0cb646b5bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe94d63-fbea-4edd-a5ca-e8888ca7dc86,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.801974 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.806806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcf3cd-f3fe-43aa-9f2d-761de784de21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50b4d48-2000-4406-89b3-15c86c6dcd57,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.814692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Transition to ACTIVE for port object 0e333aae-3562-44f5-8330-fcdcb3488c28 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:08.837119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cb3f1-70e7-4aa6-a4c8-a2df820759dc req-7a350ff3-2c15-4e5a-853a-5db880261091 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.848156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-389cb3f1-70e7-4aa6-a4c8-a2df820759dc req-7a350ff3-2c15-4e5a-853a-5db880261091 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 944 time: 0.1039681 Jul 29 23:41:08.856897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:08.866493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7003eb2b-2318-4771-967d-4ca31e2cc3cd req-bd1fd9be-3df6-4471-8d32-3ff4a0e97584 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417183 Jul 29 23:41:08.892019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.942668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-389cb3f1-70e7-4aa6-a4c8-a2df820759dc req-ad08037e-b100-4ec8-b808-b0d92614f785 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932124 Jul 29 23:41:08.987370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.060665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.075776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:09.079258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Transition to ACTIVE for port object 0e333aae-3562-44f5-8330-fcdcb3488c28 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:09.129224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2581211e-dbdf-4f9a-990b-704196241bb9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:09.151858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.295994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:09.305275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:09.327689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.333941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:09.350932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:09.455920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Pushing event updated for resources: {'Port': ['ID=0e333aae-3562-44f5-8330-fcdcb3488c28,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.691113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.732559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.820494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['59d86384-09dc-423a-80ae-3c3d77d4ffca'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:09.939380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41130) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.940344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Attempting to bind port 0e333aae-3562-44f5-8330-fcdcb3488c28 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:09.941356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Attempting to bind port 0e333aae-3562-44f5-8330-fcdcb3488c28 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:09.942403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Attempting to bind port 0e333aae-3562-44f5-8330-fcdcb3488c28 on network 0e82c73e-104a-47dd-ae1a-da85d533df83 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:09.959032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d462eefb-c022-4bc9-b7f6-bfd80a9a9ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.997895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d113ed-ed60-4883-8d22-73c89830f810 req-c600c6ac-53ff-48b0-bd03-2b0751df14e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.004575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6d113ed-ed60-4883-8d22-73c89830f810 req-c600c6ac-53ff-48b0-bd03-2b0751df14e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1612785 Jul 29 23:41:10.007596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Allocated IP 172.25.5.235 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/df4b80a4-7f0a-4417-8d3e-89479c032440) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:10.034292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2581211e-dbdf-4f9a-990b-704196241bb9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:10.036494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.040240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:10.043247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Checking segment: {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:10.043999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.045573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Bound using segment: {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:10.046408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Bound port: 0e333aae-3562-44f5-8330-fcdcb3488c28, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:10.048954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.159226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d462eefb-c022-4bc9-b7f6-bfd80a9a9ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.209875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:10.211872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6d113ed-ed60-4883-8d22-73c89830f810 req-5a4e68e8-89c5-4bdb-a863-ebd351ca4d96 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874614 Jul 29 23:41:10.237607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d462eefb-c022-4bc9-b7f6-bfd80a9a9ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.304892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '2767ee37-333a-4a79-a025-53b296cad5ca', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:10.318529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462eefb-c022-4bc9-b7f6-bfd80a9a9ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979778ec-88c8-4fd6-8ff0-d8e98beac166,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.355887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.396331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863ac4f-2062-474e-b871-00a07fc9f090 req-fc79c1f0-d7d2-4d38-adec-0fc0ab3dfc75 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.408159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4863ac4f-2062-474e-b871-00a07fc9f090 req-fc79c1f0-d7d2-4d38-adec-0fc0ab3dfc75 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 945 time: 0.2469935 Jul 29 23:41:10.447041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d462eefb-c022-4bc9-b7f6-bfd80a9a9ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93e601693f124b749ebc7eb0f0b5a773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053937 Jul 29 23:41:10.454414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.470074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.517965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4863ac4f-2062-474e-b871-00a07fc9f090 req-ba53ad4c-5cf4-446c-ae8e-091105341f03 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054614 Jul 29 23:41:10.521818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41144) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.556931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:10.567092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] For port 0e333aae-3562-44f5-8330-fcdcb3488c28, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:10.570404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:10.575131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.583221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:10.633305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.637654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] For port 0e333aae-3562-44f5-8330-fcdcb3488c28, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0e333aae-3562-44f5-8330-fcdcb3488c28,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:10.654365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.683293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Pushing event updated for resources: {'Port': ['ID=df4b80a4-7f0a-4417-8d3e-89479c032440,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.694097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.748868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.753641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.758833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/979778ec-88c8-4fd6-8ff0-d8e98beac166 HTTP/1.1" status: 204 len: 168 time: 0.3033271 Jul 29 23:41:10.778777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73814eb-4450-4afa-a65c-2f82f9bef379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979778ec-88c8-4fd6-8ff0-d8e98beac166,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.821486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:10.924295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60ac0bfe-36d7-42c6-9017-8bc4bfbeb117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.939133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:10.958441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.981916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ab42-d9f6-4b7e-a8b9-7019963a8f06 None None] Pushing event updated for resources: {'Port': ['ID=0e333aae-3562-44f5-8330-fcdcb3488c28,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.145537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.379750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['2767ee37-333a-4a79-a025-53b296cad5ca'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:11.407301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.503262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d25d-1daf-4b3c-812e-a7b42f7be939 req-71507517-d186-461a-93a7-b423c564c8e8 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.505182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37d7d25d-1daf-4b3c-812e-a7b42f7be939 req-71507517-d186-461a-93a7-b423c564c8e8 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1206751 Jul 29 23:41:11.576466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60ac0bfe-36d7-42c6-9017-8bc4bfbeb117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.598498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60ac0bfe-36d7-42c6-9017-8bc4bfbeb117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.607837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37d7d25d-1daf-4b3c-812e-a7b42f7be939 req-d53f69a2-346f-477e-965f-9d6c5cec594f tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Jul 29 23:41:11.865343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac0bfe-36d7-42c6-9017-8bc4bfbeb117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22ca3f-863d-4126-ac15-5d1e77240f1e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.932852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-60ac0bfe-36d7-42c6-9017-8bc4bfbeb117 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=149f5fe9ad1d4f7ea0e717b2eebb8929&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4074700 Jul 29 23:41:11.936564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41204) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:11.941519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ebe63e67-58f4-40cc-af69-6b891674e18c up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:12.250066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port ebe63e67-58f4-40cc-af69-6b891674e18c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:12.265517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port ebe63e67-58f4-40cc-af69-6b891674e18c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:12.266006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.608571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784c275-94df-4906-b0e0-a5d34b4cda69 None None] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:12.731780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.752805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75df1f-9cca-40e8-8619-218698d340a1 req-8edfeacf-9348-4518-9f8f-fa040f1e8bc9 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.754774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e75df1f-9cca-40e8-8619-218698d340a1 req-8edfeacf-9348-4518-9f8f-fa040f1e8bc9 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 945 time: 1.0156181 Jul 29 23:41:12.792755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-12d4ac24-441a-48df-aed3-af922d7fb8a6 None None] Provisioning for port 0e333aae-3562-44f5-8330-fcdcb3488c28 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:12.915724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:12.921480 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb373934-e1ac-4f5a-9589-4dcd54b7cad6" -d '{"events": [{"server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "name": "network-vif-plugged", "status": "completed", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:12.951991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.017135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ebe63e67-58f4-40cc-af69-6b891674e18c,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.026161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.085058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59d86384-09dc-423a-80ae-3c3d77d4ffca up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:13.152934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.172386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e75df1f-9cca-40e8-8619-218698d340a1 req-98e8f278-ed79-4d58-b23a-481baf2450f7 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502836 Jul 29 23:41:13.200300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.266545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0e333aae-3562-44f5-8330-fcdcb3488c28 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:13.319384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 59d86384-09dc-423a-80ae-3c3d77d4ffca completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:13.349223 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.351169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 59d86384-09dc-423a-80ae-3c3d77d4ffca triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:13.357998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.559625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.571196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.573827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c22ca3f-863d-4126-ac15-5d1e77240f1e HTTP/1.1" status: 204 len: 168 time: 1.6336389 Jul 29 23:41:13.588410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0e333aae-3562-44f5-8330-fcdcb3488c28 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:13.590887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Router 4118afa7-be49-4096-97f6-fc651cb45572 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:13.629195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22ca3f-863d-4126-ac15-5d1e77240f1e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.645255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.645877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.646391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.646808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.647215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.647620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.648019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.648426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.648818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.649217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.649803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.650261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b62d89b-f795-48b6-97a7-ebeb54cf6665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:13.666519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0e333aae-3562-44f5-8330-fcdcb3488c28 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:13.667710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.807517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.852275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.863531 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.863531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:13.956231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:14.055209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.063216 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.073601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Sync routers for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:14.073865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1809e1bc-6766-4f61-89ad-a567d65ddde7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1498013 Jul 29 23:41:14.075174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.184869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.187755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.292848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5b3e5c3-4a59-4bda-a0eb-2f44764888ec None None] Provisioning complete for port 0e333aae-3562-44f5-8330-fcdcb3488c28 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:14.297879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e5c3-4a59-4bda-a0eb-2f44764888ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.412026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41258) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.422335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.455562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ce0281d-6c3b-4db3-911d-90ca1eda9aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.477320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0e333aae-3562-44f5-8330-fcdcb3488c28, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0e333aae-3562-44f5-8330-fcdcb3488c28,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:14.514173 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.599699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 2767ee37-333a-4a79-a025-53b296cad5ca triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:14.600579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.674743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:14.835046 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ce0281d-6c3b-4db3-911d-90ca1eda9aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.841797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ce0281d-6c3b-4db3-911d-90ca1eda9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.961665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7ce0281d-6c3b-4db3-911d-90ca1eda9aed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27a84a09beaf459ba68f5de450a92122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467794 Jul 29 23:41:14.965505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0281d-6c3b-4db3-911d-90ca1eda9aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcfdce3-c15c-4885-acd8-6b11d1a992c0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.973501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41264) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.047365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0e333aae-3562-44f5-8330-fcdcb3488c28,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.106719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.190973 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.318850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.332427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.340376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4bcfdce3-c15c-4885-acd8-6b11d1a992c0 HTTP/1.1" status: 204 len: 168 time: 0.3647733 Jul 29 23:41:15.373608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74d3a8-5c65-4374-bf3f-90705ff597e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcfdce3-c15c-4885-acd8-6b11d1a992c0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.457183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.719541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.807887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.816754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.889544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:10Z', 'revision_number': 3, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.895261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.021091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Checking router: 4118afa7-be49-4096-97f6-fc651cb45572 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:16.022363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Updating router 4118afa7-be49-4096-97f6-fc651cb45572 port df4b80a4-7f0a-4417-8d3e-89479c032440 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:16.048068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Allocated IP 172.20.0.1 (0e82c73e-104a-47dd-ae1a-da85d533df83/356a3102-359a-489b-bdde-53520e7d4d66/706cd88d-2b89-4d18-9acf-bf5bab559a67) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:16.207040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.276087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98188c21-5827-434e-985c-5485ce2329a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.349963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.391449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Transition to ACTIVE for port object 706cd88d-2b89-4d18-9acf-bf5bab559a67 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:16.481872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.559572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:16.564363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:16.580836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:16.672139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Pushing event updated for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.693460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.962704 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.984653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Transition to ACTIVE for port object df4b80a4-7f0a-4417-8d3e-89479c032440 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:17.004230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8a5ee466-05cc-4a13-876b-c12c3dccde17 None None] Provisioning for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:17.016955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8a5ee466-05cc-4a13-876b-c12c3dccde17 None None] Provisioning complete for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:17.018483 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee466-05cc-4a13-876b-c12c3dccde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.063842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.126162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.169192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ee466-05cc-4a13-876b-c12c3dccde17 None None] Port 706cd88d-2b89-4d18-9acf-bf5bab559a67 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:17.189975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0e333aae-3562-44f5-8330-fcdcb3488c28 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:17.336540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0e333aae-3562-44f5-8330-fcdcb3488c28 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:17.336964 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.388632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Attempting to bind port df4b80a4-7f0a-4417-8d3e-89479c032440 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:17.388945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Attempting to bind port df4b80a4-7f0a-4417-8d3e-89479c032440 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:17.389318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Attempting to bind port df4b80a4-7f0a-4417-8d3e-89479c032440 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:17.402146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:17.402576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:17.402997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.403419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:17.403893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Bound port: df4b80a4-7f0a-4417-8d3e-89479c032440, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:17.404275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.406116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.537689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] For port df4b80a4-7f0a-4417-8d3e-89479c032440, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:17.555265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.564020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] For port df4b80a4-7f0a-4417-8d3e-89479c032440, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=df4b80a4-7f0a-4417-8d3e-89479c032440,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:17.565647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Pushing event updated for resources: {'Port': ['ID=df4b80a4-7f0a-4417-8d3e-89479c032440,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.567416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.606647 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.614760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Pushing event updated for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.660246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.660491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.674497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.674892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.675190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.675536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.675657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.675866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.676196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.676526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.677809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.678145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.678475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:17.780817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d8b4-5444-42e0-a3b1-b5556daafa02 None None] Pushing event updated for resources: {'Port': ['ID=df4b80a4-7f0a-4417-8d3e-89479c032440,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.814541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:17.815203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:17.876872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:17.892683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:18.112985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:18.139368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Router 4118afa7-be49-4096-97f6-fc651cb45572 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:18.426438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:18.437513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-494c8348-b1ef-4a44-8354-b6e0162589ba admin admin] 10.222.0.49 "PUT /v2.0/routers/4118afa7-be49-4096-97f6-fc651cb45572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567371 Jul 29 23:41:18.485506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4f21c633-cf35-460c-adc3-85a32852455a None None] Provisioning complete for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:18.485506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f21c633-cf35-460c-adc3-85a32852455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.595846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4f21c633-cf35-460c-adc3-85a32852455a None None] Port 706cd88d-2b89-4d18-9acf-bf5bab559a67 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:18.727007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '706cd88d-2b89-4d18-9acf-bf5bab559a67', 'name': '', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'mac_address': 'fa:16:3e:82:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:15Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 2, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'subnets': [{'id': '356a3102-359a-489b-bdde-53520e7d4d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:18.775544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76dde-f32d-421b-b480-e480cce92477 None None] The sync data for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 is: [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '706cd88d-2b89-4d18-9acf-bf5bab559a67', 'name': '', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'mac_address': 'fa:16:3e:82:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:15Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 2, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'subnets': [{'id': '356a3102-359a-489b-bdde-53520e7d4d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:18.988022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db3b910-983d-4cdf-92b2-729ca683cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.044934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41324) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:19.272060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.333457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b48ef38a-9db4-49f0-b63a-47c8613d6ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.570816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b48ef38a-9db4-49f0-b63a-47c8613d6ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.584628 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b48ef38a-9db4-49f0-b63a-47c8613d6ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.732591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b48ef38a-9db4-49f0-b63a-47c8613d6ba3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54391744f29f413ead01da309951d6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6836011 Jul 29 23:41:19.732591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef38a-9db4-49f0-b63a-47c8613d6ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b3023-3968-4c59-9d77-dd839a5a8da5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.733898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41328) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:19.924962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.970087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.041776 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.044743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.049058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c1b3023-3968-4c59-9d77-dd839a5a8da5 HTTP/1.1" status: 204 len: 168 time: 0.3133156 Jul 29 23:41:20.074358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f331100-e192-4b5c-9ac0-b44aa01d04ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b3023-3968-4c59-9d77-dd839a5a8da5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:20.553935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.820986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41334) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:20.866375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbc9e8ce-8c34-4f01-8e77-33e3aa69a989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.033482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbc9e8ce-8c34-4f01-8e77-33e3aa69a989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.039617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbc9e8ce-8c34-4f01-8e77-33e3aa69a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.164013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41336) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:21.182308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbc9e8ce-8c34-4f01-8e77-33e3aa69a989 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac3f84d9381640af854c2850a4a54e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596604 Jul 29 23:41:21.183305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9e8ce-8c34-4f01-8e77-33e3aa69a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb512a0c-4d2e-4199-880e-0f4704601acb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:21.234695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device df4b80a4-7f0a-4417-8d3e-89479c032440 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:21.320281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.357008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.379113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port df4b80a4-7f0a-4417-8d3e-89479c032440 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:21.386535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port df4b80a4-7f0a-4417-8d3e-89479c032440 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:21.387545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.435827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.438924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.442489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb512a0c-4d2e-4199-880e-0f4704601acb HTTP/1.1" status: 204 len: 168 time: 0.2747025 Jul 29 23:41:21.470946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ecdce-7fa1-4927-a680-fc2f14424325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb512a0c-4d2e-4199-880e-0f4704601acb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:21.596381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.636597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port df4b80a4-7f0a-4417-8d3e-89479c032440, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=df4b80a4-7f0a-4417-8d3e-89479c032440,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:21.644495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.733828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=df4b80a4-7f0a-4417-8d3e-89479c032440,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:22.303788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.475640 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Sync routers for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:22.491421 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.496270 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.785290 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:23.096852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:23.113317 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '706cd88d-2b89-4d18-9acf-bf5bab559a67', 'name': '', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'mac_address': 'fa:16:3e:82:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:15Z', 'updated_at': '2021-07-29T23:41:17Z', 'revision_number': 2, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'subnets': [{'id': '356a3102-359a-489b-bdde-53520e7d4d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.151103 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Checking router: 4118afa7-be49-4096-97f6-fc651cb45572 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:23.151935 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Updating router 4118afa7-be49-4096-97f6-fc651cb45572 port 706cd88d-2b89-4d18-9acf-bf5bab559a67 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:23.229720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device df4b80a4-7f0a-4417-8d3e-89479c032440 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:23.244865 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:23.265793 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.402898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port df4b80a4-7f0a-4417-8d3e-89479c032440 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:23.403959 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.465850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1409681698-network', 'tenant_id': '408779704c034866b1586c0ace2dccac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:23.502940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Made reservation on behalf of 408779704c034866b1586c0ace2dccac for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:23.510090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.857038 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.869272 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Transition to ACTIVE for port object 706cd88d-2b89-4d18-9acf-bf5bab559a67 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:23.878317 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.935221 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4532c-432f-4e31-a90c-00f1554afb1b None None] Pushing event updated for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.068211 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Attempting to bind port 706cd88d-2b89-4d18-9acf-bf5bab559a67 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:24.069005 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Attempting to bind port 706cd88d-2b89-4d18-9acf-bf5bab559a67 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:24.075225 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Attempting to bind port 706cd88d-2b89-4d18-9acf-bf5bab559a67 on network 0e82c73e-104a-47dd-ae1a-da85d533df83 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:24.082615 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:24.083526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Checking segment: {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:24.084167 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.084758 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Bound using segment: {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:24.085418 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Bound port: 706cd88d-2b89-4d18-9acf-bf5bab559a67, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:24.086024 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.135279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.211916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] For port 706cd88d-2b89-4d18-9acf-bf5bab559a67, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:24.228259 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] For port 706cd88d-2b89-4d18-9acf-bf5bab559a67, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=706cd88d-2b89-4d18-9acf-bf5bab559a67,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:24.233952 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.385061 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:24.385744 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.385908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.394845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.438438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:24.468027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cc03b-12b6-4834-b17e-0b450d846749,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.471498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.471845 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Added segment da93c03c-41c5-497d-b6ee-94f6a3023fed of type vlan for network 76dc6aae-5889-4010-83bf-47331eed5ed6 Jul 29 23:41:24.519714 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4532c-432f-4e31-a90c-00f1554afb1b None None] Pushing event updated for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.540364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.594492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.595924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.596810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.653975 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:24.680427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5814834 Jul 29 23:41:24.684207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41380) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:24.692501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b278d-38a1-4fe8-8dc7-f318bd87f502 admin admin] Pushing event updated for resources: {'Network': ['ID=76dc6aae-5889-4010-83bf-47331eed5ed6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.695204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Request body: {'subnet': {'network_id': '76dc6aae-5889-4010-83bf-47331eed5ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1409681698-subnet', 'tenant_id': '408779704c034866b1586c0ace2dccac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:24.704501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 76dc6aae-5889-4010-83bf-47331eed5ed6 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:24.733536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Made reservation on behalf of 408779704c034866b1586c0ace2dccac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:24.740583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.997825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.037450 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '706cd88d-2b89-4d18-9acf-bf5bab559a67', 'name': '', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'mac_address': 'fa:16:3e:82:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:15Z', 'updated_at': '2021-07-29T23:41:24Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'subnets': [{'id': '356a3102-359a-489b-bdde-53520e7d4d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:25.085874 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0413b4-2d57-467b-8fb6-dd73b8a07f91 None None] The sync data for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 is: [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '706cd88d-2b89-4d18-9acf-bf5bab559a67', 'name': '', 'network_id': '0e82c73e-104a-47dd-ae1a-da85d533df83', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'mac_address': 'fa:16:3e:82:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '356a3102-359a-489b-bdde-53520e7d4d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:15Z', 'updated_at': '2021-07-29T23:41:24Z', 'revision_number': 4, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'subnets': [{'id': '356a3102-359a-489b-bdde-53520e7d4d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:25.125298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=369e8895-c918-49cb-9866-b9c1932f34ea,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:25.145897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Checking segment: {'id': 'da93c03c-41c5-497d-b6ee-94f6a3023fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76dc6aae-5889-4010-83bf-47331eed5ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:25.146405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Network hostable DHCP agents. Network: 76dc6aae-5889-4010-83bf-47331eed5ed6, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:25.227282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 706cd88d-2b89-4d18-9acf-bf5bab559a67 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:25.256669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Network 76dc6aae-5889-4010-83bf-47331eed5ed6 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:25.378241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 76dc6aae-5889-4010-83bf-47331eed5ed6) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:25.389916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.391147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.395508 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66acd15f-be54-4856-ae42-bc20f6eebd18 x-openstack-request-id: req-66acd15f-be54-4856-ae42-bc20f6eebd18 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:25.396735 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "name": "network-vif-plugged", "status": "completed", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:25.398647 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66acd15f-be54-4856-ae42-bc20f6eebd18 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:25.399185 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c', 'code': 200} Jul 29 23:41:25.400643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a298c-e751-4fe2-bac0-e5baee04674c req-5514d2c5-5dd8-49c2-af20-103aa589d6e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.412063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9aa284-df4b-42d1-a4b6-b4e9a0cb59aa None None] Network 76dc6aae-5889-4010-83bf-47331eed5ed6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:25.414925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-118a298c-e751-4fe2-bac0-e5baee04674c req-5514d2c5-5dd8-49c2-af20-103aa589d6e6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1059301 Jul 29 23:41:25.458069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b862bd78-fec1-46d1-a3e7-b18e5e825bbd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7711258 Jul 29 23:41:25.528813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-118a298c-e751-4fe2-bac0-e5baee04674c req-03159880-bbba-4d6a-bc3d-47ad6923039e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075521 Jul 29 23:41:25.747039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48615-acf0-49b9-b2ed-884265b065ad req-c0f38c28-2b21-4b72-a2b6-d789115521f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.754605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0a48615-acf0-49b9-b2ed-884265b065ad req-c0f38c28-2b21-4b72-a2b6-d789115521f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 1097 time: 0.2208900 Jul 29 23:41:25.807127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:25.842206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975aaa4-583f-4bec-93dc-fee79361d791 req-d9eba453-45cd-41b3-87af-0188ee55aa46 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.850526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:25.851215 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.868837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e975aaa4-583f-4bec-93dc-fee79361d791 req-d9eba453-45cd-41b3-87af-0188ee55aa46 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 946 time: 0.2476778 Jul 29 23:41:25.902762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0a48615-acf0-49b9-b2ed-884265b065ad req-14704f65-26e4-44d6-832f-cc5bb30ab3a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458175 Jul 29 23:41:25.959361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e975aaa4-583f-4bec-93dc-fee79361d791 req-6a4e5000-173e-402f-acf0-18441fe1a3df tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798690 Jul 29 23:41:26.008699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c8f6f-9134-40f3-930f-3054bfb970cb None None] Network 76dc6aae-5889-4010-83bf-47331eed5ed6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:26.150276 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.215462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 706cd88d-2b89-4d18-9acf-bf5bab559a67, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=706cd88d-2b89-4d18-9acf-bf5bab559a67,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:26.223758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.386383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:27.147193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 706cd88d-2b89-4d18-9acf-bf5bab559a67 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:27.251586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 706cd88d-2b89-4d18-9acf-bf5bab559a67 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:27.252428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.400996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca'}, {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:27.403835 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453174a3-ca99-4638-8e80-47de0b65d260" -d '{"events": [{"server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "name": "network-vif-plugged", "status": "completed", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca"}, {"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:27.450545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.573343 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-be558e95-c39a-4a37-9283-422f8db81b12 req-94823187-968d-4302-aded-1dc5d4c2bdd4 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] show failed (client error): The resource could not be found. Jul 29 23:41:28.590200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be558e95-c39a-4a37-9283-422f8db81b12 req-94823187-968d-4302-aded-1dc5d4c2bdd4 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/3320a304-a5f6-4e91-bd49-717c8ee6ec75 HTTP/1.1" status: 404 len: 352 time: 0.0317130 Jul 29 23:41:28.801714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cd42-ce08-4f9a-95fa-8e5a5b212037 req-6df910dd-56d7-4919-a1d6-0cb3fc237e83 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.816495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be39cd42-ce08-4f9a-95fa-8e5a5b212037 req-6df910dd-56d7-4919-a1d6-0cb3fc237e83 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1156435 Jul 29 23:41:28.875506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be39cd42-ce08-4f9a-95fa-8e5a5b212037 req-a0e52aaa-d271-4d95-b849-98e48fcf2c24 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573463 Jul 29 23:41:29.009478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36435ed4-88b3-4ca9-a36d-3b94ad4db88e req-be410379-f6df-4e53-ae7b-7ef82116d165 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.014478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-36435ed4-88b3-4ca9-a36d-3b94ad4db88e req-be410379-f6df-4e53-ae7b-7ef82116d165 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 946 time: 0.0599747 Jul 29 23:41:29.067493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-36435ed4-88b3-4ca9-a36d-3b94ad4db88e req-239431d9-d30e-48a9-a1eb-30d058207fd5 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Jul 29 23:41:29.161405 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42616ca-3e02-4de3-b44c-0ce7a3bee711 x-openstack-request-id: req-f42616ca-3e02-4de3-b44c-0ce7a3bee711 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:29.162836 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "name": "network-vif-plugged", "status": "completed", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca", "code": 200}, {"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:29.163372 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f42616ca-3e02-4de3-b44c-0ce7a3bee711 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:29.164104 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca', 'code': 200} Jul 29 23:41:29.164732 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:41:29.282973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d279e-cc94-4914-aac5-0a91a7ecb681 req-a150f68a-84d6-4e8b-8c40-f911dd83c667 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.288498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-602d279e-cc94-4914-aac5-0a91a7ecb681 req-a150f68a-84d6-4e8b-8c40-f911dd83c667 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 949 time: 0.0969253 Jul 29 23:41:29.414657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-602d279e-cc94-4914-aac5-0a91a7ecb681 req-d8933a6b-c0bc-4af1-97a4-563aa9eed85a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171112 Jul 29 23:41:29.537654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cecc77-8a44-4b70-bee8-104afeaf150d req-09bbf30a-99b8-4475-b96b-75dafe5251ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.555127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9cecc77-8a44-4b70-bee8-104afeaf150d req-09bbf30a-99b8-4475-b96b-75dafe5251ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 1098 time: 0.1901412 Jul 29 23:41:29.609767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b981c7-919c-4bf3-90d2-227aec33afd9 req-b417010b-dce6-4016-9be0-b920f6a86a54 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=408779704c034866b1586c0ace2dccac HTTP/1.1" status: 200 len: 2984 time: 0.1654408 Jul 29 23:41:29.655730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9cecc77-8a44-4b70-bee8-104afeaf150d req-fdc48686-e826-44eb-881b-e648ee3e87ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817671 Jul 29 23:41:29.678113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b981c7-919c-4bf3-90d2-227aec33afd9 req-be62f858-5126-47d6-98c3-ee798283f6e3 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/4a9cc03b-12b6-4834-b17e-0b450d846749 HTTP/1.1" status: 200 len: 2981 time: 0.0658092 Jul 29 23:41:29.823783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:29.854199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b981c7-919c-4bf3-90d2-227aec33afd9 req-e01e7cf6-6771-4eb4-b7f7-9dfcd75a75e2 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/4a9cc03b-12b6-4834-b17e-0b450d846749 HTTP/1.1" status: 200 len: 2981 time: 0.1747673 Jul 29 23:41:29.958002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9d06e50-043b-41bb-8898-93e1b6c3663a req-a4b3f7cc-048f-4cd7-b7d5-d38ac4e402db tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/4a9cc03b-12b6-4834-b17e-0b450d846749 HTTP/1.1" status: 200 len: 2981 time: 0.0644684 Jul 29 23:41:30.036621 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-f9d06e50-043b-41bb-8898-93e1b6c3663a req-889c311a-cb9a-47d3-9a8f-da79a8ed96b1 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:41:30.038768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9d06e50-043b-41bb-8898-93e1b6c3663a req-889c311a-cb9a-47d3-9a8f-da79a8ed96b1 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "DELETE /v2.0/security-groups/4a9cc03b-12b6-4834-b17e-0b450d846749 HTTP/1.1" status: 409 len: 352 time: 0.0795093 Jul 29 23:41:30.207658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b89e645-395c-4771-8a02-49a496ca4906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.280603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b62fc-4837-4cae-8f23-0e80622cabc2 req-05b70496-1004-43da-95b2-39c7639ccd88 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.301216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-753b62fc-4837-4cae-8f23-0e80622cabc2 req-05b70496-1004-43da-95b2-39c7639ccd88 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1503992 Jul 29 23:41:30.344574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41516) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.390945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-753b62fc-4837-4cae-8f23-0e80622cabc2 req-4cf498fa-1588-4134-8e62-180bd4b1a937 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874217 Jul 29 23:41:30.450095 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-3044bc1d-f6d4-440e-89ad-c8f3462b4fbb req-d87a8bd1-ee0b-478d-836d-687a590d34f1 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] show failed (client error): The resource could not be found. Jul 29 23:41:30.461055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b89e645-395c-4771-8a02-49a496ca4906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.469707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3044bc1d-f6d4-440e-89ad-c8f3462b4fbb req-d87a8bd1-ee0b-478d-836d-687a590d34f1 tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/489dee58-b2aa-4b06-8384-185e2d8f60c5 HTTP/1.1" status: 404 len: 352 time: 0.0496745 Jul 29 23:41:30.475740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b89e645-395c-4771-8a02-49a496ca4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.567528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b89e645-395c-4771-8a02-49a496ca4906 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38aef31a3f254d85bdfcbbae18fb61c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416081 Jul 29 23:41:30.568827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.584172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89e645-395c-4771-8a02-49a496ca4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9f42c8-746a-4f5a-bbbd-74d90ed212fa,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:30.667927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b0ce0-f2c1-4964-9862-b8f2dca6ecbd req-e22284c7-be7d-4c3d-a11d-29939210263f tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.675959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-178b0ce0-f2c1-4964-9862-b8f2dca6ecbd req-e22284c7-be7d-4c3d-a11d-29939210263f tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 946 time: 0.1443677 Jul 29 23:41:30.722126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8d7950f-8c4c-438c-af0b-a97bb3828fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.724148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.795393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.825529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-178b0ce0-f2c1-4964-9862-b8f2dca6ecbd req-f56637f5-c159-4cac-b5a2-73920c8dedee tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260135 Jul 29 23:41:30.886684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.890145 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-37be423d-1234-4e55-94f3-9fe24e08c3d7 req-0c170954-d58a-4706-8d96-5825d0b1710a tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] show failed (client error): The resource could not be found. Jul 29 23:41:30.902164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37be423d-1234-4e55-94f3-9fe24e08c3d7 req-0c170954-d58a-4706-8d96-5825d0b1710a tempest-SecurityGroupsNegativeTestJSON-1635203730 tempest-SecurityGroupsNegativeTestJSON-1635203730-project] 10.222.0.49 "GET /v2.0/security-groups/32c70802-66fb-4305-8e9a-be555c25e5ef HTTP/1.1" status: 404 len: 352 time: 0.0473289 Jul 29 23:41:30.906572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.908103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41548) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.915681 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a9f42c8-746a-4f5a-bbbd-74d90ed212fa HTTP/1.1" status: 204 len: 168 time: 0.3447042 Jul 29 23:41:30.927545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b8f70-c95d-4c7a-a7cc-2f5013a6615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9f42c8-746a-4f5a-bbbd-74d90ed212fa,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.047717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Deleting subnet 369e8895-c918-49cb-9866-b9c1932f34ea {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:31.056063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.125670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8d7950f-8c4c-438c-af0b-a97bb3828fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.144586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.162273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8d7950f-8c4c-438c-af0b-a97bb3828fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.256216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b8d7950f-8c4c-438c-af0b-a97bb3828fd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e03ec6d568e41edaae8ae1322384744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099734 Jul 29 23:41:31.259172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.281577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7950f-8c4c-438c-af0b-a97bb3828fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f473b1-e52e-4c38-9d9c-61dca6cfe403,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.295643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.305997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2a17b-a46c-4cbc-8169-4901ac37e7e0 req-f50b79db-c8bf-439d-b274-2820d3737a0d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:31.314262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc2a17b-a46c-4cbc-8169-4901ac37e7e0 req-f50b79db-c8bf-439d-b274-2820d3737a0d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.1940935 Jul 29 23:41:31.396273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.416257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc2a17b-a46c-4cbc-8169-4901ac37e7e0 req-02942a94-a02d-4b40-802b-241c03c7a272 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010089 Jul 29 23:41:31.453782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.460683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.552198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369e8895-c918-49cb-9866-b9c1932f34ea,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.555441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.573278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.578039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.579400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-685edbb8-cbc9-49b2-834c-58ac15cf6ca1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/369e8895-c918-49cb-9866-b9c1932f34ea HTTP/1.1" status: 204 len: 168 time: 0.6689470 Jul 29 23:41:31.585110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.585817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8f473b1-e52e-4c38-9d9c-61dca6cfe403 HTTP/1.1" status: 204 len: 168 time: 0.3247902 Jul 29 23:41:31.606152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a35b4-66c8-4048-b6b6-2b60ee0c7f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f473b1-e52e-4c38-9d9c-61dca6cfe403,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.797873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfa8b7-e7cf-4382-afc1-e21c5da515ee req-3c43dfae-e151-4c14-8d33-85a6605ea387 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:31.801602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cfa8b7-e7cf-4382-afc1-e21c5da515ee req-3c43dfae-e151-4c14-8d33-85a6605ea387 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.2108383 Jul 29 23:41:31.806257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.989714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.023264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:32.032302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cfa8b7-e7cf-4382-afc1-e21c5da515ee req-51fcd736-72a9-4bcc-a574-aa95fac4d989 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080488 Jul 29 23:41:32.037659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dc6aae-5889-4010-83bf-47331eed5ed6']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:32.085761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da93c03c-41c5-497d-b6ee-94f6a3023fed') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:32.086244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da93c03c-41c5-497d-b6ee-94f6a3023fed') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:32.124561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.183549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.268146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:32.268727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:32.270927 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:32.284714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41628) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.348799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ae0bc1e-dc3d-4719-8d05-b4b4ab8b96f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.408270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.424423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41630) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.437327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac188b8-8459-4cac-8688-b1ef4e9fb9ec req-85776ff7-6127-4fa5-9b4e-2da35a16cbee tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.446991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ac188b8-8459-4cac-8688-b1ef4e9fb9ec req-85776ff7-6127-4fa5-9b4e-2da35a16cbee tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 946 time: 0.2575285 Jul 29 23:41:32.480114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.482586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] 10.222.0.49 "DELETE /v2.0/networks/76dc6aae-5889-4010-83bf-47331eed5ed6 HTTP/1.1" status: 204 len: 168 time: 0.8963149 Jul 29 23:41:32.580616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb109c39-e258-49d1-97be-83b7c179e52c admin admin] Pushing event deleted for resources: {'Network': ['ID=76dc6aae-5889-4010-83bf-47331eed5ed6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.639837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-811014394-network', 'tenant_id': '4556f406dbae4dac86027e68daffc3f5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:32.670397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.699835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ac188b8-8459-4cac-8688-b1ef4e9fb9ec req-231b8d9d-2cba-440c-a5c2-8829754a86ab tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495501 Jul 29 23:41:32.730848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.732642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:32.735771 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ed56c-dbe7-4cd7-aed1-e9f13cc63723" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-unplugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:32.754131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.781109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41652) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.837074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ae0bc1e-dc3d-4719-8d05-b4b4ab8b96f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.842515 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a497e607-f1e8-44fb-b054-3235d83f201c x-openstack-request-id: req-a497e607-f1e8-44fb-b054-3235d83f201c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:32.843076 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-unplugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:32.843557 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a497e607-f1e8-44fb-b054-3235d83f201c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:32.844182 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'code': 200} Jul 29 23:41:32.858095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ae0bc1e-dc3d-4719-8d05-b4b4ab8b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.859452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.899215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-24cc3423-a8ad-416f-9382-5a516f7f1c28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=408779704c034866b1586c0ace2dccac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165454 Jul 29 23:41:32.901893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.904949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0bc1e-dc3d-4719-8d05-b4b4ab8b96f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43351c5-143e-487d-b805-d0b8e174b7a0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.923293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1ae0bc1e-dc3d-4719-8d05-b4b4ab8b96f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6c96488c19244fa87485e87642b5aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6367295 Jul 29 23:41:32.923964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41656) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:32.955955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Made reservation on behalf of 4556f406dbae4dac86027e68daffc3f5 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:32.958373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.978090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.987338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.002269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.018021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.026666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713411-d2a8-4be8-8af1-7285817b1bc7 req-9b03408e-e604-444d-b974-9b907e8876ce tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.032698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62713411-d2a8-4be8-8af1-7285817b1bc7 req-9b03408e-e604-444d-b974-9b907e8876ce tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 945 time: 0.1336811 Jul 29 23:41:33.062862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.067227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.071204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d43351c5-143e-487d-b805-d0b8e174b7a0 HTTP/1.1" status: 204 len: 168 time: 0.1439307 Jul 29 23:41:33.078688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002505a-efcb-4ebd-b1d1-36ff3a800c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43351c5-143e-487d-b805-d0b8e174b7a0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.165342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:33.176799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.180336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.259144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfe8a5-1410-41f0-8ee5-f70e0ec17c55 req-dfee6c9d-55ef-467d-a1fd-f7cd92b50140 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.269005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62713411-d2a8-4be8-8af1-7285817b1bc7 req-3b4b6ead-583d-4fe3-9417-5b357fb57718 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034853 Jul 29 23:41:33.270832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.290866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8bfe8a5-1410-41f0-8ee5-f70e0ec17c55 req-dfee6c9d-55ef-467d-a1fd-f7cd92b50140 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.0992517 Jul 29 23:41:33.292884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:33.322221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.322765 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Added segment f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6 of type vlan for network b0395c74-f174-4e3e-a149-bd19bca25861 Jul 29 23:41:33.380701 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.391877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8bfe8a5-1410-41f0-8ee5-f70e0ec17c55 req-b2ec6ff2-d9e2-43b6-a9d0-5ff5801fe318 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971313 Jul 29 23:41:33.445130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:33.450369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.481567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.526261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.527488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.528383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.560547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.630846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Pushing event updated for resources: {'Network': ['ID=b0395c74-f174-4e3e-a149-bd19bca25861,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.637725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9534e-742d-4e0d-af7c-0fd7311ad350,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.666290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b0395c74-f174-4e3e-a149-bd19bca25861 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:33.668415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41678) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:33.674787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Request body: {'subnet': {'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-811014394-subnet', 'tenant_id': '4556f406dbae4dac86027e68daffc3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:33.678725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18ca90bc-089c-43b1-9901-826106319351 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2530041 Jul 29 23:41:33.680806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.693869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.714036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a9cc03b-12b6-4834-b17e-0b450d846749 HTTP/1.1" status: 204 len: 168 time: 0.7988970 Jul 29 23:41:33.758392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f554341-5167-430b-81ec-689d844fda05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cc03b-12b6-4834-b17e-0b450d846749,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.795705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Made reservation on behalf of 4556f406dbae4dac86027e68daffc3f5 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:33.798531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.065671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:34.148227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.241411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b004-c3ba-4a85-81b3-f5cf0d767b03 req-b10b684c-771b-4c7c-b3b7-a108bdc17744 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.253809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb40b004-c3ba-4a85-81b3-f5cf0d767b03 req-b10b684c-771b-4c7c-b3b7-a108bdc17744 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 945 time: 0.1388149 Jul 29 23:41:34.298756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:34.305584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84d1be5-27da-42a6-be2b-d7df9ee912bd,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:34.321859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '67a034a6-6079-40b1-aec7-00c19daa9658', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '67a034a6-6079-40b1-aec7-00c19daa9658', 'mac_address': 'fa:16:3e:bb:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:34.345776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Checking segment: {'id': 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:34.346772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Network hostable DHCP agents. Network: b0395c74-f174-4e3e-a149-bd19bca25861, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:34.392991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb40b004-c3ba-4a85-81b3-f5cf0d767b03 req-c595c664-86bf-433d-bee0-52da9a6bf50e tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352944 Jul 29 23:41:34.394579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Network b0395c74-f174-4e3e-a149-bd19bca25861 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:34.434454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b0395c74-f174-4e3e-a149-bd19bca25861) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:34.452028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.454094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.467247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52cae39-8d4a-45a5-81d6-b2d1e3b0ad58 None None] Network b0395c74-f174-4e3e-a149-bd19bca25861 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:34.498990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-28c9a3a7-2ae3-49ef-b54d-df81f5057cb3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8292704 Jul 29 23:41:34.634216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366e6f-a5b9-4bc4-9783-4cb4d47918e7 req-5bcaf25e-def1-4bf4-8232-505062107aa4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.649557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93366e6f-a5b9-4bc4-9783-4cb4d47918e7 req-5bcaf25e-def1-4bf4-8232-505062107aa4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1165864 Jul 29 23:41:34.674297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.727641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:34.770027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e025fc-f087-4eb7-a76c-5ed3d115af39 None None] Network b0395c74-f174-4e3e-a149-bd19bca25861 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:34.786299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93366e6f-a5b9-4bc4-9783-4cb4d47918e7 req-c2a3078e-9a25-456c-93cc-bb3e4636baab tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346655 Jul 29 23:41:34.825430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:34.858708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:34.863638 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e86a2-719c-4376-9df4-16628d6cbb82" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:34.868539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.936380 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42cc6b1-b71b-4ecd-9ed2-ef77a24af294 x-openstack-request-id: req-c42cc6b1-b71b-4ecd-9ed2-ef77a24af294 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:34.936705 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:34.936957 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42cc6b1-b71b-4ecd-9ed2-ef77a24af294 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:34.937367 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:41:34.996577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:35.081675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['67a034a6-6079-40b1-aec7-00c19daa9658'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:35.274777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:35.482455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-de516c20-c7f3-48d8-aeb5-dbb64af377a2 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.504384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-de516c20-c7f3-48d8-aeb5-dbb64af377a2 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/networks?id=b0395c74-f174-4e3e-a149-bd19bca25861 HTTP/1.1" status: 200 len: 817 time: 0.2064562 Jul 29 23:41:35.532368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-b8ac19b6-36a3-461e-b0e3-5e7cd080b94f tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/quotas/4556f406dbae4dac86027e68daffc3f5 HTTP/1.1" status: 200 len: 375 time: 0.0253842 Jul 29 23:41:35.555528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c478be4-e14a-46e2-abc6-758a77fa9398 req-6eb99c8a-4e56-47e2-8c01-392b05002b81 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.565689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c478be4-e14a-46e2-abc6-758a77fa9398 req-6eb99c8a-4e56-47e2-8c01-392b05002b81 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 945 time: 0.0693018 Jul 29 23:41:35.580342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-492bf0ed-4691-4851-8fd1-676e2671d4b3 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4556f406dbae4dac86027e68daffc3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468159 Jul 29 23:41:35.651802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c478be4-e14a-46e2-abc6-758a77fa9398 req-3de91c1b-a490-46a5-a14c-4b54ba6de9de tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848799 Jul 29 23:41:35.703023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-80290390-network', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:35.730270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-56ea04d8-2fa4-40ab-91d4-29da708eb607 service neutron] 10.222.0.49 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485286 Jul 29 23:41:35.749599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Made reservation on behalf of a3d5042f3e78424fa30c7cd3dd7eff92 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:35.755582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.810291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.033701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09393-ae26-4590-80eb-3583c798b4e4 req-1a4b3d54-7df3-4846-9b40-71e663004cfd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.035436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c09393-ae26-4590-80eb-3583c798b4e4 req-1a4b3d54-7df3-4846-9b40-71e663004cfd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1042571 Jul 29 23:41:36.047575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.054687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-9b326e78-ff1c-4db6-a005-ff5b3aedac2f service neutron] 10.222.0.49 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211012 Jul 29 23:41:36.073042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-73c45400-ab14-4613-8e16-2069f7c2b530 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.074628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-73c45400-ab14-4613-8e16-2069f7c2b530 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 945 time: 0.3303711 Jul 29 23:41:36.090007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.105816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:36.121774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c09393-ae26-4590-80eb-3583c798b4e4 req-189ea8f3-6424-420d-89f4-1c999881f03a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670512 Jul 29 23:41:36.214168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:36.239663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791223b9-321d-40f4-87b4-21ce323558f0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.247547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 67a034a6-6079-40b1-aec7-00c19daa9658 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:36.252118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.252907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.258638 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Added segment 481faf42-c0b8-4c47-9e6a-29ea0b477451 of type vlan for network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 Jul 29 23:41:36.370227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Deleting port ebe63e67-58f4-40cc-af69-6b891674e18c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:36.370227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.415822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.597974 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.604520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] For port ebe63e67-58f4-40cc-af69-6b891674e18c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ebe63e67-58f4-40cc-af69-6b891674e18c,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:36.605714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.622494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66b35ba-87e6-472d-a5b5-db63ff8311a8 req-08424760-04be-486f-9441-ed8d73e57c3e tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 210 time: 0.0917633 Jul 29 23:41:36.655367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-f987de3d-842b-439e-92da-c7dfac706e49 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.657603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-f987de3d-842b-439e-92da-c7dfac706e49 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "GET /v2.0/ports?device_id=73674278-48e4-4895-bcbc-42bac1c3a02a HTTP/1.1" status: 200 len: 946 time: 0.3665109 Jul 29 23:41:36.660352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Calling delete_port for ebe63e67-58f4-40cc-af69-6b891674e18c owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:36.661125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.664007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.665290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.703508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:36.732141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.927671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.935476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.946080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:36.948799 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09246830-3080-4b46-9c8a-4d1235da476b" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:36.953534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:36.957059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-09852f6c-d667-4cce-a97f-290fdf1c5145 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=667da39e28e440659541f89b20dd1034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539944 Jul 29 23:41:37.055108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4c454625-8145-44c9-823c-b28eeabafe55 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7789233 Jul 29 23:41:37.069524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.089279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Request body: {'subnet': {'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-80290390-subnet', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:37.180201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:37.207714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46423904-b29e-4b67-9015-20fe29d306b2 req-4654e89d-8476-4f2e-b1e8-3e2c63fb418c tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.209656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46423904-b29e-4b67-9015-20fe29d306b2 req-4654e89d-8476-4f2e-b1e8-3e2c63fb418c tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 945 time: 0.2779007 Jul 29 23:41:37.276738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Made reservation on behalf of a3d5042f3e78424fa30c7cd3dd7eff92 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:37.285610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.294745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Deleting port 59d86384-09dc-423a-80ae-3c3d77d4ffca {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:37.295396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.370771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46423904-b29e-4b67-9015-20fe29d306b2 req-2b91db46-7447-451b-afcd-c7e0dc86fb4b tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/security-groups?id=d3462e5c-2820-4a51-a759-8161f3774ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429596 Jul 29 23:41:37.408048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:37.430169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '2767ee37-333a-4a79-a025-53b296cad5ca', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:37.492426 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfe7ea8-012b-4feb-856b-f0857955d166 x-openstack-request-id: req-5cfe7ea8-012b-4feb-856b-f0857955d166 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:37.495253 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-plugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:37.495719 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cfe7ea8-012b-4feb-856b-f0857955d166 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:37.496336 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'code': 200} Jul 29 23:41:37.531330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] For port 59d86384-09dc-423a-80ae-3c3d77d4ffca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59d86384-09dc-423a-80ae-3c3d77d4ffca,segment=NetworkSegment(656e391b-4f12-45f2-bf50-e1731c913d2f),segment_id=656e391b-4f12-45f2-bf50-e1731c913d2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:37.532001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.540466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.572470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:37.578833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Calling delete_port for 59d86384-09dc-423a-80ae-3c3d77d4ffca owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:37.618597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:37.632879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-fdd0ec24-0d24-4f29-847c-380e2ef043fa tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.639970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.642527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-fdd0ec24-0d24-4f29-847c-380e2ef043fa tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6737630 Jul 29 23:41:37.679882 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-f4da204d-c2a9-48da-a1ce-2d4f81323043 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/quotas/667da39e28e440659541f89b20dd1034 HTTP/1.1" status: 200 len: 375 time: 0.0362277 Jul 29 23:41:37.744325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d79b-8225-4aef-b249-f80fef7eb074 req-4dfa603d-f376-4ee7-b99a-a394175901e4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.746149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87d6d79b-8225-4aef-b249-f80fef7eb074 req-4dfa603d-f376-4ee7-b99a-a394175901e4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.1476827 Jul 29 23:41:37.771045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:37.880780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87d6d79b-8225-4aef-b249-f80fef7eb074 req-fe7fd9b7-346c-451d-b180-c30ac2492231 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152887 Jul 29 23:41:37.919904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['2767ee37-333a-4a79-a025-53b296cad5ca'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:37.943430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-e952ddf3-6536-4911-97ab-3ac2c29451c9 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=667da39e28e440659541f89b20dd1034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2623835 Jul 29 23:41:37.954908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.970753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.049076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event deleted for resources: {'Port': ['ID=59d86384-09dc-423a-80ae-3c3d77d4ffca,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.077776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.117517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Pushing event deleted for resources: {'Port': ['ID=ebe63e67-58f4-40cc-af69-6b891674e18c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.150304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] No DVR routers for this DVR port 59d86384-09dc-423a-80ae-3c3d77d4ffca on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:38.155938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.170982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce07c8e1-a361-4483-9b72-aa6680940662 req-b6d70871-3de0-4cae-b338-e3d067903e24 tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.57 "DELETE /v2.0/ports/59d86384-09dc-423a-80ae-3c3d77d4ffca HTTP/1.1" status: 204 len: 173 time: 1.4970813 Jul 29 23:41:38.171800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'name': 'network-vif-deleted', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:38.175280 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354db31-5019-4eb8-a943-f0c92ddf5535" -d '{"events": [{"server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "name": "network-vif-deleted", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:38.228249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ebe63e67-58f4-40cc-af69-6b891674e18c no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:38.232111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] No DVR routers for this DVR port ebe63e67-58f4-40cc-af69-6b891674e18c on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:38.236838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.239155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-396d04a3-3af0-4d1c-9737-f7f9aa4d3f6e req-4207aced-fe24-4c93-9ef4-c412737923cc tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.59 "DELETE /v2.0/ports/ebe63e67-58f4-40cc-af69-6b891674e18c HTTP/1.1" status: 204 len: 173 time: 2.1555181 Jul 29 23:41:38.239922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'name': 'network-vif-deleted', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:38.242420 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab76c08-bc9d-4231-bb2e-4fd82129fc08" -d '{"events": [{"server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "name": "network-vif-deleted", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:38.296424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: ebe63e67-58f4-40cc-af69-6b891674e18c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:38.296675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=375db5dd-719f-48b6-9716-73abbf4deb45,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.297686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ebe63e67-58f4-40cc-af69-6b891674e18c not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:38.324171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Checking segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:38.326033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Network hostable DHCP agents. Network: 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:38.395118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:38.576565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:38.599377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd01152-dde0-4150-90e7-be1a1965f128 None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:38.651717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.662460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.694437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3e54a3c7-b562-4b6c-be64-763746de832e req-a47801dd-5db2-45b8-b780-bbedf0630c54 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 210 time: 0.2252364 Jul 29 23:41:38.782486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41892) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:38.789033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:38.796830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd8c4e91-50b8-4863-b42f-51a0a99ffafb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7241755 Jul 29 23:41:38.800486 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8ed8bd-313a-482f-8184-822d69ee9ba9 x-openstack-request-id: req-4c8ed8bd-313a-482f-8184-822d69ee9ba9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:38.803217 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73674278-48e4-4895-bcbc-42bac1c3a02a", "name": "network-vif-deleted", "tag": "59d86384-09dc-423a-80ae-3c3d77d4ffca", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:38.804910 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c8ed8bd-313a-482f-8184-822d69ee9ba9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:38.806434 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73674278-48e4-4895-bcbc-42bac1c3a02a', 'name': 'network-vif-deleted', 'tag': '59d86384-09dc-423a-80ae-3c3d77d4ffca', 'status': 'completed', 'code': 200} Jul 29 23:41:38.849522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.873592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.945052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-862e3ad3-fa97-46bb-9f28-5be12e2922b1 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.961619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-862e3ad3-fa97-46bb-9f28-5be12e2922b1 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.59 "GET /v2.0/networks?id=b0395c74-f174-4e3e-a149-bd19bca25861 HTTP/1.1" status: 200 len: 817 time: 0.5676155 Jul 29 23:41:38.975156 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4fe839-cb21-4237-85a2-4f99ae4b5a6e x-openstack-request-id: req-8b4fe839-cb21-4237-85a2-4f99ae4b5a6e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:38.977964 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff6aaea-ed32-4915-9166-9e850af48268", "name": "network-vif-deleted", "tag": "ebe63e67-58f4-40cc-af69-6b891674e18c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:38.978693 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b4fe839-cb21-4237-85a2-4f99ae4b5a6e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:38.979118 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff6aaea-ed32-4915-9166-9e850af48268', 'name': 'network-vif-deleted', 'tag': 'ebe63e67-58f4-40cc-af69-6b891674e18c', 'status': 'completed', 'code': 200} Jul 29 23:41:39.015582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Request body: {'port': {'device_id': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861', 'admin_state_up': True, 'tenant_id': '4556f406dbae4dac86027e68daffc3f5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:39.051699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:39.052812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.074766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.249753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:39.406279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3946ebce-b52c-4ab7-bce4-88cda6e69217 req-049139a7-c981-4d14-8e63-d15f60d2c465 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 210 time: 0.3184037 Jul 29 23:41:39.448179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 2767ee37-333a-4a79-a025-53b296cad5ca triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:39.448902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.598117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Allocated IP 172.20.0.2 (3ee2da63-4a60-4eb0-83a7-66fcbccf21d5/375db5dd-719f-48b6-9716-73abbf4deb45/810311e6-e9c5-4001-b7ba-580031885393) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:39.653991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Made reservation on behalf of 4556f406dbae4dac86027e68daffc3f5 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:39.665106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.712409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.876686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.030535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Allocated IP 172.20.0.14 (b0395c74-f174-4e3e-a149-bd19bca25861/f84d1be5-27da-42a6-be2b-d7df9ee912bd/8622fb74-ead1-41eb-ac27-4fe99ab5d0e6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:40.069764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:40.081827 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf2ab10-4513-4958-981e-32ff302c7100" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:40.128718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:40.177222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.178678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59d86384-09dc-423a-80ae-3c3d77d4ffca no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:40.302508 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bcd59ba-a61d-47cb-977a-0bbb07a160b4 req-d53e104a-9b04-43ee-a893-d5b673946dda tempest-MultipleCreateTestJSON-820685315 tempest-MultipleCreateTestJSON-820685315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff6aaea-ed32-4915-9166-9e850af48268 HTTP/1.1" status: 200 len: 210 time: 0.6058769 Jul 29 23:41:40.335339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.353975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 59d86384-09dc-423a-80ae-3c3d77d4ffca {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:40.354686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59d86384-09dc-423a-80ae-3c3d77d4ffca not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:40.354806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:40.384613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.639657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb33-3c41-475e-85ce-27cdf23965cc req-ac77324b-3bcf-4c3c-96e6-0567e7de8b18 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.654566 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff2dbb33-3c41-475e-85ce-27cdf23965cc req-ac77324b-3bcf-4c3c-96e6-0567e7de8b18 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.2070596 Jul 29 23:41:40.697032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Allocated IP 172.25.5.8 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5e0e0977-dd67-4266-8cd1-31a26451322f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:40.811319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff2dbb33-3c41-475e-85ce-27cdf23965cc req-24931533-4165-423b-89ce-1a4e196eeceb tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438415 Jul 29 23:41:40.820940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.925863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-2564a5b6-1f72-4c99-8d5e-381a9be2d028 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=667da39e28e440659541f89b20dd1034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933299 Jul 29 23:41:40.946564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.060600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.100955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Network b0395c74-f174-4e3e-a149-bd19bca25861 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:41.117851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:41.129767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:41.159945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.162382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.221090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.234866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Transition to ACTIVE for port object 810311e6-e9c5-4001-b7ba-580031885393 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:41.322455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.336751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.385303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Transition to ACTIVE for port object 810311e6-e9c5-4001-b7ba-580031885393 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:41.386620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10da7de-2e59-4668-89ec-5adcad6b7bc3 req-0e82d6cf-a15d-47d4-94ca-bbb7a9e0af04 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.400084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d10da7de-2e59-4668-89ec-5adcad6b7bc3 req-0e82d6cf-a15d-47d4-94ca-bbb7a9e0af04 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 932 time: 0.3591936 Jul 29 23:41:41.413798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.415328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:41.424056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.424548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Pushing event updated for resources: {'Port': ['ID=5e0e0977-dd67-4266-8cd1-31a26451322f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.434272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.439025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:41.459909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:41.486200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-a64a0163-52f1-46f0-b690-0144e3416060 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4757724 Jul 29 23:41:41.505588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Request body: {'port': {'device_id': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:41.556332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d10da7de-2e59-4668-89ec-5adcad6b7bc3 req-75d7a3ac-62c9-4c9c-9b66-09b9dca3601a tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549530 Jul 29 23:41:41.562163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:41.572446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:41.600176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:41.603207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:41.635211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.639606 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.641425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Pushing event updated for resources: {'Port': ['ID=810311e6-e9c5-4001-b7ba-580031885393,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.655841 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11668f1-fc3f-4d85-b57c-bf937c11cb0d x-openstack-request-id: req-c11668f1-fc3f-4d85-b57c-bf937c11cb0d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:41.656643 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:41.656852 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c11668f1-fc3f-4d85-b57c-bf937c11cb0d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:41.657252 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:41:41.722198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Attempting to bind port 810311e6-e9c5-4001-b7ba-580031885393 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:41.722198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Attempting to bind port 810311e6-e9c5-4001-b7ba-580031885393 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:41.722198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Attempting to bind port 810311e6-e9c5-4001-b7ba-580031885393 on network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:41.735779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:41.736318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Checking segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:41.742218 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.742668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Bound using segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:41.743199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Bound port: 810311e6-e9c5-4001-b7ba-580031885393, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:41.747955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.846806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.911582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] For port 810311e6-e9c5-4001-b7ba-580031885393, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:41.920006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] For port 810311e6-e9c5-4001-b7ba-580031885393, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=810311e6-e9c5-4001-b7ba-580031885393,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:41.927753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.975590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20eeb96e-6090-4bbd-bdd3-065aa3a996d9 req-806fe840-a4a2-46b2-9ca5-7b1b9262d90c tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 210 time: 0.0733860 Jul 29 23:41:42.090154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501201a-d622-4063-95fd-f39f0abe7bdc None None] Pushing event updated for resources: {'Port': ['ID=810311e6-e9c5-4001-b7ba-580031885393,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.404277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-ec4e0591-fe03-4a25-9c84-9dcd3c9e8b00 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.406669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-ec4e0591-fe03-4a25-9c84-9dcd3c9e8b00 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4714942 Jul 29 23:41:42.431582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Request body: {'port': {'device_id': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '667da39e28e440659541f89b20dd1034'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:42.439747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:42.452337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.481533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Transition to ACTIVE for port object 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:42.500851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bc01a-84e1-4d33-ab75-e7e76fdf03eb req-55709cce-17a0-4246-b11c-98e9f3833b1a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.517689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b0bc01a-84e1-4d33-ab75-e7e76fdf03eb req-55709cce-17a0-4246-b11c-98e9f3833b1a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 947 time: 0.2752514 Jul 29 23:41:42.542963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.702251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b0bc01a-84e1-4d33-ab75-e7e76fdf03eb req-dbf258e8-84f4-4b12-85dd-51747c331c2a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807592 Jul 29 23:41:42.708665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.828706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41916) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:42.984542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Attempting to bind port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:43.009380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Attempting to bind port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:43.011943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Attempting to bind port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 on network b0395c74-f174-4e3e-a149-bd19bca25861 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:43.089117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 on network b0395c74-f174-4e3e-a149-bd19bca25861 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:43.089117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Attempting to bind port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 on network b0395c74-f174-4e3e-a149-bd19bca25861 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:43.095935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:43.096424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Checking segment: {'id': 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:43.096912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Bound using segment: {'id': 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:43.097447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Bound port: 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:43.098313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.116753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Deleting subnet 9aa094b2-1b9f-4a8e-94b9-82a24586f957 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:43.131670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.133963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Made reservation on behalf of 667da39e28e440659541f89b20dd1034 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:43.139928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.153921 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.201456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d8f10-dc54-4316-90bf-7f95b3710d49 req-68fe2968-8fa4-4c5a-bf4e-59d0eb16f757 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.211527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a4d8f10-dc54-4316-90bf-7f95b3710d49 req-68fe2968-8fa4-4c5a-bf4e-59d0eb16f757 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 944 time: 0.2881725 Jul 29 23:41:43.215592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:43.226149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.242853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 810311e6-e9c5-4001-b7ba-580031885393 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:43.417398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.442567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a4d8f10-dc54-4316-90bf-7f95b3710d49 req-7c246d97-ebb2-4beb-aed9-af1a3d610dbc tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225106 Jul 29 23:41:43.596719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:43.611055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:43.614900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 810311e6-e9c5-4001-b7ba-580031885393 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:43.625371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.658394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:43.665870 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8b3cc-e70f-4a6f-a0f9-579c196aa9a5" -d '{"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:43.679093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:43.695987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.735165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.739601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.781681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'mac_address': 'fa:16:3e:35:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:43.800546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.801181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.802669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] 10.222.0.59 "PUT /v2.0/ports/8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 HTTP/1.1" status: 200 len: 1093 time: 2.3015542 Jul 29 23:41:43.823674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:43.830240 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:43.845335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13618509-749b-4a60-a368-e2336854d857 req-4415952e-8950-4f1b-aee4-702ae92f1781 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 210 time: 0.1156166 Jul 29 23:41:43.906255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2e17-fae4-43d1-943b-cd979361962b service neutron] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.910063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.969950 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee45b20-f79c-4fea-bee2-c78e1979e5ca x-openstack-request-id: req-bee45b20-f79c-4fea-bee2-c78e1979e5ca {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:43.970275 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:43.970489 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bee45b20-f79c-4fea-bee2-c78e1979e5ca {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:43.970916 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'code': 200} Jul 29 23:41:43.971905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.047863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-5c05d723-a4b6-4347-a9b8-699144fdb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.050167 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-5c05d723-a4b6-4347-a9b8-699144fdb9b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4556f406dbae4dac86027e68daffc3f5&device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 1096 time: 0.1826351 Jul 29 23:41:44.063820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.070999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:44.152376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:44.158784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.246832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f326ad9-56e8-4e4b-8be4-c7d4eb261f81 None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:44.353451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-b179a8b1-0c64-4fff-b69f-0a6341221b4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 HTTP/1.1" status: 200 len: 217 time: 0.2706311 Jul 29 23:41:44.372512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.375083 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9aa094b2-1b9f-4a8e-94b9-82a24586f957 HTTP/1.1" status: 204 len: 168 time: 1.5454266 Jul 29 23:41:44.376364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666c48b-895f-484e-a0b5-764c75e28966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa094b2-1b9f-4a8e-94b9-82a24586f957,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.431034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Allocated IP 192.168.233.25 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/d9a8709c-0697-41d1-9831-ff79096c2863) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:44.457801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.514788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Provisioning for port 810311e6-e9c5-4001-b7ba-580031885393 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:44.532224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.536579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Provisioning complete for port 810311e6-e9c5-4001-b7ba-580031885393 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:44.536923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-1fe1eff0-5fd5-4a6d-9c3f-299edca6b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.537047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.538698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-1fe1eff0-5fd5-4a6d-9c3f-299edca6b942 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f84d1be5-27da-42a6-be2b-d7df9ee912bd HTTP/1.1" status: 200 len: 857 time: 0.1318111 Jul 29 23:41:44.651580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8fbcf9bd-cd25-45a8-972e-7bf04c21a070'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:44.745593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.767974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Transition to ACTIVE for port object d9a8709c-0697-41d1-9831-ff79096c2863 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:44.801899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-9b05a01f-bea0-488b-b6bb-0d7983187b40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0395c74-f174-4e3e-a149-bd19bca25861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030631 Jul 29 23:41:44.824668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.872446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3773389e-1461-4df1-8a7a-bc7fcbb124b7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.917362 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.942711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:44.948187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Pushing event updated for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.952632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:44.955388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:44.990595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908e589-b290-4a5a-ad92-7afc3c3e204e req-bac45689-1fde-424d-8ec0-718a81910035 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.997135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5908e589-b290-4a5a-ad92-7afc3c3e204e req-bac45689-1fde-424d-8ec0-718a81910035 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 949 time: 0.7315724 Jul 29 23:41:45.011112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.024830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.025784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.055708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-b2753a06-3970-4239-9515-abf8d3ebf25a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6272373 Jul 29 23:41:45.090900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Request body: {'port': {'device_id': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:45.125553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] For port 810311e6-e9c5-4001-b7ba-580031885393, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=810311e6-e9c5-4001-b7ba-580031885393,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:45.143011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.235360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.251872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33694b3c-2e5f-4a95-b646-656bbc0c2fec None None] Pushing event updated for resources: {'Port': ['ID=810311e6-e9c5-4001-b7ba-580031885393,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:45.301250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-cbf30937-6c1b-4df5-85e7-280bf2ea4647 service neutron] 10.222.0.59 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811494 Jul 29 23:41:45.354942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:45.409550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5908e589-b290-4a5a-ad92-7afc3c3e204e req-22a20d5e-d77c-4c8f-b181-2938f98ce23b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941412 Jul 29 23:41:45.500334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c94a1566-5d0b-44d4-85d7-69274faac813 None None] Provisioning for port d9a8709c-0697-41d1-9831-ff79096c2863 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:45.505248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c94a1566-5d0b-44d4-85d7-69274faac813 None None] Provisioning complete for port d9a8709c-0697-41d1-9831-ff79096c2863 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:45.505657 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c94a1566-5d0b-44d4-85d7-69274faac813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.554070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.599452 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e560aa-6532-4fc0-828c-a3b2b2e311ab x-openstack-request-id: req-75e560aa-6532-4fc0-828c-a3b2b2e311ab {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:45.600449 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:45.602117 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75e560aa-6532-4fc0-828c-a3b2b2e311ab {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:45.602959 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'status': 'completed', 'code': 200} Jul 29 23:41:45.611764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c6e589-311e-4312-8408-6f18e6bd1416']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.646729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656e391b-4f12-45f2-bf50-e1731c913d2f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.657386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656e391b-4f12-45f2-bf50-e1731c913d2f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:45.687733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1566-5d0b-44d4-85d7-69274faac813 None None] Port d9a8709c-0697-41d1-9831-ff79096c2863 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:45.696370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.751210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcfbcee-40c4-428a-a618-b758b146ec8d req-8512cb2b-0418-48c4-ad58-639c032a3e69 service neutron] 10.222.0.59 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244735 Jul 29 23:41:45.781460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.791070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:45.791881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.827720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-683f3679-3e96-482b-92e9-4bc551ea0940 None None] Provisioning complete for port 810311e6-e9c5-4001-b7ba-580031885393 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:45.832491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-683f3679-3e96-482b-92e9-4bc551ea0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:45.957196 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:45.973919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.978041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a8709c-0697-41d1-9831-ff79096c2863 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:45.986982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.015043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Transition to ACTIVE for port object d9a8709c-0697-41d1-9831-ff79096c2863 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:46.040751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.087488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.090146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11c6e589-311e-4312-8408-6f18e6bd1416 HTTP/1.1" status: 204 len: 168 time: 1.5436385 Jul 29 23:41:46.091476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2acf80-6c26-4887-8874-8954f0faf2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c6e589-311e-4312-8408-6f18e6bd1416,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.145950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-82318e42-c5c7-4a3a-9f2e-74f4e6e778bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.154346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-82318e42-c5c7-4a3a-9f2e-74f4e6e778bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4556f406dbae4dac86027e68daffc3f5&device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 1096 time: 0.1836925 Jul 29 23:41:46.165608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc2248-f66b-4c12-97a9-5e7a41e14ea2 req-667772ae-b943-49fd-96b3-d9337d42ad2a tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.167683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2fc2248-f66b-4c12-97a9-5e7a41e14ea2 req-667772ae-b943-49fd-96b3-d9337d42ad2a tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 944 time: 0.4618146 Jul 29 23:41:46.215228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-11fecbe1-4e95-4b9c-a8d9-941c210aae3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.352372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:46.364564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Sync routers for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:46.383419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:46.384554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:46.426525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.581529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:46.652749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.663895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad4ddace-1869-471b-a872-a1c518417cae admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8756220 Jul 29 23:41:46.664855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41946) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:46.699750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Attempting to bind port d9a8709c-0697-41d1-9831-ff79096c2863 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:46.699750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Attempting to bind port d9a8709c-0697-41d1-9831-ff79096c2863 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:46.708191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Attempting to bind port d9a8709c-0697-41d1-9831-ff79096c2863 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:46.762124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:46.874900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Port d9a8709c-0697-41d1-9831-ff79096c2863 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:46.876284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Attempting to bind port d9a8709c-0697-41d1-9831-ff79096c2863 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:46.939198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:46.939878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:46.940467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:46.941092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Bound port: d9a8709c-0697-41d1-9831-ff79096c2863, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:46.941658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.076863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:47.086619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d9a8709c-0697-41d1-9831-ff79096c2863,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:47.103767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.104241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.184431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:42Z', 'revision_number': 3, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:47.206736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:47.233117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-77dda5c5-f0ee-4ad8-8dba-6f0f12663782 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f014b6d492814d81beef6cb72fcc7673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6383495 Jul 29 23:41:47.249675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 810311e6-e9c5-4001-b7ba-580031885393 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:47.252043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:47.272966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Checking router: 7ee1b1e1-13ed-4ad7-b08a-057829f346ac for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:47.273466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Updating router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac port 5e0e0977-dd67-4266-8cd1-31a26451322f binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:47.334239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41948) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:47.384319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2fc2248-f66b-4c12-97a9-5e7a41e14ea2 req-ee2039ef-daf5-43e8-a34f-1ee004ee733f tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1504698 Jul 29 23:41:47.390525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.391181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.409110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-caccef1e-aea3-4d79-8034-12ad24ec3855 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9a8709c-0697-41d1-9831-ff79096c2863 HTTP/1.1" status: 200 len: 1096 time: 2.3325696 Jul 29 23:41:47.409668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:47.427000 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c39f6-99a5-4eb4-8962-6f3831613ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:47.469430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-1b94957a-b382-466c-9e7f-2f425c9383d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.472517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-1b94957a-b382-466c-9e7f-2f425c9383d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0395c74-f174-4e3e-a149-bd19bca25861 HTTP/1.1" status: 200 len: 918 time: 1.3032746 Jul 29 23:41:47.569702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.615728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:47.616367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.688175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.692227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-9e956cce-987e-404c-98d3-00105f122b50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 HTTP/1.1" status: 200 len: 217 time: 0.2099259 Jul 29 23:41:47.735710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-a859d3d9-ae85-4727-84d9-cd51d76bcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.737264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-a859d3d9-ae85-4727-84d9-cd51d76bcee2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667da39e28e440659541f89b20dd1034&device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 1099 time: 0.2387426 Jul 29 23:41:47.789917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 810311e6-e9c5-4001-b7ba-580031885393 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:47.790719 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.831668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.914195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6e68-fdf2-408d-af61-2c6f7fba36e1 req-c26ff4db-bf30-49ef-b275-8474390fdf9a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.917875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-078b6e68-fdf2-408d-af61-2c6f7fba36e1 req-c26ff4db-bf30-49ef-b275-8474390fdf9a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 947 time: 0.2772303 Jul 29 23:41:47.945617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-4dc493b9-e883-4215-88f1-13f5f75e8c1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d9a8709c-0697-41d1-9831-ff79096c2863 HTTP/1.1" status: 200 len: 217 time: 0.1853640 Jul 29 23:41:47.950479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-5cb45fef-f026-4ab3-babf-6ab44aa1a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.962692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-5cb45fef-f026-4ab3-babf-6ab44aa1a086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f84d1be5-27da-42a6-be2b-d7df9ee912bd HTTP/1.1" status: 200 len: 857 time: 0.2383232 Jul 29 23:41:48.042771 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-edc052b6-5e2b-47b5-9f96-5045a3c5db17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0395c74-f174-4e3e-a149-bd19bca25861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584652 Jul 29 23:41:48.052066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.150724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:48.157642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-5b2615e1-12b1-4f83-b41f-9089cc06a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.161927 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa4e2e-1054-4a6c-99c8-683941cd9656" -d '{"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:48.174996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-078b6e68-fdf2-408d-af61-2c6f7fba36e1 req-6d2efe46-7b7b-4f64-8953-b1981eeaa232 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379715 Jul 29 23:41:48.186149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-5b2615e1-12b1-4f83-b41f-9089cc06a5c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.2319503 Jul 29 23:41:48.219798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.223592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.226026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:48.227626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3462e5c-2820-4a51-a759-8161f3774ac9 HTTP/1.1" status: 204 len: 168 time: 0.8916519 Jul 29 23:41:48.246215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6235d48-3a38-49da-bd63-b6db822f1d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3462e5c-2820-4a51-a759-8161f3774ac9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.269277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:48.285095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-5236ce81-fadf-4cc0-8333-4f4360c930cb service neutron] 10.222.0.59 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322452 Jul 29 23:41:48.292887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.525382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:48.560028 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf3cb1ff-ac72-4ee1-ac39-9ef4f1cd556c req-8e69818e-f131-4ea5-b451-8356fa9ba497 service neutron] 10.222.0.59 "GET /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666521 Jul 29 23:41:48.620110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.624098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-20b6f632-159e-4d36-879c-7a0541417b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.633519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-20b6f632-159e-4d36-879c-7a0541417b0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4311242 Jul 29 23:41:48.642234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.659794 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.688934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Transition to ACTIVE for port object 5e0e0977-dd67-4266-8cd1-31a26451322f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:48.695743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6449d6-693a-45af-adaf-ce9efcf430be req-d66f1dec-fd08-472e-8030-7f5fab6a6750 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.700558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.707285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf6449d6-693a-45af-adaf-ce9efcf430be req-d66f1dec-fd08-472e-8030-7f5fab6a6750 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.1461611 Jul 29 23:41:48.782872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89ae9-9cfb-4813-a24d-6420f7788fd0 None None] Pushing event updated for resources: {'Port': ['ID=5e0e0977-dd67-4266-8cd1-31a26451322f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.791603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:48.830400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'network_id': 'b0395c74-f174-4e3e-a149-bd19bca25861', 'port_id': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'mac_address': 'fa:16:3e:62:a6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84d1be5-27da-42a6-be2b-d7df9ee912bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:48.870900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf6449d6-693a-45af-adaf-ce9efcf430be req-8eb67ba8-80cf-47f4-b29b-9e737e1fed32 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624272 Jul 29 23:41:48.980055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Attempting to bind port 5e0e0977-dd67-4266-8cd1-31a26451322f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:48.980773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Attempting to bind port 5e0e0977-dd67-4266-8cd1-31a26451322f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:48.981765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Attempting to bind port 5e0e0977-dd67-4266-8cd1-31a26451322f on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:48.994672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:48.995519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:48.996160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.997201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:48.998289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Bound port: 5e0e0977-dd67-4266-8cd1-31a26451322f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:48.999084 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.008060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-295e52ed-7f74-4d22-ab68-1fc5b46c633f service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572321 Jul 29 23:41:49.017780 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6b4c8-c5cf-4c2e-8fa3-0e390093aee3 x-openstack-request-id: req-9dc6b4c8-c5cf-4c2e-8fa3-0e390093aee3 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:49.018082 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:49.018339 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dc6b4c8-c5cf-4c2e-8fa3-0e390093aee3 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:49.018744 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863', 'status': 'completed', 'code': 200} Jul 29 23:41:49.207875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] For port 5e0e0977-dd67-4266-8cd1-31a26451322f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:49.217244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] For port 5e0e0977-dd67-4266-8cd1-31a26451322f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e0e0977-dd67-4266-8cd1-31a26451322f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:49.237897 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc80ae-807e-44ca-ba71-50efa83e54a2 x-openstack-request-id: req-6bbc80ae-807e-44ca-ba71-50efa83e54a2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:49.238728 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:49.239004 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bbc80ae-807e-44ca-ba71-50efa83e54a2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:49.239500 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'code': 200} Jul 29 23:41:49.263802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.382556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1810-8a42-4599-9e35-ba34b03de78b req-671146f8-b89c-4eab-aa53-ba7d54bb5bfe tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.398977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6dcc1810-8a42-4599-9e35-ba34b03de78b req-671146f8-b89c-4eab-aa53-ba7d54bb5bfe tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 944 time: 0.1848950 Jul 29 23:41:49.449448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89ae9-9cfb-4813-a24d-6420f7788fd0 None None] Pushing event updated for resources: {'Port': ['ID=5e0e0977-dd67-4266-8cd1-31a26451322f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:49.496662 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cf3f-d15a-4f43-8761-029adc11c6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.527008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6dcc1810-8a42-4599-9e35-ba34b03de78b req-f839d010-0b23-4a1b-a7b5-870a5606a2dd tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262231 Jul 29 23:41:49.538738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.547809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:49.548468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:49.554004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.654567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c1cac8-aab5-498e-8112-16a7f0d5e193 req-36e39b63-e282-4af0-8e08-644e05c66655 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341083 Jul 29 23:41:49.770653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:49.821300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05001d-3143-4e65-96e4-91e2350ab6ea req-058ab0b4-571c-4999-97bf-a858a35f4f29 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.831735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a05001d-3143-4e65-96e4-91e2350ab6ea req-058ab0b4-571c-4999-97bf-a858a35f4f29 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 947 time: 0.1327267 Jul 29 23:41:49.842452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:49.853386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:49.933324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:49.967314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a05001d-3143-4e65-96e4-91e2350ab6ea req-ad8c0635-46b6-42f8-a1a2-02dcf4c54f30 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Jul 29 23:41:49.989134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.078609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1552378781-network', 'tenant_id': 'b136ee70a5e441dbb09e6efccf7f9e63'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:50.207570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Made reservation on behalf of b136ee70a5e441dbb09e6efccf7f9e63 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:50.212250 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.241732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.246274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:50.268318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:42Z', 'revision_number': 3, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.270249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964d3c-58f0-4a37-b15b-7feb9f91b573 req-100c1ca5-fea9-4c4d-b3f5-61bc8ff9a0ba tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.271880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43964d3c-58f0-4a37-b15b-7feb9f91b573 req-100c1ca5-fea9-4c4d-b3f5-61bc8ff9a0ba tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.1367762 Jul 29 23:41:50.334820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8622fb74-ead1-41eb-ac27-4fe99ab5d0e6'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:50.345471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af90d-6777-4afa-bc43-d34ac90a7dfe None None] The sync data for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 is: [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:42Z', 'revision_number': 3, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:50.516410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.563622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.582517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd8881-1e77-4c86-af34-2d5f29154fcd req-556b4e09-8ae5-4f1b-9b93-73b1b6680d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.586040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7acd8881-1e77-4c86-af34-2d5f29154fcd req-556b4e09-8ae5-4f1b-9b93-73b1b6680d99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1102 time: 1.0351317 Jul 29 23:41:50.596222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:50.621121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.623589 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Added segment 318abaec-e820-4f30-9708-8eb22b71ca6f of type vlan for network 7aa835bb-6741-440b-b622-30d70d4b71b5 Jul 29 23:41:50.633412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.680763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Allocated IP 172.20.0.1 (3ee2da63-4a60-4eb0-83a7-66fcbccf21d5/375db5dd-719f-48b6-9716-73abbf4deb45/81b2c045-7c43-48c0-9f70-ca67c76c0deb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:50.735906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7acd8881-1e77-4c86-af34-2d5f29154fcd req-2478a19d-893f-4de2-822f-1681cfd12be1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324239 Jul 29 23:41:50.743015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.776672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-4c6b3df2-b3b1-4991-87e2-f8a33a3a22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.779530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-4c6b3df2-b3b1-4991-87e2-f8a33a3a22d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667da39e28e440659541f89b20dd1034&device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 1099 time: 0.3059182 Jul 29 23:41:50.802492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43964d3c-58f0-4a37-b15b-7feb9f91b573 req-11d77e07-a488-4e41-8cab-4ca5eb6363d6 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152717 Jul 29 23:41:50.929253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.930303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.930946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.077262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b9f80-ac07-4b7c-b314-2ba14e01e2e6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.106585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2508500 Jul 29 23:41:51.111425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41996) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:51.123282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Request body: {'subnet': {'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1552378781-subnet', 'tenant_id': 'b136ee70a5e441dbb09e6efccf7f9e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:51.140331 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.158341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Made reservation on behalf of b136ee70a5e441dbb09e6efccf7f9e63 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:51.162484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.318325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e0e0977-dd67-4266-8cd1-31a26451322f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:51.438661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Transition to ACTIVE for port object 81b2c045-7c43-48c0-9f70-ca67c76c0deb will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:51.439942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072c76-eb92-4474-bb97-f96ff88d667b admin admin] Pushing event updated for resources: {'Network': ['ID=7aa835bb-6741-440b-b622-30d70d4b71b5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.472228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 7aa835bb-6741-440b-b622-30d70d4b71b5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:51.487310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7cd2-f3b9-42dc-ac84-f6e5147c4750 req-dee19978-93bd-45d6-84e2-718945edd34e tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.493373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b3b7cd2-f3b9-42dc-ac84-f6e5147c4750 req-dee19978-93bd-45d6-84e2-718945edd34e tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 945 time: 0.5400472 Jul 29 23:41:51.530497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-341d9b08-6857-4fdb-9160-85279c175c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.532514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-341d9b08-6857-4fdb-9160-85279c175c91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4804535 Jul 29 23:41:51.599692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5e0e0977-dd67-4266-8cd1-31a26451322f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:51.611754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5e0e0977-dd67-4266-8cd1-31a26451322f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:51.613177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.676958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-a2fc7be5-7ab3-4eed-af08-643d6cc0aab8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d9a8709c-0697-41d1-9831-ff79096c2863 HTTP/1.1" status: 200 len: 217 time: 0.1294088 Jul 29 23:41:51.703594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b3b7cd2-f3b9-42dc-ac84-f6e5147c4750 req-bac4c12b-ebce-48d8-942f-49fe86a5add4 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966155 Jul 29 23:41:51.763032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.840583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-e3666a11-f39e-4bcb-89f7-9dae26e9448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.847649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-e3666a11-f39e-4bcb-89f7-9dae26e9448f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1557503 Jul 29 23:41:51.850963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.910706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.937785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cdcd97-b5f9-465f-be57-a069ef11135f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.966594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Checking segment: {'id': '318abaec-e820-4f30-9708-8eb22b71ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:51.967009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Network hostable DHCP agents. Network: 7aa835bb-6741-440b-b622-30d70d4b71b5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:51.980635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5e0e0977-dd67-4266-8cd1-31a26451322f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e0e0977-dd67-4266-8cd1-31a26451322f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:51.987210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.002182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985f3-436b-4d5f-ab3d-3ed2d32b941e req-6c25fc14-5b06-4026-a923-1cf11422d1eb tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.004151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-096985f3-436b-4d5f-ab3d-3ed2d32b941e req-6c25fc14-5b06-4026-a923-1cf11422d1eb tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 947 time: 0.1247227 Jul 29 23:41:52.055912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Network 7aa835bb-6741-440b-b622-30d70d4b71b5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:52.069331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:52.086657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:52.111135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5e0e0977-dd67-4266-8cd1-31a26451322f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:52.132414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:52.162478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 7aa835bb-6741-440b-b622-30d70d4b71b5) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:52.176354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbd53f-e914-4677-b6e2-8bcf51436866 None None] Network 7aa835bb-6741-440b-b622-30d70d4b71b5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:52.208531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.209717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.233854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.255038 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-096985f3-436b-4d5f-ab3d-3ed2d32b941e req-30fa84ef-2697-4ed6-9b74-99b5c979dd6a tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159672 Jul 29 23:41:52.288856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c61392c9-e5ba-4c3d-b711-00180624e0ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1708553 Jul 29 23:41:52.369399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Pushing event updated for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:52.391887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-503fa88b-5a4d-4ef3-b10d-42141600392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.400027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-503fa88b-5a4d-4ef3-b10d-42141600392c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5187273 Jul 29 23:41:52.401160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:52.465784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624edd2-d329-4d7e-8e71-58f84d5fec3a None None] Network 7aa835bb-6741-440b-b622-30d70d4b71b5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:52.565985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b8d5-5027-4c48-950a-1409ce0ce482 req-829b6be8-59d5-4d0f-a56e-d790b0279ae7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.569947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.587296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f757b8d5-5027-4c48-950a-1409ce0ce482 req-829b6be8-59d5-4d0f-a56e-d790b0279ae7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.1844842 Jul 29 23:41:52.608356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-091b7e8d-1df9-4738-aada-b9b83666e73b None None] Provisioning for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:52.625615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-091b7e8d-1df9-4738-aada-b9b83666e73b None None] Provisioning complete for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:52.626013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-091b7e8d-1df9-4738-aada-b9b83666e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.709862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:52.745664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:52.745664 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.754435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f757b8d5-5027-4c48-950a-1409ce0ce482 req-0a9e31f9-d774-4587-92e5-84c95f5e3ecd tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651790 Jul 29 23:41:52.810107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.969807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-091b7e8d-1df9-4738-aada-b9b83666e73b None None] Port 81b2c045-7c43-48c0-9f70-ca67c76c0deb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:53.120485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.130522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.210744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5729-8179-4f83-a7ab-05812375b30c req-3f43e03f-7cf4-4344-95c9-f644ded49a11 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.226288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9ee5729-8179-4f83-a7ab-05812375b30c req-3f43e03f-7cf4-4344-95c9-f644ded49a11 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 945 time: 0.2764502 Jul 29 23:41:53.251212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d9a8709c-0697-41d1-9831-ff79096c2863 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:53.351358 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.355299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e0e0977-dd67-4266-8cd1-31a26451322f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:53.371930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9ee5729-8179-4f83-a7ab-05812375b30c req-43963c00-76c4-47b7-bf04-a6e7a9f0e76d tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347535 Jul 29 23:41:53.406069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.412195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Pushing event updated for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:53.465277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-5c226ac8-c9b3-4a36-99c1-5e68f1b28fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0466731 Jul 29 23:41:53.504443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:53.515273 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d70e6-beee-4a43-ba93-c58e0448f54e" -d '{"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-plugged", "status": "completed", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:53.733349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:53.746978 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.855282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945c39f6-99a5-4eb4-8962-6f3831613ae6 req-ca09454e-ae0e-41b3-a7fa-c798add45f1a service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839879 Jul 29 23:41:53.863918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:53.865402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:53.866618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5e0e0977-dd67-4266-8cd1-31a26451322f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:53.867067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.999982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d9a8709c-0697-41d1-9831-ff79096c2863,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:54.080111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.102673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:54.123466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'd9a8709c-0697-41d1-9831-ff79096c2863', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'd9a8709c-0697-41d1-9831-ff79096c2863', 'mac_address': 'fa:16:3e:ef:b8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:54.373168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:54.379539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6dd59e11-9e6f-4e82-af69-b9b65ec2f27a admin admin] 10.222.0.49 "PUT /v2.0/routers/7ee1b1e1-13ed-4ad7-b08a-057829f346ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103257 Jul 29 23:41:54.387244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Sync routers for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:54.434837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:54.439968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:54.503360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.524365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b64e981f-9372-40ec-b126-fc9ecfc09e34 None None] Provisioning complete for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:54.525134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b64e981f-9372-40ec-b126-fc9ecfc09e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.552085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a8709c-0697-41d1-9831-ff79096c2863 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:54.577319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d9a8709c-0697-41d1-9831-ff79096c2863,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:54.593769 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.736558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.751473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b64e981f-9372-40ec-b126-fc9ecfc09e34 None None] Port 81b2c045-7c43-48c0-9f70-ca67c76c0deb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:54.771966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:54.999831 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 2, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:55.031655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d9a8709c-0697-41d1-9831-ff79096c2863'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:55.042956 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Checking router: 7ee1b1e1-13ed-4ad7-b08a-057829f346ac for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:55.046083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Updating router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac port 81b2c045-7c43-48c0-9f70-ca67c76c0deb binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:55.117486 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.562459 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.575633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Transition to ACTIVE for port object 81b2c045-7c43-48c0-9f70-ca67c76c0deb will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:55.585868 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.659763 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd40672-3cce-4f4e-9863-76e456b9302c None None] Pushing event updated for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:55.785033 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Attempting to bind port 81b2c045-7c43-48c0-9f70-ca67c76c0deb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:55.785926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Attempting to bind port 81b2c045-7c43-48c0-9f70-ca67c76c0deb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:55.786531 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Attempting to bind port 81b2c045-7c43-48c0-9f70-ca67c76c0deb on network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:55.792964 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:55.801173 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Checking segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:55.801707 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.802318 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Bound using segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:55.803011 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Bound port: 81b2c045-7c43-48c0-9f70-ca67c76c0deb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:55.803578 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.907143 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] For port 81b2c045-7c43-48c0-9f70-ca67c76c0deb, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:55.912196 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] For port 81b2c045-7c43-48c0-9f70-ca67c76c0deb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81b2c045-7c43-48c0-9f70-ca67c76c0deb,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:55.921125 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.004393 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd40672-3cce-4f4e-9863-76e456b9302c None None] Pushing event updated for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.033000 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.033689 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:41:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.209843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:56.563925 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.600158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bcc6e-9fce-4fcc-8a16-e1152072c6a5 None None] The sync data for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 is: [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:57.135895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20a025-4f59-4545-9c97-b2971bdff065 req-37cc971b-071a-490c-b6a5-b7f6d2ef42c6 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.148953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b20a025-4f59-4545-9c97-b2971bdff065 req-37cc971b-071a-490c-b6a5-b7f6d2ef42c6 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 948 time: 0.1222839 Jul 29 23:41:57.174594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-1d137ba6-e06c-4217-96ac-f7748a79b577 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.179469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-1d137ba6-e06c-4217-96ac-f7748a79b577 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/networks?id=7aa835bb-6741-440b-b622-30d70d4b71b5 HTTP/1.1" status: 200 len: 821 time: 0.2056594 Jul 29 23:41:57.219782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-42fbcb4f-5bb1-43a1-8ce5-b0bce35391d7 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/quotas/b136ee70a5e441dbb09e6efccf7f9e63 HTTP/1.1" status: 200 len: 375 time: 0.0330541 Jul 29 23:41:57.223771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b20a025-4f59-4545-9c97-b2971bdff065 req-1d39484f-eda8-4d59-8ac0-b19aa7c5f837 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737805 Jul 29 23:41:57.234933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d9a8709c-0697-41d1-9831-ff79096c2863 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:57.304818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81b2c045-7c43-48c0-9f70-ca67c76c0deb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:57.315447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-487e82ea-fc13-4544-96a9-50dfa7848d89 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b136ee70a5e441dbb09e6efccf7f9e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884445 Jul 29 23:41:57.378698 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2849ed86-d050-4e2a-b72d-c58f5832639e x-openstack-request-id: req-2849ed86-d050-4e2a-b72d-c58f5832639e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:57.386155 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-plugged", "status": "completed", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:57.388341 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2849ed86-d050-4e2a-b72d-c58f5832639e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:57.389036 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'code': 200} Jul 29 23:41:57.508500 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.527237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c0b94db2-c7af-45ac-90bc-faa8c9431009 service neutron] 10.222.0.49 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939471 Jul 29 23:41:57.547197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:57.552599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:57.553102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.556972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port d9a8709c-0697-41d1-9831-ff79096c2863 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:57.580707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port d9a8709c-0697-41d1-9831-ff79096c2863 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:57.581367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.630776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143dbe6-035b-4628-9f2e-58b4643829b4 req-85be3847-2183-41c1-9161-2946f0505357 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.632566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f143dbe6-035b-4628-9f2e-58b4643829b4 req-85be3847-2183-41c1-9161-2946f0505357 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1102 time: 0.1307330 Jul 29 23:41:57.728406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60374-dce6-452e-a88b-5c3e09dceb72 req-be1af510-d700-4153-808d-a8c055b00db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.729666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f60374-dce6-452e-a88b-5c3e09dceb72 req-be1af510-d700-4153-808d-a8c055b00db0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 1098 time: 0.2487552 Jul 29 23:41:57.749014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.782516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f143dbe6-035b-4628-9f2e-58b4643829b4 req-8f0b0cd7-a2cb-4f52-a6b5-bff4bc9ed25f tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422384 Jul 29 23:41:57.835544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 81b2c045-7c43-48c0-9f70-ca67c76c0deb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81b2c045-7c43-48c0-9f70-ca67c76c0deb,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.852401 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.858651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.897669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-a8c58bc9-8781-4559-8fc7-77a591c3ae41 service neutron] 10.222.0.49 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132980 Jul 29 23:41:57.933802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:57.959140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f60374-dce6-452e-a88b-5c3e09dceb72 req-eeb0c6b5-5738-4ff2-b3cb-7600dd494d58 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147267 Jul 29 23:41:57.976045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d9a8709c-0697-41d1-9831-ff79096c2863,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.977895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6691d-bcd9-4946-a557-1fe90aeea1e8 req-eb674486-4bfa-48a9-bf9a-0fbd1752bb6c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.980887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33b6691d-bcd9-4946-a557-1fe90aeea1e8 req-eb674486-4bfa-48a9-bf9a-0fbd1752bb6c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 946 time: 0.0688782 Jul 29 23:41:57.984010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.079458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33b6691d-bcd9-4946-a557-1fe90aeea1e8 req-b8aede04-25c2-4a22-9a5e-c51b14c9e7c7 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918274 Jul 29 23:41:58.128266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:58.615119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-f791e604-b579-4a7e-b8cf-2a9bdbcc254b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.618059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-f791e604-b579-4a7e-b8cf-2a9bdbcc254b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/networks?id=158c3a31-b8ce-41d1-9932-2d02783f18f6 HTTP/1.1" status: 200 len: 815 time: 0.1900795 Jul 29 23:41:58.650251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-6aed944a-0195-485e-b766-e38fabbb3e24 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/quotas/b9f8215d96344f92b44ec2c103d9fb76 HTTP/1.1" status: 200 len: 375 time: 0.0242164 Jul 29 23:41:58.741350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-458131f4-c0dc-4109-b3d5-a3fc4aa79f30 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f8215d96344f92b44ec2c103d9fb76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897245 Jul 29 23:41:58.828182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.836736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177380284', 'description': 'tempest-description--567728088'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:58.893607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.958247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-38c7fe08-07c4-4013-ab73-8c8272ea2aa2 service neutron] 10.222.0.49 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059069 Jul 29 23:41:59.132438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.139566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.156575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-7c748e1f-e81c-4f5f-a5c8-1cf2be3fdea0 service neutron] 10.222.0.49 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890326 Jul 29 23:41:59.177153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.181249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3493865 Jul 29 23:41:59.181695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:59.187288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'security_group_rule': {'security_group_id': '41a52c48-baa4-4560-9d10-cf299a1d3bb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:59.223109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8b996-c8b2-454e-8329-03f297301f77 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a52c48-baa4-4560-9d10-cf299a1d3bb4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.257987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.285758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81b2c045-7c43-48c0-9f70-ca67c76c0deb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:59.365860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72e7488d-becd-4715-b33c-126e7302bc2b req-8d3235b1-7f6e-4daf-b469-00415e36ec51 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0840569 Jul 29 23:41:59.387182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81b2c045-7c43-48c0-9f70-ca67c76c0deb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:59.387656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.391639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:59.394680 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2924447a-2219-46a6-8357-99935dd7942d" -d '{"events": [{"server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "name": "network-vif-plugged", "status": "completed", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:59.396505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.404482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.447943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.449946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668090 Jul 29 23:41:59.452463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42142) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:59.454655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b40d-4c83-47bd-92a6-e6f008a96470 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5241d281-3fab-4345-abf1-63427f73e0fb,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.458216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'security_group_rule': {'security_group_id': '41a52c48-baa4-4560-9d10-cf299a1d3bb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:59.608210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7006-b4c4-4d14-a4b6-b27193860ab9 req-11d0688f-274f-454a-99eb-0b288927f116 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.609863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85eb7006-b4c4-4d14-a4b6-b27193860ab9 req-11d0688f-274f-454a-99eb-0b288927f116 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.1396227 Jul 29 23:41:59.617853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.698929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612400e4-af0a-4ebb-a094-a3a1fd58d4ec req-b4a8c27f-5770-4e24-9a09-88776f4ed0a0 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.701598 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-612400e4-af0a-4ebb-a094-a3a1fd58d4ec req-b4a8c27f-5770-4e24-9a09-88776f4ed0a0 tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1102 time: 0.1048262 Jul 29 23:41:59.708518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85eb7006-b4c4-4d14-a4b6-b27193860ab9 req-8bb5951c-6d25-4cc7-868f-e7005b74f0d4 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875061 Jul 29 23:41:59.788649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-612400e4-af0a-4ebb-a094-a3a1fd58d4ec req-bd606ed7-898f-4785-85ec-3464f8886d8c tempest-ServersAdminTestJSON-1363963273 tempest-ServersAdminTestJSON-1363963273-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Jul 29 23:41:59.846779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.874738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.904512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa33b183-dc1c-4d14-9b0d-a00ebe1b4a6f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.911175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.913585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0ee431bd-d4f6-4ec2-8758-6a411b6cb652 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595771 Jul 29 23:41:59.917615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:59.924115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:59.927504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c72-6237-4943-b304-1eba91a2f987 req-ffc27f23-b328-439c-a85d-510680e61b33 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.929578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f5e8c72-6237-4943-b304-1eba91a2f987 req-ffc27f23-b328-439c-a85d-510680e61b33 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 946 time: 0.1086371 Jul 29 23:41:59.967576 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41419253-5522-44f2-b5ca-88d44989e53a x-openstack-request-id: req-41419253-5522-44f2-b5ca-88d44989e53a {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:59.967863 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "name": "network-vif-plugged", "status": "completed", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:59.968109 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41419253-5522-44f2-b5ca-88d44989e53a {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:59.968506 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863', 'code': 200} Jul 29 23:41:59.978773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.040264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f5e8c72-6237-4943-b304-1eba91a2f987 req-28af579a-5c9b-42d2-bf7b-60a16f7c1126 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021748 Jul 29 23:42:00.099324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a389493-ff15-4597-8863-3f641df3fbf4 req-1cc4be3d-3956-4b9a-967e-fc1917b31407 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 210 time: 0.0823295 Jul 29 23:42:00.215727 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:00.232234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:00.321426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-d044eb3a-0cde-437a-927a-3e87a133c90c tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.323607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-d044eb3a-0cde-437a-927a-3e87a133c90c tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.59 "GET /v2.0/networks?id=7aa835bb-6741-440b-b622-30d70d4b71b5 HTTP/1.1" status: 200 len: 821 time: 0.1559677 Jul 29 23:42:00.353393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35692-9d8d-4a03-b1bc-38034022e6c5 req-2192e022-7998-4008-8ff6-864bb501c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.357185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dd35692-9d8d-4a03-b1bc-38034022e6c5 req-2192e022-7998-4008-8ff6-864bb501c371 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 1101 time: 0.1162820 Jul 29 23:42:00.366696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Request body: {'port': {'device_id': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5', 'admin_state_up': True, 'tenant_id': 'b136ee70a5e441dbb09e6efccf7f9e63'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:00.453733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dd35692-9d8d-4a03-b1bc-38034022e6c5 req-45746cd0-4632-4724-be88-d7299eb51265 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834236 Jul 29 23:42:00.516995 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.607721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:00.616473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.685491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9476a-7299-4fe7-8878-4ba1ad1fd977 req-975f6a70-db0e-4236-9316-085d9807e3f1 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.693005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad037-f38a-4edc-a1cb-a9ba518ed2be req-5532c5ef-2345-45ec-8a16-a57d31234adc tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.695207 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8f9476a-7299-4fe7-8878-4ba1ad1fd977 req-975f6a70-db0e-4236-9316-085d9807e3f1 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 950 time: 0.3706095 Jul 29 23:42:00.703814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d7ad037-f38a-4edc-a1cb-a9ba518ed2be req-5532c5ef-2345-45ec-8a16-a57d31234adc tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.0749757 Jul 29 23:42:00.719479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:00.779054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.794743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d7ad037-f38a-4edc-a1cb-a9ba518ed2be req-3472c1d0-3d4a-4cd5-8f09-4ee7a172faf9 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894165 Jul 29 23:42:00.807866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8f9476a-7299-4fe7-8878-4ba1ad1fd977 req-d1b290e5-a925-4dd6-b50f-14e115c35be8 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066542 Jul 29 23:42:00.809131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Made reservation on behalf of b136ee70a5e441dbb09e6efccf7f9e63 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:00.819281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.966945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dabca97c-3a18-40f1-a3fa-11d5d9e4e9b8 req-c8c66f44-9be8-487a-b28f-9efc984c07b8 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0480130 Jul 29 23:42:01.065995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Allocated IP 172.20.0.8 (7aa835bb-6741-440b-b622-30d70d4b71b5/f6cdcd97-b5f9-465f-be57-a069ef11135f/07f23088-a836-4fbb-a16c-9d779fbefdf7) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:01.118495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38056e4-c821-488e-b722-f41339268c08 req-3546c870-dbb3-4894-a535-9326fc112acb tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.120478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f38056e4-c821-488e-b722-f41339268c08 req-3546c870-dbb3-4894-a535-9326fc112acb tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 946 time: 0.1369989 Jul 29 23:42:01.161909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b6fd8-dd93-478f-a608-62bdbafb7b0c req-e79f71a9-3835-419f-83e6-325fcacd0c6e tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.164028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-501b6fd8-dd93-478f-a608-62bdbafb7b0c req-e79f71a9-3835-419f-83e6-325fcacd0c6e tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.1149595 Jul 29 23:42:01.207817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Allocated IP 172.25.5.241 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/9fa3c4ed-8719-47ff-85b8-b67ca7813239) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:01.246834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-501b6fd8-dd93-478f-a608-62bdbafb7b0c req-aec7a8f2-c328-432c-a2a0-4e9e26dc86d1 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714982 Jul 29 23:42:01.283957 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f38056e4-c821-488e-b722-f41339268c08 req-ad033160-f2ed-4a20-a249-815339a9ccb2 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555667 Jul 29 23:42:01.519303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-a9da5946-29dd-4e7c-9cff-ca881706ecd7 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.522813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-a9da5946-29dd-4e7c-9cff-ca881706ecd7 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.59 "GET /v2.0/networks?id=158c3a31-b8ce-41d1-9932-2d02783f18f6 HTTP/1.1" status: 200 len: 815 time: 0.2612593 Jul 29 23:42:01.544589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Request body: {'port': {'device_id': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'admin_state_up': True, 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:01.627038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.649359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc4edfbf-9e53-42d1-b5fc-a005ccd08cac req-4b0c535a-23ed-4566-b38a-95073501d928 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 210 time: 0.1085613 Jul 29 23:42:01.693813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.732420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Made reservation on behalf of b9f8215d96344f92b44ec2c103d9fb76 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:01.737561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.792453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.846117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Network 7aa835bb-6741-440b-b622-30d70d4b71b5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:01.850334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:01.858182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:01.941130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.941842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.962393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.969536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:01.973356 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4fdff8-7b8d-45f1-a224-b75139cac4bf" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-unplugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:01.986452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Allocated IP 172.20.0.8 (158c3a31-b8ce-41d1-9932-2d02783f18f6/bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7/8f498f8d-b895-409b-b897-f3ff259613ef) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:02.041147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Pushing event updated for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:02.072502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-da7cc1ca-a42d-42db-b9e4-487e40e0aa35 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7273293 Jul 29 23:42:02.089903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:02.098571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Request body: {'port': {'device_id': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:02.109238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840ce2-f177-49ff-8c2a-41c7c4ae1f8c req-199a1906-228c-4628-b01e-b2247c36b1e1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.110830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3840ce2-f177-49ff-8c2a-41c7c4ae1f8c req-199a1906-228c-4628-b01e-b2247c36b1e1 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.1617730 Jul 29 23:42:02.111748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:02.114405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:02.173485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'Port': ['ID=9fa3c4ed-8719-47ff-85b8-b67ca7813239,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:02.252050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.294507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Transition to ACTIVE for port object 8f498f8d-b895-409b-b897-f3ff259613ef will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:02.342151 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da1569-bfb9-4dce-99ee-4528b99554bf x-openstack-request-id: req-10da1569-bfb9-4dce-99ee-4528b99554bf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:02.342445 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-unplugged", "status": "completed", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:02.342689 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10da1569-bfb9-4dce-99ee-4528b99554bf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:02.343292 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'code': 200} Jul 29 23:42:02.347129 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.348233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-42050ef9-350f-421f-b89c-517755803899 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.363717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-42050ef9-350f-421f-b89c-517755803899 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 946 time: 0.1504786 Jul 29 23:42:02.378410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3840ce2-f177-49ff-8c2a-41c7c4ae1f8c req-20dcc859-ffb6-4824-8c5e-535b00e06fe3 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514617 Jul 29 23:42:02.532319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.569185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.619099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:02.627160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:02.638311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:02.652267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775573d-0c6b-4c08-8f1b-acdc61cdd9c6 req-72910c9c-0750-443c-9225-dd7683eed621 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.663684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9775573d-0c6b-4c08-8f1b-acdc61cdd9c6 req-72910c9c-0750-443c-9225-dd7683eed621 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 931 time: 0.2147875 Jul 29 23:42:02.755030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.870313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Deleting port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:02.872530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.906140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9775573d-0c6b-4c08-8f1b-acdc61cdd9c6 req-734604f3-4660-45b4-8b25-d870b35df03a tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409732 Jul 29 23:42:03.025867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Pushing event updated for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.058730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d0e66e1-d7a5-488b-b9ee-fc6327a34807 None None] Provisioning for port 8f498f8d-b895-409b-b897-f3ff259613ef completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:03.066824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d0e66e1-d7a5-488b-b9ee-fc6327a34807 None None] Provisioning complete for port 8f498f8d-b895-409b-b897-f3ff259613ef triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:03.067208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d0e66e1-d7a5-488b-b9ee-fc6327a34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.072860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f23088-a836-4fbb-a16c-9d779fbefdf7 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:03.096157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.114586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Transition to ACTIVE for port object 07f23088-a836-4fbb-a16c-9d779fbefdf7 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:03.121414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:03.126443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.133940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.146633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e66e1-d7a5-488b-b9ee-fc6327a34807 None None] Port 8f498f8d-b895-409b-b897-f3ff259613ef cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:03.223868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-c3aabc1f-9f63-4429-9100-23a9d09aa17b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6841073 Jul 29 23:42:03.295156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cf84e-3c6a-43cd-b94f-a35ab017b0fc req-0bf498dd-e932-4f52-8289-2f94a91d4f3c tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:03.308407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-333cf84e-3c6a-43cd-b94f-a35ab017b0fc req-0bf498dd-e932-4f52-8289-2f94a91d4f3c tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.2664645 Jul 29 23:42:03.327122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Request body: {'port': {'device_id': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:03.353919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:03.354446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.365413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-14062033-d324-4134-ad87-c87c46bae061 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:03.368388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-14062033-d324-4134-ad87-c87c46bae061 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 950 time: 0.1996622 Jul 29 23:42:03.383248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Pushing event updated for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.443888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-333cf84e-3c6a-43cd-b94f-a35ab017b0fc req-46432ffc-0755-4844-b879-b4e41ef5cd02 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340351 Jul 29 23:42:03.534087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Attempting to bind port 07f23088-a836-4fbb-a16c-9d779fbefdf7 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:03.534721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Attempting to bind port 07f23088-a836-4fbb-a16c-9d779fbefdf7 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '318abaec-e820-4f30-9708-8eb22b71ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:03.535260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Attempting to bind port 07f23088-a836-4fbb-a16c-9d779fbefdf7 on network 7aa835bb-6741-440b-b622-30d70d4b71b5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:03.545053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Port 07f23088-a836-4fbb-a16c-9d779fbefdf7 on network 7aa835bb-6741-440b-b622-30d70d4b71b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:03.547160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Attempting to bind port 07f23088-a836-4fbb-a16c-9d779fbefdf7 on network 7aa835bb-6741-440b-b622-30d70d4b71b5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:03.549831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Calling delete_port for 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:03.561119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.563377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:03.563963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Checking segment: {'id': '318abaec-e820-4f30-9708-8eb22b71ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:03.564544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Bound using segment: {'id': '318abaec-e820-4f30-9708-8eb22b71ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:03.565776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Bound port: 07f23088-a836-4fbb-a16c-9d779fbefdf7, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318abaec-e820-4f30-9708-8eb22b71ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:03.568015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.584074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.650648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.815812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19cdd-f795-436e-bf50-8175088385d6 req-62ff55ff-1e21-4e23-a7aa-b3c5b01c3da2 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:03.823974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77d19cdd-f795-436e-bf50-8175088385d6 req-62ff55ff-1e21-4e23-a7aa-b3c5b01c3da2 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 946 time: 0.2130079 Jul 29 23:42:03.834880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Deleting port 41bc1c65-caa4-44f1-8607-9f55ee95259a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:03.835279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.192743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'Port': ['ID=9fa3c4ed-8719-47ff-85b8-b67ca7813239,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.243915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:04.290448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.321342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.323312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5dc74d2-45df-4342-8bce-7925e241d2e2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4040215 Jul 29 23:42:04.397544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:04.412952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7,segment=NetworkSegment(318abaec-e820-4f30-9708-8eb22b71ca6f),segment_id=318abaec-e820-4f30-9708-8eb22b71ca6f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:04.425081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.469086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.472234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.475758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.476126 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] 10.222.0.59 "PUT /v2.0/ports/07f23088-a836-4fbb-a16c-9d779fbefdf7 HTTP/1.1" status: 200 len: 1092 time: 2.3835526 Jul 29 23:42:04.477940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:04.498319 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:04.525130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:04.547814 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962018eb-e985-48fa-86b3-693425aad4d1" -d '{"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:04.549914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] For port 41bc1c65-caa4-44f1-8607-9f55ee95259a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=41bc1c65-caa4-44f1-8607-9f55ee95259a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:04.550630 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.582520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,segment=NetworkSegment(f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6),segment_id=f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:04.585110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Calling delete_port for 41bc1c65-caa4-44f1-8607-9f55ee95259a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:04.595000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.722368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.748137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-0ede48d7-8507-479e-831a-2e1557a45a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.750250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-0ede48d7-8507-479e-831a-2e1557a45a0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b136ee70a5e441dbb09e6efccf7f9e63&device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 1095 time: 0.1684132 Jul 29 23:42:04.764258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a41a6-e2d9-48fe-917b-7dd171c87f07 service neutron] Pushing event updated for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.842534 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-70861b47-b506-4fb6-8569-45ba17a34414 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7 HTTP/1.1" status: 200 len: 217 time: 0.0558388 Jul 29 23:42:05.048110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-e9262e86-0755-4448-8aa7-a5c32d3dacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:05.050746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-e9262e86-0755-4448-8aa7-a5c32d3dacda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6cdcd97-b5f9-465f-be57-a069ef11135f HTTP/1.1" status: 200 len: 861 time: 0.1497438 Jul 29 23:42:05.257996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77d19cdd-f795-436e-bf50-8175088385d6 req-20ade419-4059-45ad-87f0-dd26110a898f tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c9534e-742d-4e0d-af7c-0fd7311ad350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4278538 Jul 29 23:42:05.258907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.305973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', '41bc1c65-caa4-44f1-8607-9f55ee95259a', '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:05.385225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-9d056882-2008-49ff-bb68-fa821c835da0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7aa835bb-6741-440b-b622-30d70d4b71b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519681 Jul 29 23:42:05.519451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event deleted for resources: {'Port': ['ID=41bc1c65-caa4-44f1-8607-9f55ee95259a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:05.542864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.646855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-6bf98be8-6a89-456f-81cd-a81e5ccdf2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326229 Jul 29 23:42:05.788248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Pushing event deleted for resources: {'Port': ['ID=8622fb74-ead1-41eb-ac27-4fe99ab5d0e6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:05.794725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] No DVR routers for this DVR port 41bc1c65-caa4-44f1-8607-9f55ee95259a on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:05.828552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.852608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-431f5373-2738-4b90-ba7c-e1a45678c32d req-39377c1b-8b4b-4181-ae05-a92609c72b45 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "DELETE /v2.0/ports/41bc1c65-caa4-44f1-8607-9f55ee95259a HTTP/1.1" status: 204 len: 173 time: 2.4454627 Jul 29 23:42:05.889219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'name': 'network-vif-deleted', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:05.892129 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3de5e-d380-4cd2-86f6-bd978bd57149" -d '{"events": [{"server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "name": "network-vif-deleted", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:05.935053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3d3d-38cf-4ac4-b077-bfd118fc9f9e req-fdb7d257-68aa-432e-b400-3a1c95e632fb tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:05.936827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-557d3d3d-38cf-4ac4-b077-bfd118fc9f9e req-fdb7d257-68aa-432e-b400-3a1c95e632fb tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 931 time: 0.5013497 Jul 29 23:42:05.972308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f498f8d-b895-409b-b897-f3ff259613ef {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:05.978064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d469c09-61d9-4a17-a589-a1120b4752e1 req-f6d4cbfe-7785-4ded-a1eb-8648c2ded2cb service neutron] 10.222.0.59 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138585 Jul 29 23:42:06.009310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.052029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] No DVR routers for this DVR port 8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:06.069772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.072548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95d455ed-2ced-4d8b-9b51-0d6785e0b9b1 req-6be2de62-3641-43fc-8a37-90902dc8734c tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.59 "DELETE /v2.0/ports/8622fb74-ead1-41eb-ac27-4fe99ab5d0e6 HTTP/1.1" status: 204 len: 173 time: 3.6925313 Jul 29 23:42:06.080950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Transition to ACTIVE for port object 8f498f8d-b895-409b-b897-f3ff259613ef will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:06.103383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.133283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-557d3d3d-38cf-4ac4-b077-bfd118fc9f9e req-9c44567d-a6e9-48c1-8817-ffee7ea1d85b tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641822 Jul 29 23:42:06.333094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Pushing event updated for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.408087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b322c5eb-4412-485a-b137-366eb878904c req-3aeb6f15-0a75-430d-8bf0-7a3ecf2985ea tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8c3566-1d46-40f4-9458-0b691a2c7793 HTTP/1.1" status: 200 len: 210 time: 0.1014221 Jul 29 23:42:06.567083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Attempting to bind port 8f498f8d-b895-409b-b897-f3ff259613ef on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:06.567756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Attempting to bind port 8f498f8d-b895-409b-b897-f3ff259613ef by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:06.568089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Attempting to bind port 8f498f8d-b895-409b-b897-f3ff259613ef on network 158c3a31-b8ce-41d1-9932-2d02783f18f6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:06.580518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Port 8f498f8d-b895-409b-b897-f3ff259613ef on network 158c3a31-b8ce-41d1-9932-2d02783f18f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:06.580753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Attempting to bind port 8f498f8d-b895-409b-b897-f3ff259613ef on network 158c3a31-b8ce-41d1-9932-2d02783f18f6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:06.593121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:06.593379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Checking segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:06.600749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Bound using segment: {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:06.601286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Bound port: 8f498f8d-b895-409b-b897-f3ff259613ef, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda8286-69d0-495d-b287-583ef88397ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:06.601852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.786796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:06.793680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8f498f8d-b895-409b-b897-f3ff259613ef,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:06.813550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985d735-3176-49eb-8b6c-3b38607e5914 req-0b533bfc-7e0e-4ef0-b104-bce2937753c7 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.828503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d985d735-3176-49eb-8b6c-3b38607e5914 req-0b533bfc-7e0e-4ef0-b104-bce2937753c7 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 943 time: 0.2124465 Jul 29 23:42:06.832466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.912947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.913679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.915019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] 10.222.0.59 "PUT /v2.0/ports/8f498f8d-b895-409b-b897-f3ff259613ef HTTP/1.1" status: 200 len: 1092 time: 3.5929172 Jul 29 23:42:07.012585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d985d735-3176-49eb-8b6c-3b38607e5914 req-8489affb-4462-4866-8dca-a1b8be8a33fc tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828909 Jul 29 23:42:07.034615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787ff9-4234-47a7-82de-84de49a6967e service neutron] Pushing event updated for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.176975 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed02bd1-0514-4656-a506-0681925f3a25 x-openstack-request-id: req-fed02bd1-0514-4656-a506-0681925f3a25 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:07.177650 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:07.177650 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fed02bd1-0514-4656-a506-0681925f3a25 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:07.177900 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7', 'status': 'completed', 'code': 200} Jul 29 23:42:07.266200 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cbf2bc-ea81-4545-b655-9f2f73a9e9e1 x-openstack-request-id: req-d0cbf2bc-ea81-4545-b655-9f2f73a9e9e1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:07.269190 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:07.269190 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0cbf2bc-ea81-4545-b655-9f2f73a9e9e1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:07.269190 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'code': 200} Jul 29 23:42:07.336181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 41bc1c65-caa4-44f1-8607-9f55ee95259a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:07.386770 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80212b8a-9213-48e2-9a21-52c8bbe90894 x-openstack-request-id: req-80212b8a-9213-48e2-9a21-52c8bbe90894 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:07.387067 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c3566-1d46-40f4-9458-0b691a2c7793", "name": "network-vif-deleted", "tag": "41bc1c65-caa4-44f1-8607-9f55ee95259a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:07.387273 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80212b8a-9213-48e2-9a21-52c8bbe90894 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:07.387813 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c3566-1d46-40f4-9458-0b691a2c7793', 'name': 'network-vif-deleted', 'tag': '41bc1c65-caa4-44f1-8607-9f55ee95259a', 'status': 'completed', 'code': 200} Jul 29 23:42:07.388944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 41bc1c65-caa4-44f1-8607-9f55ee95259a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:07.389303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 41bc1c65-caa4-44f1-8607-9f55ee95259a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:07.684544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c61b9cc-f7af-4657-8c47-5b7e39f9941f req-898a2d18-c324-43c7-b256-f26e4bece6c7 tempest-InstanceActionsV221TestJSON-651332501 tempest-InstanceActionsV221TestJSON-651332501-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbadd104-454a-4cd9-99e5-b6dd23866c4f HTTP/1.1" status: 200 len: 210 time: 0.2059731 Jul 29 23:42:07.759077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-327fdc20-3cc7-4a95-add5-e8dbf989a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.759077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-327fdc20-3cc7-4a95-add5-e8dbf989a688 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b136ee70a5e441dbb09e6efccf7f9e63&device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 1095 time: 0.2238159 Jul 29 23:42:07.791517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-5cb3ed15-21c0-4c61-85fe-ef660c7d7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.803596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-5cb3ed15-21c0-4c61-85fe-ef660c7d7850 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9f8215d96344f92b44ec2c103d9fb76&device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 1095 time: 0.3040805 Jul 29 23:42:08.082549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-4d903155-5632-4c2d-aeb4-ff284972ba87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f498f8d-b895-409b-b897-f3ff259613ef HTTP/1.1" status: 200 len: 217 time: 0.0986915 Jul 29 23:42:08.266163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 07f23088-a836-4fbb-a16c-9d779fbefdf7 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:08.329890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-53929db0-9e4e-4c7e-ac6f-66806a8366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.347672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-53929db0-9e4e-4c7e-ac6f-66806a8366aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7 HTTP/1.1" status: 200 len: 854 time: 0.2470698 Jul 29 23:42:08.350046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-89b4eb60-6f93-4222-a1e3-30870a3adaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.351635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-89b4eb60-6f93-4222-a1e3-30870a3adaa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7aa835bb-6741-440b-b622-30d70d4b71b5 HTTP/1.1" status: 200 len: 922 time: 0.5628924 Jul 29 23:42:08.379419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b3b7b-8dc7-4c95-b59c-344bcc712927 req-5a25ec33-60bb-4cf7-90df-3fe1ab768976 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.397733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c11b3b7b-8dc7-4c95-b59c-344bcc712927 req-5a25ec33-60bb-4cf7-90df-3fe1ab768976 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.1887059 Jul 29 23:42:08.475450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7,segment=NetworkSegment(318abaec-e820-4f30-9708-8eb22b71ca6f),segment_id=318abaec-e820-4f30-9708-8eb22b71ca6f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:08.480672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c11b3b7b-8dc7-4c95-b59c-344bcc712927 req-8f247168-4297-4177-811a-66ff97c6413d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824273 Jul 29 23:42:08.511899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '07f23088-a836-4fbb-a16c-9d779fbefdf7', 'network_id': '7aa835bb-6741-440b-b622-30d70d4b71b5', 'port_id': '07f23088-a836-4fbb-a16c-9d779fbefdf7', 'mac_address': 'fa:16:3e:f6:50:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cdcd97-b5f9-465f-be57-a069ef11135f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:08.619200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.642391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f23088-a836-4fbb-a16c-9d779fbefdf7 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:08.680384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7,segment=NetworkSegment(318abaec-e820-4f30-9708-8eb22b71ca6f),segment_id=318abaec-e820-4f30-9708-8eb22b71ca6f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:08.698456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.729457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-49b185f3-ad73-4238-9488-2a1694e993a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7 HTTP/1.1" status: 200 len: 217 time: 0.1366453 Jul 29 23:42:08.738830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823b54-1a21-4b2e-875c-680011ba5993 req-6dbb78fb-887a-4b31-a54f-b74da74250fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.740487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-6dbb78fb-887a-4b31-a54f-b74da74250fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158c3a31-b8ce-41d1-9932-2d02783f18f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106841 Jul 29 23:42:08.775193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:08.784187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a775ea7-fad4-4775-a25e-19dcd9517bf4 req-40f2c4d4-2c54-40af-b14e-61d2f36e4be4 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.786298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a775ea7-fad4-4775-a25e-19dcd9517bf4 req-40f2c4d4-2c54-40af-b14e-61d2f36e4be4 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 944 time: 0.0632882 Jul 29 23:42:08.846229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a775ea7-fad4-4775-a25e-19dcd9517bf4 req-fd3f1d53-38f4-4f8f-8d2a-c56d7bd417ee tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510113 Jul 29 23:42:09.013772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['07f23088-a836-4fbb-a16c-9d779fbefdf7'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:09.053169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d49e-b79d-4198-9c0b-71d4d1f84acb req-73a63507-a36f-4319-a2cb-03247a028950 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.055201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0499d49e-b79d-4198-9c0b-71d4d1f84acb req-73a63507-a36f-4319-a2cb-03247a028950 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.0974560 Jul 29 23:42:09.137535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0499d49e-b79d-4198-9c0b-71d4d1f84acb req-46b7497e-dbd8-4fd4-89df-99edda56e8db tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723343 Jul 29 23:42:09.437848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-deleted', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6'}, {'name': 'network-changed', 'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:09.442112 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668" -d '{"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-deleted", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6"}, {"name": "network-changed", "server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:09.493782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-299f7b4f-a9b8-43b7-8adc-03519cb9b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.495458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-299f7b4f-a9b8-43b7-8adc-03519cb9b899 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6cdcd97-b5f9-465f-be57-a069ef11135f HTTP/1.1" status: 200 len: 861 time: 0.3438179 Jul 29 23:42:09.560212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-581d4ce0-1996-46a0-937e-0e1f063c3c2b service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061098 Jul 29 23:42:09.698671 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa1cbbe-40b3-4550-ab82-6588309581d4 x-openstack-request-id: req-8fa1cbbe-40b3-4550-ab82-6588309581d4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:09.698903 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadd104-454a-4cd9-99e5-b6dd23866c4f", "name": "network-vif-deleted", "tag": "8622fb74-ead1-41eb-ac27-4fe99ab5d0e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:09.699329 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fa1cbbe-40b3-4550-ab82-6588309581d4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:09.699607 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadd104-454a-4cd9-99e5-b6dd23866c4f', 'name': 'network-vif-deleted', 'tag': '8622fb74-ead1-41eb-ac27-4fe99ab5d0e6', 'status': 'completed', 'code': 200} Jul 29 23:42:09.699846 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef', 'status': 'completed', 'code': 200} Jul 29 23:42:09.713649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-6878c68b-dc79-47ed-b81e-b7a7dbb33af0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7aa835bb-6741-440b-b622-30d70d4b71b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524067 Jul 29 23:42:09.721554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32823b54-1a21-4b2e-875c-680011ba5993 req-8adb5146-2529-4cb6-85e5-e74fa16052ac service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270506 Jul 29 23:42:09.792241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-430cffc3-d73e-4f0b-8500-f43d43425d46 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3869801 Jul 29 23:42:09.934917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98fdb-1354-4e70-a518-3c1c16829238 req-655a6579-99d2-4605-9d64-dcc3e41eda92 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.943134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac98fdb-1354-4e70-a518-3c1c16829238 req-655a6579-99d2-4605-9d64-dcc3e41eda92 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.2423117 Jul 29 23:42:10.069830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac98fdb-1354-4e70-a518-3c1c16829238 req-62403230-8b7a-4add-9611-50f85b42ca15 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256237 Jul 29 23:42:10.109285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-ea518220-e077-4d32-9041-3ab0aba6bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.117954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-ea518220-e077-4d32-9041-3ab0aba6bca3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9f8215d96344f92b44ec2c103d9fb76&device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 1095 time: 0.2428856 Jul 29 23:42:10.130398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-725203b9-6ff0-4e96-b5dc-342c831d8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.141710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-725203b9-6ff0-4e96-b5dc-342c831d8183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b3cac644d174f46891abb377b30ad34&device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 1102 time: 0.2760873 Jul 29 23:42:10.284399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-e96efd63-9554-4f8f-8c04-3a3eee2cbb19 service neutron] 10.222.0.59 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113628 Jul 29 23:42:10.291505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 07f23088-a836-4fbb-a16c-9d779fbefdf7 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:10.406781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 07f23088-a836-4fbb-a16c-9d779fbefdf7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:10.422869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea1b301d-e95a-4d19-8fb4-74f76e9b89db req-2aedc1ae-5995-4809-bd35-0717dc343837 service neutron] 10.222.0.59 "GET /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Jul 29 23:42:10.427777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 07f23088-a836-4fbb-a16c-9d779fbefdf7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:10.429736 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.518554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1e43b-9082-4d41-a7cf-4e3fca964688 req-7d3ac277-44df-4ec3-b63b-67720aed4d8a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.526804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ea1e43b-9082-4d41-a7cf-4e3fca964688 req-7d3ac277-44df-4ec3-b63b-67720aed4d8a tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.3338029 Jul 29 23:42:10.608186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.637610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:10.640992 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75011eb-8dd3-4570-ad2f-33453e0acdf0" -d '{"events": [{"server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "name": "network-vif-plugged", "status": "completed", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:10.663501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7,segment=NetworkSegment(318abaec-e820-4f30-9708-8eb22b71ca6f),segment_id=318abaec-e820-4f30-9708-8eb22b71ca6f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:10.671939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.679863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-8e0f524c-6091-458b-8ed1-30b02e77583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.685217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-8e0f524c-6091-458b-8ed1-30b02e77583e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.4115236 Jul 29 23:42:10.704548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ea1e43b-9082-4d41-a7cf-4e3fca964688 req-aa69381f-c354-4d02-a45f-6efc3a9e350e tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767433 Jul 29 23:42:10.720403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-2c0bafd3-f1cb-46cd-a23c-ea48c994426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.724557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-2c0bafd3-f1cb-46cd-a23c-ea48c994426c service neutron] 10.222.0.59 "GET /v2.0/networks?id=158c3a31-b8ce-41d1-9932-2d02783f18f6 HTTP/1.1" status: 200 len: 916 time: 0.5597970 Jul 29 23:42:10.807098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:10.814569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-64f0ed7f-1b6b-4c3a-9759-1c0091e09be4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070 HTTP/1.1" status: 200 len: 217 time: 0.1028523 Jul 29 23:42:10.862923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-366f9615-5add-42f1-a310-3ab58a90fef8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f498f8d-b895-409b-b897-f3ff259613ef HTTP/1.1" status: 200 len: 217 time: 0.0472863 Jul 29 23:42:10.913193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-fe8282b6-9ec2-42d8-9546-a62edfe2c239 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.915049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-fe8282b6-9ec2-42d8-9546-a62edfe2c239 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.57 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.3668773 Jul 29 23:42:11.036711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-9074ebe9-85c1-4c9a-b0a1-84c6e16f68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.038192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-9074ebe9-85c1-4c9a-b0a1-84c6e16f68ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1856012 Jul 29 23:42:11.074725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-2072a410-ebe4-45b1-a7f9-ec2f9d0a3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.076268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-2072a410-ebe4-45b1-a7f9-ec2f9d0a3a61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7 HTTP/1.1" status: 200 len: 854 time: 0.1821578 Jul 29 23:42:11.155232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59d04-2ebc-48b9-93f5-5af4825825d4 req-ef4efb05-71b5-45be-8880-78202f25414d tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.156859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4f59d04-2ebc-48b9-93f5-5af4825825d4 req-ef4efb05-71b5-45be-8880-78202f25414d tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1870284 Jul 29 23:42:11.307579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Deleting port d9a8709c-0697-41d1-9831-ff79096c2863 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:11.308559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.315308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-f6906be8-645f-481c-b7f1-c2d6d37a78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.317044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-f6906be8-645f-481c-b7f1-c2d6d37a78b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2560892 Jul 29 23:42:11.829261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-84263d8f-c6d0-4659-9e4d-b6b6d2f47c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.832687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-84263d8f-c6d0-4659-9e4d-b6b6d2f47c77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158c3a31-b8ce-41d1-9932-2d02783f18f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7078831 Jul 29 23:42:11.941884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-cd57d86f-2701-47aa-a0d5-677e93001394 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778368 Jul 29 23:42:11.957390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4f59d04-2ebc-48b9-93f5-5af4825825d4 req-65c1c634-9ea9-4757-b6f0-c6014777e943 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7146559 Jul 29 23:42:12.136993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] For port d9a8709c-0697-41d1-9831-ff79096c2863, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d9a8709c-0697-41d1-9831-ff79096c2863,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:12.138389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.163029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Calling delete_port for d9a8709c-0697-41d1-9831-ff79096c2863 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:12.176006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b854763-4063-42c6-a8f2-c2b9595a485c req-8b775030-fa85-487b-8b04-7cb9f2ee8a94 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225449 Jul 29 23:42:12.200605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-f7eea0ba-2768-42f2-8291-45b1516422e2 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.203498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-f7eea0ba-2768-42f2-8291-45b1516422e2 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 950 time: 0.1255295 Jul 29 23:42:12.204603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47671b8-f8fa-450f-b8d9-0f306f4ac180 req-67e17da2-5c58-4ab6-9c89-94e936d25a54 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.217368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d47671b8-f8fa-450f-b8d9-0f306f4ac180 req-67e17da2-5c58-4ab6-9c89-94e936d25a54 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 949 time: 0.1600962 Jul 29 23:42:12.365935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d47671b8-f8fa-450f-b8d9-0f306f4ac180 req-163a9d2f-7f50-4647-aa4a-3b82848b796f tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/security-groups?id=3773389e-1461-4df1-8a7a-bc7fcbb124b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474376 Jul 29 23:42:12.399168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Deleting port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:12.399669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.463385 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7a69ad-7e5f-4a68-a3cf-c83352d56271 x-openstack-request-id: req-3e7a69ad-7e5f-4a68-a3cf-c83352d56271 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:12.463929 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "name": "network-vif-plugged", "status": "completed", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:12.463929 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e7a69ad-7e5f-4a68-a3cf-c83352d56271 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:12.464306 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7', 'code': 200} Jul 29 23:42:12.606442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.626669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] For port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:12.626953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.658776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Calling delete_port for df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:12.679723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Pushing event deleted for resources: {'Port': ['ID=d9a8709c-0697-41d1-9831-ff79096c2863,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:12.769705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-b95f97f8-f821-4d1a-b940-0263d4d9f885 service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023944 Jul 29 23:42:12.806892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] No DVR routers for this DVR port d9a8709c-0697-41d1-9831-ff79096c2863 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:12.839815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.842450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d5068a1-9748-4cfa-9246-b4899c3b2c16 req-992bb7ff-e1a6-45ea-8a70-8d74615bd882 tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.57 "DELETE /v2.0/ports/d9a8709c-0697-41d1-9831-ff79096c2863 HTTP/1.1" status: 204 len: 173 time: 1.9031603 Jul 29 23:42:12.843681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'name': 'network-vif-deleted', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:12.846368 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279b74c-ef3c-474d-8a2d-22c236122576" -d '{"events": [{"server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "name": "network-vif-deleted", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:12.852713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb55060-6f4b-4af6-914e-832cc349ba36 req-8e1d03cc-6b45-489b-b298-e2b6c3d8c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.854508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cb55060-6f4b-4af6-914e-832cc349ba36 req-8e1d03cc-6b45-489b-b298-e2b6c3d8c858 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 1097 time: 0.2646878 Jul 29 23:42:12.923846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.952324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275613a-c360-4d5b-8835-f2d5156c438e req-e6a2e111-641b-4f79-8df4-09e5552711ad tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:12.954141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e275613a-c360-4d5b-8835-f2d5156c438e req-e6a2e111-641b-4f79-8df4-09e5552711ad tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.2835534 Jul 29 23:42:12.970424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:13.004081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cb55060-6f4b-4af6-914e-832cc349ba36 req-d8127a83-fc3c-4d0f-b693-1fcffad81b3f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184094 Jul 29 23:42:13.057012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event deleted for resources: {'Port': ['ID=df6d8bf6-dff7-4a35-9d20-c0537a3b9c83,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:13.060468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d5fe56-07fd-4a77-bdd4-78b4a0c9b668 req-391d1ef2-8538-4650-bcc9-9194a277b77b service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669561 Jul 29 23:42:13.069166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e275613a-c360-4d5b-8835-f2d5156c438e req-a2fe8913-5f75-4aec-a2b7-d9dc2ccf7a6d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Jul 29 23:42:13.082861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.087624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.089345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.089865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.090307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.090998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.091419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.093550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.094017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.096351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.096806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.097241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:13.218785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] No DVR routers for this DVR port df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:13.218785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.224945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a26e8f8c-c6d1-4b9f-9d00-77afb332994e req-8aa659eb-3584-4c07-8a34-8e9c4b7a1de7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "DELETE /v2.0/ports/df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 HTTP/1.1" status: 204 len: 173 time: 0.9994357 Jul 29 23:42:13.225575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'name': 'network-vif-deleted', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:13.233144 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a107ab-be5d-447f-b272-3667f4438e16" -d '{"events": [{"server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "name": "network-vif-deleted", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:13.294523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b246772d-2cd7-4f9f-bc7a-117024246db1 req-0af46078-c45d-4a58-9b84-aef1e85f670b tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.0503902 Jul 29 23:42:13.358018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d9a8709c-0697-41d1-9831-ff79096c2863 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:13.384138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: d9a8709c-0697-41d1-9831-ff79096c2863 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:13.385054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d9a8709c-0697-41d1-9831-ff79096c2863 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:13.397776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:13.479030 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c54863-6a1b-4598-a3bd-10afaedbb774 x-openstack-request-id: req-d9c54863-6a1b-4598-a3bd-10afaedbb774 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:13.480432 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c4655-1cb1-4ea3-9b93-3cfd9201c60a", "name": "network-vif-deleted", "tag": "d9a8709c-0697-41d1-9831-ff79096c2863", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:13.480727 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9c54863-6a1b-4598-a3bd-10afaedbb774 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:13.481355 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c4655-1cb1-4ea3-9b93-3cfd9201c60a', 'name': 'network-vif-deleted', 'tag': 'd9a8709c-0697-41d1-9831-ff79096c2863', 'status': 'completed', 'code': 200} Jul 29 23:42:13.510040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Deleting subnet f84d1be5-27da-42a6-be2b-d7df9ee912bd {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:13.518497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.624266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.737717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37cede-46b9-4ba6-89f0-b7172d7b136b req-479858a3-8c1b-4600-9bf7-0a9718b7656b tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.756498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f37cede-46b9-4ba6-89f0-b7172d7b136b req-479858a3-8c1b-4600-9bf7-0a9718b7656b tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1445067 Jul 29 23:42:13.763899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.913021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f37cede-46b9-4ba6-89f0-b7172d7b136b req-eb6e5852-234c-4132-8351-d7dd8542cc3a tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300099 Jul 29 23:42:13.965640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.006455 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a451f22-493e-4873-bc04-e838d6a53e4f x-openstack-request-id: req-2a451f22-493e-4873-bc04-e838d6a53e4f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:14.006740 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850640a3-22cf-454e-bb7d-9d161324a260", "name": "network-vif-deleted", "tag": "df6d8bf6-dff7-4a35-9d20-c0537a3b9c83", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:14.007062 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a451f22-493e-4873-bc04-e838d6a53e4f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:14.007972 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850640a3-22cf-454e-bb7d-9d161324a260', 'name': 'network-vif-deleted', 'tag': 'df6d8bf6-dff7-4a35-9d20-c0537a3b9c83', 'status': 'completed', 'code': 200} Jul 29 23:42:14.015603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84d1be5-27da-42a6-be2b-d7df9ee912bd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.029491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.032907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a4a23ec6-6ff4-426a-90bf-b2e61f420e1d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f84d1be5-27da-42a6-be2b-d7df9ee912bd HTTP/1.1" status: 204 len: 168 time: 0.6338773 Jul 29 23:42:14.035528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.184388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46c50016-02cc-4ddf-8dd9-462e2488eaf4 req-80a20789-b18b-4f11-bc46-c36f1f39642f tempest-ServerDiagnosticsNegativeTest-359423964 tempest-ServerDiagnosticsNegativeTest-359423964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d94c4655-1cb1-4ea3-9b93-3cfd9201c60a HTTP/1.1" status: 200 len: 210 time: 0.0526984 Jul 29 23:42:14.237761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.487939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.547390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f33ff-cb39-4c42-987c-883bf8f6f169 req-418e8bd1-e6be-4bd3-8ec4-7f8b6635c687 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.551281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a82f33ff-cb39-4c42-987c-883bf8f6f169 req-418e8bd1-e6be-4bd3-8ec4-7f8b6635c687 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.1654971 Jul 29 23:42:14.557878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0395c74-f174-4e3e-a149-bd19bca25861']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.597366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.597784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234a96a-fe92-46b8-9f34-a0a5b1fdf7b6') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.617045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.651061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a82f33ff-cb39-4c42-987c-883bf8f6f169 req-029bfd50-c2ee-4dd3-b4e8-48084676e10d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881689 Jul 29 23:42:14.657244 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.686057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:14.686417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:14.689360 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:14.861778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c51361bf-0b57-4f7e-9fce-71fc46ac6ddd req-5b401daf-81c6-48f0-bcc0-e851a2b83459 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=850640a3-22cf-454e-bb7d-9d161324a260 HTTP/1.1" status: 200 len: 210 time: 0.0544689 Jul 29 23:42:14.914870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.944011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.946834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0395c74-f174-4e3e-a149-bd19bca25861 HTTP/1.1" status: 204 len: 168 time: 0.9098668 Jul 29 23:42:14.995899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0395c74-f174-4e3e-a149-bd19bca25861,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.021393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea79e3a-bc4b-4356-9a45-9166742f0f42 req-3de15304-ffe1-49ef-86c4-8d6f60ec89eb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.024688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ea79e3a-bc4b-4356-9a45-9166742f0f42 req-3de15304-ffe1-49ef-86c4-8d6f60ec89eb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1944902 Jul 29 23:42:15.026563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.027064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.027437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.028005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.028527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.028899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.029312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.029736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.030097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.030435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.030796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.031188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035747eb-719f-40f9-8838-c923bf650982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:15.083760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43c80-c378-4cae-afa0-13dbc7912797 req-b054864e-d3ad-46a1-aa74-3033a308b46a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.100646 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eee43c80-c378-4cae-afa0-13dbc7912797 req-b054864e-d3ad-46a1-aa74-3033a308b46a tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.1267335 Jul 29 23:42:15.184032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eee43c80-c378-4cae-afa0-13dbc7912797 req-c755ebaf-9233-4927-ab51-b7d407997be7 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804708 Jul 29 23:42:15.198621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ea79e3a-bc4b-4356-9a45-9166742f0f42 req-90f97da5-8cb2-4944-b8ea-4e798856244a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458650 Jul 29 23:42:15.286355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42422) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:15.354983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eec106db-c17d-43fe-967a-fb4d41139472 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4556f406dbae4dac86027e68daffc3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669439 Jul 29 23:42:15.358235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:15.362694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:15.409012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:15.409874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device df6d8bf6-dff7-4a35-9d20-c0537a3b9c83 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:15.497372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.539777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67d0c5-d2db-4a2f-8f97-2626b2c000a2 req-018a390f-f3d6-42c3-b062-779e91935bb8 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.544045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f67d0c5-d2db-4a2f-8f97-2626b2c000a2 req-018a390f-f3d6-42c3-b062-779e91935bb8 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1334016 Jul 29 23:42:15.556438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.621798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f67d0c5-d2db-4a2f-8f97-2626b2c000a2 req-1bee2967-1e95-4ee0-913d-d198945a71f5 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Jul 29 23:42:15.696080 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.698898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.710397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16c9534e-742d-4e0d-af7c-0fd7311ad350 HTTP/1.1" status: 204 len: 168 time: 0.3477104 Jul 29 23:42:15.724488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b8510-39f7-4556-af76-841aa6a6e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9534e-742d-4e0d-af7c-0fd7311ad350,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.894822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90722430-34d5-4462-8a66-325bbc51933a req-3a9a0f56-0fa8-4f3f-afad-3a8e3acb68ac tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.900119 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90722430-34d5-4462-8a66-325bbc51933a req-3a9a0f56-0fa8-4f3f-afad-3a8e3acb68ac tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.1095705 Jul 29 23:42:15.953821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42444) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.055834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90722430-34d5-4462-8a66-325bbc51933a req-7a653185-4486-46e1-8171-edaa9e16a7ad tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439078 Jul 29 23:42:16.208796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-223d1ab2-20ee-4c02-baa2-ccd834d68370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.514989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2076-bee6-4e2d-9818-f657b6595c5f req-346cc117-3137-412c-9d2e-4cb9d7d9ff87 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.516714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-857d2076-bee6-4e2d-9818-f657b6595c5f req-346cc117-3137-412c-9d2e-4cb9d7d9ff87 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1516929 Jul 29 23:42:16.609408 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-857d2076-bee6-4e2d-9818-f657b6595c5f req-db288ff5-05a1-4d50-a79a-4551748e37d4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761974 Jul 29 23:42:16.677985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced3f99-1220-467d-85ac-10e926753095 req-0a73c94f-8008-4a5c-ae44-fdc7ebeaeedb tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.682592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ced3f99-1220-467d-85ac-10e926753095 req-0a73c94f-8008-4a5c-ae44-fdc7ebeaeedb tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.2359908 Jul 29 23:42:16.816866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-54a67944-7928-4b87-8ede-1c84e19dfd79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=667da39e28e440659541f89b20dd1034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582830 Jul 29 23:42:16.819907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.828478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8af56e-edd3-4275-a1f2-0245d78ac856 req-2507f3b0-3342-46df-8f18-2044b35553eb tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.841341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e8af56e-edd3-4275-a1f2-0245d78ac856 req-2507f3b0-3342-46df-8f18-2044b35553eb tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.1101089 Jul 29 23:42:16.894510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e8af56e-edd3-4275-a1f2-0245d78ac856 req-323285a4-bc61-4ef4-a6c5-d1b3f3dcd874 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jul 29 23:42:16.969852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ced3f99-1220-467d-85ac-10e926753095 req-94f9c859-1827-44d1-acc6-dcfe87890d3d tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780056 Jul 29 23:42:16.998537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.068862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.147947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.211259 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.214075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.218655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3773389e-1461-4df1-8a7a-bc7fcbb124b7 HTTP/1.1" status: 204 len: 168 time: 0.3945005 Jul 29 23:42:17.237238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2575-5e14-4043-a6b0-8440c3ac82ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773389e-1461-4df1-8a7a-bc7fcbb124b7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.263580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcec11-ddb4-4302-ac86-9ca621279879 req-b8d5a40d-164c-46b9-9806-d28ce227d072 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.265183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57fcec11-ddb4-4302-ac86-9ca621279879 req-b8d5a40d-164c-46b9-9806-d28ce227d072 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1036150 Jul 29 23:42:17.347185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57fcec11-ddb4-4302-ac86-9ca621279879 req-3f047e3d-1094-4b5c-bab5-2f96e83cf0a1 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741625 Jul 29 23:42:17.364609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:17.508635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.530064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffdd2-1572-4df8-bef6-1cbb643d8d63 req-aa81cc3c-4770-49b3-8706-6cbfb9d08d39 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.532776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-281ffdd2-1572-4df8-bef6-1cbb643d8d63 req-aa81cc3c-4770-49b3-8706-6cbfb9d08d39 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.0946555 Jul 29 23:42:17.577996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:17.583019 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50f1f02-aeb6-4dbd-9f37-98305ff44b80" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:17.605790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-281ffdd2-1572-4df8-bef6-1cbb643d8d63 req-0c569312-99da-42e5-9603-233d5c2c056c tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Jul 29 23:42:17.611590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:17.619790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.682014 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817754a-95a1-4a7e-b4c5-900e0586662b x-openstack-request-id: req-8817754a-95a1-4a7e-b4c5-900e0586662b {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:17.682549 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:17.682963 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8817754a-95a1-4a7e-b4c5-900e0586662b {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:17.683685 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:42:17.696316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.708701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.709065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.709403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.709762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.710093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.710415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.710739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.711057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.711372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.711792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.712353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.712676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:17.772604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6bb0-0228-4934-ad36-394038de78f1 req-e1c4008d-7bb3-4025-8d30-4028b1b76c41 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.775931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-387c6bb0-0228-4934-ad36-394038de78f1 req-e1c4008d-7bb3-4025-8d30-4028b1b76c41 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0675457 Jul 29 23:42:17.832906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-387c6bb0-0228-4934-ad36-394038de78f1 req-8a742b29-663d-439d-b020-847b8cee1ff1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502639 Jul 29 23:42:17.957030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42560) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:17.975352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f99ce771-956e-4d90-8d15-9d26fa30bfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.094874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931647b-75cf-4ee7-84c3-7d52acd68c5b req-bcd2e60a-968b-4551-8e02-da46297f7235 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.096290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6931647b-75cf-4ee7-84c3-7d52acd68c5b req-bcd2e60a-968b-4551-8e02-da46297f7235 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.0944457 Jul 29 23:42:18.274355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6931647b-75cf-4ee7-84c3-7d52acd68c5b req-524f6a12-6e12-4d60-9a05-f5fe0be6cf53 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24cae53-64ac-4d9b-977f-97550dff9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573746 Jul 29 23:42:18.293309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fb985-027c-4781-bd7d-f0135283b7f4 req-81be3ff2-59dc-4ad8-97c0-76f027b28ad2 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.300846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c47fb985-027c-4781-bd7d-f0135283b7f4 req-81be3ff2-59dc-4ad8-97c0-76f027b28ad2 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.1192133 Jul 29 23:42:18.356899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c47fb985-027c-4781-bd7d-f0135283b7f4 req-58e5b8f8-a3eb-4cbb-9ac5-22356fd54786 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Jul 29 23:42:18.369732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f99ce771-956e-4d90-8d15-9d26fa30bfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.382728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f99ce771-956e-4d90-8d15-9d26fa30bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.501075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2c8b7cf-340c-469a-9c7c-287d67ab6da8 req-4ca48ac5-094f-4ee3-9819-44561ceb60b1 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.1053243 Jul 29 23:42:18.528626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f99ce771-956e-4d90-8d15-9d26fa30bfc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bb2fd95e89446e48a393185c0103536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683913 Jul 29 23:42:18.530271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:18.556141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ce771-956e-4d90-8d15-9d26fa30bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72914f26-09ae-4d18-adff-a4c297d87655,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.663908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.696377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.814439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a54a-294a-4a93-8138-c306e2b2888a req-233c99c0-5739-4317-b864-60c503d2623d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.816438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25d1a54a-294a-4a93-8138-c306e2b2888a req-233c99c0-5739-4317-b864-60c503d2623d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.0768816 Jul 29 23:42:18.817700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.820628 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.824633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72914f26-09ae-4d18-adff-a4c297d87655 HTTP/1.1" status: 204 len: 168 time: 0.2862086 Jul 29 23:42:18.886791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764ccd2-43ce-456a-8cb2-8742f05764e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72914f26-09ae-4d18-adff-a4c297d87655,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.899680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-1b907008-608a-4cda-b541-d86392b0f1b4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.901334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-1b907008-608a-4cda-b541-d86392b0f1b4 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 950 time: 0.1450183 Jul 29 23:42:18.944269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25d1a54a-294a-4a93-8138-c306e2b2888a req-19b40a09-2bf8-4e13-ac80-113c9e394d67 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089792 Jul 29 23:42:18.970101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-eb2a6eb3-5ab6-4372-adc5-9caac84d42a5 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.971701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-eb2a6eb3-5ab6-4372-adc5-9caac84d42a5 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.59 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.1484907 Jul 29 23:42:18.986533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f9e2c88-a340-4c70-a944-bb2ee3c1fc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.302922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.364654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Deleting port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:19.365227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.425706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6de6d-eade-488c-b305-f4eca707af2a req-2721ef33-3b24-4345-9e98-2db0dcb2b415 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:19.428292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff6de6d-eade-488c-b305-f4eca707af2a req-2721ef33-3b24-4345-9e98-2db0dcb2b415 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.3154593 Jul 29 23:42:19.529929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] For port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:19.530966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.553814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Calling delete_port for 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:19.626463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff6de6d-eade-488c-b305-f4eca707af2a req-9757c924-7682-4be4-a61a-0460b29631d5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860628 Jul 29 23:42:19.670631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Deleting port 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:19.671265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.824099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.870856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a4b4-1deb-45ec-a9c8-5be9b48fa236 req-35032b31-5164-451b-8590-53369cb44991 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:19.873961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec25a4b4-1deb-45ec-a9c8-5be9b48fa236 req-35032b31-5164-451b-8590-53369cb44991 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1006892 Jul 29 23:42:19.930054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Pushing event deleted for resources: {'Port': ['ID=8fbcf9bd-cd25-45a8-972e-7bf04c21a070,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:19.947232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec25a4b4-1deb-45ec-a9c8-5be9b48fa236 req-e3c3b0ba-bbcd-443f-a0f8-66972df71a75 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Jul 29 23:42:19.965776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] For port 67a034a6-6079-40b1-aec7-00c19daa9658, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=67a034a6-6079-40b1-aec7-00c19daa9658,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:19.966222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.984202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Calling delete_port for 67a034a6-6079-40b1-aec7-00c19daa9658 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:20.042121 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6aec26c-9aa3-4dd5-9ca2-5219f9035c72 req-a641d94f-edb4-4422-8b66-aabceb4b5dd7 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 210 time: 0.1070583 Jul 29 23:42:20.163483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] No DVR routers for this DVR port 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:20.171311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.174800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5383774-b679-42f3-869e-2b7dfeef2b87 req-e85fc282-7952-4abb-97e9-b82b7a600573 tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.57 "DELETE /v2.0/ports/8fbcf9bd-cd25-45a8-972e-7bf04c21a070 HTTP/1.1" status: 204 len: 173 time: 1.2611535 Jul 29 23:42:20.175242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-deleted', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:20.184192 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9581c5-56ff-4eb6-9fdf-bcc974c52294" -d '{"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-deleted", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:20.288439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcacd2-7cde-42b4-8200-d753a844dd21 req-55405ca7-0134-417c-aa1d-ebd281968111 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.300455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7bcacd2-7cde-42b4-8200-d753a844dd21 req-55405ca7-0134-417c-aa1d-ebd281968111 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 948 time: 0.1680870 Jul 29 23:42:20.327680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8f498f8d-b895-409b-b897-f3ff259613ef details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:20.374143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.404459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7bcacd2-7cde-42b4-8200-d753a844dd21 req-062a9cd0-5bbf-470d-a950-4efeeafe342f tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a1d5de-d474-4ecf-a65c-663928686cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027992 Jul 29 23:42:20.505705 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013d619-40ce-45e2-a968-19f47bacbb75 x-openstack-request-id: req-4013d619-40ce-45e2-a968-19f47bacbb75 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:20.507555 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01d057-5474-42d7-b050-1d506ad5ea2e", "name": "network-vif-deleted", "tag": "8fbcf9bd-cd25-45a8-972e-7bf04c21a070", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:20.510323 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4013d619-40ce-45e2-a968-19f47bacbb75 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:20.512553 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01d057-5474-42d7-b050-1d506ad5ea2e', 'name': 'network-vif-deleted', 'tag': '8fbcf9bd-cd25-45a8-972e-7bf04c21a070', 'status': 'completed', 'code': 200} Jul 29 23:42:20.531170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Pushing event deleted for resources: {'Port': ['ID=67a034a6-6079-40b1-aec7-00c19daa9658,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.634539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] No DVR routers for this DVR port 67a034a6-6079-40b1-aec7-00c19daa9658 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:20.644961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.649428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5ad77b4-68b0-4f58-b0f5-535a2be1adf9 req-3ca5584c-f947-4354-a35f-16489ac41306 tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.59 "DELETE /v2.0/ports/67a034a6-6079-40b1-aec7-00c19daa9658 HTTP/1.1" status: 204 len: 173 time: 1.6681080 Jul 29 23:42:20.675841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-deleted', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:20.680148 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9c76d-cc9b-4c78-bbf4-6fc131b63788" -d '{"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-deleted", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:20.701091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8f498f8d-b895-409b-b897-f3ff259613ef,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:20.719651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-2ec67ef3-d2fa-4d32-a40b-f5623d25fcd2 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.720078 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.721678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '8f498f8d-b895-409b-b897-f3ff259613ef', 'network_id': '158c3a31-b8ce-41d1-9932-2d02783f18f6', 'port_id': '8f498f8d-b895-409b-b897-f3ff259613ef', 'mac_address': 'fa:16:3e:f8:c7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:20.726788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-2ec67ef3-d2fa-4d32-a40b-f5623d25fcd2 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.3687880 Jul 29 23:42:20.740688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9a65-6770-44eb-8a7a-c20c7d8b33fb req-1c1ab6de-870c-464d-b735-f4b65f943192 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.746131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-510a9a65-6770-44eb-8a7a-c20c7d8b33fb req-1c1ab6de-870c-464d-b735-f4b65f943192 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 943 time: 0.1437917 Jul 29 23:42:20.775191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-320eddfc-3e6b-49e1-a6c7-24d0508ba8e0 req-ff71f028-37b1-43c6-8be8-2a4f4a75c17b tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1439404 Jul 29 23:42:20.814231 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.836573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f498f8d-b895-409b-b897-f3ff259613ef {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:20.844324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-510a9a65-6770-44eb-8a7a-c20c7d8b33fb req-9f3b178c-258e-4f14-9864-0040a5a04c77 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724320 Jul 29 23:42:20.903486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8f498f8d-b895-409b-b897-f3ff259613ef,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:20.915057 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.950180 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6520bb-4652-4c5a-b615-3264235857ca x-openstack-request-id: req-ed6520bb-4652-4c5a-b615-3264235857ca {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:20.950856 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475aea8-76d1-4bf3-ab84-dffaa81acee9", "name": "network-vif-deleted", "tag": "67a034a6-6079-40b1-aec7-00c19daa9658", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:20.950856 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed6520bb-4652-4c5a-b615-3264235857ca {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:20.951211 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2475aea8-76d1-4bf3-ab84-dffaa81acee9', 'name': 'network-vif-deleted', 'tag': '67a034a6-6079-40b1-aec7-00c19daa9658', 'status': 'completed', 'code': 200} Jul 29 23:42:21.017521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.090954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cadf3c-b3c8-42bc-b50f-10c86a327419 req-8139568d-6a58-4a5b-a6e0-6ccdf95fd2a6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.093140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83cadf3c-b3c8-42bc-b50f-10c86a327419 req-8139568d-6a58-4a5b-a6e0-6ccdf95fd2a6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1763027 Jul 29 23:42:21.100453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Deleting port 07f23088-a836-4fbb-a16c-9d779fbefdf7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:21.100803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.207603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8f498f8d-b895-409b-b897-f3ff259613ef'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:21.227949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9339-2bea-4ca6-b661-683442f82826 req-6f5c549a-b9bf-4355-adad-5c716c0bf7f1 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.242455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-671b9339-2bea-4ca6-b661-683442f82826 req-6f5c549a-b9bf-4355-adad-5c716c0bf7f1 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 945 time: 0.1256115 Jul 29 23:42:21.344515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83cadf3c-b3c8-42bc-b50f-10c86a327419 req-b046b8ac-d3ab-4f5d-8471-485f9ebef4b8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522415 Jul 29 23:42:21.360960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-671b9339-2bea-4ca6-b661-683442f82826 req-121bc6d7-398c-4dac-9af1-03e1e1b94d84 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/security-groups?id=480b9f80-ac07-4b7c-b314-2ba14e01e2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163740 Jul 29 23:42:21.403366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] For port 07f23088-a836-4fbb-a16c-9d779fbefdf7, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=07f23088-a836-4fbb-a16c-9d779fbefdf7,segment=NetworkSegment(318abaec-e820-4f30-9708-8eb22b71ca6f),segment_id=318abaec-e820-4f30-9708-8eb22b71ca6f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:21.413092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.417472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:21.420050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:21.475989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Calling delete_port for 07f23088-a836-4fbb-a16c-9d779fbefdf7 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:21.541319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:21.546603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8fbcf9bd-cd25-45a8-972e-7bf04c21a070 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:21.603762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0c55b9aa-74a1-4029-bf6e-ac1446fb047a req-bea88219-6c55-44ac-90bd-6cf96f175f5c tempest-ImagesOneServerTestJSON-1571648586 tempest-ImagesOneServerTestJSON-1571648586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2475aea8-76d1-4bf3-ab84-dffaa81acee9 HTTP/1.1" status: 200 len: 210 time: 0.0794327 Jul 29 23:42:21.656448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f614214-e386-4e5c-bc85-952a6a8d3c8c req-1c3af3ca-0134-41e9-915c-1c13b26454ae tempest-ServersAdminTestJSON-687918799 tempest-ServersAdminTestJSON-687918799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e01d057-5474-42d7-b050-1d506ad5ea2e HTTP/1.1" status: 200 len: 210 time: 0.0489552 Jul 29 23:42:21.828324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:21.839313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.851439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '2767ee37-333a-4a79-a025-53b296cad5ca', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '2767ee37-333a-4a79-a025-53b296cad5ca', 'mac_address': 'fa:16:3e:b4:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:21.869935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Pushing event deleted for resources: {'Port': ['ID=07f23088-a836-4fbb-a16c-9d779fbefdf7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.957126 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.979159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:22.002261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] No DVR routers for this DVR port 07f23088-a836-4fbb-a16c-9d779fbefdf7 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:22.006140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.010393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd2bd7d-46d9-4e9b-b771-ed206ae1ba7f req-8c89aaa9-116d-45a9-88ac-0ea2a1667bdd tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.59 "DELETE /v2.0/ports/07f23088-a836-4fbb-a16c-9d779fbefdf7 HTTP/1.1" status: 204 len: 173 time: 1.2727163 Jul 29 23:42:22.029416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:22.038128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.075700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2e96990f-2975-436d-94bf-6d882206e3a1 req-eadd40a3-186a-4b2a-830f-14f7845d963b tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0452592 Jul 29 23:42:22.088626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a12aca-0abb-4005-a7df-984f462eb63b req-ddecb198-dbe4-4d38-85ad-6fee924a7a28 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:22.096467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-94a12aca-0abb-4005-a7df-984f462eb63b req-ddecb198-dbe4-4d38-85ad-6fee924a7a28 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 944 time: 0.0958622 Jul 29 23:42:22.122783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['07f23088-a836-4fbb-a16c-9d779fbefdf7'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:22.162853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:22.198422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-94a12aca-0abb-4005-a7df-984f462eb63b req-330eebc0-8086-4b30-a5e4-822782b92965 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736516 Jul 29 23:42:22.255206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['2767ee37-333a-4a79-a025-53b296cad5ca'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:22.326651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.367451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8f498f8d-b895-409b-b897-f3ff259613ef up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:22.515516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 8f498f8d-b895-409b-b897-f3ff259613ef completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:22.523134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 8f498f8d-b895-409b-b897-f3ff259613ef triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:22.523460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.543659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66c1a0-d2ff-47e2-a729-1afe764dc53d req-16c01a6d-0192-4875-94af-ba3f1c77361b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:22.552562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa66c1a0-d2ff-47e2-a729-1afe764dc53d req-16c01a6d-0192-4875-94af-ba3f1c77361b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 945 time: 0.0988383 Jul 29 23:42:22.576688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad41d30b-b7fa-4065-8545-74a6e744a9b1 req-3f08fe20-3f6f-4504-a2cc-f551b00db603 tempest-ServerMetadataNegativeTestJSON-1774777246 tempest-ServerMetadataNegativeTestJSON-1774777246-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9b7e20-45e6-4d03-8076-278b777e0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0552402 Jul 29 23:42:22.616037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa66c1a0-d2ff-47e2-a729-1afe764dc53d req-82dd545e-fb39-4ea7-bb18-92586f021dd2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623159 Jul 29 23:42:22.655013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.715994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:22.719688 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c12a6-0135-4e66-8622-703a7ea90748" -d '{"events": [{"server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "name": "network-vif-plugged", "status": "completed", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:22.761444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8f498f8d-b895-409b-b897-f3ff259613ef,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:22.769366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.770566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 07f23088-a836-4fbb-a16c-9d779fbefdf7 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:22.856975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 07f23088-a836-4fbb-a16c-9d779fbefdf7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:22.857570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 07f23088-a836-4fbb-a16c-9d779fbefdf7 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:22.858212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:22.934140 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2827618-bbcc-4f55-8d18-5a4b28c1f08a x-openstack-request-id: req-b2827618-bbcc-4f55-8d18-5a4b28c1f08a {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:22.934588 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "name": "network-vif-plugged", "status": "completed", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:22.934845 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2827618-bbcc-4f55-8d18-5a4b28c1f08a {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:22.935307 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef', 'code': 200} Jul 29 23:42:22.938692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 67a034a6-6079-40b1-aec7-00c19daa9658 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:22.939045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 67a034a6-6079-40b1-aec7-00c19daa9658 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:22.952381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'name': 'network-vif-deleted', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:22.954227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-220f3faa-b59c-4878-9fb1-9e202f409309 req-0edc0e9d-035e-4b26-b546-c1f45c88e923 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.0555806 Jul 29 23:42:22.955680 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c00c3c0-da91-4499-97e6-c44a8461e9f1" -d '{"events": [{"server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "name": "network-vif-deleted", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:22.971759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.070767 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9732d-ad8c-452b-b86e-de2d7f8a7d18 x-openstack-request-id: req-28d9732d-ad8c-452b-b86e-de2d7f8a7d18 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:23.071401 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9b7e20-45e6-4d03-8076-278b777e0ad5", "name": "network-vif-deleted", "tag": "07f23088-a836-4fbb-a16c-9d779fbefdf7", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:23.071401 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28d9732d-ad8c-452b-b86e-de2d7f8a7d18 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:23.071791 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9b7e20-45e6-4d03-8076-278b777e0ad5', 'name': 'network-vif-deleted', 'tag': '07f23088-a836-4fbb-a16c-9d779fbefdf7', 'status': 'completed', 'code': 200} Jul 29 23:42:23.090220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4934ab-6346-4bb4-abb7-492a605d3163 req-7d9c0a41-fcf3-4d8a-a4e0-6a9d72d86c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:23.091783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4934ab-6346-4bb4-abb7-492a605d3163 req-7d9c0a41-fcf3-4d8a-a4e0-6a9d72d86c60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 1097 time: 0.0657892 Jul 29 23:42:23.173735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4934ab-6346-4bb4-abb7-492a605d3163 req-7e49dc34-541b-479e-a645-13791e6445bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Jul 29 23:42:23.266232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d267f789-f6d9-49b4-a796-9e3e60302d87 req-df163aa8-fc3d-4613-8fcc-56ddc6ebd5c7 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0364428 Jul 29 23:42:23.313749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42740) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.335969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.403247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:23.439537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc4ae-eaed-4856-98e4-36f37533ea95 req-976122dd-2560-4db3-9fea-0fdc33904497 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:23.446642 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-093cc4ae-eaed-4856-98e4-36f37533ea95 req-976122dd-2560-4db3-9fea-0fdc33904497 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 945 time: 0.1081927 Jul 29 23:42:23.487920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 2767ee37-333a-4a79-a025-53b296cad5ca triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:23.488591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.617267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.619489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-093cc4ae-eaed-4856-98e4-36f37533ea95 req-8f0e77cb-aa6b-49f6-9b8c-e6b686d918a4 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657689 Jul 29 23:42:23.630036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42756) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.630942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3ed31598-dd21-4289-8f77-ae7715554250 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b3cac644d174f46891abb377b30ad34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932246 Jul 29 23:42:23.672409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c3bb94ea-c075-4892-bb7f-7361e8aa680f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4087de23cff94ec0857c0ccf6f446f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572664 Jul 29 23:42:23.673090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42760) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.731435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:23.781920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:23.790497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.802820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.840768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.846814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.851880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Deleting subnet f6cdcd97-b5f9-465f-be57-a069ef11135f {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:23.855591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.897076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.898930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.908404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=13']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.991829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.998773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.005986 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c24cae53-64ac-4d9b-977f-97550dff9fc0 HTTP/1.1" status: 204 len: 168 time: 0.3731747 Jul 29 23:42:24.021701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2984c1-9e06-4033-9cc4-41b8fca326b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cae53-64ac-4d9b-977f-97550dff9fc0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.072455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.146489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c7b1a-c9fb-4de2-a7df-76897a759da0 req-753c40fc-db47-46e2-bc95-dbdb8cb8fe7a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:24.148254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b3c7b1a-c9fb-4de2-a7df-76897a759da0 req-753c40fc-db47-46e2-bc95-dbdb8cb8fe7a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.2157626 Jul 29 23:42:24.171043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.173813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.176808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75a1d5de-d474-4ecf-a65c-663928686cd6 HTTP/1.1" status: 204 len: 168 time: 0.5024924 Jul 29 23:42:24.212914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.301499 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.307072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.319508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f6cdcd97-b5f9-465f-be57-a069ef11135f HTTP/1.1" status: 204 len: 168 time: 0.5859852 Jul 29 23:42:24.323105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe79b8-d159-40c6-a74e-bc9afb9f3599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1d5de-d474-4ecf-a65c-663928686cd6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.344825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ea876-7fa3-481f-a950-b6aa69047bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cdcd97-b5f9-465f-be57-a069ef11135f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.404991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b3c7b1a-c9fb-4de2-a7df-76897a759da0 req-4eae197d-c61e-43df-a69b-c018b428d88b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408195 Jul 29 23:42:24.471851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.639399 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc56ad9e-07b5-42be-a08e-02d2ff5eed86 req-b716f24c-3742-459d-bb37-360bfe77bb90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1580644 Jul 29 23:42:24.700523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-208b726f-8960-4a45-b7e1-eda15189eb40 req-3d2a30d6-02e3-4ed8-88f5-4b45ea8d7675 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0933981 Jul 29 23:42:24.814042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.887094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-29097205-135a-4435-841f-d73bfba1f134 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=570664a45d974b7ea6750c287b85cc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714190 Jul 29 23:42:24.900911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.916596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.936244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:24.939351 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6681697-4585-402d-ad5f-e7dcd8cd63ac" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:24.952077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa835bb-6741-440b-b622-30d70d4b71b5']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:24.970634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318abaec-e820-4f30-9708-8eb22b71ca6f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:24.971253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318abaec-e820-4f30-9708-8eb22b71ca6f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:24.984962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.999160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9331ad-8d66-468b-b6d8-05549da1c6eb req-a61f6112-0bda-4284-a03a-a6f1e0dd645f tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.003016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.011827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa9331ad-8d66-468b-b6d8-05549da1c6eb req-a61f6112-0bda-4284-a03a-a6f1e0dd645f tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 945 time: 0.1284359 Jul 29 23:42:25.014331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:25.015183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.096663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa9331ad-8d66-468b-b6d8-05549da1c6eb req-e43ed6f8-77ba-48f0-953a-61560d1aeb73 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733397 Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:25.102891 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:25.174054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.204391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.209798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7aa835bb-6741-440b-b622-30d70d4b71b5 HTTP/1.1" status: 204 len: 168 time: 0.8984270 Jul 29 23:42:25.228653 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaae925-4b71-493d-b8d2-f3aa213ed4fa x-openstack-request-id: req-3aaae925-4b71-493d-b8d2-f3aa213ed4fa {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:25.229173 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:25.229692 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3aaae925-4b71-493d-b8d2-f3aa213ed4fa {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:25.231244 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:42:25.239768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f539d2-c831-40c1-b6a9-2d63714475f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa835bb-6741-440b-b622-30d70d4b71b5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.244505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.289461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.387447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.392111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.395836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f0df2e6-835d-4a12-a7f2-abe68ddfb85f HTTP/1.1" status: 204 len: 168 time: 0.4842694 Jul 29 23:42:25.423254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f869-bec8-45bc-a050-3c4ecce4c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0df2e6-835d-4a12-a7f2-abe68ddfb85f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.479439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.575863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fbe87dab-f0a5-44ba-b829-af91a2f92468 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b136ee70a5e441dbb09e6efccf7f9e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918941 Jul 29 23:42:25.577159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42804) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:25.690641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8da512-9c4d-4e2e-8892-466634f29cb7 req-5abb4ccc-c9f7-4fe5-904e-a845b0adc795 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.693569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d8da512-9c4d-4e2e-8892-466634f29cb7 req-5abb4ccc-c9f7-4fe5-904e-a845b0adc795 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1458488 Jul 29 23:42:25.781685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.807359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d8da512-9c4d-4e2e-8892-466634f29cb7 req-27242616-29e2-4e51-a826-761dd480bd2b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997941 Jul 29 23:42:25.902610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.969691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eb01097-f579-4aea-85c7-64637191b5a7 req-91ee7104-e19b-43fe-a23c-c3a79134d364 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0587533 Jul 29 23:42:26.026013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.030387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.031694 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/480b9f80-ac07-4b7c-b314-2ba14e01e2e6 HTTP/1.1" status: 204 len: 168 time: 0.4522526 Jul 29 23:42:26.044130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bdc9e-f7d1-4b0f-8e82-d6a362f44b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b9f80-ac07-4b7c-b314-2ba14e01e2e6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.326296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.685435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-593083988-network', 'tenant_id': '0d458ab41c3545fdb74c2a8f2ce98393'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:26.740405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Made reservation on behalf of 0d458ab41c3545fdb74c2a8f2ce98393 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:26.744660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.779405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.086984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.090316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.105758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b89bf-d5cb-4ca2-be33-6830c9d083a7 req-cef635eb-355b-4c5a-8551-484d94a21ffc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:27.113976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a29b89bf-d5cb-4ca2-be33-6830c9d083a7 req-cef635eb-355b-4c5a-8551-484d94a21ffc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1491542 Jul 29 23:42:27.141029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:27.188592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.189322 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Added segment 0e46ce2c-e458-4f2a-bb19-49b51f7488a9 of type vlan for network 9e48d52d-e228-4a6c-8708-ad320041a548 Jul 29 23:42:27.211415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a29b89bf-d5cb-4ca2-be33-6830c9d083a7 req-dc4c1d23-024c-44f3-a6d3-6d13b090cb35 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888562 Jul 29 23:42:27.235323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f857d3e-aead-4f4e-9296-79e66b83e6d1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.334047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.420402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.424931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:27.429068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.452207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.453665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44ca91c3-1802-4edb-a6d7-223dce28b78c req-0706ea3d-fa3e-4e2f-8a0a-933c7c71860b tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0592706 Jul 29 23:42:27.606032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2744882 Jul 29 23:42:27.607229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.613791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Request body: {'subnet': {'network_id': '9e48d52d-e228-4a6c-8708-ad320041a548', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-593083988-subnet', 'tenant_id': '0d458ab41c3545fdb74c2a8f2ce98393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:27.632796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531203f-3c06-4234-9a55-07e44b4ec494 admin admin] Pushing event updated for resources: {'Network': ['ID=9e48d52d-e228-4a6c-8708-ad320041a548,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.649686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 9e48d52d-e228-4a6c-8708-ad320041a548 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:27.683224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Made reservation on behalf of 0d458ab41c3545fdb74c2a8f2ce98393 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:27.702118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.801183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:27.981661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.107395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=944e4902-c620-4d45-ba9b-47e7e27196b6,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.108878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1043522401-network', 'tenant_id': 'dd49b29a40804b7e87613d520e883486'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.145756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Made reservation on behalf of dd49b29a40804b7e87613d520e883486 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:28.149894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Checking segment: {'id': '0e46ce2c-e458-4f2a-bb19-49b51f7488a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e48d52d-e228-4a6c-8708-ad320041a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:28.152131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.152775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Network hostable DHCP agents. Network: 9e48d52d-e228-4a6c-8708-ad320041a548, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:28.173115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.201373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Network 9e48d52d-e228-4a6c-8708-ad320041a548 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:28.227533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 9e48d52d-e228-4a6c-8708-ad320041a548) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:28.236286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.236878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.241957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55529e6b-9dfc-42b5-be7f-e17668fa4ca5 None None] Network 9e48d52d-e228-4a6c-8708-ad320041a548 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:28.378982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.391642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.394444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85d5ee75-5405-40fa-9290-e0c526c46faa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7850575 Jul 29 23:42:28.444026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:28.519536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.519891 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Added segment 1ea794fc-5662-457c-8a6d-b5ca47a22bab of type vlan for network 1e29a9b4-b421-45be-878c-0d71c80ab059 Jul 29 23:42:28.521144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1fde24-e593-4f41-8858-cc3478a92c92,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.577094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ba615-f233-4ec8-a1c5-4db295bb58f1 None None] Network 9e48d52d-e228-4a6c-8708-ad320041a548 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:28.611325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.653870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.655011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.655656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.725610 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9228566 Jul 29 23:42:28.729011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9679a0-800d-4fdd-ae05-27313006f2de admin admin] Pushing event updated for resources: {'Network': ['ID=1e29a9b4-b421-45be-878c-0d71c80ab059,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:28.732377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42906) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.743077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Request body: {'subnet': {'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1043522401-subnet', 'tenant_id': 'dd49b29a40804b7e87613d520e883486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:28.772874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 1e29a9b4-b421-45be-878c-0d71c80ab059 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:28.789484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Made reservation on behalf of dd49b29a40804b7e87613d520e883486 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:28.797820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.052533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.192197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Checking segment: {'id': '1ea794fc-5662-457c-8a6d-b5ca47a22bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:29.192983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Network hostable DHCP agents. Network: 1e29a9b4-b421-45be-878c-0d71c80ab059, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:29.212534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf26868b-f735-487c-923e-f216fe2dd630,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.236847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Network 1e29a9b4-b421-45be-878c-0d71c80ab059 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:29.257271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 1e29a9b4-b421-45be-878c-0d71c80ab059) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:29.263849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:29.264464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.267273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559c373-e547-4f7f-9e1b-2f1b9e11c326 None None] Network 1e29a9b4-b421-45be-878c-0d71c80ab059 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:29.289215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a675f6a5-9204-4510-a666-c284ae00368a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5541842 Jul 29 23:42:29.477506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a4a9e-c94c-48ae-b747-93ab2ff6def5 None None] Network 1e29a9b4-b421-45be-878c-0d71c80ab059 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:33.777927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-f5d86739-cae3-42b5-af90-16fc7771064b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568669 Jul 29 23:42:33.896593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-20fd1e0f-7843-4085-b675-d856ee860110 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:33.904713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-20fd1e0f-7843-4085-b675-d856ee860110 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257777 Jul 29 23:42:33.922075 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-4d74340c-8251-40ef-b585-1a9f1113413c tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/quotas/0f02bfacba5445228aa80fd7fa13dea4 HTTP/1.1" status: 200 len: 375 time: 0.0163124 Jul 29 23:42:33.961040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-26dc5622-9678-4d4a-98c0-7fc5ebcfeed1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351965 Jul 29 23:42:34.959932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3584fac-170f-4c02-b19c-deb00a42182a req-c24bc840-8c03-4944-b0d6-bbaeb386ef7c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:34.961832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3584fac-170f-4c02-b19c-deb00a42182a req-c24bc840-8c03-4944-b0d6-bbaeb386ef7c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1015811 Jul 29 23:42:35.034538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-552640143', 'description': 'tempest-description-382200226'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:35.066726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3584fac-170f-4c02-b19c-deb00a42182a req-6361da73-d88b-4d4b-a396-af10ae04a66a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943375 Jul 29 23:42:35.076662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.304891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.314264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.389298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.396195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c259825e-cb5f-48df-b0fe-ecbb07f54f29 req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3745451 Jul 29 23:42:35.398419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2175dd7-05a0-44f7-b846-7c7587cae465 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122310a2-c73b-4765-b6f0-fe289cdc7ec9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.627109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fec95228-f0ae-455d-934e-0871ccce842d req-9d3c7fe2-6c1c-4166-8944-d8d9eaaf37e5 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 210 time: 0.0788736 Jul 29 23:42:35.631248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-c2f3b41b-36c8-4e43-a615-51c423a07912 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.652097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-c2f3b41b-36c8-4e43-a615-51c423a07912 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/networks?id=1e29a9b4-b421-45be-878c-0d71c80ab059 HTTP/1.1" status: 200 len: 809 time: 0.3275521 Jul 29 23:42:35.704037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-1e13e893-e2fb-433a-9fcc-2dc856e788bd tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/quotas/dd49b29a40804b7e87613d520e883486 HTTP/1.1" status: 200 len: 375 time: 0.0508044 Jul 29 23:42:35.774572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-5b281588-d7e9-4a82-a154-4f4fe5750278 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd49b29a40804b7e87613d520e883486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624595 Jul 29 23:42:35.831714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135716a5-329b-4390-b946-aa014b8c07ab req-9003b50f-a4b0-494c-93c2-7399e6d4911e tempest-FlavorsV2NegativeTest-1127826118 tempest-FlavorsV2NegativeTest-1127826118-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a8f7985e84944cd6994d84b584220f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357785 Jul 29 23:42:35.932001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-af4a33df-2fae-45db-bdd8-4d0468e1ff2e service neutron] 10.222.0.49 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556747 Jul 29 23:42:35.988669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135716a5-329b-4390-b946-aa014b8c07ab req-623405de-c091-483d-8b9f-2d62e191027b tempest-FlavorsV2NegativeTest-1127826118 tempest-FlavorsV2NegativeTest-1127826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:36.006243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135716a5-329b-4390-b946-aa014b8c07ab req-623405de-c091-483d-8b9f-2d62e191027b tempest-FlavorsV2NegativeTest-1127826118 tempest-FlavorsV2NegativeTest-1127826118-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732450 Jul 29 23:42:36.047687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135716a5-329b-4390-b946-aa014b8c07ab req-664e4c08-663d-4fc4-8c24-48dd7eecde0b tempest-FlavorsV2NegativeTest-1127826118 tempest-FlavorsV2NegativeTest-1127826118-project] 10.222.0.49 "GET /v2.0/quotas/a8f7985e84944cd6994d84b584220f01 HTTP/1.1" status: 200 len: 375 time: 0.0403771 Jul 29 23:42:36.163466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-d1e28c93-6118-4fab-a363-dc00ca0a82a9 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133230 Jul 29 23:42:36.172269 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-b07ddee8-269a-446c-89ed-aa847b6ce9e4 service neutron] 10.222.0.49 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325659 Jul 29 23:42:36.191166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135716a5-329b-4390-b946-aa014b8c07ab req-aae889d5-ed39-4323-a8a2-b446032f8f32 tempest-FlavorsV2NegativeTest-1127826118 tempest-FlavorsV2NegativeTest-1127826118-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8f7985e84944cd6994d84b584220f01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402845 Jul 29 23:42:36.488285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26dddbbf-baa8-467e-8ee5-4e34940cfa72 req-877dad5f-71c1-4115-a099-43dbc673fc0e tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0809276 Jul 29 23:42:36.555721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-6bb7e5b6-0a83-43af-bf4d-19813fbaec6f tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:36.563802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-6bb7e5b6-0a83-43af-bf4d-19813fbaec6f tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689890 Jul 29 23:42:36.566791 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-14807c22-c1c4-4485-be76-007d7100ab83 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/122310a2-c73b-4765-b6f0-fe289cdc7ec9 HTTP/1.1" status: 200 len: 1803 time: 0.0973225 Jul 29 23:42:36.576629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '122310a2-c73b-4765-b6f0-fe289cdc7ec9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:36.578620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '122310a2-c73b-4765-b6f0-fe289cdc7ec9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:36.584628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Request body: {'port': {'device_id': '2306d93f-559f-4fac-bc51-aad25211bc16', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '0f02bfacba5445228aa80fd7fa13dea4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:36.731469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.872911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.881194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.980193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44789011-538e-4bde-9570-3dfbab8941d4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:37.023313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb01a9c-6026-43e9-a9ef-74d0e69fa984 req-83371720-1ad8-475a-b1b1-05a9ce38feee tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:37.027581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fb01a9c-6026-43e9-a9ef-74d0e69fa984 req-83371720-1ad8-475a-b1b1-05a9ce38feee tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.3877611 Jul 29 23:42:37.031217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.033094 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b3bddc4-af1f-408d-ba64-c85e56f58924 req-acee913f-80ae-4def-9e07-8a09ba9275ed tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4653611 Jul 29 23:42:37.215793 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:37.225019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fb01a9c-6026-43e9-a9ef-74d0e69fa984 req-b2af70c6-0358-4883-8845-9e604236c173 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723275 Jul 29 23:42:37.260143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Made reservation on behalf of 0f02bfacba5445228aa80fd7fa13dea4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:37.264245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.277590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d45e9334-aada-4855-9871-9f1645c2e012 req-e696f2bd-6cb6-4af4-afa9-efe7db7ea9ed tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 210 time: 0.1144035 Jul 29 23:42:37.300647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.343856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1316105045', 'description': 'tempest-description-1642563525'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:37.400079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-014ab864-047c-4517-b572-73af2815e263 req-bbe4ba52-8a3e-475d-b5bd-b1da6f9a0508 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 210 time: 0.0611823 Jul 29 23:42:37.550362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43072) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:37.870220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c37817f7-9df8-4e4c-8bd7-7da582256fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.296717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.308462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfcc526e-0c99-4645-8227-cb3b307faeeb req-45b36330-337b-40a8-8a0c-bbdcce757fa4 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0542831 Jul 29 23:42:38.315012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.340779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.566532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c37817f7-9df8-4e4c-8bd7-7da582256fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.585905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c37817f7-9df8-4e4c-8bd7-7da582256fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.668015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c37817f7-9df8-4e4c-8bd7-7da582256fdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8f7985e84944cd6994d84b584220f01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1163116 Jul 29 23:42:38.668993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37817f7-9df8-4e4c-8bd7-7da582256fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e7ae3-00e4-43f4-aee0-7ca3ab72f6be,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:38.673995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:38.762903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.783369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.798995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.881177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.885773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.905664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57cb06d2-983a-483d-bf45-dc200a12e446 req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5671210 Jul 29 23:42:38.921987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d61173-98bf-4ec3-99b1-f9519ee58502 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a12190-440d-4e5f-87a1-e24fce93411b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:38.998670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Allocated IP 192.168.233.58 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/c947c93b-98e4-4edd-90dd-3d39445f9682) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:39.045287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.050672 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.051997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/128e7ae3-00e4-43f4-aee0-7ca3ab72f6be HTTP/1.1" status: 204 len: 168 time: 0.3768048 Jul 29 23:42:39.084369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33e5b946-d2ef-4ab3-916d-0b20274db978 req-903046a2-33a5-48df-a2ec-923497474219 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 210 time: 0.0508749 Jul 29 23:42:39.091723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50c75-0e8e-42b8-8346-bc343a281ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e7ae3-00e4-43f4-aee0-7ca3ab72f6be,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.248996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.270012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Transition to ACTIVE for port object c947c93b-98e4-4edd-90dd-3d39445f9682 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:39.285665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99ccb604-e634-453e-a850-83145856e030 req-548d2842-c804-487f-a45c-551c2b8a92a3 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 210 time: 0.0927832 Jul 29 23:42:39.316887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7597e97-d00d-46d3-8294-6347a2e2000c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.342960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.380402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:39.390649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:39.439243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:39.560585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-31760d11-51cb-48bb-8d42-0433e8f963c6 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/87a12190-440d-4e5f-87a1-e24fce93411b HTTP/1.1" status: 200 len: 1805 time: 0.1795630 Jul 29 23:42:39.568600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '87a12190-440d-4e5f-87a1-e24fce93411b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:39.569343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '87a12190-440d-4e5f-87a1-e24fce93411b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:39.597218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d6d33-85b2-4b98-8f35-3463ca065058 req-3307f789-38e2-4bed-9dc9-69ce9f7bb1fd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.621266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b26d6d33-85b2-4b98-8f35-3463ca065058 req-3307f789-38e2-4bed-9dc9-69ce9f7bb1fd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.9936695 Jul 29 23:42:39.643168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-8c284da3-f094-4b10-8cfb-b65c9ede3cc4 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.657661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-8c284da3-f094-4b10-8cfb-b65c9ede3cc4 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.59 "GET /v2.0/networks?id=1e29a9b4-b421-45be-878c-0d71c80ab059 HTTP/1.1" status: 200 len: 809 time: 1.0338171 Jul 29 23:42:39.690161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Request body: {'port': {'device_id': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059', 'admin_state_up': True, 'tenant_id': 'dd49b29a40804b7e87613d520e883486'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:39.701107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.786205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.804942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.849550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-afa457a2-2291-45db-a3d4-3ede6602bda6 None None] Provisioning for port c947c93b-98e4-4edd-90dd-3d39445f9682 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:39.863157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.876423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-afa457a2-2291-45db-a3d4-3ede6602bda6 None None] Provisioning complete for port c947c93b-98e4-4edd-90dd-3d39445f9682 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:39.876809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afa457a2-2291-45db-a3d4-3ede6602bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.881347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42c7019c-16f6-47eb-a49c-a8c40dd12406 req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3167593 Jul 29 23:42:39.887396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b4942-94a2-4619-bd2e-ceb025558fc1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9173c3-a441-4869-be13-fbf71a79b9fb,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.991714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Pushing event updated for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.993150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-afa457a2-2291-45db-a3d4-3ede6602bda6 None None] Port c947c93b-98e4-4edd-90dd-3d39445f9682 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:40.045114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.046637 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.099293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18a5a566-294c-49e1-8aa5-34c5a1df636c req-9ff449c7-3004-4705-8f7b-8eeaa285bc38 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0760260 Jul 29 23:42:40.101159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b26d6d33-85b2-4b98-8f35-3463ca065058 req-697c8401-e987-4113-b9e2-dbe82d42e6bb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423811 Jul 29 23:42:40.109701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Made reservation on behalf of dd49b29a40804b7e87613d520e883486 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:40.150076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.185773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e6008454-30d9-4394-bfae-fef4cd269cd7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6055188 Jul 29 23:42:40.192546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1366714482', 'description': 'tempest-description-732074752'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:40.357551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Allocated IP 172.20.0.4 (1e29a9b4-b421-45be-878c-0d71c80ab059/bf26868b-f735-487c-923e-f216fe2dd630/318306ef-804d-459e-ac2c-763182c4479b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:40.367405 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3d56de2-6730-45ce-9cf9-a43117559df1 req-5f451f86-67db-40ce-86d4-f54f2b9ba5b6 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 210 time: 0.0809054 Jul 29 23:42:40.481139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Request body: {'port': {'device_id': '2306d93f-559f-4fac-bc51-aad25211bc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:40.686976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f591b-a177-486d-ac6a-930849cc6f04 req-ac8008f3-9ba9-4921-960a-491de105ec41 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.688898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f1f591b-a177-486d-ac6a-930849cc6f04 req-ac8008f3-9ba9-4921-960a-491de105ec41 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 935 time: 0.1176765 Jul 29 23:42:40.696437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.739985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.793416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f1f591b-a177-486d-ac6a-930849cc6f04 req-8a0e440d-1a8e-4c5e-94d2-60450424e30c tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961924 Jul 29 23:42:40.963210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.178808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.187573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.234181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.299667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.307451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2964691e-8ef7-48c0-98d9-be707f64bc61 req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1279018 Jul 29 23:42:41.336807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Pushing event updated for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.406165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Network 1e29a9b4-b421-45be-878c-0d71c80ab059 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:41.407855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7b48a-b4f7-47d0-bd94-cd9e1e19c497 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedd2de-a155-49b9-9728-0fd934b7c868,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.425283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:41.435948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:41.440941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223e80b-3661-451c-b898-33fe0530d6e2 req-5c09558b-11c9-43ca-bbd4-0c3a8da11e4f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:41.454639 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d223e80b-3661-451c-b898-33fe0530d6e2 req-5c09558b-11c9-43ca-bbd4-0c3a8da11e4f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.1593063 Jul 29 23:42:41.514580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:41.515297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.575303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d223e80b-3661-451c-b898-33fe0530d6e2 req-ac78743d-db74-43fb-9dfa-a68a28ae209b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190100 Jul 29 23:42:41.622669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-727a0f4b-7d0e-45f5-a51e-f907fe8e6887 req-1e3e9d8e-c6f4-47d7-b5c6-fba320ab3c89 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1031988 Jul 29 23:42:41.629158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-35ff6ba4-462f-4f06-a3ef-8b58fbcb047b tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9451766 Jul 29 23:42:41.670573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Request body: {'port': {'device_id': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:41.756274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-918833506', 'description': 'tempest-description-1723944013'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:41.813421 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.858044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c947c93b-98e4-4edd-90dd-3d39445f9682 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:42.004634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c26a2-8582-4ba8-8310-9494e3f7395d req-8708ea34-a57d-4743-a4e0-b4eac1f75191 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.007379 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-708c26a2-8582-4ba8-8310-9494e3f7395d req-8708ea34-a57d-4743-a4e0-b4eac1f75191 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 931 time: 0.1326859 Jul 29 23:42:42.121476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.126916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-708c26a2-8582-4ba8-8310-9494e3f7395d req-65c203ca-8690-41c3-97db-97af01d113a9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067181 Jul 29 23:42:42.144020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.149667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Transition to ACTIVE for port object c947c93b-98e4-4edd-90dd-3d39445f9682 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:42.173457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.322144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Pushing event updated for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.442436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8be48-5e21-442f-8904-f1f141fed891 req-79e9e699-95a2-47fd-b5ac-bf9e24c177e2 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.447941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81e8be48-5e21-442f-8904-f1f141fed891 req-79e9e699-95a2-47fd-b5ac-bf9e24c177e2 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 947 time: 0.1038001 Jul 29 23:42:42.544338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81e8be48-5e21-442f-8904-f1f141fed891 req-32c50c8d-8ef4-4c68-8acd-a53f4b98ff46 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843217 Jul 29 23:42:42.664629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318306ef-804d-459e-ac2c-763182c4479b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:42.692104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.777254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Transition to ACTIVE for port object 318306ef-804d-459e-ac2c-763182c4479b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:42.808616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.814161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.818202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Attempting to bind port c947c93b-98e4-4edd-90dd-3d39445f9682 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:42.818953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Attempting to bind port c947c93b-98e4-4edd-90dd-3d39445f9682 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:42.819521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Attempting to bind port c947c93b-98e4-4edd-90dd-3d39445f9682 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:42.831294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Port c947c93b-98e4-4edd-90dd-3d39445f9682 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:42.832729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Attempting to bind port c947c93b-98e4-4edd-90dd-3d39445f9682 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:42.856329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.862960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3e918d42-e64e-49b3-9d16-d8f29a519268 req-a0e841bc-1667-451c-87e0-8301a878057a tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0664928 Jul 29 23:42:42.940806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.943360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:42.943808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:42.944292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:42.944836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Bound port: c947c93b-98e4-4edd-90dd-3d39445f9682, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:42.945297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.951891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.953248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2f10aad-425b-40cb-a50c-086543fe0b01 req-63afb125-85cb-4d7f-a679-c61487be9082 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2364347 Jul 29 23:42:43.009176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374b9e-1459-48a6-90d9-e06637b815d6 req-8964ae9d-6c42-49a7-9976-3031be31c9b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.024738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af374b9e-1459-48a6-90d9-e06637b815d6 req-8964ae9d-6c42-49a7-9976-3031be31c9b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 946 time: 0.0790584 Jul 29 23:42:43.070192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.093771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-066d36a4-389e-4d52-a818-e019ef43005f tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/3aedd2de-a155-49b9-9728-0fd934b7c868 HTTP/1.1" status: 200 len: 1804 time: 0.0933795 Jul 29 23:42:43.105391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af374b9e-1459-48a6-90d9-e06637b815d6 req-e28bf83d-7c0f-4d65-8270-0b8bd23b8583 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784230 Jul 29 23:42:43.190315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.210425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:43.249967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c947c93b-98e4-4edd-90dd-3d39445f9682,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:43.277283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.322225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fe4c-28c1-4455-ad98-43b4751cb7ab req-fe75dc8d-1bd6-4b39-9d20-dfd14cd0a769 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.331941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2d7fe4c-28c1-4455-ad98-43b4751cb7ab req-fe75dc8d-1bd6-4b39-9d20-dfd14cd0a769 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 943 time: 0.0847874 Jul 29 23:42:43.346557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Attempting to bind port 318306ef-804d-459e-ac2c-763182c4479b on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:43.347354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Attempting to bind port 318306ef-804d-459e-ac2c-763182c4479b by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '1ea794fc-5662-457c-8a6d-b5ca47a22bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:43.347354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Attempting to bind port 318306ef-804d-459e-ac2c-763182c4479b on network 1e29a9b4-b421-45be-878c-0d71c80ab059 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:43.353463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-a9457951-d3ab-451a-8d4a-10229732dcae tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00 HTTP/1.1" status: 200 len: 1804 time: 0.2222068 Jul 29 23:42:43.364215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d7abbc2-d773-4782-a4aa-2567adc4fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.388738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.391148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.393616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] 10.222.0.59 "PUT /v2.0/ports/c947c93b-98e4-4edd-90dd-3d39445f9682 HTTP/1.1" status: 200 len: 1096 time: 2.9176486 Jul 29 23:42:43.427652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3aedd2de-a155-49b9-9728-0fd934b7c868', 'remote_group_id': 'e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:43.428614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3aedd2de-a155-49b9-9728-0fd934b7c868', 'remote_group_id': 'e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:43.434841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:43.438460 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b2f65-3b43-44e5-81de-e6bf6188c597" -d '{"events": [{"name": "network-changed", "server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:43.454945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2d7fe4c-28c1-4455-ad98-43b4751cb7ab req-f863254c-a75e-4722-8d14-218a6cbb92ff tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219120 Jul 29 23:42:43.464708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Port 318306ef-804d-459e-ac2c-763182c4479b on network 1e29a9b4-b421-45be-878c-0d71c80ab059 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:43.465345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Attempting to bind port 318306ef-804d-459e-ac2c-763182c4479b on network 1e29a9b4-b421-45be-878c-0d71c80ab059 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:43.503166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:43.604629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:43.607152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Checking segment: {'id': '1ea794fc-5662-457c-8a6d-b5ca47a22bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:43.609353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Bound using segment: {'id': '1ea794fc-5662-457c-8a6d-b5ca47a22bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:43.610854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Bound port: 318306ef-804d-459e-ac2c-763182c4479b, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea794fc-5662-457c-8a6d-b5ca47a22bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:43.611669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.622937 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ec8c1c-38eb-4a9f-93cb-664f236e91e2 x-openstack-request-id: req-a9ec8c1c-38eb-4a9f-93cb-664f236e91e2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:43.626092 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:43.627307 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9ec8c1c-38eb-4a9f-93cb-664f236e91e2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:43.629129 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682', 'status': 'completed', 'code': 200} Jul 29 23:42:43.644411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.671117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d7abbc2-d773-4782-a4aa-2567adc4fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.703736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d7abbc2-d773-4782-a4aa-2567adc4fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.723009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:43.725167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:43.729518 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd67e20-cded-4083-9048-a7d3333b2014" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:43.765099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05a465-207a-4a97-926f-1f41007adf21 service neutron] Pushing event updated for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.777716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5d6ec-6613-4189-b612-480085568355 req-eae48bd4-a72f-46a8-a537-0c67f005d6e1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.782253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.789470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6d5d6ec-6613-4189-b612-480085568355 req-eae48bd4-a72f-46a8-a537-0c67f005d6e1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 947 time: 0.1214569 Jul 29 23:42:43.827261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d7abbc2-d773-4782-a4aa-2567adc4fc63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d1053d70b09488ab3bed30f4d6392e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356745 Jul 29 23:42:43.840724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43292) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.851956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7abbc2-d773-4782-a4aa-2567adc4fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2a7f97-6e6a-408e-ac82-72764a48c176,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.889374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:43.894388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=318306ef-804d-459e-ac2c-763182c4479b,segment=NetworkSegment(1ea794fc-5662-457c-8a6d-b5ca47a22bab),segment_id=1ea794fc-5662-457c-8a6d-b5ca47a22bab)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:43.910517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6d5d6ec-6613-4189-b612-480085568355 req-50081450-2612-424a-b48a-a24d473c1f70 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200316 Jul 29 23:42:43.911501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e3b5cdbf-5e47-424d-a41e-3a0e36926a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.913963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-e3b5cdbf-5e47-424d-a41e-3a0e36926a45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 1099 time: 0.4354525 Jul 29 23:42:43.920703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.949552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=14']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.982159 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdabcb26-e884-4120-8bc7-06aa97f53bcb x-openstack-request-id: req-bdabcb26-e884-4120-8bc7-06aa97f53bcb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:43.982688 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:43.983126 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdabcb26-e884-4120-8bc7-06aa97f53bcb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:43.983696 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'code': 200} Jul 29 23:42:44.002121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.035240 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.072559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.121265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-f89924ee-b0c4-418a-b14a-8ecd47ca5fbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c947c93b-98e4-4edd-90dd-3d39445f9682 HTTP/1.1" status: 200 len: 217 time: 0.0605490 Jul 29 23:42:44.121265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.123582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.125146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-031bd4fc-edee-4067-bb81-66cc0c2a7aa9 service neutron] 10.222.0.59 "PUT /v2.0/ports/318306ef-804d-459e-ac2c-763182c4479b HTTP/1.1" status: 200 len: 1092 time: 2.4757905 Jul 29 23:42:44.132215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ed1a736-e2a3-4461-8e28-4810a6410a15 req-86d5e5d4-219a-4f3b-92f2-65e518d92e7e tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0547292 Jul 29 23:42:44.168419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.171901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.183695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b2a7f97-6e6a-408e-ac82-72764a48c176 HTTP/1.1" status: 204 len: 168 time: 0.3383286 Jul 29 23:42:44.210500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.213942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc475af3-eaae-4617-b1bc-ab26f9ce8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2a7f97-6e6a-408e-ac82-72764a48c176,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.247781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-7422bb84-0812-4292-8fba-b22ff011d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.250319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-7422bb84-0812-4292-8fba-b22ff011d790 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.1199381 Jul 29 23:42:44.344409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.353280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-e29953f4-18d2-47ce-b853-378b0bbb30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.355061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-e29953f4-18d2-47ce-b853-378b0bbb30e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd49b29a40804b7e87613d520e883486&device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 1095 time: 0.1290905 Jul 29 23:42:44.356908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.383782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-3523cd49-51ae-4595-8a18-66f21720fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.385483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-3523cd49-51ae-4595-8a18-66f21720fe12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102796 Jul 29 23:42:44.389932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f878fd2f-957f-4971-82e6-6b33f8a6ad46,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.438596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-7e07098c-95d7-4d47-8981-a18c6b7073f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318306ef-804d-459e-ac2c-763182c4479b HTTP/1.1" status: 200 len: 217 time: 0.0651460 Jul 29 23:42:44.440762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.442853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af68aafc-33d0-4969-ad5b-906a6a62d5d1 req-eda718a6-6afa-4315-b530-91e20d5f0a38 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0633359 Jul 29 23:42:44.487886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1866416507', 'description': 'tempest-description-34620604'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:44.527830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.604738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301354f2-0125-46d0-a194-b487cdd974f7 req-e64b9c3f-36da-42da-9bbb-804ac7445b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.607094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-e64b9c3f-36da-42da-9bbb-804ac7445b13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf26868b-f735-487c-923e-f216fe2dd630 HTTP/1.1" status: 200 len: 849 time: 0.1511562 Jul 29 23:42:44.683977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-ef9d5797-bd34-4ac1-b0b0-5a5579c18dcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e29a9b4-b421-45be-878c-0d71c80ab059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667524 Jul 29 23:42:44.691816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-6fc0b0e9-eb6f-4b46-9731-9c289ede7873 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637491 Jul 29 23:42:44.697838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.706743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.741523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25880269-1abe-43d3-853c-c4cc4e819cee,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.761090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.762445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42001be3-9b73-4f76-bfa9-6909d8134260 req-fe56bcac-255f-4dd6-926e-7f44d3f84d88 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2906160 Jul 29 23:42:44.783746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2b66a-91cd-42ed-9ae6-ce147ee5db45 req-513a0096-8821-4773-bdbe-803772253c9c tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.785420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bc2b66a-91cd-42ed-9ae6-ce147ee5db45 req-513a0096-8821-4773-bdbe-803772253c9c tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 943 time: 0.2553442 Jul 29 23:42:44.792247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-516996156', 'description': 'tempest-description-712108858'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:44.816718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.909155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bc2b66a-91cd-42ed-9ae6-ce147ee5db45 req-6a5dfdab-2285-470b-8fae-76500aae1cdb tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800576 Jul 29 23:42:44.944617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-998ae2fc-4a9f-4ba3-bd75-57ec5d99e8d7 req-b1611680-23a1-4365-88b6-f4aade81f6c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417216 Jul 29 23:42:44.946677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-cb286ab6-955c-4561-bbfa-d64e763b3996 service neutron] 10.222.0.59 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451098 Jul 29 23:42:44.988385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.997021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.075070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f57426a-e1a7-4797-af81-398649b97652,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.093902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.100268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5a4a444-85a0-4ff2-b2a9-3d3c9ab40e9b req-41803d9c-7a5f-4304-92e6-bbeff690c1b7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3127997 Jul 29 23:42:45.123423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-301354f2-0125-46d0-a194-b487cdd974f7 req-2b681b18-b94b-41fc-95cd-2a4ddb64cb5a service neutron] 10.222.0.59 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606169 Jul 29 23:42:45.185781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-f79c8acc-7038-4219-953f-4310b2b998bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.187590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-f79c8acc-7038-4219-953f-4310b2b998bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 1099 time: 0.0819011 Jul 29 23:42:45.195492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a41602-384c-4277-840d-56c264707b1d req-b1cf84d5-75a6-4606-aba8-7637661fdac3 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.197171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14a41602-384c-4277-840d-56c264707b1d req-b1cf84d5-75a6-4606-aba8-7637661fdac3 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 947 time: 0.1295381 Jul 29 23:42:45.213731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43394) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.231963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32765d9-23f6-4c57-8c23-7d893c5f4368 req-ed9390b4-3a24-4f6c-8abd-a83381f9bfd9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.233670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b32765d9-23f6-4c57-8c23-7d893c5f4368 req-ed9390b4-3a24-4f6c-8abd-a83381f9bfd9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0651772 Jul 29 23:42:45.289066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b32765d9-23f6-4c57-8c23-7d893c5f4368 req-086cade5-ebea-47c3-a975-693c421fdf26 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465064 Jul 29 23:42:45.313974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14a41602-384c-4277-840d-56c264707b1d req-6c70aec2-9b10-4633-8db9-ec828e29f64e tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048710 Jul 29 23:42:45.363211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00f2b97a-801c-4972-bf84-475babc44412 req-3d4f94a1-dce1-40eb-ab9c-afc5c71dbafe tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/25880269-1abe-43d3-853c-c4cc4e819cee HTTP/1.1" status: 200 len: 1803 time: 0.0471904 Jul 29 23:42:45.371353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1684454178-network', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:45.376924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-fd6a063b-994f-4b36-b160-eea18be89d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.378622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-fd6a063b-994f-4b36-b160-eea18be89d41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1653824 Jul 29 23:42:45.422475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Made reservation on behalf of 15bd6c1fbaf54379886c95e35ced5217 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:45.425119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.432597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-eb6b234e-950b-465c-8ae6-6f23eb7250ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c947c93b-98e4-4edd-90dd-3d39445f9682 HTTP/1.1" status: 200 len: 217 time: 0.0449073 Jul 29 23:42:45.439761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00f2b97a-801c-4972-bf84-475babc44412 req-14f19f7a-ee2c-4997-ae83-a2f654442fe3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/0f57426a-e1a7-4797-af81-398649b97652 HTTP/1.1" status: 200 len: 1803 time: 0.0650616 Jul 29 23:42:45.440578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.453725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25880269-1abe-43d3-853c-c4cc4e819cee', 'remote_group_id': '0f57426a-e1a7-4797-af81-398649b97652', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:45.454037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25880269-1abe-43d3-853c-c4cc4e819cee', 'remote_group_id': '0f57426a-e1a7-4797-af81-398649b97652', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:45.505636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-dd6c8510-fd6f-4db9-b627-067a47977a4a tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--177380284&fields=id&tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92 HTTP/1.1" status: 200 len: 267 time: 0.0759990 Jul 29 23:42:45.512806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-b87ed290-b63b-4306-b948-245b522f102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.514360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-b87ed290-b63b-4306-b948-245b522f102d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0667691 Jul 29 23:42:45.550172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.609311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.616631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.631818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'tag': '318306ef-804d-459e-ac2c-763182c4479b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:45.634493 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b382252f-dd93-49ef-9450-3080e8bc7448" -d '{"events": [{"name": "network-changed", "server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "tag": "318306ef-804d-459e-ac2c-763182c4479b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:45.638802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-b88fe8cc-ccd0-4af7-961a-f7cfd87fa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.640342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-b88fe8cc-ccd0-4af7-961a-f7cfd87fa615 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157885 Jul 29 23:42:45.647306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.650808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2330cad-ac53-4343-b7d0-eb5a8e940c85,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.655529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.667619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.668777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00f2b97a-801c-4972-bf84-475babc44412 req-48c3c94b-6a0b-4cfd-b0fc-b97ffa7d26c3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2194178 Jul 29 23:42:45.670212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-9b5c5690-0eba-4fe5-85dd-80efef4a2970 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.671748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-9b5c5690-0eba-4fe5-85dd-80efef4a2970 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/networks?id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 200 len: 814 time: 0.1564496 Jul 29 23:42:45.694472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:45.705208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea36031d-cd26-496c-a213-ecf0f0562c79,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.710647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.711307 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Added segment 2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c of type vlan for network ef7f9435-c671-419d-be23-4a345fdd3349 Jul 29 23:42:45.724047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-3e8d64ed-b166-49b6-97fe-920a59049c43 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/quotas/a3d5042f3e78424fa30c7cd3dd7eff92 HTTP/1.1" status: 200 len: 375 time: 0.0419984 Jul 29 23:42:45.786076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdb71c01-1a68-48a5-9810-88ba0da07e3f req-1bfa6df1-7b78-4127-9e7b-2f4a21c9e8f0 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0380986 Jul 29 23:42:45.790037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.823525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.825382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.827209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.893335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6775167 Jul 29 23:42:45.896346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43408) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.901241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Request body: {'subnet': {'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1684454178-subnet', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:45.916249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca46b-5557-4fc3-8b49-a3f2bc12efdf admin admin] Pushing event updated for resources: {'Network': ['ID=ef7f9435-c671-419d-be23-4a345fdd3349,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.933705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ef7f9435-c671-419d-be23-4a345fdd3349 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:45.942384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Made reservation on behalf of 15bd6c1fbaf54379886c95e35ced5217 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:45.945316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.083227 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976b625-0338-449a-ab64-62f02e3e767b x-openstack-request-id: req-c976b625-0338-449a-ab64-62f02e3e767b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:46.083831 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "tag": "318306ef-804d-459e-ac2c-763182c4479b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:46.083831 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c976b625-0338-449a-ab64-62f02e3e767b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:46.084055 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'tag': '318306ef-804d-459e-ac2c-763182c4479b', 'status': 'completed', 'code': 200} Jul 29 23:42:46.113015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-da11d494-306a-4e44-8b84-343898d93a05 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/0f57426a-e1a7-4797-af81-398649b97652 HTTP/1.1" status: 200 len: 1803 time: 0.0928493 Jul 29 23:42:46.165801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-baae1b31-acfe-40a3-97d9-0b3b8bdc4645 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158584 Jul 29 23:42:46.182867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-d0f55b91-ee2f-4aa6-bef6-09adf8d3ccd4 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4503858 Jul 29 23:42:46.186796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-964c65df-4f25-45ec-a213-f7ab9187fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.188712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-964c65df-4f25-45ec-a213-f7ab9187fdd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.1374397 Jul 29 23:42:46.190560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-296e1168-3279-4f8d-9584-45ebb0684e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.194938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-b5b007b8-fa7f-42b8-a2ba-bbce9e0ff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.196458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-b5b007b8-fa7f-42b8-a2ba-bbce9e0ff05e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd49b29a40804b7e87613d520e883486&device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 1095 time: 0.1151803 Jul 29 23:42:46.343428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.359328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.405939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-f80c6d06-f3d0-4a4d-8d63-79ac4d7ddd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.405939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-f80c6d06-f3d0-4a4d-8d63-79ac4d7ddd68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1984990 Jul 29 23:42:46.422827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c947c93b-98e4-4edd-90dd-3d39445f9682 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:46.443103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-49304d0e-4e4b-4fe9-8083-210dfa79b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.444668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-49304d0e-4e4b-4fe9-8083-210dfa79b630 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e29a9b4-b421-45be-878c-0d71c80ab059 HTTP/1.1" status: 200 len: 910 time: 0.2283986 Jul 29 23:42:46.446646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422b2f65-3b43-44e5-81de-e6bf6188c597 req-c2748f80-97da-42a5-99e2-1ba07a02b575 service neutron] 10.222.0.59 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620752 Jul 29 23:42:46.452381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-9785d87c-178f-4cf8-a380-7568313bbcb1 service neutron] 10.222.0.49 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540274 Jul 29 23:42:46.460727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.479891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.535091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c947c93b-98e4-4edd-90dd-3d39445f9682,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:46.547674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-178b46fc-1eb7-4724-b094-f206c44cea75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318306ef-804d-459e-ac2c-763182c4479b HTTP/1.1" status: 200 len: 217 time: 0.0774066 Jul 29 23:42:46.547971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-3cfe6773-d160-4a34-a76d-567091199748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.1360595 Jul 29 23:42:46.548381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c947c93b-98e4-4edd-90dd-3d39445f9682', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'c947c93b-98e4-4edd-90dd-3d39445f9682', 'mac_address': 'fa:16:3e:18:6a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:46.552886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Checking segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:46.553248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Network hostable DHCP agents. Network: ef7f9435-c671-419d-be23-4a345fdd3349, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:46.585982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.600990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c947c93b-98e4-4edd-90dd-3d39445f9682 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:46.623541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Network ef7f9435-c671-419d-be23-4a345fdd3349 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:46.623991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c947c93b-98e4-4edd-90dd-3d39445f9682,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:46.627049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-d401c134-3ebe-4d19-b10c-681a021abc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.627631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-55027d5d-1e72-4c54-ba11-68ee74e10d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.628547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-d401c134-3ebe-4d19-b10c-681a021abc1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0695767 Jul 29 23:42:46.629318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-55027d5d-1e72-4c54-ba11-68ee74e10d14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf26868b-f735-487c-923e-f216fe2dd630 HTTP/1.1" status: 200 len: 849 time: 0.0734262 Jul 29 23:42:46.630520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.631047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.633375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.634691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-cb4f07eb-04f4-4c9e-8e75-fb857e3ed48c service neutron] 10.222.0.49 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744020 Jul 29 23:42:46.634979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42454097-aede-49c3-bd91-3d0a535fa1bc req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/0f57426a-e1a7-4797-af81-398649b97652 HTTP/1.1" status: 204 len: 173 time: 0.5065279 Jul 29 23:42:46.648372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85105-3991-4e98-815f-16cbad651c0b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f57426a-e1a7-4797-af81-398649b97652,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.650178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ef7f9435-c671-419d-be23-4a345fdd3349) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:46.665074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.666001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.682838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-c28665da-608e-42bd-adc6-1ee812404dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e29a9b4-b421-45be-878c-0d71c80ab059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459707 Jul 29 23:42:46.701175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8852b59-6d5c-4ec9-9d9f-56b349e3d2cd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8040063 Jul 29 23:42:46.703748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:46.706802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.710819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:46.716273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-be670a55-a6d1-4468-96f1-82e81031fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.717975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-be670a55-a6d1-4468-96f1-82e81031fc96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653331 Jul 29 23:42:46.719907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd993d-f157-411d-9d78-5e19d134bc15 None None] Network ef7f9435-c671-419d-be23-4a345fdd3349 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:46.764046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.765167 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.885322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-58a4eb2e-ae7d-440f-8ab7-9761fdf8142f service neutron] 10.222.0.59 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935470 Jul 29 23:42:46.915050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.915349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ef7f9435-c671-419d-be23-4a345fdd3349', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:46.916703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.925471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5376-cacb-4e1b-b173-e40a585ca98a req-44d34ada-7fdf-4658-b8f9-01620dbcbdee tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.927143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-16ac5376-cacb-4e1b-b173-e40a585ca98a req-44d34ada-7fdf-4658-b8f9-01620dbcbdee tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1255000 Jul 29 23:42:46.930078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c947c93b-98e4-4edd-90dd-3d39445f9682'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:47.016113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-366e19b0-44a3-42a5-b0b6-9a1b95b398d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820888 Jul 29 23:42:47.018156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b382252f-dd93-49ef-9450-3080e8bc7448 req-3096fa83-88dd-44bd-8dbf-059b419410d3 service neutron] 10.222.0.59 "GET /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233616 Jul 29 23:42:47.125241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.211049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d0889-4fe6-4e20-8224-c03a5319356c req-0098f4bd-f3d4-4b79-b896-7433b2a4d5ab tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.214082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-034d0889-4fe6-4e20-8224-c03a5319356c req-0098f4bd-f3d4-4b79-b896-7433b2a4d5ab tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 943 time: 0.0806947 Jul 29 23:42:47.218803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Allocated IP 172.20.0.2 (ef7f9435-c671-419d-be23-4a345fdd3349/c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65/6d897947-91fd-43db-8eeb-30e9609d1bf1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:47.281937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-034d0889-4fe6-4e20-8224-c03a5319356c req-f0df73fb-3fdc-419b-bde9-9fbf773e1dba tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584712 Jul 29 23:42:47.418658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d368f-abce-496b-b797-67f42cdceec8 req-f962089f-c171-4763-b1da-40294ea8644b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.420653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-325d368f-abce-496b-b797-67f42cdceec8 req-f962089f-c171-4763-b1da-40294ea8644b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 948 time: 0.0589004 Jul 29 23:42:47.468873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.479045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-325d368f-abce-496b-b797-67f42cdceec8 req-0adede71-bcf2-4f1e-a876-5b8cfd629243 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511165 Jul 29 23:42:47.480729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Transition to ACTIVE for port object 6d897947-91fd-43db-8eeb-30e9609d1bf1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:47.488956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-16ac5376-cacb-4e1b-b173-e40a585ca98a req-c16bf7ec-e304-4265-9755-eb3454972cea tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5489643 Jul 29 23:42:47.512682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Transition to ACTIVE for port object 6d897947-91fd-43db-8eeb-30e9609d1bf1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:47.521164 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.562520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.569456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Network ef7f9435-c671-419d-be23-4a345fdd3349 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:47.573189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:47.575992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:47.587227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37221276-a720-41bc-8fd1-92468c5f1bc1 req-511cb070-6414-4155-92cc-3fcd8a03788c tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/25880269-1abe-43d3-853c-c4cc4e819cee HTTP/1.1" status: 200 len: 1803 time: 0.0637567 Jul 29 23:42:47.646241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Pushing event updated for resources: {'Port': ['ID=6d897947-91fd-43db-8eeb-30e9609d1bf1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.664395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Attempting to bind port 6d897947-91fd-43db-8eeb-30e9609d1bf1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:47.664664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1707f0f6-98e1-4978-aeda-4cf77690cf6e req-03279387-0f01-4c15-bc19-5775f0ccbaf1 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0336285 Jul 29 23:42:47.665323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Attempting to bind port 6d897947-91fd-43db-8eeb-30e9609d1bf1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:47.665821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Attempting to bind port 6d897947-91fd-43db-8eeb-30e9609d1bf1 on network ef7f9435-c671-419d-be23-4a345fdd3349 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:47.672183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:47.672686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Checking segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:47.673216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.673442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d4a0f08-0f6b-41c5-a24b-28c5490fcd77 req-e5c0065a-1220-4fc8-9824-527c5eb67e10 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0816655 Jul 29 23:42:47.673813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Bound using segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:47.674714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Bound port: 6d897947-91fd-43db-8eeb-30e9609d1bf1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:47.675385 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.699127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b00d46b0-d483-4008-8e8b-2e71e714d49a req-0ce0b66f-e3fc-43f8-bfc7-afcae3cfccff service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691408 Jul 29 23:42:47.717166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1646503553', 'description': 'tempest-description-349523302'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:47.754721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.776383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] For port 6d897947-91fd-43db-8eeb-30e9609d1bf1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:47.780799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] For port 6d897947-91fd-43db-8eeb-30e9609d1bf1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d897947-91fd-43db-8eeb-30e9609d1bf1,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:47.785698 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.858487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc307-8301-46c7-81ff-8fad0ac3a2c8 None None] Pushing event updated for resources: {'Port': ['ID=6d897947-91fd-43db-8eeb-30e9609d1bf1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.899373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.905825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.913273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.939390 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.942358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.948109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6024037-98dc-43ab-8e17-ff467df79c4e req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2355714 Jul 29 23:42:47.950958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a2e7b-9a7a-4184-920e-ea7c0741a1a1 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cba857-7cba-4269-a935-94416de71b02,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:48.099937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-3921d96a-b3c4-438e-a060-59bda4a16810 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 200 len: 1804 time: 0.1131840 Jul 29 23:42:48.123217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59cba857-7cba-4269-a935-94416de71b02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.123630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59cba857-7cba-4269-a935-94416de71b02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.146373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Allocated IP 172.25.5.109 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/1f976539-9db3-46a4-b646-9d5e9cc54846) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:48.287785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.323584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.329146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.364814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.372287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f30290-613a-40c6-8d86-2500553ecdbd,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:48.380191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.381331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-599c647d-6bf4-4610-b4b7-71d53e5339e3 req-fba81845-9248-4cd5-bdb7-605ee6096c35 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2677388 Jul 29 23:42:48.417814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6e3a-8dc6-47fa-a5d5-df6288493e2e req-2dbd036d-28c3-4763-97f4-850c60dee8d3 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.419386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f75f6e3a-8dc6-47fa-a5d5-df6288493e2e req-2dbd036d-28c3-4763-97f4-850c60dee8d3 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 943 time: 0.0585446 Jul 29 23:42:48.434760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 318306ef-804d-459e-ac2c-763182c4479b details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:48.441925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c947c93b-98e4-4edd-90dd-3d39445f9682 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:48.446752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.466544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f75f6e3a-8dc6-47fa-a5d5-df6288493e2e req-aad76be1-a88d-44a1-9b1f-730ed48e535e tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Jul 29 23:42:48.496418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f693164a-2b7e-4f2e-85ce-48d6efd30658 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 200 len: 2397 time: 0.0894690 Jul 29 23:42:48.504608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59cba857-7cba-4269-a935-94416de71b02', 'remote_group_id': None}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.504932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59cba857-7cba-4269-a935-94416de71b02', 'remote_group_id': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.528840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:48.543872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:48.549663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:48.681446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cde5f8-e877-46e6-bdc7-453794f42ce8 req-67ceb272-71c8-44ae-a47e-86696cb33474 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.689982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1cde5f8-e877-46e6-bdc7-453794f42ce8 req-67ceb272-71c8-44ae-a47e-86696cb33474 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 948 time: 0.1092727 Jul 29 23:42:48.739891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Pushing event updated for resources: {'Port': ['ID=1f976539-9db3-46a4-b646-9d5e9cc54846,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:48.753704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1cde5f8-e877-46e6-bdc7-453794f42ce8 req-78e1e8f1-f5fa-4345-9a9e-8392166362af tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611041 Jul 29 23:42:48.755106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c947c93b-98e4-4edd-90dd-3d39445f9682 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:48.766441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c947c93b-98e4-4edd-90dd-3d39445f9682 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:48.766923 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.833006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=318306ef-804d-459e-ac2c-763182c4479b,segment=NetworkSegment(1ea794fc-5662-457c-8a6d-b5ca47a22bab),segment_id=1ea794fc-5662-457c-8a6d-b5ca47a22bab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:48.857982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '318306ef-804d-459e-ac2c-763182c4479b', 'network_id': '1e29a9b4-b421-45be-878c-0d71c80ab059', 'port_id': '318306ef-804d-459e-ac2c-763182c4479b', 'mac_address': 'fa:16:3e:a7:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf26868b-f735-487c-923e-f216fe2dd630', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:48.904407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7e325-3ef0-4685-9e91-fdbeb090ccad req-e208533e-c72d-43f5-b99f-1eb6f567db77 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.914786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1af7e325-3ef0-4685-9e91-fdbeb090ccad req-e208533e-c72d-43f5-b99f-1eb6f567db77 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0801661 Jul 29 23:42:48.915574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.940177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.950517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.968346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1af7e325-3ef0-4685-9e91-fdbeb090ccad req-b0cbdae3-230b-4283-adee-697dcd9c721b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522373 Jul 29 23:42:48.980282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.984821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.994284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318306ef-804d-459e-ac2c-763182c4479b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:48.999377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.024775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95384194-3809-45b3-929d-85447a5803f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.050328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=318306ef-804d-459e-ac2c-763182c4479b,segment=NetworkSegment(1ea794fc-5662-457c-8a6d-b5ca47a22bab),segment_id=1ea794fc-5662-457c-8a6d-b5ca47a22bab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:49.061845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:49.072415 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a2c04-64ba-49c7-b10e-6a0fc5060cf7" -d '{"events": [{"server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "name": "network-vif-plugged", "status": "completed", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:49.079963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.093267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d8db68-fe26-4845-b843-dcc16f8128c7,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:49.103406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c2175dd-0e59-4ede-93da-f71eb9c57877 req-235f8422-d6d0-4471-a4cd-d8876976a19e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0362318 Jul 29 23:42:49.126829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c947c93b-98e4-4edd-90dd-3d39445f9682,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:49.173295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:49.177043 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.223812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14f48136-bf2e-43b5-aaa2-065d7fc68a40 req-0d3c99d3-95c5-42c0-b3b1-7860a505e782 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0425997 Jul 29 23:42:49.250858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:49.265520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.267097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ab453-6c68-4e56-ab9b-9f386bacfd2f None None] Network ef7f9435-c671-419d-be23-4a345fdd3349 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:49.273146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.274423 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11b0cdb7-016a-433b-b3a4-70bf977e362c req-f48e5e69-1bed-4ee5-a1a9-244512c478f3 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7771688 Jul 29 23:42:49.354768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f2ecd117-7b89-4753-8bad-515ca5b96b14 None None] Provisioning for port 6d897947-91fd-43db-8eeb-30e9609d1bf1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:49.371406 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5571f65a-7a0d-4f21-a452-9944e957f285 x-openstack-request-id: req-5571f65a-7a0d-4f21-a452-9944e957f285 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:49.372240 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "name": "network-vif-plugged", "status": "completed", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:49.373433 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5571f65a-7a0d-4f21-a452-9944e957f285 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:49.374677 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682', 'code': 200} Jul 29 23:42:49.391115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-a74a7bf9-1a3f-4513-83ca-62af20938c9e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.395709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d897947-91fd-43db-8eeb-30e9609d1bf1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:49.399794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-a74a7bf9-1a3f-4513-83ca-62af20938c9e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.57 "GET /v2.0/networks?id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 200 len: 814 time: 0.4489269 Jul 29 23:42:49.436131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['318306ef-804d-459e-ac2c-763182c4479b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:49.579660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6d897947-91fd-43db-8eeb-30e9609d1bf1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:49.613367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6d897947-91fd-43db-8eeb-30e9609d1bf1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:49.614192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.630568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76808b7-2265-4c4a-ab0f-56c54b4cfd0a req-f8a2bf1b-c01e-43ee-bad8-b58e8639f11b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.636074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e76808b7-2265-4c4a-ab0f-56c54b4cfd0a req-f8a2bf1b-c01e-43ee-bad8-b58e8639f11b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1215875 Jul 29 23:42:49.646511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef4304-b37a-4431-b15d-aba1e6a103fc req-e7edee0c-512e-4112-aee7-09e5516f6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.648700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78ef4304-b37a-4431-b15d-aba1e6a103fc req-e7edee0c-512e-4112-aee7-09e5516f6dfd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 1101 time: 0.1740365 Jul 29 23:42:49.664074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-65b91385-0fc0-4119-bf12-238506a30359 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92 HTTP/1.1" status: 200 len: 379 time: 0.1366179 Jul 29 23:42:49.667818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37e90443-27b2-4578-8c0f-a974104c6545 req-8a6a353e-eabf-4d0b-9ebe-b41b7f205c42 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 200 len: 2995 time: 0.2634501 Jul 29 23:42:49.756459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'port': {'device_id': '98906779-969a-4305-bc7a-c6b7ee94c457', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'admin_state_up': True, 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'security_groups': ['41a52c48-baa4-4560-9d10-cf299a1d3bb4']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:49.781798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e76808b7-2265-4c4a-ab0f-56c54b4cfd0a req-8823d317-ad4f-433f-9779-d9eb4e1eee12 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388130 Jul 29 23:42:49.810391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78ef4304-b37a-4431-b15d-aba1e6a103fc req-2e6f3594-28f9-4441-9352-da83239d2fb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537738 Jul 29 23:42:49.844307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-7500c533-a47e-4812-a688-e853fff17806 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-group-rules/f0d8db68-fe26-4845-b843-dcc16f8128c7 HTTP/1.1" status: 200 len: 783 time: 0.0291393 Jul 29 23:42:49.888941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.937293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-f68c7537-cb3c-414d-99ac-decf5d6a10fc tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 200 len: 2995 time: 0.0858512 Jul 29 23:42:49.977547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6d897947-91fd-43db-8eeb-30e9609d1bf1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d897947-91fd-43db-8eeb-30e9609d1bf1,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:49.986478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.990818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.991346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.000982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.010616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59b28-8c89-4445-94ef-c561c6a8234b req-1d0ce883-cd6f-4a7a-bc1b-a9c3affbcb1f tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.014086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48c59b28-8c89-4445-94ef-c561c6a8234b req-1d0ce883-cd6f-4a7a-bc1b-a9c3affbcb1f tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 944 time: 0.2056999 Jul 29 23:42:50.037419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.043010 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.044199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-147cade4-6e69-4aba-ab29-187bbde71dbd req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f0d8db68-fe26-4845-b843-dcc16f8128c7 HTTP/1.1" status: 204 len: 173 time: 0.0953350 Jul 29 23:42:50.056290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cffe3-288e-4a4a-81b6-0c912feab4a8 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0d8db68-fe26-4845-b843-dcc16f8128c7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.059115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6d897947-91fd-43db-8eeb-30e9609d1bf1,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.102957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4d51f888-c03a-4e3f-918d-8142f10355a1 None None] Provisioning complete for port 6d897947-91fd-43db-8eeb-30e9609d1bf1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:50.103338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4d51f888-c03a-4e3f-918d-8142f10355a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.138977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48c59b28-8c89-4445-94ef-c561c6a8234b req-dac89e16-df6c-4527-b6b1-c692779caa93 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 Jul 29 23:42:50.244552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af021-3807-40b1-8bea-6ecb0dfb9412 req-cedccf01-d437-4a8d-8b01-297ff89e162b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.254408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Made reservation on behalf of a3d5042f3e78424fa30c7cd3dd7eff92 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:50.255401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3af021-3807-40b1-8bea-6ecb0dfb9412 req-cedccf01-d437-4a8d-8b01-297ff89e162b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 0.1026499 Jul 29 23:42:50.257943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.299353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3af021-3807-40b1-8bea-6ecb0dfb9412 req-02cec746-c95b-4ff9-8b7e-1b7f9a1b46fa tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Jul 29 23:42:50.397428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96018067-284c-4baf-9e37-56832d66ff84 req-baf30390-b962-462d-9d59-23288f3aa528 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.399100 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96018067-284c-4baf-9e37-56832d66ff84 req-baf30390-b962-462d-9d59-23288f3aa528 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1364179 Jul 29 23:42:50.455445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac2c1226-4953-4779-981f-e77a1571452d req-fa1605ae-0f95-4c16-a59d-19e94bc5553e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 200 len: 2397 time: 0.0654569 Jul 29 23:42:50.488992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Router f43423b5-2b6f-41fe-aa93-c087edb4ade3 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:50.503330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96018067-284c-4baf-9e37-56832d66ff84 req-f48e60e7-61d9-4569-b1b7-f52b3470958e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951869 Jul 29 23:42:50.520276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Allocated IP 172.20.0.4 (3ee2da63-4a60-4eb0-83a7-66fcbccf21d5/375db5dd-719f-48b6-9716-73abbf4deb45/73c87c6a-e95c-4d67-8764-bc227303ffa3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:50.529489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ac2c1226-4953-4779-981f-e77a1571452d req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.568493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.578726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ac2c1226-4953-4779-981f-e77a1571452d req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.656166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ac2c1226-4953-4779-981f-e77a1571452d req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.658906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ac2c1226-4953-4779-981f-e77a1571452d req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.660091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac2c1226-4953-4779-981f-e77a1571452d req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/59cba857-7cba-4269-a935-94416de71b02 HTTP/1.1" status: 204 len: 173 time: 0.1974163 Jul 29 23:42:50.682158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1eda-987a-47be-8102-8af02579d5cf tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cba857-7cba-4269-a935-94416de71b02,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.712629 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67e5b675-315b-4b9d-911b-cd8a3b569e33 req-81749231-3d4b-49bc-8750-1c799e42595f tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0518374 Jul 29 23:42:50.797585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:50.807666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Sync routers for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:50.825434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c2adea-f371-45a0-92bd-3c3bb1c5be23 req-9aae1e91-4159-4032-b113-d9ec93c768e1 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0846119 Jul 29 23:42:50.828620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.830413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:50.831074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-016d7439-c399-4850-8b26-4fa1a5f23a13 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1247296 Jul 29 23:42:50.832177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:50.833873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43502) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:50.908638 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-357a73c4-776f-4eaa-a465-80b8c38216f0 req-1b3cee4c-2f54-4bf8-b2b8-dbee020dafe4 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] show failed (client error): The resource could not be found. Jul 29 23:42:50.928700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-357a73c4-776f-4eaa-a465-80b8c38216f0 req-1b3cee4c-2f54-4bf8-b2b8-dbee020dafe4 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/0f57426a-e1a7-4797-af81-398649b97652 HTTP/1.1" status: 404 len: 352 time: 0.0417652 Jul 29 23:42:50.940276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.953232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Transition to ACTIVE for port object 73c87c6a-e95c-4d67-8764-bc227303ffa3 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:50.999507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.122197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:51.206227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event updated for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.209998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:51.224444 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49896b33-dd08-451a-837b-08f5396d5470 req-79b17990-a60c-4f5f-b76d-833ffcc2330f tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/25880269-1abe-43d3-853c-c4cc4e819cee HTTP/1.1" status: 200 len: 1803 time: 0.1618190 Jul 29 23:42:51.232830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:51.235514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:51.319291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-f41ed952-47f2-49ae-ae84-b141c7c6c146 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.320896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-f41ed952-47f2-49ae-ae84-b141c7c6c146 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.1877158 Jul 29 23:42:51.327358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d897947-91fd-43db-8eeb-30e9609d1bf1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:51.342667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-3b0c8ae7-afa4-4697-87e9-5d37bce39e40 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/quotas/c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 375 time: 0.0135376 Jul 29 23:42:51.371669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.383654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.415530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-11d8ef49-421c-410a-8e6d-7cc21765a7ec tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6760743 Jul 29 23:42:51.426157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-49896b33-dd08-451a-837b-08f5396d5470 req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.426388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6d897947-91fd-43db-8eeb-30e9609d1bf1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:51.426652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.452013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Request body: {'port': {'device_id': '98906779-969a-4305-bc7a-c6b7ee94c457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:51.521921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-0cd6bbb2-a273-4447-af78-ac7c71d1b981 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1392672 Jul 29 23:42:51.536876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:48Z', 'revision_number': 3, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:51.549875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.581743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-49896b33-dd08-451a-837b-08f5396d5470 req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.588060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Checking router: f43423b5-2b6f-41fe-aa93-c087edb4ade3 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:51.588661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Updating router f43423b5-2b6f-41fe-aa93-c087edb4ade3 port 1f976539-9db3-46a4-b646-9d5e9cc54846 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:51.640728 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.691935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cac49e1a-40a1-4881-a937-244335c0cc69 None None] Provisioning for port 73c87c6a-e95c-4d67-8764-bc227303ffa3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:51.718179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cac49e1a-40a1-4881-a937-244335c0cc69 None None] Provisioning complete for port 73c87c6a-e95c-4d67-8764-bc227303ffa3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:51.720030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cac49e1a-40a1-4881-a937-244335c0cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.728602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-49896b33-dd08-451a-837b-08f5396d5470 req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.731878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-49896b33-dd08-451a-837b-08f5396d5470 req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.746396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49896b33-dd08-451a-837b-08f5396d5470 req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/25880269-1abe-43d3-853c-c4cc4e819cee HTTP/1.1" status: 204 len: 173 time: 0.5151362 Jul 29 23:42:51.785793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-391b5fe5-09c4-4b6f-9f91-baeda7fce9d6 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624207 Jul 29 23:42:51.819782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee980942-0c46-4b57-9873-62330ec8a0ba tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25880269-1abe-43d3-853c-c4cc4e819cee,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.872599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cac49e1a-40a1-4881-a937-244335c0cc69 None None] Port 73c87c6a-e95c-4d67-8764-bc227303ffa3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:51.909461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.965893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99284eab-784e-457a-b462-e705465da00a req-da4515f8-d5b5-46ed-b194-6efd60e7b4bf tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.975135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99284eab-784e-457a-b462-e705465da00a req-da4515f8-d5b5-46ed-b194-6efd60e7b4bf tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 944 time: 0.1145809 Jul 29 23:42:51.982631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-b05088e8-e975-4336-a6a7-8660ea016866 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926918 Jul 29 23:42:52.028760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99284eab-784e-457a-b462-e705465da00a req-cff3f4bb-8503-46f9-9085-4d13752ec4f4 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526865 Jul 29 23:42:52.091975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.102820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Transition to ACTIVE for port object 1f976539-9db3-46a4-b646-9d5e9cc54846 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:52.117083 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.169917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c87c6a-e95c-4d67-8764-bc227303ffa3 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:52.179172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.197088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Transition to ACTIVE for port object 73c87c6a-e95c-4d67-8764-bc227303ffa3 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:52.229591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.231750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386dfdb-0ff4-4d5f-89a1-784939392312 None None] Pushing event updated for resources: {'Port': ['ID=1f976539-9db3-46a4-b646-9d5e9cc54846,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.239665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Attempting to bind port 1f976539-9db3-46a4-b646-9d5e9cc54846 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:52.240247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Attempting to bind port 1f976539-9db3-46a4-b646-9d5e9cc54846 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:52.240821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Attempting to bind port 1f976539-9db3-46a4-b646-9d5e9cc54846 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:52.254674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:52.255258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:52.256333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.256526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:52.257531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Bound port: 1f976539-9db3-46a4-b646-9d5e9cc54846, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:52.258162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.300947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Pushing event updated for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.337673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537d572-d985-4242-a095-73ed805d5419 req-ef2ae34b-e12d-4d0a-ae22-b94eccd3f2de tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.340122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f537d572-d985-4242-a095-73ed805d5419 req-ef2ae34b-e12d-4d0a-ae22-b94eccd3f2de tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 0.1406343 Jul 29 23:42:52.389103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96a1d603-1ffc-46be-adcc-6040d758362f req-ddb328a1-060c-4fd4-ad6f-7d28ed38f6e2 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00 HTTP/1.1" status: 200 len: 1804 time: 0.1531892 Jul 29 23:42:52.408313 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.446772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Allocated IP 172.20.0.1 (ef7f9435-c671-419d-be23-4a345fdd3349/c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65/cc2c900c-8b32-4e89-940a-38f5ce6e1a18) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:52.461471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 318306ef-804d-459e-ac2c-763182c4479b up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:52.466109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] For port 1f976539-9db3-46a4-b646-9d5e9cc54846, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:52.474241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] For port 1f976539-9db3-46a4-b646-9d5e9cc54846, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f976539-9db3-46a4-b646-9d5e9cc54846,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:52.501693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.566298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f537d572-d985-4242-a095-73ed805d5419 req-3e4da81e-0886-4370-8460-6a019b260c24 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016625 Jul 29 23:42:52.594058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Attempting to bind port 73c87c6a-e95c-4d67-8764-bc227303ffa3 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:52.594817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Attempting to bind port 73c87c6a-e95c-4d67-8764-bc227303ffa3 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:52.595371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Attempting to bind port 73c87c6a-e95c-4d67-8764-bc227303ffa3 on network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:52.613660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Port 73c87c6a-e95c-4d67-8764-bc227303ffa3 on network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:52.614239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Attempting to bind port 73c87c6a-e95c-4d67-8764-bc227303ffa3 on network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:52.632456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:52.633002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Checking segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:52.633918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Bound using segment: {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:52.635368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Bound port: 73c87c6a-e95c-4d67-8764-bc227303ffa3, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481faf42-c0b8-4c47-9e6a-29ea0b477451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:52.647041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.671538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.677495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:52.678006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:52.693453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Transition to ACTIVE for port object cc2c900c-8b32-4e89-940a-38f5ce6e1a18 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:52.707668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386dfdb-0ff4-4d5f-89a1-784939392312 None None] Pushing event updated for resources: {'Port': ['ID=1f976539-9db3-46a4-b646-9d5e9cc54846,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.746653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.804719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Network ef7f9435-c671-419d-be23-4a345fdd3349 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:52.812934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:52.822136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97684c-0cee-47eb-a8e3-c2c832689acc req-fa1440e7-f57d-46a2-938c-40768bac9579 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.828950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:52.831783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a97684c-0cee-47eb-a8e3-c2c832689acc req-fa1440e7-f57d-46a2-938c-40768bac9579 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.1479375 Jul 29 23:42:52.844868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:52.860448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:52.878884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-96a1d603-1ffc-46be-adcc-6040d758362f req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.887670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.953041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.975068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.996299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.997051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.002835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] 10.222.0.57 "PUT /v2.0/ports/73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 200 len: 1092 time: 1.5510612 Jul 29 23:42:53.005260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:53.012774 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025ff4c-6ebc-46b2-9942-c4a725037f69" -d '{"events": [{"name": "network-changed", "server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:53.043666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a97684c-0cee-47eb-a8e3-c2c832689acc req-4d761abe-5efb-4b74-8d56-73488766b493 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106605 Jul 29 23:42:53.097533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-96a1d603-1ffc-46be-adcc-6040d758362f req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.129816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771127cd-f77f-47ae-80f9-71d0e8cac705 service neutron] Pushing event updated for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:53.166709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:53.236273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9389172-8a32-4f56-a24b-fd716d927133 req-8088c79b-8b03-4247-9d21-ab07dc2bc5e4 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0594993 Jul 29 23:42:53.258434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-b2734c91-2240-4085-a41b-0198b864dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.260248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-b2734c91-2240-4085-a41b-0198b864dc74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 1095 time: 0.1730535 Jul 29 23:42:53.398434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-880c6070-7cd8-4544-acfc-b9f009ac9609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 200 len: 217 time: 0.1175954 Jul 29 23:42:53.429699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 318306ef-804d-459e-ac2c-763182c4479b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:53.430414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.485888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 318306ef-804d-459e-ac2c-763182c4479b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:53.486278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.521583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99d53148-779d-4ceb-ab3b-ec95997b0a16 req-5d5c1e8e-cff9-446f-a34c-2f54e84597de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 210 time: 0.1108055 Jul 29 23:42:53.545267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-1394c29e-fe27-41c7-8125-5d987b56770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.546826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-1394c29e-fe27-41c7-8125-5d987b56770b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=375db5dd-719f-48b6-9716-73abbf4deb45 HTTP/1.1" status: 200 len: 853 time: 0.1056073 Jul 29 23:42:53.569007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-96a1d603-1ffc-46be-adcc-6040d758362f req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.583132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-96a1d603-1ffc-46be-adcc-6040d758362f req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.586130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96a1d603-1ffc-46be-adcc-6040d758362f req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00 HTTP/1.1" status: 204 len: 173 time: 1.1786873 Jul 29 23:42:53.640446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-98dabdd8-bbdb-452a-b6a3-db9a2ab41724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.641937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-98dabdd8-bbdb-452a-b6a3-db9a2ab41724 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778432 Jul 29 23:42:53.655135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a754f-e794-4a7d-97c6-01c57cef8e8e tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfa2f4-c4d9-4c57-b8f3-b9231e8bcf00,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:53.668393 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c40ae-6fef-4093-abcb-5fade42d97c3 x-openstack-request-id: req-031c40ae-6fef-4093-abcb-5fade42d97c3 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:53.668847 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:53.669246 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-031c40ae-6fef-4093-abcb-5fade42d97c3 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:53.669917 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'status': 'completed', 'code': 200} Jul 29 23:42:53.818710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.839342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3fefe6ce-96a2-484a-bb87-d74a3fc7b196 None None] Provisioning for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:53.854117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3fefe6ce-96a2-484a-bb87-d74a3fc7b196 None None] Provisioning complete for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:53.854555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3fefe6ce-96a2-484a-bb87-d74a3fc7b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.866817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318306ef-804d-459e-ac2c-763182c4479b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:53.869050 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed2124-baf6-4267-b3e9-3b28fe9c0d25" -d '{"events": [{"server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "name": "network-vif-plugged", "status": "completed", "tag": "318306ef-804d-459e-ac2c-763182c4479b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:53.893347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:48Z', 'revision_number': 3, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.931141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=318306ef-804d-459e-ac2c-763182c4479b,segment=NetworkSegment(1ea794fc-5662-457c-8a6d-b5ca47a22bab),segment_id=1ea794fc-5662-457c-8a6d-b5ca47a22bab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:53.935876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd477b9c-e201-4a48-9592-3b78c66ee362 None None] The sync data for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 is: [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:48Z', 'revision_number': 3, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:53.948002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-fa057028-c703-4780-9527-82ecb34d89cf service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855911 Jul 29 23:42:53.953158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.960119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3fefe6ce-96a2-484a-bb87-d74a3fc7b196 None None] Port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:54.120096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c728a98-5dd8-464c-ac14-0d70c8a5e735 req-41048834-624a-4d15-8497-2486a3c145d1 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.129389 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c728a98-5dd8-464c-ac14-0d70c8a5e735 req-41048834-624a-4d15-8497-2486a3c145d1 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 944 time: 0.3548689 Jul 29 23:42:54.139128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:54.265310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-0a5482b9-3740-4a21-90a5-2e19f3e7a7f0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.267081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-0a5482b9-3740-4a21-90a5-2e19f3e7a7f0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.3560879 Jul 29 23:42:54.275649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c728a98-5dd8-464c-ac14-0d70c8a5e735 req-cb76de54-1370-4b9e-a1fc-dd6c5d4d895f tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447966 Jul 29 23:42:54.292738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.301773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'device_id': 'b36c0933-e649-499a-a2d6-af50f3434181', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'admin_state_up': True, 'tenant_id': 'c735c9f7e6af43d6a06b686380501121'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:54.334704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.389144 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef8a6b-8278-41ce-8005-8687330188c8 x-openstack-request-id: req-92ef8a6b-8278-41ce-8005-8687330188c8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:54.391618 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "name": "network-vif-plugged", "status": "completed", "tag": "318306ef-804d-459e-ac2c-763182c4479b", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:54.394523 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92ef8a6b-8278-41ce-8005-8687330188c8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:54.394693 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318306ef-804d-459e-ac2c-763182c4479b', 'code': 200} Jul 29 23:42:54.485362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.540937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:54.639787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-c40dacbf-fc87-41fb-a29f-613a58fa4b86 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/3aedd2de-a155-49b9-9728-0fd934b7c868 HTTP/1.1" status: 200 len: 1804 time: 0.6091495 Jul 29 23:42:54.722034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22f3536f-5db1-43d8-87e7-d117d6a163e1 req-c0927134-28f6-4d9c-9d59-c79968de2d8f service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7606044 Jul 29 23:42:54.737046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.777309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.862133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.865248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.867255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f27e70b7-1037-4dce-bb5d-aaf208c4a963 req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/3aedd2de-a155-49b9-9728-0fd934b7c868 HTTP/1.1" status: 204 len: 173 time: 0.2188492 Jul 29 23:42:54.883349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26fab0-aee1-4fb9-a53c-254bd08cd484 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedd2de-a155-49b9-9728-0fd934b7c868,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:54.932152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-118f070a-643d-4089-8ccf-854886eeaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.934122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-118f070a-643d-4089-8ccf-854886eeaaf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 1095 time: 0.0521603 Jul 29 23:42:55.047679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-e81629e2-0647-4bf2-8dc3-6f4c96fed439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.049400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-e81629e2-0647-4bf2-8dc3-6f4c96fed439 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 200 len: 915 time: 0.1008673 Jul 29 23:42:55.084142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7ca25-7b9b-46d8-baee-22ede94a6229 req-96609029-c2a8-48ad-83d2-5e0cd7058f85 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.085819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31a7ca25-7b9b-46d8-baee-22ede94a6229 req-96609029-c2a8-48ad-83d2-5e0cd7058f85 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.5813997 Jul 29 23:42:55.093814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da975ae0-a9fe-4cb1-9d2d-cc0be6b9dbba req-04287725-90f4-401c-8d0a-4a0b28febfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.095404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da975ae0-a9fe-4cb1-9d2d-cc0be6b9dbba req-04287725-90f4-401c-8d0a-4a0b28febfa5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 1097 time: 0.5774491 Jul 29 23:42:55.120227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-32c7518d-a773-4738-8ec3-f62e1aa53213 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 200 len: 217 time: 0.0455656 Jul 29 23:42:55.122601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-a4b6b2ed-1196-45d1-9f09-4f2e1923b089 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721648 Jul 29 23:42:55.141591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:55.145148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.238770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da975ae0-a9fe-4cb1-9d2d-cc0be6b9dbba req-4cea4d37-db33-439f-82f0-7c89305adfbb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267378 Jul 29 23:42:55.248115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Network ef7f9435-c671-419d-be23-4a345fdd3349 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:55.254445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:55.268928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31a7ca25-7b9b-46d8-baee-22ede94a6229 req-de41ab26-bb11-4934-bbc9-9cc5146c42a2 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664519 Jul 29 23:42:55.298141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-45a2ca91-45ab-4b3d-90e3-4aef76d180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.299656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-45a2ca91-45ab-4b3d-90e3-4aef76d180d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=375db5dd-719f-48b6-9716-73abbf4deb45 HTTP/1.1" status: 200 len: 853 time: 0.1476555 Jul 29 23:42:55.309811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f976539-9db3-46a4-b646-9d5e9cc54846 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:55.415308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1f976539-9db3-46a4-b646-9d5e9cc54846 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:55.421528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-a3c1fbd1-f3c8-4d7e-b2dd-32eb404fb283 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.423110 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-a3c1fbd1-f3c8-4d7e-b2dd-32eb404fb283 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947743 Jul 29 23:42:55.429201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-d733b7dd-ad38-47cc-9702-18b3a4a8d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.431612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-d733b7dd-ad38-47cc-9702-18b3a4a8d3b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132994 Jul 29 23:42:55.438025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1f976539-9db3-46a4-b646-9d5e9cc54846 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:55.438381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.470359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-56fa01ca-11c3-471c-a6db-fdd902a16704 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/quotas/0f02bfacba5445228aa80fd7fa13dea4 HTTP/1.1" status: 200 len: 375 time: 0.0372801 Jul 29 23:42:55.511263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d3231a9-4a29-48dd-80b8-993498818a87 req-c9555095-4bd2-40d0-b331-5ac861d0987c tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1066749 Jul 29 23:42:55.595040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.616104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-35acfaf3-489c-4bde-bb22-b7530405d118 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386659 Jul 29 23:42:55.632889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.20.0.7 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/d9d9cec7-00b4-47e8-87b0-37f29006579a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:55.638835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1f976539-9db3-46a4-b646-9d5e9cc54846, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f976539-9db3-46a4-b646-9d5e9cc54846,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:55.646468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.670880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Router f43423b5-2b6f-41fe-aa93-c087edb4ade3 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:55.672940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-c439cdd9-d68d-4b02-8f16-65d0342d7d4f service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004111 Jul 29 23:42:55.698770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5923c62-ca03-4b89-a848-87e0851bce99 req-bbc28add-f99c-4f4b-bf56-75eaa689ad2a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 210 time: 0.0536335 Jul 29 23:42:55.781242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1f976539-9db3-46a4-b646-9d5e9cc54846,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.795370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d3e539e6-946a-4885-ba5b-f94aa3a81157 None None] Provisioning complete for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:55.795748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3e539e6-946a-4885-ba5b-f94aa3a81157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.841008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d3e539e6-946a-4885-ba5b-f94aa3a81157 None None] Port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:55.867608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0025ff4c-6ebc-46b2-9942-c4a725037f69 req-9a752eaf-c57f-4c8c-9d8d-af5af5eb926a service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849706 Jul 29 23:42:56.009322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1683a-ef43-4c54-aee8-0a5dc578ad96 req-98593f55-ec10-4794-bc02-6adcd7550dee tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.012669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4cc1683a-ef43-4c54-aee8-0a5dc578ad96 req-98593f55-ec10-4794-bc02-6adcd7550dee tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 945 time: 0.0687275 Jul 29 23:42:56.037727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-ab2d1dee-6e6f-4f7c-9e5f-cd25264c8a5b tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/87a12190-440d-4e5f-87a1-e24fce93411b HTTP/1.1" status: 200 len: 2404 time: 0.2634654 Jul 29 23:42:56.090537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4cc1683a-ef43-4c54-aee8-0a5dc578ad96 req-2b89c612-aa92-4546-91a8-65346a656c6d tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676472 Jul 29 23:42:56.119920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:56.128912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7669d153-13fa-4bc7-97de-462ff1023e76 admin admin] 10.222.0.49 "PUT /v2.0/routers/f43423b5-2b6f-41fe-aa93-c087edb4ade3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2934687 Jul 29 23:42:56.184514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.189227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.212416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Transition to ACTIVE for port object d9d9cec7-00b4-47e8-87b0-37f29006579a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:56.228153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.262039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7230279a-f7de-4953-8f3d-181378165146 req-17f7c60d-652f-477b-b159-88d0a8b6b34b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 210 time: 0.0575416 Jul 29 23:42:56.331230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.415796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.440052 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.453557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15cfa226-bff3-4bc0-8623-d9ec2b264ed0 req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/87a12190-440d-4e5f-87a1-e24fce93411b HTTP/1.1" status: 204 len: 173 time: 0.4063883 Jul 29 23:42:56.473954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.486672 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Sync routers for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:56.511597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d6cd4-0903-49d1-8378-c388fa7813f8 req-22a4ee77-9ffb-4a73-954c-d7b54ced0525 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.511884 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:56.512530 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.513876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-483d6cd4-0903-49d1-8378-c388fa7813f8 req-22a4ee77-9ffb-4a73-954c-d7b54ced0525 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.0835133 Jul 29 23:42:56.531369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3138c-6f66-4792-a66d-fb7ccb52d480 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a12190-440d-4e5f-87a1-e24fce93411b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.547185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:56.564039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:56.568113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:56.605293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-483d6cd4-0903-49d1-8378-c388fa7813f8 req-a9b68269-fa6e-4aff-976d-c33483560b74 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840085 Jul 29 23:42:56.626213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-1d6d23cc-0c91-4761-9b2b-d11bd7b836b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1647234 Jul 29 23:42:56.665850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.667042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.692800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-2c240407-7930-4168-b74f-1d14421a9e0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3944218 Jul 29 23:42:56.715998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Request body: {'port': {'device_id': 'b36c0933-e649-499a-a2d6-af50f3434181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:56.776740 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:56.812260 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-69e3c2fe-904a-4b70-91f9-5bdf7aa7e4e7 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "GET /v2.0/security-groups/122310a2-c73b-4765-b6f0-fe289cdc7ec9 HTTP/1.1" status: 200 len: 2396 time: 0.1461718 Jul 29 23:42:56.878082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.887035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-33ab5de7-f4cb-418b-b8d3-43f85a7ede00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.888784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-33ab5de7-f4cb-418b-b8d3-43f85a7ede00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9f8215d96344f92b44ec2c103d9fb76&device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 1097 time: 0.1052525 Jul 29 23:42:56.957047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.987776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6f50c45a-a9b7-41b5-8465-1c28de27f097 None None] Provisioning for port d9d9cec7-00b4-47e8-87b0-37f29006579a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:57.005588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6f50c45a-a9b7-41b5-8465-1c28de27f097 None None] Provisioning complete for port d9d9cec7-00b4-47e8-87b0-37f29006579a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:57.007025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.008233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f50c45a-a9b7-41b5-8465-1c28de27f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.043387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-32c6f414-c0c4-46f9-b1e9-545726faaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.045028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-32c6f414-c0c4-46f9-b1e9-545726faaa91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158c3a31-b8ce-41d1-9932-2d02783f18f6 HTTP/1.1" status: 200 len: 916 time: 0.1161616 Jul 29 23:42:57.106574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.111018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.121853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a0a4711-87e3-4eb3-931a-982047b7c695 req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] 10.222.0.49 "DELETE /v2.0/security-groups/122310a2-c73b-4765-b6f0-fe289cdc7ec9 HTTP/1.1" status: 204 len: 173 time: 0.3080924 Jul 29 23:42:57.122623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:57.123260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-463cde76-2e68-4a0a-8f26-a6df801e3d1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f498f8d-b895-409b-b897-f3ff259613ef HTTP/1.1" status: 200 len: 217 time: 0.0627344 Jul 29 23:42:57.141356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6f50c45a-a9b7-41b5-8465-1c28de27f097 None None] Port d9d9cec7-00b4-47e8-87b0-37f29006579a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:57.294330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f976539-9db3-46a4-b646-9d5e9cc54846 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:57.304776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dcd4a-0475-4004-a54f-7a484986c816 tempest-SecurityGroupRulesTestJSON-177598622 tempest-SecurityGroupRulesTestJSON-177598622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122310a2-c73b-4765-b6f0-fe289cdc7ec9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.305725 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 2, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:57.343307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Deleting subnet 944e4902-c620-4d45-ba9b-47e7e27196b6 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:57.346419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:57.362533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78672007-1f8a-45c8-bd70-d5ad4c1089c7 req-593ef463-d906-47b3-bfde-165ff0e0f8db tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0555143 Jul 29 23:42:57.370319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843268320', 'description': 'tempest-description--589191595'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:57.380802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.401513 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Checking router: f43423b5-2b6f-41fe-aa93-c087edb4ade3 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:57.407087 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Updating router f43423b5-2b6f-41fe-aa93-c087edb4ade3 port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:57.453478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1f976539-9db3-46a4-b646-9d5e9cc54846 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:57.454049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.458865 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.500814 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.524044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-f5ae4edd-3a60-4d5d-a39c-5c2d20231cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.526551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-f5ae4edd-3a60-4d5d-a39c-5c2d20231cea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7 HTTP/1.1" status: 200 len: 854 time: 0.2879860 Jul 29 23:42:57.574386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e271a5-4f06-499d-ba93-96c709c768a2 req-63e5028e-6fbe-470a-9356-5070f9c3520e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.576341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26e271a5-4f06-499d-ba93-96c709c768a2 req-63e5028e-6fbe-470a-9356-5070f9c3520e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 931 time: 0.1441708 Jul 29 23:42:57.595089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.663495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26e271a5-4f06-499d-ba93-96c709c768a2 req-d89ff71e-c9b0-4a5f-9efa-1539bba18d54 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Jul 29 23:42:57.673187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.701253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-e0368426-13b0-4c2b-bff7-47a93c58c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.702916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-e0368426-13b0-4c2b-bff7-47a93c58c2f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158c3a31-b8ce-41d1-9932-2d02783f18f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586001 Jul 29 23:42:57.705174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d9cec7-00b4-47e8-87b0-37f29006579a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:57.727837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.747326 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.757177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1b7d-ee15-4979-b2e9-637c16fc6b1a req-504bdfe3-974c-4c73-9ede-bd3324cf9949 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.758775 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa5b1b7d-ee15-4979-b2e9-637c16fc6b1a req-504bdfe3-974c-4c73-9ede-bd3324cf9949 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 945 time: 0.2804751 Jul 29 23:42:57.802634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-1fbe01b8-229a-47da-8489-7474ec5f9e73 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809748 Jul 29 23:42:57.856820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Transition to ACTIVE for port object d9d9cec7-00b4-47e8-87b0-37f29006579a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:57.861259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9740cebe-1e12-41ca-a102-34f9d2dae83e req-38ad8b82-2d3b-4c90-9092-cdbee2cb31ae tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 210 time: 0.0558541 Jul 29 23:42:57.886514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.931106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-5db9015c-1d15-4684-8bd3-bae48d8766a9 service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174644 Jul 29 23:42:58.045039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa5b1b7d-ee15-4979-b2e9-637c16fc6b1a req-a53b743a-c45c-4e73-9d08-9fe2d3f9df62 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554448 Jul 29 23:42:58.064812 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.086883 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Transition to ACTIVE for port object cc2c900c-8b32-4e89-940a-38f5ce6e1a18 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:58.097016 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.160440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b150cea-b151-43d0-8655-09b8c66b8732 req-3a71caba-01c5-48e1-b62b-7635622b0ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197413 Jul 29 23:42:58.161009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.186207 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Pushing event updated for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.194427 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.222044 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.222615 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.222966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.223307 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.223748 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.224170 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.224616 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.225022 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.225403 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.225878 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.226210 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.226588 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.291687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.313968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-b3c8b018-262e-4711-b8cc-a8a63adc4146 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.315909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-b3c8b018-262e-4711-b8cc-a8a63adc4146 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4834001 Jul 29 23:42:58.357893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Attempting to bind port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:58.358270 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Attempting to bind port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:58.358638 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Attempting to bind port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 on network ef7f9435-c671-419d-be23-4a345fdd3349 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:58.363530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac6de-7125-48b7-aa4a-a5683b616f9d req-33e07a47-1960-4d42-a21b-c85941e7f650 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.377419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e7ac6de-7125-48b7-aa4a-a5683b616f9d req-33e07a47-1960-4d42-a21b-c85941e7f650 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.4053602 Jul 29 23:42:58.379518 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:58.379905 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Checking segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:58.380337 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.380732 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Bound using segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:58.381576 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Bound port: cc2c900c-8b32-4e89-940a-38f5ce6e1a18, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:58.384428 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.407301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.435531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32dc39f-2440-4fa4-94ad-9c9770098314,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.437057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e7ac6de-7125-48b7-aa4a-a5683b616f9d req-9416fd67-fad1-42dc-b362-f569e21d87da tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573237 Jul 29 23:42:58.477927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Request body: {'port': {'device_id': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '0f02bfacba5445228aa80fd7fa13dea4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:58.495364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Attempting to bind port d9d9cec7-00b4-47e8-87b0-37f29006579a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:58.495745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Attempting to bind port d9d9cec7-00b4-47e8-87b0-37f29006579a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:58.496057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Attempting to bind port d9d9cec7-00b4-47e8-87b0-37f29006579a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:58.504861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Port d9d9cec7-00b4-47e8-87b0-37f29006579a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:58.505230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Attempting to bind port d9d9cec7-00b4-47e8-87b0-37f29006579a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:58.518005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:58.518351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:58.518750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:58.519196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Bound port: d9d9cec7-00b4-47e8-87b0-37f29006579a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:58.519565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.652477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944e4902-c620-4d45-ba9b-47e7e27196b6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.666963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:58.671011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:58.682194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.695214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Made reservation on behalf of 0f02bfacba5445228aa80fd7fa13dea4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:58.699677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.719447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.721746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f8a10504-efdb-4ce2-8c89-ea3561ae7afe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/944e4902-c620-4d45-ba9b-47e7e27196b6 HTTP/1.1" status: 204 len: 168 time: 1.5934126 Jul 29 23:42:58.733392 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] For port cc2c900c-8b32-4e89-940a-38f5ce6e1a18, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:58.742997 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] For port cc2c900c-8b32-4e89-940a-38f5ce6e1a18, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:58.750214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.753465 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.781064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.781364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.788987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] 10.222.0.59 "PUT /v2.0/ports/d9d9cec7-00b4-47e8-87b0-37f29006579a HTTP/1.1" status: 200 len: 1092 time: 2.0718670 Jul 29 23:42:58.835915 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:58.836962 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:58.843867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.845661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5f6953dc-986c-48ae-81c4-58110dffd55c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4818790 Jul 29 23:42:58.858881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:58.860022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce40146a-ce0f-4f31-94e2-35dc7c2f1eec req-96f1fb75-e8fe-465c-962c-4f151b388908 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1829855 Jul 29 23:42:58.861540 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:58.864688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e36d-b17d-4477-8d50-62066512b100 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.871870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43624) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:58.888722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'security_group_rule': {'security_group_id': 'b32dc39f-2440-4fa4-94ad-9c9770098314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:58.951018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.067908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.092326 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:59.121387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.139691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.145757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Allocated IP 192.168.233.150 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/dc379bc0-3ef5-4286-9c62-f0dbbc68e12a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:59.179310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec89391-6170-4039-b6a4-c798fa463187,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.186742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4831e-c2b0-4c07-9365-96d48c923a02 req-94785383-b8c8-4521-96f1-bf759e5803c1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.189580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb4831e-c2b0-4c07-9365-96d48c923a02 req-94785383-b8c8-4521-96f1-bf759e5803c1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 943 time: 0.3217123 Jul 29 23:42:59.214176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.218048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-05f16814-f48e-4309-b109-0d2818215bd0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437171 Jul 29 23:42:59.221112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43632) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:59.224266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-98167425-a64f-4497-b9e9-9fbc17294187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.226654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-98167425-a64f-4497-b9e9-9fbc17294187 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 1095 time: 0.2845719 Jul 29 23:42:59.229476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'security_group_rule': {'security_group_id': 'b32dc39f-2440-4fa4-94ad-9c9770098314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:59.302221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-701d9bdb-e488-4e2d-aa75-3ac22d0d9fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a HTTP/1.1" status: 200 len: 217 time: 0.0382564 Jul 29 23:42:59.339808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f38dbbb3-d5e9-44f0-b43b-e01e3655dfdc req-5669347a-59b7-44cf-bdb3-6c722ecbef26 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 210 time: 0.0891135 Jul 29 23:42:59.373692 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f338a-287f-4598-b9d3-722aecde9f73 None None] Pushing event updated for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.379479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ceb4831e-c2b0-4c07-9365-96d48c923a02 req-026ed782-015d-4ac3-a971-1b256bd20355 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515763 Jul 29 23:42:59.412505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.471760 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a5858-af9d-4836-a403-add681723ab9 x-openstack-request-id: req-d88a5858-af9d-4836-a403-add681723ab9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:59.472112 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:59.472320 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d88a5858-af9d-4836-a403-add681723ab9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:59.472735 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a', 'status': 'completed', 'code': 200} Jul 29 23:42:59.491274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.523089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e48d52d-e228-4a6c-8708-ad320041a548']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:59.525099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.531969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.563814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.567908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3425851 Jul 29 23:42:59.568175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-d9fbc496-1b16-4050-83c0-d5147ce863cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.568717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-d9fbc496-1b16-4050-83c0-d5147ce863cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.2338052 Jul 29 23:42:59.574987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43638) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:59.575582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e46ce2c-e458-4f2a-bb19-49b51f7488a9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:59.575885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e46ce2c-e458-4f2a-bb19-49b51f7488a9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:59.583999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:59.642524 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:59.678907 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea317306-4ee7-4a96-b0f6-ecc1824eb243 None None] The sync data for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 is: [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:59.694730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65d17-3b66-454f-8378-c3fb5d178ebc tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bd08b1-a39d-452b-99f6-22c9468a81c0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.710007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.795882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.802673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.831217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.862960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Transition to ACTIVE for port object dc379bc0-3ef5-4286-9c62-f0dbbc68e12a will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:59.863736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453f835-7a8a-43d0-a378-7074d4cf0322 req-cdd67073-de18-492d-be40-43968fcd021f tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.871211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9453f835-7a8a-43d0-a378-7074d4cf0322 req-cdd67073-de18-492d-be40-43968fcd021f tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.2857122 Jul 29 23:42:59.874229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:59.874863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.878366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9ea2b2db-a1b9-4612-b9e1-afe3c9f325f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.880146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-9ea2b2db-a1b9-4612-b9e1-afe3c9f325f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2934287 Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:59.881044 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:00.040844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.084150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c947c93b-98e4-4edd-90dd-3d39445f9682'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:00.097876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.102892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.105072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e48d52d-e228-4a6c-8708-ad320041a548 HTTP/1.1" status: 204 len: 168 time: 1.3446870 Jul 29 23:43:00.116238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:00.127919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9453f835-7a8a-43d0-a378-7074d4cf0322 req-d1b0f525-9f1e-4a03-adc5-c9d9d5ec63ad tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552876 Jul 29 23:43:00.145841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:00.161808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:00.188261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e5547-602a-45e6-98f7-e89b732cfb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e48d52d-e228-4a6c-8708-ad320041a548,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:00.243591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Pushing event updated for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:00.307066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-850b2275-d545-446d-ba19-40eba4ed4c59 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076858 Jul 29 23:43:00.345306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.358456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.429307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5775194f-ab55-4794-ba3b-5399721cdbdc req-3505e8ee-40de-4834-b1a8-1faa2de412ff tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1095445 Jul 29 23:43:00.486398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-7743e341-91ad-49e9-a9c0-2baa89c55f53 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0740488 Jul 29 23:43:00.488954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.578843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Request body: {'port': {'device_id': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:00.686462 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.706246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18b17c-841c-438c-a048-cc9c13122c09 req-5bf86718-bcc8-48be-aba3-981ad0b3c79f service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818598 Jul 29 23:43:00.752715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eed21a70-2642-4721-877e-6a34938e4668 None None] Provisioning for port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:00.768542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eed21a70-2642-4721-877e-6a34938e4668 None None] Provisioning complete for port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:00.769238 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eed21a70-2642-4721-877e-6a34938e4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.879431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-eed21a70-2642-4721-877e-6a34938e4668 None None] Port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:00.910189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-72a2e213-f00f-4972-b052-d1a112ad75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.911622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-72a2e213-f00f-4972-b052-d1a112ad75ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 1095 time: 0.0841420 Jul 29 23:43:00.926298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e045b402-8d49-4460-a0ae-64ac7f570702 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d458ab41c3545fdb74c2a8f2ce98393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316661 Jul 29 23:43:00.929973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43670) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.959850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.030609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f7257-86af-45a3-89c6-5bef5b813d5f req-efb0e758-d4e3-4ec8-beb7-e8fe0b297431 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.039292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-215f7257-86af-45a3-89c6-5bef5b813d5f req-efb0e758-d4e3-4ec8-beb7-e8fe0b297431 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 936 time: 0.2822521 Jul 29 23:43:01.082050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-4e5b7518-6b93-47e4-8c93-626a7d8745ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.083772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-4e5b7518-6b93-47e4-8c93-626a7d8745ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1599216 Jul 29 23:43:01.111059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acdc75-9743-46ac-a619-edaed1a20b24 req-0a8097cf-102e-479b-84a7-f79a63e311f1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.113294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06acdc75-9743-46ac-a619-edaed1a20b24 req-0a8097cf-102e-479b-84a7-f79a63e311f1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 943 time: 0.0978742 Jul 29 23:43:01.170934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Allocated IP 172.25.5.242 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6327db68-95bc-425d-a27f-b6e41a942d29) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:01.190392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-f3315751-80d8-459a-ae89-764b4e2912d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a HTTP/1.1" status: 200 len: 217 time: 0.0916207 Jul 29 23:43:01.193851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-215f7257-86af-45a3-89c6-5bef5b813d5f req-ab5ca652-e1eb-4c4d-8894-c9ced656f5c7 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535294 Jul 29 23:43:01.196517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.320690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cc2c900c-8b32-4e89-940a-38f5ce6e1a18 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:01.329918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-49b417c8-c5f4-49e2-b4e7-d8ed9fa11d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.336858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-49b417c8-c5f4-49e2-b4e7-d8ed9fa11d5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1346471 Jul 29 23:43:01.372814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.413223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:01.419380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:01.420125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.474306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06acdc75-9743-46ac-a619-edaed1a20b24 req-433d1928-f3fc-4eb1-a042-35506ad88b12 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789438 Jul 29 23:43:01.505993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-d06b1d40-bf8d-4a01-841b-d8fa0e5e82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.508706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-d06b1d40-bf8d-4a01-841b-d8fa0e5e82e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579936 Jul 29 23:43:01.609100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.618105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.618563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.621434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.622667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f857d3e-aead-4f4e-9296-79e66b83e6d1 HTTP/1.1" status: 204 len: 168 time: 0.6857162 Jul 29 23:43:01.655093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c44da-7360-42c5-bca9-a6e062d8c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f857d3e-aead-4f4e-9296-79e66b83e6d1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.680270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b17add-5a4e-46ca-9f30-a089f356f0ec req-af3bec5f-394f-48cc-9a03-e9a21714e346 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.688225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69b17add-5a4e-46ca-9f30-a089f356f0ec req-af3bec5f-394f-48cc-9a03-e9a21714e346 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 945 time: 0.1783454 Jul 29 23:43:01.736483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4399450-c333-421b-b941-8d53b868a7b5 req-7085f10f-7244-47cc-9666-b2f45841cfa5 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.746720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4399450-c333-421b-b941-8d53b868a7b5 req-7085f10f-7244-47cc-9666-b2f45841cfa5 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.1397059 Jul 29 23:43:01.768953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port cc2c900c-8b32-4e89-940a-38f5ce6e1a18, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:01.781189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.808258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc379bc0-3ef5-4286-9c62-f0dbbc68e12a {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:01.817278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.819649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-33b52043-d0e8-40d1-b177-d6cbfa8a10b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970951 Jul 29 23:43:01.834794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69b17add-5a4e-46ca-9f30-a089f356f0ec req-ead80e77-69e7-4d13-8bff-151a9be2b81c tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455584 Jul 29 23:43:01.854987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.900415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4399450-c333-421b-b941-8d53b868a7b5 req-69ea31ea-8c90-4a27-b20b-5f7a07ef8d82 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527030 Jul 29 23:43:01.907240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.999183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Transition to ACTIVE for port object dc379bc0-3ef5-4286-9c62-f0dbbc68e12a will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:02.002901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'Port': ['ID=6327db68-95bc-425d-a27f-b6e41a942d29,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.013270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:02.014567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.024146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:02.034597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0dc6f6-d803-4c12-bf78-c9b82f9a4adf req-ac00d2fb-0cb6-4208-9ad9-7f4a3dfae790 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019851 Jul 29 23:43:02.075528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:02.170684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e70e0ee2-1744-4421-b4da-91cf3cfd2b23 req-a0d62aeb-3a31-48e1-87dc-8526a80aa5ac tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1036890 Jul 29 23:43:02.215470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.358111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Attempting to bind port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:02.358408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Attempting to bind port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:02.358895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Attempting to bind port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:02.373003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:02.373879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Attempting to bind port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:02.376090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.386651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:02.386995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:02.387388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:02.388019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Bound port: dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:02.388414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.452717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148ee6-d247-478b-8326-1c64bf89b809 req-9930a440-f8ff-4515-ae8b-3a4dc513360c tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.454385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a148ee6-d247-478b-8326-1c64bf89b809 req-9930a440-f8ff-4515-ae8b-3a4dc513360c tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 948 time: 0.1255851 Jul 29 23:43:02.472973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.496420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d9d9cec7-00b4-47e8-87b0-37f29006579a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:02.542038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a148ee6-d247-478b-8326-1c64bf89b809 req-0e76993e-ee5a-4a25-a081-6f2baaa6af85 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810344 Jul 29 23:43:02.565703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:02.587017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:02.692682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.708036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee55af2-539b-4010-b201-db9c6105e21d req-d82b9827-078c-48ec-861b-3280ac161244 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.717111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee55af2-539b-4010-b201-db9c6105e21d req-d82b9827-078c-48ec-861b-3280ac161244 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 943 time: 0.0742497 Jul 29 23:43:02.770262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:02.796659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee55af2-539b-4010-b201-db9c6105e21d req-d4c0fb18-ceb9-48ce-8332-c0286bc93fa8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744448 Jul 29 23:43:02.801051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'd9d9cec7-00b4-47e8-87b0-37f29006579a', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': 'd9d9cec7-00b4-47e8-87b0-37f29006579a', 'mac_address': 'fa:16:3e:90:57:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:02.802814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.803449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.805990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc379bc0-3ef5-4286-9c62-f0dbbc68e12a HTTP/1.1" status: 200 len: 1097 time: 2.2718143 Jul 29 23:43:02.806562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:02.809257 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890611c2-cde4-4125-945b-f0583d8ab61b" -d '{"events": [{"name": "network-changed", "server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:02.909002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bc234-4c12-489d-bc52-533380f68ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.963413 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e649d659-0d12-4250-adf5-ec48aa490c41 x-openstack-request-id: req-e649d659-0d12-4250-adf5-ec48aa490c41 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:02.964158 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:02.966895 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e649d659-0d12-4250-adf5-ec48aa490c41 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:02.967589 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a', 'status': 'completed', 'code': 200} Jul 29 23:43:02.967960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.978796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-dbdc9d0d-d3b6-4e31-b086-4a90d3eb05b7 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.980385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-dbdc9d0d-d3b6-4e31-b086-4a90d3eb05b7 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.59 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 945 time: 0.1647298 Jul 29 23:43:03.001347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d9cec7-00b4-47e8-87b0-37f29006579a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:03.021050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.040977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.049165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43722) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.059655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:03.064192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.149960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Deleting port 8f498f8d-b895-409b-b897-f3ff259613ef {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:03.150376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.156980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-3244a3f2-5727-42b5-b308-13c858d47ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.162550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-3244a3f2-5727-42b5-b308-13c858d47ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 1100 time: 0.2538371 Jul 29 23:43:03.167234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:03.235202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-300099580-network', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:03.273450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-3c3f49ec-017c-4eb5-8733-945497ad933d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a HTTP/1.1" status: 200 len: 217 time: 0.0890787 Jul 29 23:43:03.286301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cc2c900c-8b32-4e89-940a-38f5ce6e1a18 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:03.286513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'Port': ['ID=6327db68-95bc-425d-a27f-b6e41a942d29,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:03.338461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-987aaa00-6af2-4b05-94f9-f98f6c25000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.340079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-987aaa00-6af2-4b05-94f9-f98f6c25000c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0563505 Jul 29 23:43:03.345544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:03.345968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.352937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d176d-32a0-4ef3-93d6-bbb07405fa1a req-63ddf9e1-4c29-4907-8272-89ee50b41d2d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.354889 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-784d176d-32a0-4ef3-93d6-bbb07405fa1a req-63ddf9e1-4c29-4907-8272-89ee50b41d2d tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 945 time: 0.3619976 Jul 29 23:43:03.373267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.389668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:03.442399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-55e5cd34-63b2-464b-a7bb-ca61abf1dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.444305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-55e5cd34-63b2-464b-a7bb-ca61abf1dac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855014 Jul 29 23:43:03.448023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-784d176d-32a0-4ef3-93d6-bbb07405fa1a req-baf7506b-8750-42ee-add6-400889dbb299 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e010832-36df-4390-a541-71b24add299b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787451 Jul 29 23:43:03.576296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-39d16885-f524-4250-b040-a6b7889bcacb service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199100 Jul 29 23:43:03.674306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5777-c623-4c96-99a9-d53eaa7f7ab9 req-d8c29775-8657-47c1-8148-eeba46d61779 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.674861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:03.675851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc1c5777-c623-4c96-99a9-d53eaa7f7ab9 req-d8c29775-8657-47c1-8148-eeba46d61779 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 945 time: 0.1156681 Jul 29 23:43:03.677854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.691211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.693416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14a6eecf-aaae-4dbf-bea7-77d4257dbc7c tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1138017 Jul 29 23:43:03.696649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.708291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] For port 8f498f8d-b895-409b-b897-f3ff259613ef, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8f498f8d-b895-409b-b897-f3ff259613ef,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:03.708670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.718760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a583a-bfd4-4986-9f2c-28090f96f692 req-7bd95212-f4da-4dfb-9fc5-daf4ce469c64 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.720344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c30a583a-bfd4-4986-9f2c-28090f96f692 req-7bd95212-f4da-4dfb-9fc5-daf4ce469c64 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.4735227 Jul 29 23:43:03.734310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0dcc49cd-4e75-48f5-b915-8683f350de68 req-d699608b-900d-423a-abbe-841462c5e8d0 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396396 Jul 29 23:43:03.743251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Calling delete_port for 8f498f8d-b895-409b-b897-f3ff259613ef owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:03.748842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc1c5777-c623-4c96-99a9-d53eaa7f7ab9 req-27f5ef7e-f421-41e1-a2cd-7a9bcd9aef01 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Jul 29 23:43:03.849914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c30a583a-bfd4-4986-9f2c-28090f96f692 req-8e0dd016-f060-4468-9f5d-df5dd9becdf0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106243 Jul 29 23:43:03.873391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5381afec-e566-490f-a1c3-0fdb3a9af852 req-8e41ee3b-627d-40c3-a397-962a9d3c5893 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0304787 Jul 29 23:43:03.987418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890611c2-cde4-4125-945b-f0583d8ab61b req-c443a255-d939-490a-baef-5afe249b9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.988768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-c443a255-d939-490a-baef-5afe249b9e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 1100 time: 0.0862145 Jul 29 23:43:03.995444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.004898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.013508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.023559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c820b4c-57bd-4314-8600-db728ef21b3e req-162aeb87-f871-4ea1-a854-daa64a10767a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.025002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c820b4c-57bd-4314-8600-db728ef21b3e req-162aeb87-f871-4ea1-a854-daa64a10767a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 944 time: 0.0717010 Jul 29 23:43:04.056356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['8f498f8d-b895-409b-b897-f3ff259613ef'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:04.077929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:04.082192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Pushing event deleted for resources: {'Port': ['ID=8f498f8d-b895-409b-b897-f3ff259613ef,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.115780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c820b4c-57bd-4314-8600-db728ef21b3e req-85a2af9a-a425-41b1-9340-5e92276956ae tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549731 Jul 29 23:43:04.118405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0170-9d87-4c0f-9428-c0fa2f3a1212 req-a30d0d33-8fcb-4b94-b1a5-4e5437ab439b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.120084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-579f0170-9d87-4c0f-9428-c0fa2f3a1212 req-a30d0d33-8fcb-4b94-b1a5-4e5437ab439b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 948 time: 0.1762834 Jul 29 23:43:04.134526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890611c2-cde4-4125-945b-f0583d8ab61b req-440b588c-1737-42c6-86d5-0183123eff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.136834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-440b588c-1737-42c6-86d5-0183123eff10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1315162 Jul 29 23:43:04.146475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f35c8c-6565-4217-ae87-3f63ef7a1915,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.156665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.156826 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Added segment 520afe95-ba41-4d99-96f1-dd6bda0ff1d5 of type vlan for network 4eea398a-1fcb-4d99-ad25-e329a13eea83 Jul 29 23:43:04.187163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] No DVR routers for this DVR port 8f498f8d-b895-409b-b897-f3ff259613ef on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:04.196444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.198437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2bdbd210-78c4-4d98-b483-572f35434ce2 req-de3f6b51-dad5-4e7b-ad92-6ecdb7dceca3 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.59 "DELETE /v2.0/ports/8f498f8d-b895-409b-b897-f3ff259613ef HTTP/1.1" status: 204 len: 173 time: 1.2069390 Jul 29 23:43:04.216181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'name': 'network-vif-deleted', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:04.219112 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c65362-a8ee-4786-a126-8be329cddaf8" -d '{"events": [{"server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "name": "network-vif-deleted", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:04.227084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-8757009f-3a63-4ac0-b604-b0646af13936 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a HTTP/1.1" status: 200 len: 217 time: 0.0571301 Jul 29 23:43:04.248423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.262742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-579f0170-9d87-4c0f-9428-c0fa2f3a1212 req-7e1849bd-099e-4527-ab54-dc780e7db35a tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126685 Jul 29 23:43:04.295115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.298355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.299352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.311242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9610f424-c396-45a9-acaa-724d40b71413 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--843268320&fields=id&tenant_id=15bd6c1fbaf54379886c95e35ced5217 HTTP/1.1" status: 200 len: 267 time: 0.0865579 Jul 29 23:43:04.317187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890611c2-cde4-4125-945b-f0583d8ab61b req-2283cd93-607f-48d9-ba64-1819b27168e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.318707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-2283cd93-607f-48d9-ba64-1819b27168e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0765765 Jul 29 23:43:04.325550 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763df85-362f-4cec-9310-354c678e6c2f x-openstack-request-id: req-6763df85-362f-4cec-9310-354c678e6c2f {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:04.325885 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fbbbac-939f-4b10-98ab-e77677fa21df", "name": "network-vif-deleted", "tag": "8f498f8d-b895-409b-b897-f3ff259613ef", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:04.326208 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6763df85-362f-4cec-9310-354c678e6c2f {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:04.326529 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fbbbac-939f-4b10-98ab-e77677fa21df', 'name': 'network-vif-deleted', 'tag': '8f498f8d-b895-409b-b897-f3ff259613ef', 'status': 'completed', 'code': 200} Jul 29 23:43:04.342128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2917519 Jul 29 23:43:04.358442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43748) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:04.391246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf248-11b5-49c1-b22b-985f42ba11d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4eea398a-1fcb-4d99-ad25-e329a13eea83,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.403001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:04.509150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d9d9cec7-00b4-47e8-87b0-37f29006579a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:04.600876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c0a73a4-ee2b-4d41-b3fd-8c41281d7bef req-22076ad1-7f30-40ec-9a0d-72db418b31a2 tempest-AttachSCSIVolumeTestJSON-835962255 tempest-AttachSCSIVolumeTestJSON-835962255-project] 10.222.0.49 "GET /v2.0/ports?device_id=61fbbbac-939f-4b10-98ab-e77677fa21df HTTP/1.1" status: 200 len: 210 time: 0.0402029 Jul 29 23:43:04.619188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port d9d9cec7-00b4-47e8-87b0-37f29006579a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:04.629088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port d9d9cec7-00b4-47e8-87b0-37f29006579a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:04.629480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.726384 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.753417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:04.756277 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fbb233-4a80-4612-a805-6bb9d98990d3" -d '{"events": [{"server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "name": "network-vif-plugged", "status": "completed", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:04.767368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Request body: {'subnet': {'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-300099580-subnet', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:04.778877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:04.787226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.813072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:04.816748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.832956 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc9c678-188a-47ea-a091-8aee34aa2c57 x-openstack-request-id: req-bcc9c678-188a-47ea-a091-8aee34aa2c57 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:04.833773 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "name": "network-vif-plugged", "status": "completed", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:04.834169 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcc9c678-188a-47ea-a091-8aee34aa2c57 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:04.835180 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a', 'code': 200} Jul 29 23:43:04.875077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.938649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890611c2-cde4-4125-945b-f0583d8ab61b req-eba59e19-9be6-456c-bc4e-681e3af17d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.941237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-eba59e19-9be6-456c-bc4e-681e3af17d4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6045511 Jul 29 23:43:05.007159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64679-6a82-4604-8ba7-347bb0b04316 req-43e942d6-9f0b-4bbd-9656-a742e680b45d tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.008787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ad64679-6a82-4604-8ba7-347bb0b04316 req-43e942d6-9f0b-4bbd-9656-a742e680b45d tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 945 time: 0.1363375 Jul 29 23:43:05.017978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-37dd84b9-42e7-4d86-b309-69c86c9b67f8 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.019510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-37dd84b9-42e7-4d86-b309-69c86c9b67f8 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.59 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 945 time: 0.1226575 Jul 29 23:43:05.067072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-93c96f1f-9f26-4176-a709-4bff191ae7ef tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.068659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-93c96f1f-9f26-4176-a709-4bff191ae7ef tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/networks?id=ef7f9435-c671-419d-be23-4a345fdd3349 HTTP/1.1" status: 200 len: 806 time: 0.7450390 Jul 29 23:43:05.082374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313f1f-0193-4387-80d8-7f99c2c1b7b9 req-a003e78c-4c28-491f-aa04-5decde8ddd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.083973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe313f1f-0193-4387-80d8-7f99c2c1b7b9 req-a003e78c-4c28-491f-aa04-5decde8ddd2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 1097 time: 0.1209450 Jul 29 23:43:05.108021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a6855484-07db-432c-badf-edd169abb070 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/quotas/15bd6c1fbaf54379886c95e35ced5217 HTTP/1.1" status: 200 len: 375 time: 0.0307324 Jul 29 23:43:05.136281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ad64679-6a82-4604-8ba7-347bb0b04316 req-63489e41-8361-4272-bee0-c6a604767b11 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/security-groups?id=4b1fde24-e593-4f41-8858-cc3478a92c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157217 Jul 29 23:43:05.169253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe313f1f-0193-4387-80d8-7f99c2c1b7b9 req-eca414da-28a5-416c-8976-f322f58571d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754497 Jul 29 23:43:05.198748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Deleting port 318306ef-804d-459e-ac2c-763182c4479b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:05.199161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.226104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-50e3eb17-4cd4-45b4-9da0-fdebc57f099d service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664027 Jul 29 23:43:05.255858 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-2a08d334-1b1a-4f80-ba6c-5a94d8124c34 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15bd6c1fbaf54379886c95e35ced5217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1377902 Jul 29 23:43:05.328694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696765c4-c384-49d8-b17b-a9afd46dbd0a req-5903dcab-3833-494b-9b5d-01d16e214ebc tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.330250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-696765c4-c384-49d8-b17b-a9afd46dbd0a req-5903dcab-3833-494b-9b5d-01d16e214ebc tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.0852327 Jul 29 23:43:05.335520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] For port 318306ef-804d-459e-ac2c-763182c4479b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=318306ef-804d-459e-ac2c-763182c4479b,segment=NetworkSegment(1ea794fc-5662-457c-8a6d-b5ca47a22bab),segment_id=1ea794fc-5662-457c-8a6d-b5ca47a22bab)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:05.335884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.361081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Calling delete_port for 318306ef-804d-459e-ac2c-763182c4479b owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:05.421859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.424521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-696765c4-c384-49d8-b17b-a9afd46dbd0a req-ed6e4a36-211f-4afc-8ed6-915c5529fc07 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859869 Jul 29 23:43:05.510284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-890611c2-cde4-4125-945b-f0583d8ab61b req-d900f231-dd89-4f19-bc1d-4f9ff23f7c52 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722995 Jul 29 23:43:05.522707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-240b8d43-68a0-438f-be12-72ed37511f37 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478576 Jul 29 23:43:05.542712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69d0863a-daeb-4682-96e5-4e46e77f5b42 req-1d0698f2-ebf4-4ded-b6b1-d4886c47e4a3 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0361674 Jul 29 23:43:05.545728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19f54f1-5582-4df1-b6d0-b63fee2c78ba,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.563026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.574315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Checking segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:05.574315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Network hostable DHCP agents. Network: 4eea398a-1fcb-4d99-ad25-e329a13eea83, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:05.597442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['318306ef-804d-459e-ac2c-763182c4479b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:05.603791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Pushing event deleted for resources: {'Port': ['ID=318306ef-804d-459e-ac2c-763182c4479b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.654887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] No DVR routers for this DVR port 318306ef-804d-459e-ac2c-763182c4479b on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:05.658706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:05.671013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.673413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b40c43f-3088-4fd4-a98c-967e1cb77ee6 req-7076db7f-14ed-4017-98a5-e9932de52ca9 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.59 "DELETE /v2.0/ports/318306ef-804d-459e-ac2c-763182c4479b HTTP/1.1" status: 204 len: 173 time: 0.6361451 Jul 29 23:43:05.673596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4eea398a-1fcb-4d99-ad25-e329a13eea83) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:05.684456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.685128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.688866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685a081-3ec7-43ec-91e3-abb83c49d48a None None] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:05.698283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-4cdf7222-4d69-4ecf-99f2-9eb2c02931b8 service neutron] 10.222.0.49 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664450 Jul 29 23:43:05.713195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb902b-a506-422a-b48e-8a7b08d2086e req-7daaffb6-9dd4-4d2a-9cb8-026dd2f457eb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.714910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4cdb902b-a506-422a-b48e-8a7b08d2086e req-7daaffb6-9dd4-4d2a-9cb8-026dd2f457eb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.0884333 Jul 29 23:43:05.717529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d994d98-a4bf-4eb1-ae22-eb40ab94621b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3593092 Jul 29 23:43:05.720347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:05.725201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:05.770105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.771544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.803358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4cdb902b-a506-422a-b48e-8a7b08d2086e req-f9405551-b2ac-47ac-9e96-903af21d8018 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Jul 29 23:43:05.891311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.922285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-4eea398a-1fcb-4d99-ad25-e329a13eea83', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:05.926524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.996742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdad6a5-21cc-4f11-b0a2-f4a39a154787 req-8999b09b-201e-4bcb-ab49-0d0a382f7523 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.005944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cdad6a5-21cc-4f11-b0a2-f4a39a154787 req-8999b09b-201e-4bcb-ab49-0d0a382f7523 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 948 time: 0.1310823 Jul 29 23:43:06.068196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cdad6a5-21cc-4f11-b0a2-f4a39a154787 req-67079370-9891-4bfe-a96d-ef7a23e9270f tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Jul 29 23:43:06.141675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Allocated IP 172.20.0.2 (4eea398a-1fcb-4d99-ad25-e329a13eea83/f19f54f1-5582-4df1-b6d0-b63fee2c78ba/825aea85-e2ab-4582-89ea-b331889c8557) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:06.145903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.199576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29928a2c-767c-4115-bd64-235377a7de60 req-a08e3a19-40f5-4304-9ab0-fe4d808cacd5 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 210 time: 0.1977677 Jul 29 23:43:06.335162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'name': 'network-vif-deleted', 'tag': '318306ef-804d-459e-ac2c-763182c4479b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:06.349440 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04184855-9490-4746-b19c-544786626117" -d '{"events": [{"server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "name": "network-vif-deleted", "tag": "318306ef-804d-459e-ac2c-763182c4479b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:06.422624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ed632c9-4373-4ff8-9619-f0c485ab8f0b req-f989b04c-240d-4e51-bc3f-0435aee7e8e5 tempest-ServerTagsTestJSON-1796737980 tempest-ServerTagsTestJSON-1796737980-project] 10.222.0.49 "GET /v2.0/ports?device_id=c08cbfbb-381a-4d7b-a8d3-f922997c2046 HTTP/1.1" status: 200 len: 210 time: 0.0690570 Jul 29 23:43:06.486241 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f4a9bc-9e70-4bbc-9d9b-18825003f985 x-openstack-request-id: req-49f4a9bc-9e70-4bbc-9d9b-18825003f985 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:06.486241 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08cbfbb-381a-4d7b-a8d3-f922997c2046", "name": "network-vif-deleted", "tag": "318306ef-804d-459e-ac2c-763182c4479b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:06.486241 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49f4a9bc-9e70-4bbc-9d9b-18825003f985 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:06.486241 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08cbfbb-381a-4d7b-a8d3-f922997c2046', 'name': 'network-vif-deleted', 'tag': '318306ef-804d-459e-ac2c-763182c4479b', 'status': 'completed', 'code': 200} Jul 29 23:43:06.570597 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.608669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Transition to ACTIVE for port object 825aea85-e2ab-4582-89ea-b331889c8557 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:06.660642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Transition to ACTIVE for port object 825aea85-e2ab-4582-89ea-b331889c8557 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:06.676788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.688220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88501c6c-c6d6-418c-9860-53940a7e3a8e req-3411a177-9742-4c2a-bc19-4cf37d8a5830 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.698422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88501c6c-c6d6-418c-9860-53940a7e3a8e req-3411a177-9742-4c2a-bc19-4cf37d8a5830 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.1378229 Jul 29 23:43:06.742202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:06.752743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Pushing event updated for resources: {'Port': ['ID=825aea85-e2ab-4582-89ea-b331889c8557,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.756598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:06.766255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:06.813428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-75ea1c9b-06e1-410a-9bb3-2257d72d05a1 req-5d9459e6-6059-4794-ae96-623371192ec5 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0706916 Jul 29 23:43:06.814809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.828375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88501c6c-c6d6-418c-9860-53940a7e3a8e req-7c5dd8c2-38a1-453c-b2cf-a198e5af46ff tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274729 Jul 29 23:43:06.862944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.875868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Attempting to bind port 825aea85-e2ab-4582-89ea-b331889c8557 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:06.876869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Attempting to bind port 825aea85-e2ab-4582-89ea-b331889c8557 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:06.877502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Attempting to bind port 825aea85-e2ab-4582-89ea-b331889c8557 on network 4eea398a-1fcb-4d99-ad25-e329a13eea83 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:06.886051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:06.887740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Checking segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:06.888564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.889456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Bound using segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:06.890244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Bound port: 825aea85-e2ab-4582-89ea-b331889c8557, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:06.890884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.991811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4c232-07ac-43be-abab-2135bb72cdbf req-13264004-0295-468f-bfa6-97dc881d80f3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.000257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] For port 825aea85-e2ab-4582-89ea-b331889c8557, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:07.001206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fc4c232-07ac-43be-abab-2135bb72cdbf req-13264004-0295-468f-bfa6-97dc881d80f3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.0660472 Jul 29 23:43:07.017868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] For port 825aea85-e2ab-4582-89ea-b331889c8557, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=825aea85-e2ab-4582-89ea-b331889c8557,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:07.027137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.053587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fc4c232-07ac-43be-abab-2135bb72cdbf req-b42818a0-6d31-4be6-be3e-9ab6a72c61f4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Jul 29 23:43:07.059787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Allocated IP 172.25.5.163 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/bd554da2-23cc-4e24-aa7f-02a6421b7437) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:07.143816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d34c-f482-4ba9-845e-94a340f9cf86 None None] Pushing event updated for resources: {'Port': ['ID=825aea85-e2ab-4582-89ea-b331889c8557,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:07.316806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6b2e-3bd9-4141-9f4d-c8ba7ee9ccb5 req-93b32e9b-6e76-4254-ba62-31200204ee26 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.318663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-883d6b2e-3bd9-4141-9f4d-c8ba7ee9ccb5 req-93b32e9b-6e76-4254-ba62-31200204ee26 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 948 time: 0.0863378 Jul 29 23:43:07.320789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.383445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-883d6b2e-3bd9-4141-9f4d-c8ba7ee9ccb5 req-062211ad-3157-4c5e-9697-e0f9c6505132 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Jul 29 23:43:07.428938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef37788c-3a92-4db3-91cb-4510e4e3a6e6 req-d4cb234c-b287-44f7-b907-0fbbcaf78ae1 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0693719 Jul 29 23:43:07.438738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.529910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:07.535979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:07.547592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:07.563693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:07.620838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Pushing event updated for resources: {'Port': ['ID=bd554da2-23cc-4e24-aa7f-02a6421b7437,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:07.629746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af94db-d5f9-41af-9ae8-f3ce088e6a74 req-572dbf25-2fea-47b8-a171-6513112f39a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.646475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03af94db-d5f9-41af-9ae8-f3ce088e6a74 req-572dbf25-2fea-47b8-a171-6513112f39a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1460323 Jul 29 23:43:07.652220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dc379bc0-3ef5-4286-9c62-f0dbbc68e12a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:07.692663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Deleting subnet bf26868b-f735-487c-923e-f216fe2dd630 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:07.723212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.891322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03af94db-d5f9-41af-9ae8-f3ce088e6a74 req-4efa8717-6e2a-4747-8fff-c50fad940b1f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437313 Jul 29 23:43:07.958661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.079876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fc263ae-3d87-4d3a-9c1f-b3e465c9015b req-c2ed8379-5a01-46b9-bb1b-46832315d12c tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0620434 Jul 29 23:43:08.093386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:08.110352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a047f2fe-811c-4a61-a86f-733506374f48 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.112268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a047f2fe-811c-4a61-a86f-733506374f48 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.59 "GET /v2.0/networks?id=ef7f9435-c671-419d-be23-4a345fdd3349 HTTP/1.1" status: 200 len: 806 time: 0.4435763 Jul 29 23:43:08.120840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.126380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a', 'mac_address': 'fa:16:3e:da:5f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:08.133539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.184422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.209575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc379bc0-3ef5-4286-9c62-f0dbbc68e12a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:08.228553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b99e08-9f28-48fc-a4eb-79ee7ecce34c req-a77eebdd-c30d-4d11-95d7-3f7e8084aded tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.236284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c1b99e08-9f28-48fc-a4eb-79ee7ecce34c req-a77eebdd-c30d-4d11-95d7-3f7e8084aded tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.2905664 Jul 29 23:43:08.268737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a1fda490-7256-44a6-aee6-0a5776b116c6 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15bd6c1fbaf54379886c95e35ced5217 HTTP/1.1" status: 200 len: 379 time: 0.0977666 Jul 29 23:43:08.270624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:08.281801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'port': {'device_id': '82d93982-0733-4258-84f9-2c218189b4a7', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'admin_state_up': True, 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'security_groups': ['b32dc39f-2440-4fa4-94ad-9c9770098314']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:08.283876 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.367510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c1b99e08-9f28-48fc-a4eb-79ee7ecce34c req-a164e281-31be-48a9-aceb-61db489551bb tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301920 Jul 29 23:43:08.403172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.446110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.460372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Made reservation on behalf of 15bd6c1fbaf54379886c95e35ced5217 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:08.470356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.519850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf26868b-f735-487c-923e-f216fe2dd630,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.549544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.554709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a72b285c-f416-4299-9f2c-2220ade6b73f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bf26868b-f735-487c-923e-f216fe2dd630 HTTP/1.1" status: 204 len: 168 time: 1.0034781 Jul 29 23:43:08.554894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 318306ef-804d-459e-ac2c-763182c4479b no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:08.556325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:08.589974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 318306ef-804d-459e-ac2c-763182c4479b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:08.590525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 318306ef-804d-459e-ac2c-763182c4479b not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:08.591806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8f498f8d-b895-409b-b897-f3ff259613ef no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:08.613028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 8f498f8d-b895-409b-b897-f3ff259613ef {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:08.613872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8f498f8d-b895-409b-b897-f3ff259613ef not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:08.614007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c1222efc-1eeb-459c-ab29-381600c8ab76 req-93e8209f-3656-4b41-885f-811cec7f166d tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0566289 Jul 29 23:43:08.619291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.719773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a0bc2-872f-4dee-ae8b-f53745d59160 None None] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:08.825853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Router e54dd3f4-cb85-4cf1-969f-6373789a171d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:08.828608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['dc379bc0-3ef5-4286-9c62-f0dbbc68e12a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:08.860548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Allocated IP 172.20.0.7 (ef7f9435-c671-419d-be23-4a345fdd3349/c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65/0c34128c-c104-48dd-b768-d0a242d365db) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:08.879848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f44d921c-c918-45e5-b0a2-5c25355c4adf None None] Provisioning for port 825aea85-e2ab-4582-89ea-b331889c8557 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:08.949144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d87f4-48fd-49ec-bc20-d1b7f532f74e req-1322f084-bf60-4d94-b9ab-9c582f3e3bff tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.963687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-935d87f4-48fd-49ec-bc20-d1b7f532f74e req-1322f084-bf60-4d94-b9ab-9c582f3e3bff tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 949 time: 0.4511631 Jul 29 23:43:08.971402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.974428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:08.988649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Sync routers for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:09.004422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.006848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:09.007715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.009807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b07dbae1-3d09-4316-a6a0-0b3919a28992 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2881877 Jul 29 23:43:09.011816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.185526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150a15-0d73-4742-97c6-67e4fba447e5 req-82048bef-9d38-4efb-b0cd-26f1e7babd7c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.199162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5150a15-0d73-4742-97c6-67e4fba447e5 req-82048bef-9d38-4efb-b0cd-26f1e7babd7c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1881065 Jul 29 23:43:09.227307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-935d87f4-48fd-49ec-bc20-d1b7f532f74e req-36e326ed-cb5c-4d36-981e-22270c373d62 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450433 Jul 29 23:43:09.233834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:09.279871 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.290914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e29a9b4-b421-45be-878c-0d71c80ab059']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.343102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea794fc-5662-457c-8a6d-b5ca47a22bab') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.343102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea794fc-5662-457c-8a6d-b5ca47a22bab') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.369481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 825aea85-e2ab-4582-89ea-b331889c8557 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:09.372710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.381681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.407359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Transition to ACTIVE for port object 0c34128c-c104-48dd-b768-d0a242d365db will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:09.409442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.410231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5150a15-0d73-4742-97c6-67e4fba447e5 req-10c0c9e9-c23f-4071-a133-b1fd4312f97e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976228 Jul 29 23:43:09.442335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:09.442741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:09.447616 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:09.602111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa9473e5-465a-4840-9a6c-e4dd8b92f0ca req-7a3914c7-5713-4366-b90c-9aa99ff66802 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0643256 Jul 29 23:43:09.604658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.615836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.621282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1e29a9b4-b421-45be-878c-0d71c80ab059 HTTP/1.1" status: 204 len: 168 time: 1.0633466 Jul 29 23:43:09.635911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.638551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d1ba6-50ed-4deb-bd92-c900c38dc525 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e29a9b4-b421-45be-878c-0d71c80ab059,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.699912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Network ef7f9435-c671-419d-be23-4a345fdd3349 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:09.703957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:09.708071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:09.810028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.811233 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.933284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541538 Jul 29 23:43:09.942025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012080-bfcc-43d9-8dda-f0ed82012f09 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event updated for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.977404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 825aea85-e2ab-4582-89ea-b331889c8557 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:09.981750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Request body: {'port': {'device_id': '82d93982-0733-4258-84f9-2c218189b4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:09.992559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.995271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 825aea85-e2ab-4582-89ea-b331889c8557 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:09.995932 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.057313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 3, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:10.097982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801035c-0988-4db4-ab3d-dd4b6b44669f req-76c04153-7ce9-4e04-b9e0-177887882df8 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.101931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Checking router: e54dd3f4-cb85-4cf1-969f-6373789a171d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:10.102290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Updating router e54dd3f4-cb85-4cf1-969f-6373789a171d port bd554da2-23cc-4e24-aa7f-02a6421b7437 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:10.103317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33795564-a615-4803-a216-8f5ce2058330 req-ecf2ada0-0136-4c93-b497-3481fa7d1ebb tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.104943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33795564-a615-4803-a216-8f5ce2058330 req-ecf2ada0-0136-4c93-b497-3481fa7d1ebb tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 931 time: 0.2762418 Jul 29 23:43:10.108560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a801035c-0988-4db4-ab3d-dd4b6b44669f req-76c04153-7ce9-4e04-b9e0-177887882df8 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.1177371 Jul 29 23:43:10.150099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.189604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.227195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33795564-a615-4803-a216-8f5ce2058330 req-f504ee31-2520-4b39-9e2d-b3653de49e23 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858710 Jul 29 23:43:10.231808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5a6adf0f-8e41-428a-9b50-b008d48baa0d None None] Provisioning for port 0c34128c-c104-48dd-b768-d0a242d365db completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:10.240546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5a6adf0f-8e41-428a-9b50-b008d48baa0d None None] Provisioning complete for port 0c34128c-c104-48dd-b768-d0a242d365db triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:10.240835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a6adf0f-8e41-428a-9b50-b008d48baa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.242597 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.261264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cee76f00-5b33-4345-ae06-f5d81f5af538 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd49b29a40804b7e87613d520e883486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604306 Jul 29 23:43:10.262048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:10.390847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5a6adf0f-8e41-428a-9b50-b008d48baa0d None None] Port 0c34128c-c104-48dd-b768-d0a242d365db cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:10.411362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 825aea85-e2ab-4582-89ea-b331889c8557, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=825aea85-e2ab-4582-89ea-b331889c8557,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:10.414732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a801035c-0988-4db4-ab3d-dd4b6b44669f req-4aff4099-a6a4-49e7-9008-a6c41af5850b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032007 Jul 29 23:43:10.419045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1da0fec8-44c6-4ec8-b511-f9411f787798 req-d928da6b-4344-4bff-81cc-e85c136baede service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.2956803 Jul 29 23:43:10.429189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.499898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.609836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af507963-d75a-4a02-9f15-7e1b56269847 req-c964eab2-d94d-4b4a-96f0-d450015d56fd tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.613369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af507963-d75a-4a02-9f15-7e1b56269847 req-c964eab2-d94d-4b4a-96f0-d450015d56fd tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 949 time: 0.1367176 Jul 29 23:43:10.670539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.708092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=825aea85-e2ab-4582-89ea-b331889c8557,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.715155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c34128c-c104-48dd-b768-d0a242d365db {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:10.730187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1479b-724c-4a03-992b-dd7a6852cdea req-2500f590-16d3-41b5-8028-a8acb7cb82e2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.735185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af507963-d75a-4a02-9f15-7e1b56269847 req-8edc93d4-aa7f-4b1e-b0b2-8eadb447d1da tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200976 Jul 29 23:43:10.739704 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2bc1479b-724c-4a03-992b-dd7a6852cdea req-2500f590-16d3-41b5-8028-a8acb7cb82e2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1547310 Jul 29 23:43:10.740007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.748706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.753317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.791252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Transition to ACTIVE for port object bd554da2-23cc-4e24-aa7f-02a6421b7437 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:10.802213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.826740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2bc1479b-724c-4a03-992b-dd7a6852cdea req-931574c6-8152-492e-b46a-7d1994a1df4e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857832 Jul 29 23:43:10.832161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Transition to ACTIVE for port object 0c34128c-c104-48dd-b768-d0a242d365db will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:10.863394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.889651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Allocated IP 172.20.0.1 (4eea398a-1fcb-4d99-ad25-e329a13eea83/f19f54f1-5582-4df1-b6d0-b63fee2c78ba/5d16af64-2d43-427e-bcca-a8ef19cc8e72) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:10.898685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2a9f-4056-4cce-9df3-848320be95fa None None] Pushing event updated for resources: {'Port': ['ID=bd554da2-23cc-4e24-aa7f-02a6421b7437,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.903046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Attempting to bind port bd554da2-23cc-4e24-aa7f-02a6421b7437 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:10.903640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Attempting to bind port bd554da2-23cc-4e24-aa7f-02a6421b7437 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:10.904202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Attempting to bind port bd554da2-23cc-4e24-aa7f-02a6421b7437 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:10.912837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:10.913562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:10.914000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.914562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:10.915232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Bound port: bd554da2-23cc-4e24-aa7f-02a6421b7437, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:10.916012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.934049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-286dd99e-9c91-499f-96ee-6328b40e25a2 req-0a6131f1-b9a7-4f33-bc1c-b84235de5b4d tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0640619 Jul 29 23:43:11.026756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] For port bd554da2-23cc-4e24-aa7f-02a6421b7437, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:11.036415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] For port bd554da2-23cc-4e24-aa7f-02a6421b7437, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bd554da2-23cc-4e24-aa7f-02a6421b7437,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:11.044489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.053587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.056273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.060151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.061104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b1fde24-e593-4f41-8858-cc3478a92c92 HTTP/1.1" status: 204 len: 168 time: 0.7973776 Jul 29 23:43:11.065567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Pushing event updated for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.085893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Transition to ACTIVE for port object 5d16af64-2d43-427e-bcca-a8ef19cc8e72 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:11.109097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:11.110148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:11.124040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737a2c-75ef-445e-be6e-ef6c0392d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1fde24-e593-4f41-8858-cc3478a92c92,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.154178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.192984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Attempting to bind port 0c34128c-c104-48dd-b768-d0a242d365db on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:11.194198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Attempting to bind port 0c34128c-c104-48dd-b768-d0a242d365db by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:11.194582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Attempting to bind port 0c34128c-c104-48dd-b768-d0a242d365db on network ef7f9435-c671-419d-be23-4a345fdd3349 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:11.203408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Port 0c34128c-c104-48dd-b768-d0a242d365db on network ef7f9435-c671-419d-be23-4a345fdd3349 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:11.203831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Attempting to bind port 0c34128c-c104-48dd-b768-d0a242d365db on network ef7f9435-c671-419d-be23-4a345fdd3349 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:11.208502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e2a9f-4056-4cce-9df3-848320be95fa None None] Pushing event updated for resources: {'Port': ['ID=bd554da2-23cc-4e24-aa7f-02a6421b7437,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.216901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:11.217478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Checking segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:11.218179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Bound using segment: {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:11.218914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Bound port: 0c34128c-c104-48dd-b768-d0a242d365db, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:11.219235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.238891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:11.265801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:11.291402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:11.358072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Pushing event updated for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.369303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:11.373061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:11.378694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0c34128c-c104-48dd-b768-d0a242d365db,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:11.387599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.419268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.465428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.466412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.473975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] 10.222.0.59 "PUT /v2.0/ports/0c34128c-c104-48dd-b768-d0a242d365db HTTP/1.1" status: 200 len: 1092 time: 1.5033443 Jul 29 23:43:11.474696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:11.477190 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b" -d '{"events": [{"name": "network-changed", "server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "tag": "0c34128c-c104-48dd-b768-d0a242d365db"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:11.687571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f731e6a-0b70-467e-b36b-c4a07ebaabcf service neutron] Pushing event updated for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.739771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 825aea85-e2ab-4582-89ea-b331889c8557 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:11.770548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-35d8d0e4-b412-4fad-b946-9eecf957329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.772167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-35d8d0e4-b412-4fad-b946-9eecf957329c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15bd6c1fbaf54379886c95e35ced5217&device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.2168298 Jul 29 23:43:11.799679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 73c87c6a-e95c-4d67-8764-bc227303ffa3 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:11.802995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dc379bc0-3ef5-4286-9c62-f0dbbc68e12a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:11.853240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-bf743f7f-8bf1-4e5f-abcd-b9d4906a8e0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c34128c-c104-48dd-b768-d0a242d365db HTTP/1.1" status: 200 len: 217 time: 0.0627050 Jul 29 23:43:11.879094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bb10-2600-4d39-ab69-911cc2aedc9a req-167142b6-0051-419f-a656-cd00ec830506 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.887281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa6bb10-2600-4d39-ab69-911cc2aedc9a req-167142b6-0051-419f-a656-cd00ec830506 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 943 time: 0.2713821 Jul 29 23:43:11.893576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311d2d-d263-4ac2-a145-0c8d1f17f280 req-b5291cd7-6ddd-4f98-8e18-a6c5fff352b5 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.896446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc311d2d-d263-4ac2-a145-0c8d1f17f280 req-b5291cd7-6ddd-4f98-8e18-a6c5fff352b5 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 943 time: 0.3561368 Jul 29 23:43:11.970441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a8cc1d5e-e4ef-4e0e-a15f-3dabfb990cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.972516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-a8cc1d5e-e4ef-4e0e-a15f-3dabfb990cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65 HTTP/1.1" status: 200 len: 845 time: 0.1095932 Jul 29 23:43:12.018490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa6bb10-2600-4d39-ab69-911cc2aedc9a req-ed0e8104-6aaf-412d-b859-82c1ea3e0323 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299903 Jul 29 23:43:12.058838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc311d2d-d263-4ac2-a145-0c8d1f17f280 req-1860ff0f-d5df-4f75-a8e7-4b5d1ac418ad tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507597 Jul 29 23:43:12.099071 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb8cb0-653f-49e2-b45d-1e9320110dd6 x-openstack-request-id: req-1ffb8cb0-653f-49e2-b45d-1e9320110dd6 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:12.099512 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "tag": "0c34128c-c104-48dd-b768-d0a242d365db", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:12.099926 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ffb8cb0-653f-49e2-b45d-1e9320110dd6 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:12.100543 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db', 'status': 'completed', 'code': 200} Jul 29 23:43:12.121687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-51aae89e-a6c6-40d1-ba80-d51a713b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.124210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-51aae89e-a6c6-40d1-ba80-d51a713b4c0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef7f9435-c671-419d-be23-4a345fdd3349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423330 Jul 29 23:43:12.146121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.270907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:12.336491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'port_id': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'mac_address': 'fa:16:3e:de:31:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:12.457221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.470346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.471532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba763-6fa6-4b73-88f2-0a3c3f159789 req-b546e21c-2c8b-4bb8-b3ba-24fd4ae7f259 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.486185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca7ba763-6fa6-4b73-88f2-0a3c3f159789 req-b546e21c-2c8b-4bb8-b3ba-24fd4ae7f259 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 949 time: 0.2442961 Jul 29 23:43:12.565481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.596575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 825aea85-e2ab-4582-89ea-b331889c8557 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:12.597253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.599162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:12.606461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca7ba763-6fa6-4b73-88f2-0a3c3f159789 req-8958ba56-ca90-482f-aa3d-13d1901a0e74 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148896 Jul 29 23:43:12.618756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Pushing event updated for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.626194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-87f376ca-467d-4b65-8dd5-8f12d9246d4e service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912598 Jul 29 23:43:12.644577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c87c6a-e95c-4d67-8764-bc227303ffa3 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:12.669894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:12.670282 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.675338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:12.685159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.721056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.768613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ab89e5fc-03f4-450f-a6c9-bcb40247c124 None None] Provisioning for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:12.827564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd5e0e15-2cc4-44ac-b737-4fc36a1bdbce req-fac60f6a-8d1f-4235-bcae-9c2a6bb7bd87 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0462012 Jul 29 23:43:12.829297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9a538-6ca6-4897-994a-1e9899bb67df req-e36aa86e-3f58-404d-9b6d-12ca74fef15b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.830114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43922) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:12.837782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdd9a538-6ca6-4897-994a-1e9899bb67df req-e36aa86e-3f58-404d-9b6d-12ca74fef15b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.2147169 Jul 29 23:43:12.839507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ab89e5fc-03f4-450f-a6c9-bcb40247c124 None None] Provisioning complete for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:12.842344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab89e5fc-03f4-450f-a6c9-bcb40247c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.886978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:12.902271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdd9a538-6ca6-4897-994a-1e9899bb67df req-a2779458-a1ba-4cce-ad14-ab59f3e700fa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Jul 29 23:43:12.904982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:12.908431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:12.986503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:13.001842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324cd0ca-7361-4dc0-b14c-88fa351d0c8f req-db318934-efa1-44e8-92a4-8e70fc00bbf8 service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667006 Jul 29 23:43:13.019994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ab89e5fc-03f4-450f-a6c9-bcb40247c124 None None] Port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:13.110530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-667822218-network', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:13.151126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 3, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:13.223546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f649-0e22-45b7-b844-689320d0b647 None None] The sync data for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 is: [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 3, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:13.232120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.232850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Router e54dd3f4-cb85-4cf1-969f-6373789a171d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:13.285042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:13.289978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:13.293232 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e869b3c-07ab-44c3-98c3-8af73ab312d5" -d '{"events": [{"server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "name": "network-vif-plugged", "status": "completed", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:13.299050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['73c87c6a-e95c-4d67-8764-bc227303ffa3'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:13.306946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12552-2bde-4342-9798-d61074fffbbd req-21ab6540-c328-4b60-a031-28eb25e6601d tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.319190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbc12552-2bde-4342-9798-d61074fffbbd req-21ab6540-c328-4b60-a031-28eb25e6601d tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 944 time: 0.1396873 Jul 29 23:43:13.336745 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.359550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a712871-887b-401d-9389-405593fd7c5c req-e1914422-87de-4954-9554-c480e4146722 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a&device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.0326545 Jul 29 23:43:13.395311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Made reservation on behalf of 6c0e38dbcc144f6f81a3550b1ccb5f20 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:13.398152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.403924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2c6a3858-6283-45eb-a58d-6ec83317dfc3 None None] Provisioning complete for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:13.404447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3858-6283-45eb-a58d-6ec83317dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.414441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.439189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-e3e889b0-55b3-478a-a1eb-55923cb1feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.440732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-e3e889b0-55b3-478a-a1eb-55923cb1feb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15bd6c1fbaf54379886c95e35ced5217&device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.3086803 Jul 29 23:43:13.462111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:13.499582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a3858-6283-45eb-a58d-6ec83317dfc3 None None] Port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:13.509407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:13.517321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d35139a7-ad21-44f3-a1b0-8144192227db admin admin] 10.222.0.49 "PUT /v2.0/routers/e54dd3f4-cb85-4cf1-969f-6373789a171d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5036094 Jul 29 23:43:13.523374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbc12552-2bde-4342-9798-d61074fffbbd req-df6a0463-7dbd-4884-b8f2-50e69bcc131e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032723 Jul 29 23:43:13.606739 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9439f36-6a15-44c6-a528-49ee2b9a7464 x-openstack-request-id: req-e9439f36-6a15-44c6-a528-49ee2b9a7464 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:13.607065 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "name": "network-vif-plugged", "status": "completed", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:13.607424 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9439f36-6a15-44c6-a528-49ee2b9a7464 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:13.607839 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a', 'code': 200} Jul 29 23:43:13.872510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e36de-2a1e-49fe-8e50-06f76caf4a94 req-3c09d38f-093c-44e5-9dc3-7e54b60f3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.875358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa5e36de-2a1e-49fe-8e50-06f76caf4a94 req-3c09d38f-093c-44e5-9dc3-7e54b60f3a1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 1102 time: 0.1039438 Jul 29 23:43:13.962974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dbc0c-4541-4bb3-92ee-538146b591c3 req-6b5a5c70-63a9-4a08-bc68-77c1619832e1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.964733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251dbc0c-4541-4bb3-92ee-538146b591c3 req-6b5a5c70-63a9-4a08-bc68-77c1619832e1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.0685959 Jul 29 23:43:14.035711 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa5e36de-2a1e-49fe-8e50-06f76caf4a94 req-08e2a4d6-afbe-424a-8ca9-4525251060cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Jul 29 23:43:14.052687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-251dbc0c-4541-4bb3-92ee-538146b591c3 req-2e7ad304-0e5b-4994-8ec4-25ab8b7b59b9 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Jul 29 23:43:14.081830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d61abf9-a28e-4c8b-bcd8-9e356dff40cd req-10de3bbd-ae10-44b8-be44-55ae12641557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c5e5f81c77420e91149021c8a63a83&device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0577731 Jul 29 23:43:14.109162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b249-1b2f-49d0-a3ba-849abc0304b0 req-a479d8bf-b106-4474-8979-3c89aa09c1bb tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.111080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff37b249-1b2f-49d0-a3ba-849abc0304b0 req-a479d8bf-b106-4474-8979-3c89aa09c1bb tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 943 time: 0.6752234 Jul 29 23:43:14.200690 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b34c9522-50cb-4404-a18c-22535a29bb6b req-c8dde0e0-8165-4ae0-a940-09fd8d424b6b tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0544243 Jul 29 23:43:14.217062 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:14.258081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-9d3c98f7-e4aa-4e5c-b559-d2bac48d9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.259467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-9d3c98f7-e4aa-4e5c-b559-d2bac48d9007 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef7f9435-c671-419d-be23-4a345fdd3349 HTTP/1.1" status: 200 len: 907 time: 0.7805905 Jul 29 23:43:14.275376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff37b249-1b2f-49d0-a3ba-849abc0304b0 req-2e457e8a-6a5c-4ce6-92f4-11e8e6213251 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432090 Jul 29 23:43:14.332578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-4f41da89-983f-423f-96ab-1c0aa8481f9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c34128c-c104-48dd-b768-d0a242d365db HTTP/1.1" status: 200 len: 217 time: 0.0492358 Jul 29 23:43:14.354113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86f822-8c15-44ab-820f-d2959cad3121 req-a6d24a29-f81d-429e-8695-7aec0e0ebc29 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.355842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df86f822-8c15-44ab-820f-d2959cad3121 req-a6d24a29-f81d-429e-8695-7aec0e0ebc29 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.0692737 Jul 29 23:43:14.405228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.419223 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.422735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df86f822-8c15-44ab-820f-d2959cad3121 req-ac92e362-ceed-495c-8ab7-2f6b2c88e284 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571225 Jul 29 23:43:14.452857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-b54c8ef4-8d37-4039-99b4-3a3c837623bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.454472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-b54c8ef4-8d37-4039-99b4-3a3c837623bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65 HTTP/1.1" status: 200 len: 845 time: 0.1048191 Jul 29 23:43:14.458277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:14.539077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.539429 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Added segment aea8d302-3d6b-4792-be41-fdaceb4ab3de of type vlan for network 11c067b3-39b1-44cd-8e98-dffc99e9303c Jul 29 23:43:14.560600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7393d86-9ae6-4d83-bb50-4bbff4b4d329,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.570366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d61abf9-a28e-4c8b-bcd8-9e356dff40cd req-f66123f0-ce20-4d7f-9c8f-0e36a0a9dfc9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c5e5f81c77420e91149021c8a63a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668294 Jul 29 23:43:14.615547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.638639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-fe970f10-86a1-4faf-86e4-65eb0e4e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.640366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-fe970f10-86a1-4faf-86e4-65eb0e4e8150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef7f9435-c671-419d-be23-4a345fdd3349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745369 Jul 29 23:43:14.845887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.846945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.847559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.886253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.021717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1904190 Jul 29 23:43:15.022911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44006) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.030538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Request body: {'subnet': {'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-subnet', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:15.057812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76cc56-3bae-4c3b-ba64-30fe23b8a0b1 req-34153aee-16e6-4b18-9417-ae61fecb6055 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.067038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c76cc56-3bae-4c3b-ba64-30fe23b8a0b1 req-34153aee-16e6-4b18-9417-ae61fecb6055 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 944 time: 0.4359803 Jul 29 23:43:15.073811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Made reservation on behalf of 6c0e38dbcc144f6f81a3550b1ccb5f20 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:15.095389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.096068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Pushing event updated for resources: {'Network': ['ID=11c067b3-39b1-44cd-8e98-dffc99e9303c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.133001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.133519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.134069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.134845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.135433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.136069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.136733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.137435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.138014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.138857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.139351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.139952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e80b0b9-5227-4a7e-8b41-f16876cfe2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:15.145245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61abf9-a28e-4c8b-bcd8-9e356dff40cd req-f0e3e75f-7a11-44a1-afe8-552bae6f8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.147129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d61abf9-a28e-4c8b-bcd8-9e356dff40cd req-f0e3e75f-7a11-44a1-afe8-552bae6f8494 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5127029 Jul 29 23:43:15.162417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:15.199535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-9282968f-e042-4969-b5ca-fd2917330ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275877 Jul 29 23:43:15.248510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c76cc56-3bae-4c3b-ba64-30fe23b8a0b1 req-23995b32-a121-4620-b4f5-fc31cb68358d tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802278 Jul 29 23:43:15.397326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e050dc6-04be-4c65-bec2-b132d663b5a9 req-5ed44fa2-a1f6-413d-921c-eb193d25b146 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.402588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bd554da2-23cc-4e24-aa7f-02a6421b7437 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:15.407427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e050dc6-04be-4c65-bec2-b132d663b5a9 req-5ed44fa2-a1f6-413d-921c-eb193d25b146 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.1676512 Jul 29 23:43:15.494217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port bd554da2-23cc-4e24-aa7f-02a6421b7437 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:15.505989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port bd554da2-23cc-4e24-aa7f-02a6421b7437 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:15.506369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.514651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e050dc6-04be-4c65-bec2-b132d663b5a9 req-5f6be754-a749-4399-bd3f-9900d654e585 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059620 Jul 29 23:43:15.582044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df3ee1ba-f0d9-4f17-ac9a-d1532d8ec08b req-c5d67616-6267-4811-a066-ea0ce80e5aa0 service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686180 Jul 29 23:43:15.584194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80c0a089-c074-4f0f-a9c8-c7171ec9c82b req-8b7e57aa-703f-4d6f-a317-fae63add7380 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1040442 Jul 29 23:43:15.672994 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.697452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 73c87c6a-e95c-4d67-8764-bc227303ffa3 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:15.732908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port bd554da2-23cc-4e24-aa7f-02a6421b7437, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bd554da2-23cc-4e24-aa7f-02a6421b7437,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:15.743071 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Sync routers for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:15.753942 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.754859 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:15.756477 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:15.793867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686275-00a3-4c9f-a301-270b6a5b28e8 req-0718342d-d1f0-41d7-9068-27f255d720b9 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.803641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d686275-00a3-4c9f-a301-270b6a5b28e8 req-0718342d-d1f0-41d7-9068-27f255d720b9 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 943 time: 0.1765144 Jul 29 23:43:15.861475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b9a09-3004-451e-a128-6ace7050a674 req-613932c1-057f-4b6b-891d-91058741cc35 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.863121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e0b9a09-3004-451e-a128-6ace7050a674 req-613932c1-057f-4b6b-891d-91058741cc35 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1593080 Jul 29 23:43:15.866625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.914003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=bd554da2-23cc-4e24-aa7f-02a6421b7437,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.914258 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d686275-00a3-4c9f-a301-270b6a5b28e8 req-39420a49-ea6a-4256-bec8-f435f5d9897f tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095226 Jul 29 23:43:15.931591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 73c87c6a-e95c-4d67-8764-bc227303ffa3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:15.938133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 73c87c6a-e95c-4d67-8764-bc227303ffa3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:15.944287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Deleting port 2581211e-dbdf-4f9a-990b-704196241bb9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:15.944524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.945184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.972725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.014184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.014532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.017601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.018006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.019825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.021673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.022023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.023496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e0b9a09-3004-451e-a128-6ace7050a674 req-9b26ba30-d2eb-4db7-878c-898d500639c0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507049 Jul 29 23:43:16.024210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.024779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.024908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.025273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.027756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.036746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:16.042141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:16.045878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Network hostable DHCP agents. Network: 11c067b3-39b1-44cd-8e98-dffc99e9303c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:16.086872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:16.106502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 11c067b3-39b1-44cd-8e98-dffc99e9303c) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:16.107550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] For port 2581211e-dbdf-4f9a-990b-704196241bb9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2581211e-dbdf-4f9a-990b-704196241bb9,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:16.108115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.123263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.125381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.130034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Calling delete_port for 2581211e-dbdf-4f9a-990b-704196241bb9 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:16.139974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68233dc-a403-4a02-8e3e-0cf59343e5ec None None] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:16.160178 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.167307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d73e83e-10ac-4c9f-aa1d-b571a4af4760 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1401021 Jul 29 23:43:16.167728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:16.180495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:16.210723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.212335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.233649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:16.236059 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768fcc2-79de-45af-8f84-43cc269cc061" -d '{"events": [{"server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "name": "network-vif-plugged", "status": "completed", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:16.261212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:16.264668 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e2d6e53-3d7d-44a7-aac8-80499617c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.269323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.352321 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb77682-bff9-4b28-9988-e8edda052add x-openstack-request-id: req-cfb77682-bff9-4b28-9988-e8edda052add {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:16.352631 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "name": "network-vif-plugged", "status": "completed", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:16.352843 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfb77682-bff9-4b28-9988-e8edda052add {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:16.353446 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'code': 200} Jul 29 23:43:16.374548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.401402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.432763 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:12Z', 'revision_number': 2, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:16.452658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-11c067b3-39b1-44cd-8e98-dffc99e9303c', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:16.455041 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.470785 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Checking router: e54dd3f4-cb85-4cf1-969f-6373789a171d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:16.471434 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Updating router e54dd3f4-cb85-4cf1-969f-6373789a171d port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:16.500146 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.636514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.648134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Allocated IP 172.20.0.2 (11c067b3-39b1-44cd-8e98-dffc99e9303c/bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5/e915eca2-897f-4e3f-9831-74d01e56d5ce) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:16.731849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.803052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319f23-40b0-4cff-98da-ff4c626addbb req-c1a87277-a719-460b-bdde-7498217fe4d1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.806728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-06319f23-40b0-4cff-98da-ff4c626addbb req-c1a87277-a719-460b-bdde-7498217fe4d1 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.0854793 Jul 29 23:43:16.814269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=2581211e-dbdf-4f9a-990b-704196241bb9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.913700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.914150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-06319f23-40b0-4cff-98da-ff4c626addbb req-71b4e267-17fb-4a71-9f28-7af788a23236 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000884 Jul 29 23:43:16.928222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Transition to ACTIVE for port object e915eca2-897f-4e3f-9831-74d01e56d5ce will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:16.955158 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.960067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Transition to ACTIVE for port object e915eca2-897f-4e3f-9831-74d01e56d5ce will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:16.968368 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Transition to ACTIVE for port object 5d16af64-2d43-427e-bcca-a8ef19cc8e72 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:16.971253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0c34128c-c104-48dd-b768-d0a242d365db details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:16.976880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.980448 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.007877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:17.023514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:17.068337 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6f296-9757-41f1-ae8d-dfb57e32b602 None None] Pushing event updated for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.098973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:17.181370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Attempting to bind port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:17.181370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Attempting to bind port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:17.181370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Attempting to bind port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 on network 4eea398a-1fcb-4d99-ad25-e329a13eea83 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:17.184784 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:17.185102 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Checking segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:17.185773 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.188903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Bound using segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:17.189569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Bound port: 5d16af64-2d43-427e-bcca-a8ef19cc8e72, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:17.190180 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.245260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.312672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4aa8101b-ea58-40b7-b001-dd5f9bc52152 req-36297e69-28f9-429f-bf7f-a314e9ab56bd tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.1602609 Jul 29 23:43:17.323355 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] For port 5d16af64-2d43-427e-bcca-a8ef19cc8e72, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:17.326126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] For port 5d16af64-2d43-427e-bcca-a8ef19cc8e72, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d16af64-2d43-427e-bcca-a8ef19cc8e72,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:17.333550 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.400636 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.482700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.500662 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:43:17.501562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.502791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Pushing event updated for resources: {'Port': ['ID=e915eca2-897f-4e3f-9831-74d01e56d5ce,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.532955 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6f296-9757-41f1-ae8d-dfb57e32b602 None None] Pushing event updated for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.554156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bd554da2-23cc-4e24-aa7f-02a6421b7437 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:17.574576 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:17.575084 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:17.640037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Attempting to bind port e915eca2-897f-4e3f-9831-74d01e56d5ce on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:17.643344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Attempting to bind port e915eca2-897f-4e3f-9831-74d01e56d5ce by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:17.644581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Attempting to bind port e915eca2-897f-4e3f-9831-74d01e56d5ce on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:17.646213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d9976-a893-4a50-9393-46894d2651c6 req-f9e822be-05dd-48a3-835b-650517ba966b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.655125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-963d9976-a893-4a50-9393-46894d2651c6 req-f9e822be-05dd-48a3-835b-650517ba966b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 1.0985870 Jul 29 23:43:17.691872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14e969-adf3-47e9-a4d0-84322d0881a3 req-42df57c6-0ff2-4d80-9e31-0d8771e2870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.696301 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e14e969-adf3-47e9-a4d0-84322d0881a3 req-42df57c6-0ff2-4d80-9e31-0d8771e2870f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 1097 time: 1.1251404 Jul 29 23:43:17.699231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:17.702558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:17.703052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.703735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:17.703996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Bound port: e915eca2-897f-4e3f-9831-74d01e56d5ce, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:17.704561 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.784730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port bd554da2-23cc-4e24-aa7f-02a6421b7437 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:17.785248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.853859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0c34128c-c104-48dd-b768-d0a242d365db,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:17.870213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:17.872049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-963d9976-a893-4a50-9393-46894d2651c6 req-c44bd0a9-3daa-4ddd-85ea-81cc1ce3eaa7 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151299 Jul 29 23:43:17.878383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] For port e915eca2-897f-4e3f-9831-74d01e56d5ce, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:17.882976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e14e969-adf3-47e9-a4d0-84322d0881a3 req-43810ad9-5811-4019-b942-a20f11a1bd2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730790 Jul 29 23:43:17.891180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '0c34128c-c104-48dd-b768-d0a242d365db', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'port_id': '0c34128c-c104-48dd-b768-d0a242d365db', 'mac_address': 'fa:16:3e:d0:e7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:17.934298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Allocated IP 172.25.5.44 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4f3f40b2-2125-4b3f-943b-2f77146156ac) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:17.940915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] For port e915eca2-897f-4e3f-9831-74d01e56d5ce, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e915eca2-897f-4e3f-9831-74d01e56d5ce,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:17.962246 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.999785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabce40-8a1a-446b-baa4-3fc360c216d2 req-cd171a69-f9b7-462e-9920-86b407853bdf tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.001452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfabce40-8a1a-446b-baa4-3fc360c216d2 req-cd171a69-f9b7-462e-9920-86b407853bdf tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 943 time: 0.2492092 Jul 29 23:43:18.035109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.105012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Router 43d162f3-9dba-42e0-9968-9518b81e36ee has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:18.119339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c34128c-c104-48dd-b768-d0a242d365db {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:18.147042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e079e-4ae8-484e-9308-e75c98ca4305 req-b33deb03-e17a-4a0d-b9b0-5f1efbf7f5b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.149455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d72e079e-4ae8-484e-9308-e75c98ca4305 req-b33deb03-e17a-4a0d-b9b0-5f1efbf7f5b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1693974 Jul 29 23:43:18.160899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0c34128c-c104-48dd-b768-d0a242d365db,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:18.176131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.183949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfabce40-8a1a-446b-baa4-3fc360c216d2 req-ef63ec64-5d8c-4021-a483-38f539ba5fe0 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674938 Jul 29 23:43:18.188014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Pushing event updated for resources: {'Port': ['ID=e915eca2-897f-4e3f-9831-74d01e56d5ce,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.247922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.248293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.248636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.248977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.251766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.252132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.252473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.253303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.253681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.254022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.254848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.255518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e60475-0e44-4405-9781-b7e5a19f4d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:18.314739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.480724 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:18.529883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.543591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:18.548620 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d61abf9-a28e-4c8b-bcd8-9e356dff40cd req-f766a6d8-6fcf-4dcf-b93d-705e6d862dd7 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0954230 Jul 29 23:43:18.549802 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197b3b6-c039-403e-b899-55f94b630835 None None] The sync data for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 is: [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:18.558978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-914e3334-61d3-4b14-8ec9-8ac2047f0b9c admin admin] 10.222.0.49 "PUT /v2.0/routers/43d162f3-9dba-42e0-9968-9518b81e36ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6508577 Jul 29 23:43:18.561437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:18.567672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Sync routers for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:18.572879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['0c34128c-c104-48dd-b768-d0a242d365db'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:18.610570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d72e079e-4ae8-484e-9308-e75c98ca4305 req-3c75866b-a739-470f-8a80-f74ba4ba97b1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403594 Jul 29 23:43:18.684035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:18.686115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:42:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:18.727079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:18.779100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-5d2f0f02-d359-4d58-a5e2-7350f12876cf tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.780874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-5d2f0f02-d359-4d58-a5e2-7350f12876cf tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 1102 time: 0.4181063 Jul 29 23:43:18.905903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:18.952191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:18.963115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:18.979408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68245e6-d61c-487a-b4d9-60ff9920f918 req-05087fd9-a3ef-4d6a-9e28-058456ea9d50 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c95dbd-8619-4737-a0d8-3d2c1c561b1a HTTP/1.1" status: 200 len: 210 time: 0.0809917 Jul 29 23:43:18.996000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-7ed3a6dd-0182-493f-8ccd-5b746983dd15 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.023181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25de04ed-5ec8-4733-beea-019b9d1cab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.085202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.133549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:19.156306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Pushing event updated for resources: {'Port': ['ID=4f3f40b2-2125-4b3f-943b-2f77146156ac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:19.199289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0aa04-94f1-4a8d-88e7-f9f70934e710 req-9f6c39de-3486-4b2d-8607-a32d2e3b5c46 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.208690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25d0aa04-94f1-4a8d-88e7-f9f70934e710 req-9f6c39de-3486-4b2d-8607-a32d2e3b5c46 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.0975621 Jul 29 23:43:19.284915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25d0aa04-94f1-4a8d-88e7-f9f70934e710 req-c6964d1d-712c-4232-b172-aacfa66fd33a tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744183 Jul 29 23:43:19.489814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9bc9b-d5e6-40b6-b985-143bb44577ed req-bcc3ab5a-d55a-43e8-bd32-10e12aa2ec95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.501267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22d9bc9b-d5e6-40b6-b985-143bb44577ed req-bcc3ab5a-d55a-43e8-bd32-10e12aa2ec95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1200895 Jul 29 23:43:19.646108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-7ed3a6dd-0182-493f-8ccd-5b746983dd15 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.662755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22d9bc9b-d5e6-40b6-b985-143bb44577ed req-2c8bb239-457b-4156-9a9e-58a7f3eaa4da tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600497 Jul 29 23:43:19.729342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-7ed3a6dd-0182-493f-8ccd-5b746983dd15 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.782533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e915eca2-897f-4e3f-9831-74d01e56d5ce up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:19.860348 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.938179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e915eca2-897f-4e3f-9831-74d01e56d5ce completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:19.950273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3a6dd-0182-493f-8ccd-5b746983dd15 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea566d5-196e-4e20-8da3-d3d0f324e300,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:19.960909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.009235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-510be08a-a191-468a-b5e0-0c48dbc0bfd5 req-7ed3a6dd-0182-493f-8ccd-5b746983dd15 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1081297 Jul 29 23:43:20.024395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67e24-a03a-4854-82b0-17160c9e335f req-9216378a-3581-4b37-a742-0d786113c993 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:20.028358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ee67e24-a03a-4854-82b0-17160c9e335f req-9216378a-3581-4b37-a742-0d786113c993 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1561730 Jul 29 23:43:20.034224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539a750-a686-41b6-99e7-c6cccff49cab None None] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:20.143390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ee67e24-a03a-4854-82b0-17160c9e335f req-637d0985-dc53-44c6-818f-571e725c73c9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Jul 29 23:43:20.186335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.199626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d16af64-2d43-427e-bcca-a8ef19cc8e72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:20.429218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Provisioning for port e915eca2-897f-4e3f-9831-74d01e56d5ce completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:20.437515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Provisioning complete for port e915eca2-897f-4e3f-9831-74d01e56d5ce triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:20.438245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.537404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:20.563154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0c34128c-c104-48dd-b768-d0a242d365db up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:20.596716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:20.597082 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.631500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b8cf7-30e8-4067-a2f7-8fc95c444afe req-60352091-461d-475b-8aa2-1bb2a4970ddb tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:20.633685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e91b8cf7-30e8-4067-a2f7-8fc95c444afe req-60352091-461d-475b-8aa2-1bb2a4970ddb tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.1456301 Jul 29 23:43:20.708409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:43:16Z', 'revision_number': 5, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port': {'id': 'a610f998-2e78-4db3-9cdd-66078190ba56', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:20.711165 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.746892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e91b8cf7-30e8-4067-a2f7-8fc95c444afe req-b914960b-cb48-4ccc-bf0b-6eefe1bf38c5 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014450 Jul 29 23:43:20.760784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Checking router: 43d162f3-9dba-42e0-9968-9518b81e36ee for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:20.861456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Routers {'43d162f3-9dba-42e0-9968-9518b81e36ee'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:20.862990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['43d162f3-9dba-42e0-9968-9518b81e36ee'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:20.866436 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.871641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 0c34128c-c104-48dd-b768-d0a242d365db completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:20.886729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec723388-f713-46fc-a2e1-611edd7e68e2 req-5f99b2e4-6618-49cc-9516-288174816ec7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44c5e5f81c77420e91149021c8a63a83&device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.1434250 Jul 29 23:43:20.899247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71dbd60e-ddb3-4be9-b4d4-44b360262d31 req-c7a0259a-6619-4da4-ba95-fe7e4aab6a1b tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.1714141 Jul 29 23:43:20.993463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba755a7-4130-4cc1-8e73-04baaf998e6f req-5a363741-b118-4300-b1a0-16cd75f3c49e tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.002818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ba755a7-4130-4cc1-8e73-04baaf998e6f req-5a363741-b118-4300-b1a0-16cd75f3c49e tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1283140 Jul 29 23:43:21.043320 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec723388-f713-46fc-a2e1-611edd7e68e2 req-7efe5e6c-4fdc-4029-957c-a6ffdfdb6eea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=44c5e5f81c77420e91149021c8a63a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402636 Jul 29 23:43:21.059385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 0c34128c-c104-48dd-b768-d0a242d365db triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:21.059795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.074287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ba755a7-4130-4cc1-8e73-04baaf998e6f req-60b9380f-b955-446b-bc46-40f6d7c7964a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702369 Jul 29 23:43:21.120509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] For port e915eca2-897f-4e3f-9831-74d01e56d5ce, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e915eca2-897f-4e3f-9831-74d01e56d5ce,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:21.121420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.128095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] Set router 43d162f3-9dba-42e0-9968-9518b81e36ee gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:21.206961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99561db-07f7-4a2e-af4d-fc72815baec8 req-e0c202d8-3990-43f2-b3a3-26c2d2ce5fd0 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.209045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d99561db-07f7-4a2e-af4d-fc72815baec8 req-e0c202d8-3990-43f2-b3a3-26c2d2ce5fd0 tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 1102 time: 0.0542676 Jul 29 23:43:21.285824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d99561db-07f7-4a2e-af4d-fc72815baec8 req-e5812877-62e9-45cd-a68f-569dc1ca182a tempest-ServersAdminNegativeTestJSON-206166160 tempest-ServersAdminNegativeTestJSON-206166160-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627797 Jul 29 23:43:21.307196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.325767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Deleting port a610f998-2e78-4db3-9cdd-66078190ba56 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:21.326116 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.370208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:43:19Z', 'revision_number': 6, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:21.420389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] For port a610f998-2e78-4db3-9cdd-66078190ba56, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a610f998-2e78-4db3-9cdd-66078190ba56,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:21.420749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.452014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d7b00-3134-4174-9951-b1d8f737f73b None None] The sync data for ids ['43d162f3-9dba-42e0-9968-9518b81e36ee'] in n-d-712707-11 is: [{'id': '43d162f3-9dba-42e0-9968-9518b81e36ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-1024074572-router', 'tenant_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:40:53Z', 'updated_at': '2021-07-29T23:43:19Z', 'revision_number': 6, 'project_id': 'b9f8215d96344f92b44ec2c103d9fb76', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:21.461570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4c08d-38b8-4a74-b8ef-224020b38849 req-c978c8c9-ef62-4ed8-ac07-ef952f9235e2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.467417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Calling delete_port for a610f998-2e78-4db3-9cdd-66078190ba56 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:21.474604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccf4c08d-38b8-4a74-b8ef-224020b38849 req-c978c8c9-ef62-4ed8-ac07-ef952f9235e2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.0978677 Jul 29 23:43:21.477551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eb5bf-41b5-42dd-9410-d939385d3fb2 req-9d15f04d-b874-4a04-9e9f-c7d296ce54d4 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.489203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c4eb5bf-41b5-42dd-9410-d939385d3fb2 req-9d15f04d-b874-4a04-9e9f-c7d296ce54d4 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.4437132 Jul 29 23:43:21.490963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:21.510667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Request body: {'floatingip': {'port_id': '73c87c6a-e95c-4d67-8764-bc227303ffa3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:21.520042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5d16af64-2d43-427e-bcca-a8ef19cc8e72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d16af64-2d43-427e-bcca-a8ef19cc8e72,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:21.542671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.577273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e704853b-85a1-41c5-92f5-0d8acc112eb4 None None] Provisioning complete for port e915eca2-897f-4e3f-9831-74d01e56d5ce triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:21.578052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e704853b-85a1-41c5-92f5-0d8acc112eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.580463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc08121-0a39-424b-9bc1-4b533f7a20a5 None None] Pushing event updated for resources: {'Port': ['ID=e915eca2-897f-4e3f-9831-74d01e56d5ce,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.591472 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.615350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723388-f713-46fc-a2e1-611edd7e68e2 req-f6289127-d971-4c8e-b68a-010ecde4d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.618091 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec723388-f713-46fc-a2e1-611edd7e68e2 req-f6289127-d971-4c8e-b68a-010ecde4d464 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5069652 Jul 29 23:43:21.719075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccf4c08d-38b8-4a74-b8ef-224020b38849 req-90575be9-e595-41cb-9572-c161309b9bcf tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431717 Jul 29 23:43:21.723043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.730111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.780537 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.875130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:21.881393 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09d10a9-15eb-4527-89bc-597b7f0e4cb9" -d '{"events": [{"server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0c34128c-c104-48dd-b768-d0a242d365db"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:21.942675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0c34128c-c104-48dd-b768-d0a242d365db,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:22.020879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e915eca2-897f-4e3f-9831-74d01e56d5ce up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:22.197292 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6970831a-a562-45c4-85a5-c3a286b1c2bc x-openstack-request-id: req-6970831a-a562-45c4-85a5-c3a286b1c2bc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:22.197829 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0c34128c-c104-48dd-b768-d0a242d365db", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:22.198230 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6970831a-a562-45c4-85a5-c3a286b1c2bc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:22.198838 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db', 'code': 200} Jul 29 23:43:22.213920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.280637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:22.292701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.332220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e915eca2-897f-4e3f-9831-74d01e56d5ce triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:22.332780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.332988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Pushing event deleted for resources: {'Port': ['ID=a610f998-2e78-4db3-9cdd-66078190ba56,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:22.429780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.447690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:22.500000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:22.516810 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:22.536220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d16af64-2d43-427e-bcca-a8ef19cc8e72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:22.543112 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:22.545665 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.583512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.587661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c5c812c-e511-4b25-a0af-bf2a415484eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4146774 Jul 29 23:43:22.594332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.618767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:22.619696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.658611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc88b1d-a801-4250-a733-9068cb3590c1 req-1266c589-25c6-4cdc-93e6-2b72496a4566 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:22.667621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fc88b1d-a801-4250-a733-9068cb3590c1 req-1266c589-25c6-4cdc-93e6-2b72496a4566 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.3687496 Jul 29 23:43:22.718323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.817302 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:22.869318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2581211e-dbdf-4f9a-990b-704196241bb9 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:22.893643 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fc88b1d-a801-4250-a733-9068cb3590c1 req-e9299dbf-7d0e-4639-920d-fdafb40e11d5 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249658 Jul 29 23:43:22.897873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2581211e-dbdf-4f9a-990b-704196241bb9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:22.898423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2581211e-dbdf-4f9a-990b-704196241bb9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:22.938804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.945329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.026104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9a29342-dec6-494d-a553-07d778c97e99 req-352ddd6e-29d3-419f-b2e6-4441b7e4fb71 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.2686191 Jul 29 23:43:23.061320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.061928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d162f3-9dba-42e0-9968-9518b81e36ee {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:23.068327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de72497-be42-457b-a1e1-4f252fa07ade req-c780b6dc-e034-44f3-9da7-5fe0cb9d511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.069935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de72497-be42-457b-a1e1-4f252fa07ade req-c780b6dc-e034-44f3-9da7-5fe0cb9d511d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.3116586 Jul 29 23:43:23.080259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.085072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0454872b-68f2-4c33-89ea-c1957fc49348 admin admin] 10.222.0.49 "DELETE /v2.0/routers/43d162f3-9dba-42e0-9968-9518b81e36ee HTTP/1.1" status: 204 len: 168 time: 4.4983816 Jul 29 23:43:23.112440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.218708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdc48f-6014-46b8-abed-e6064dcd8441 req-7a9a1637-9c2c-4b8a-81da-40617a8e8520 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.226722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83bdc48f-6014-46b8-abed-e6064dcd8441 req-7a9a1637-9c2c-4b8a-81da-40617a8e8520 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.2005548 Jul 29 23:43:23.298118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de72497-be42-457b-a1e1-4f252fa07ade req-d1fe7bde-acfc-4a07-95f2-fc2f9d7fcb6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170503 Jul 29 23:43:23.305124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:19Z', 'revision_number': 3, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:23.319410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.327877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.330390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83bdc48f-6014-46b8-abed-e6064dcd8441 req-8f50adbb-3991-4065-8114-170a6570135b tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021097 Jul 29 23:43:23.350633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:23.350979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Updating router bb75004b-572d-4336-9bf3-c33aaf1634d1 port 4f3f40b2-2125-4b3f-943b-2f77146156ac binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:23.381663 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.391786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Deleting subnet bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:23.407867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5d89-ee89-4235-9d60-14428c0d8b87 req-db2e6655-fe55-4782-8eed-564a89a7742b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.409866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed3e5d89-ee89-4235-9d60-14428c0d8b87 req-db2e6655-fe55-4782-8eed-564a89a7742b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.2210741 Jul 29 23:43:23.410696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.518236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.577825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed3e5d89-ee89-4235-9d60-14428c0d8b87 req-2f1ecbc2-1946-4124-9445-6cec04a56fb0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402383 Jul 29 23:43:23.581038 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Floating IP a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7 associated. External IP: 172.25.5.241, port: 73c87c6a-e95c-4d67-8764-bc227303ffa3. Jul 29 23:43:23.624483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.716030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a610f998-2e78-4db3-9cdd-66078190ba56 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:23.733194 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.745439 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Transition to ACTIVE for port object 4f3f40b2-2125-4b3f-943b-2f77146156ac will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:23.756546 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.762717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a610f998-2e78-4db3-9cdd-66078190ba56 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:23.763078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a610f998-2e78-4db3-9cdd-66078190ba56 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:23.767294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.825019 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929cf7-cc38-445c-9086-32fc6a24d4fe None None] Pushing event updated for resources: {'Port': ['ID=4f3f40b2-2125-4b3f-943b-2f77146156ac,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.847902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Attempting to bind port 4f3f40b2-2125-4b3f-943b-2f77146156ac on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:23.849648 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Attempting to bind port 4f3f40b2-2125-4b3f-943b-2f77146156ac by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:23.850198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Attempting to bind port 4f3f40b2-2125-4b3f-943b-2f77146156ac on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:23.855028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.856761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:23.857290 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:23.857721 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.858317 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:23.858647 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Bound port: 4f3f40b2-2125-4b3f-943b-2f77146156ac, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:23.859513 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.906872 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec723388-f713-46fc-a2e1-611edd7e68e2 req-564bddf3-bc40-4736-82bd-29c39fef7762 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.0441790 Jul 29 23:43:23.963634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36ec6f-4b17-4a2d-a9d2-8c8756a117ff None None] Network 158c3a31-b8ce-41d1-9932-2d02783f18f6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:23.964400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.966462 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] For port 4f3f40b2-2125-4b3f-943b-2f77146156ac, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:23.978194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.978985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] For port 4f3f40b2-2125-4b3f-943b-2f77146156ac, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f3f40b2-2125-4b3f-943b-2f77146156ac,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:23.985985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7fbc1c80-91bd-4a6a-a1e7-579647b18057 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd6dc92d-f8bc-4e5b-b716-c7a63380d3f7 HTTP/1.1" status: 204 len: 168 time: 0.8679943 Jul 29 23:43:23.986642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.991093 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.041593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Allocated IP 172.20.0.1 (11c067b3-39b1-44cd-8e98-dffc99e9303c/bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5/0bfed1ec-a76e-4057-afa9-17d567d0653a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:24.085214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:24.086164 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:24.169109 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929cf7-cc38-445c-9086-32fc6a24d4fe None None] Pushing event updated for resources: {'Port': ['ID=4f3f40b2-2125-4b3f-943b-2f77146156ac,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.216934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.294914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:24.320359 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:24.353907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba740cf-f308-438d-bbf7-764dd9b369d2 req-7caed9f0-74b9-434a-a666-e89661392601 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.357137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ba740cf-f308-438d-bbf7-764dd9b369d2 req-7caed9f0-74b9-434a-a666-e89661392601 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.3312140 Jul 29 23:43:24.358061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f17329c8-f496-4159-9c0e-7cad6c75f05c req-0aafd626-3b31-4ef4-89de-dd9225528961 tempest-ServerShowV247Test-1291458672 tempest-ServerShowV247Test-1291458672-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2985bc8-8f1f-4224-ac48-277381948cfe HTTP/1.1" status: 200 len: 210 time: 0.0908031 Jul 29 23:43:24.408119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] DHCP port deletion for 158c3a31-b8ce-41d1-9932-2d02783f18f6 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:24.485123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.492987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ba740cf-f308-438d-bbf7-764dd9b369d2 req-a7d3d517-99b5-4df1-9c2d-292ae0dbaf6f tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884712 Jul 29 23:43:24.508462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Transition to ACTIVE for port object 0bfed1ec-a76e-4057-afa9-17d567d0653a will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:24.542339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Deleting port c01a33a4-edb9-4597-a350-05b26ac304b2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:24.543214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.574657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.611307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Deleting port c01a33a4-edb9-4597-a350-05b26ac304b2 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:24.611973 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.701558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] For port c01a33a4-edb9-4597-a350-05b26ac304b2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c01a33a4-edb9-4597-a350-05b26ac304b2,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:24.702447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.718790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Calling delete_port for c01a33a4-edb9-4597-a350-05b26ac304b2 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:24.723085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:24.768064 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:19Z', 'revision_number': 3, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:24.787214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3ea5-057a-4b9b-9760-8d1e2bb2fa11 req-bb1b0e7a-9abf-4f8a-be61-938cb2953fcc tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.805408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f7c3ea5-057a-4b9b-9760-8d1e2bb2fa11 req-bb1b0e7a-9abf-4f8a-be61-938cb2953fcc tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.2552042 Jul 29 23:43:24.807128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:24.862277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:24.866442 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.867829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.878294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:24.885480 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b079283-1a84-40ca-a4a1-55827ae7285a None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:19Z', 'revision_number': 3, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:24.928771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Sync routers for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:24.952732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] Pushing event deleted for resources: {'Port': ['ID=c01a33a4-edb9-4597-a350-05b26ac304b2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.956097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.012858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce3c4b8c-5f54-4120-bc1b-d47b367cd3df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "PUT /v2.0/floatingips/a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7 HTTP/1.1" status: 200 len: 991 time: 3.5181251 Jul 29 23:43:25.014016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c02bbd-d42a-4679-82a0-06b238b97ae6 None None] No DVR routers for this DVR port c01a33a4-edb9-4597-a350-05b26ac304b2 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:25.028307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:25.031796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.034594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:25.039737 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9398bbf-d339-48f2-acbc-f6b627cb413f" -d '{"events": [{"name": "network-changed", "server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:25.101911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f7c3ea5-057a-4b9b-9760-8d1e2bb2fa11 req-76503761-2c37-4331-9991-6827089e7f91 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915046 Jul 29 23:43:25.107634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b5db1-4352-4da3-985e-426c2ac83895 req-aac0387e-d1c5-440c-92dd-08ace6ad2fd7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:25.118120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d7b5db1-4352-4da3-985e-426c2ac83895 req-aac0387e-d1c5-440c-92dd-08ace6ad2fd7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.4146276 Jul 29 23:43:25.120269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.122725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] For port c01a33a4-edb9-4597-a350-05b26ac304b2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c01a33a4-edb9-4597-a350-05b26ac304b2,segment=NetworkSegment(abda8286-69d0-495d-b287-583ef88397ae),segment_id=abda8286-69d0-495d-b287-583ef88397ae)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:25.123225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.136914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-480ab915-50b3-4e11-a091-e10df18f201a tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:25.139041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-480ab915-50b3-4e11-a091-e10df18f201a tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.57 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.3981862 Jul 29 23:43:25.182394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Calling delete_port for c01a33a4-edb9-4597-a350-05b26ac304b2 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:25.368566 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e756f-b46d-4030-a560-ccc70c7e5e08 x-openstack-request-id: req-e04e756f-b46d-4030-a560-ccc70c7e5e08 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:25.369172 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:25.369172 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e04e756f-b46d-4030-a560-ccc70c7e5e08 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:25.369485 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'status': 'completed', 'code': 200} Jul 29 23:43:25.403797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:25.508758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d7b5db1-4352-4da3-985e-426c2ac83895 req-70c93558-8116-4ef8-a0f7-0365be915cf8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685641 Jul 29 23:43:25.514876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bcc31204-1271-4065-b23c-272906c402e5 None None] Provisioning for port 0bfed1ec-a76e-4057-afa9-17d567d0653a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:25.515120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.556639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] No DVR routers for this DVR port c01a33a4-edb9-4597-a350-05b26ac304b2 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:25.565498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01a33a4-edb9-4597-a350-05b26ac304b2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.585947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-a0fef8d3-c657-4e3d-86e4-08850b5463de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:25.585947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-a0fef8d3-c657-4e3d-86e4-08850b5463de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 1097 time: 0.1564276 Jul 29 23:43:25.656786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.695591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Deleting port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:25.696059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.895785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f3f40b2-2125-4b3f-943b-2f77146156ac up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:25.903791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bcc31204-1271-4065-b23c-272906c402e5 None None] Provisioning complete for port 0bfed1ec-a76e-4057-afa9-17d567d0653a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:25.909804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcc31204-1271-4065-b23c-272906c402e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.976749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.980854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bcc31204-1271-4065-b23c-272906c402e5 None None] Port 0bfed1ec-a76e-4057-afa9-17d567d0653a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:26.006132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44142) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:26.045326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-db0bef99-5e25-4b62-b4a8-972d3bb300a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.054740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-db0bef99-5e25-4b62-b4a8-972d3bb300a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 200 len: 915 time: 0.4203234 Jul 29 23:43:26.061929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158c3a31-b8ce-41d1-9932-2d02783f18f6']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.115223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abda8286-69d0-495d-b287-583ef88397ae') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.115859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abda8286-69d0-495d-b287-583ef88397ae') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.126046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155880a2-495b-441f-b872-a7d89bc16eb1 req-a7a29900-1114-44ad-b6e9-1d9aaa521fd3 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.134040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-155880a2-495b-441f-b872-a7d89bc16eb1 req-a7a29900-1114-44ad-b6e9-1d9aaa521fd3 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.3387761 Jul 29 23:43:26.215428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.255543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.279345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4f3f40b2-2125-4b3f-943b-2f77146156ac completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:26.294709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4f3f40b2-2125-4b3f-943b-2f77146156ac triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:26.295090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.305273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:26.305891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:26.307880 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:26.409484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'port_id': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'mac_address': 'fa:16:3e:de:31:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98906779-969a-4305-bc7a-c6b7ee94c457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 1, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.428975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd611c0f-3282-43bc-a2e9-0e8b268481a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.432528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-bab93bd1-fb30-41ed-8108-90880feeb0e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 200 len: 999 time: 0.3643394 Jul 29 23:43:26.444230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Checking router: 7ee1b1e1-13ed-4ad7-b08a-057829f346ac for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:26.460707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:26.461356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:26.481352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-155880a2-495b-441f-b872-a7d89bc16eb1 req-3a6d2450-47f8-4ca7-a309-0e612d796b20 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462653 Jul 29 23:43:26.520581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.562500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616af30f-119a-4bc1-b6ae-6026213fd558 req-0251bd6f-18e3-4c7f-b3ca-5a4645bd7e69 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.571391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-616af30f-119a-4bc1-b6ae-6026213fd558 req-0251bd6f-18e3-4c7f-b3ca-5a4645bd7e69 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 950 time: 0.2331903 Jul 29 23:43:26.582162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4f3f40b2-2125-4b3f-943b-2f77146156ac, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f3f40b2-2125-4b3f-943b-2f77146156ac,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:26.638752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.645104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.653338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] For port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:26.654354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.662967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.668261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/158c3a31-b8ce-41d1-9932-2d02783f18f6 HTTP/1.1" status: 204 len: 168 time: 2.6777484 Jul 29 23:43:26.679209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:26.702649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-708ce878-7bb6-4517-8385-9277b32f27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.704294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-708ce878-7bb6-4517-8385-9277b32f27c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=375db5dd-719f-48b6-9716-73abbf4deb45 HTTP/1.1" status: 200 len: 853 time: 0.1920133 Jul 29 23:43:26.713668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Calling delete_port for dc379bc0-3ef5-4286-9c62-f0dbbc68e12a owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:26.765999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-616af30f-119a-4bc1-b6ae-6026213fd558 req-16065054-77c9-46f5-9ee4-af92b9333b92 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932709 Jul 29 23:43:26.775616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99da2d7-b042-4aaa-83bd-ac5afebe69d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=158c3a31-b8ce-41d1-9932-2d02783f18f6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:26.805305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f3f40b2-2125-4b3f-943b-2f77146156ac,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:26.826976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c01a33a4-edb9-4597-a350-05b26ac304b2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:26.845173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:26.925958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.944686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.977223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-4caa9b91-2391-4873-b226-c9020bfe8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.978842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-4caa9b91-2391-4873-b226-c9020bfe8378 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2554469 Jul 29 23:43:27.069080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c01a33a4-edb9-4597-a350-05b26ac304b2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:27.069356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c01a33a4-edb9-4597-a350-05b26ac304b2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:27.121785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.137524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.156629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1c4c-a3c9-4745-8f6a-c3bacdae99fc req-e8f07ab7-5d7d-495e-bd3b-bcc3a5c00fb5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:27.159193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65de1c4c-a3c9-4745-8f6a-c3bacdae99fc req-e8f07ab7-5d7d-495e-bd3b-bcc3a5c00fb5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.2299459 Jul 29 23:43:27.162701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.210307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c947c93b-98e4-4edd-90dd-3d39445f9682'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:27.244260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcde7cf-e4c7-4873-9075-a879fb2d1e99 req-4e453b96-b1bd-4894-b496-81433b53aa80 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:27.254958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0dcde7cf-e4c7-4873-9075-a879fb2d1e99 req-4e453b96-b1bd-4894-b496-81433b53aa80 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.4156160 Jul 29 23:43:27.256933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44158) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:27.281747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Pushing event deleted for resources: {'Port': ['ID=dc379bc0-3ef5-4286-9c62-f0dbbc68e12a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:27.289114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Request body: {'floatingip': {'port_id': '0c34128c-c104-48dd-b768-d0a242d365db'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:27.324361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['dc379bc0-3ef5-4286-9c62-f0dbbc68e12a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:27.328528 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd611c0f-3282-43bc-a2e9-0e8b268481a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.434843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] No DVR routers for this DVR port dc379bc0-3ef5-4286-9c62-f0dbbc68e12a on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:27.448394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.452673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b11d03-1ee4-4861-a723-abae4d5271a3 req-117f3461-d2bd-4079-9b50-70149f7f8d6d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.57 "DELETE /v2.0/ports/dc379bc0-3ef5-4286-9c62-f0dbbc68e12a HTTP/1.1" status: 204 len: 173 time: 2.2180164 Jul 29 23:43:27.454480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'name': 'network-vif-deleted', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:27.458046 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ede64e4-255e-4ffb-9848-02dc256cdfac" -d '{"events": [{"server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "name": "network-vif-deleted", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:27.472524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:27.488627 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65de1c4c-a3c9-4745-8f6a-c3bacdae99fc req-956dd96d-e662-4049-81d9-6c7e0700daa4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146946 Jul 29 23:43:27.496093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:27.572062 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.609243 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a20167-948e-4501-9eaf-57c224fa4ecc x-openstack-request-id: req-34a20167-948e-4501-9eaf-57c224fa4ecc {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:27.609827 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685b64bf-f7b1-44d0-87ea-4bb06ced5b9c", "name": "network-vif-deleted", "tag": "dc379bc0-3ef5-4286-9c62-f0dbbc68e12a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:27.609943 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34a20167-948e-4501-9eaf-57c224fa4ecc {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:27.610291 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685b64bf-f7b1-44d0-87ea-4bb06ced5b9c', 'name': 'network-vif-deleted', 'tag': 'dc379bc0-3ef5-4286-9c62-f0dbbc68e12a', 'status': 'completed', 'code': 200} Jul 29 23:43:27.783978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:27.817197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f3f40b2-2125-4b3f-943b-2f77146156ac up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:27.861103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4007168f-2791-4444-af91-f6879418ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'port_id': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'mac_address': 'fa:16:3e:de:31:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98906779-969a-4305-bc7a-c6b7ee94c457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 1, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:27.940249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007168f-2791-4444-af91-f6879418ada0 None None] The sync data for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 is: [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'port_id': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'mac_address': 'fa:16:3e:de:31:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98906779-969a-4305-bc7a-c6b7ee94c457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:43:23Z', 'revision_number': 1, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:27.958255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:27.965841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5436443d-b2e1-4df0-b4a2-0656bf53b8b6 admin admin] 10.222.0.49 "PUT /v2.0/routers/bb75004b-572d-4336-9bf3-c33aaf1634d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3693693 Jul 29 23:43:27.974608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:27.989661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:27.990340 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.004396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d8d3febc-5a60-4615-8e86-df0b93f0671e None None] Provisioning complete for port 0bfed1ec-a76e-4057-afa9-17d567d0653a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:28.004770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8d3febc-5a60-4615-8e86-df0b93f0671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.067280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3febc-5a60-4615-8e86-df0b93f0671e None None] Port 0bfed1ec-a76e-4057-afa9-17d567d0653a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:28.087635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4f3f40b2-2125-4b3f-943b-2f77146156ac triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:28.089898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.140369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.181904 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:28.195831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd611c0f-3282-43bc-a2e9-0e8b268481a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.344566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce2b83-c579-400b-a410-a885dc973a36 None None] New status for floating IP a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:28.412478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae9e7319-0501-4a40-8144-37b2a71918da req-b6f72ca0-307c-43fd-ae90-fef1289d38d8 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=685b64bf-f7b1-44d0-87ea-4bb06ced5b9c HTTP/1.1" status: 200 len: 210 time: 0.2682986 Jul 29 23:43:28.472872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd611c0f-3282-43bc-a2e9-0e8b268481a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7407ec5-ee4f-4840-82ec-2231372be2f7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.535360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd611c0f-3282-43bc-a2e9-0e8b268481a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44c5e5f81c77420e91149021c8a63a83&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5030043 Jul 29 23:43:28.539356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44178) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:28.635967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-c988818d-ff5d-40bc-8955-a8dd5d54bf95 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6432848 Jul 29 23:43:28.690232 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 2, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:28.698462 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.732441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.760624 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:28.761395 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Updating router bb75004b-572d-4336-9bf3-c33aaf1634d1 port 0bfed1ec-a76e-4057-afa9-17d567d0653a binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:28.832171 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.836222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.840372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.848163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7407ec5-ee4f-4840-82ec-2231372be2f7 HTTP/1.1" status: 204 len: 168 time: 0.3058579 Jul 29 23:43:28.868123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c811-5025-4e38-b244-a41690f1b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7407ec5-ee4f-4840-82ec-2231372be2f7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:28.870661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b21d7-7e62-4a04-9d9d-1f619b48807c req-45565db4-36ee-4135-8b0e-6f2996c3903f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:28.873319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-172b21d7-7e62-4a04-9d9d-1f619b48807c req-45565db4-36ee-4135-8b0e-6f2996c3903f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.2545092 Jul 29 23:43:28.996744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-172b21d7-7e62-4a04-9d9d-1f619b48807c req-a19cabb5-cb0a-4e55-ab62-3d5174ca7f01 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983784 Jul 29 23:43:29.028424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9398bbf-d339-48f2-acbc-f6b627cb413f req-4b45a8c3-5796-4b2f-a470-e4f6db0cf7d3 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508794 Jul 29 23:43:29.216773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.324658 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.339488 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Transition to ACTIVE for port object 0bfed1ec-a76e-4057-afa9-17d567d0653a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:29.350808 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.378445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:29.389257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673730311', 'description': 'tempest-description--1741308742'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:29.456402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.492365 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326fd89-ad76-4929-b54d-77313c842467 None None] Pushing event updated for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.568679 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Attempting to bind port 0bfed1ec-a76e-4057-afa9-17d567d0653a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:29.569046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Attempting to bind port 0bfed1ec-a76e-4057-afa9-17d567d0653a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:29.569473 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Attempting to bind port 0bfed1ec-a76e-4057-afa9-17d567d0653a on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:29.594791 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:29.595170 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:29.599899 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.600330 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:29.600840 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Bound port: 0bfed1ec-a76e-4057-afa9-17d567d0653a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:29.601447 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.627707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.664590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.767642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dc379bc0-3ef5-4286-9c62-f0dbbc68e12a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:29.770362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.784332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.815062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: dc379bc0-3ef5-4286-9c62-f0dbbc68e12a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:29.815419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dc379bc0-3ef5-4286-9c62-f0dbbc68e12a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:29.817199 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] For port 0bfed1ec-a76e-4057-afa9-17d567d0653a, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:29.830145 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] For port 0bfed1ec-a76e-4057-afa9-17d567d0653a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0bfed1ec-a76e-4057-afa9-17d567d0653a,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:29.836870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b226bdbf-a22d-4371-b697-d1953ed9b2c9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.842761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.844589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2888adce-048c-4b48-a696-e35e2e9814ff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4638700 Jul 29 23:43:29.848802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:29.855225 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.866545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group_rule': {'security_group_id': 'b226bdbf-a22d-4371-b697-d1953ed9b2c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:29.950009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.992686 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Floating IP ade5b31f-aa3b-4059-b731-14bd27ce224d associated. External IP: 172.25.5.242, port: 0c34128c-c104-48dd-b768-d0a242d365db. Jul 29 23:43:30.027422 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326fd89-ad76-4929-b54d-77313c842467 None None] Pushing event updated for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.043450 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:30.045182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:30.104726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.115382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.138675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Deleting port 706cd88d-2b89-4d18-9acf-bf5bab559a67 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:30.143280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.150062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fee268b-3c28-4b3e-a365-2bd8063f9d6b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.174917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.177008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67284fa0-cee3-4cb2-b1cc-3d8c2de28adc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271296 Jul 29 23:43:30.179870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44218) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.187641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group_rule': {'security_group_id': 'b226bdbf-a22d-4371-b697-d1953ed9b2c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:30.270311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] For port 706cd88d-2b89-4d18-9acf-bf5bab559a67, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=706cd88d-2b89-4d18-9acf-bf5bab559a67,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:30.270968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.290870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Calling delete_port for 706cd88d-2b89-4d18-9acf-bf5bab559a67 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:30.341139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.409296 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:30.453962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0817-8998-41cc-b149-26801733d95d req-dfd096a4-0625-4fd4-83d3-afc485dc4f49 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:30.458217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-794b0817-8998-41cc-b149-26801733d95d req-dfd096a4-0625-4fd4-83d3-afc485dc4f49 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.2162473 Jul 29 23:43:30.468830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.476914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c650-ee84-485f-9852-97d61dcdebf9 req-497fca7f-95c6-4b67-b3d4-d6bf7b0b9f4d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:30.479283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d66c650-ee84-485f-9852-97d61dcdebf9 req-497fca7f-95c6-4b67-b3d4-d6bf7b0b9f4d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 0.3995528 Jul 29 23:43:30.490699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.520419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8f78ee-dced-4d0e-85e6-899cc22d2dd2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.573291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-794b0817-8998-41cc-b149-26801733d95d req-818443d0-2ffc-4797-8561-c985c74e516e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025481 Jul 29 23:43:30.574440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.582862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8e249866-a9e0-494f-be94-c16fd40726db tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981576 Jul 29 23:43:30.583179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.591729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:30.627010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.640758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d66c650-ee84-485f-9852-97d61dcdebf9 req-95c485bd-c770-4773-9ff8-9b036b2aec77 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156695 Jul 29 23:43:30.753460 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:29Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:30.786692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Router f43423b5-2b6f-41fe-aa93-c087edb4ade3 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:30.807852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.838645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.846495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12533e7e-0562-4ac3-a0d3-732376545af7 None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:29Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:30.894201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=706cd88d-2b89-4d18-9acf-bf5bab559a67,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.153121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Allocated IP 172.25.5.174 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/979df9fe-5783-4099-9d47-570712f34520) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:31.201697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:31.207279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.218008 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Sync routers for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:31.245489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.255447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ea91b6c-79ff-4bdf-8221-5ddd6efa5957 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "PUT /v2.0/floatingips/ade5b31f-aa3b-4059-b731-14bd27ce224d HTTP/1.1" status: 200 len: 991 time: 3.9942884 Jul 29 23:43:31.258140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:31.260887 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:31.263627 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:31.272830 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca70855-19bb-4a5e-859f-a91c4f457bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "tag": "0c34128c-c104-48dd-b768-d0a242d365db"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:31.408042 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782eb7a5-5e9d-4a98-bc45-8a3c2b6fb305 x-openstack-request-id: req-782eb7a5-5e9d-4a98-bc45-8a3c2b6fb305 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:31.408385 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "tag": "0c34128c-c104-48dd-b768-d0a242d365db", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:31.408573 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-782eb7a5-5e9d-4a98-bc45-8a3c2b6fb305 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:31.409188 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db', 'status': 'completed', 'code': 200} Jul 29 23:43:31.555020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.572843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:31.650539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-1a743dcf-ee7f-4a91-bb0f-0bca957e5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:31.659060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-1a743dcf-ee7f-4a91-bb0f-0bca957e5060 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15bd6c1fbaf54379886c95e35ced5217&device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.1896584 Jul 29 23:43:31.682605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.689123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44242) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.916499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:31.944166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:31.989603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:31.997301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=979df9fe-5783-4099-9d47-570712f34520,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.072120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0bfed1ec-a76e-4057-afa9-17d567d0653a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:32.224839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6cd3b-11d2-44e0-8cc3-72ff03cf39da req-e264f288-c242-42ae-929f-3683f335d262 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:32.247354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34a6cd3b-11d2-44e0-8cc3-72ff03cf39da req-e264f288-c242-42ae-929f-3683f335d262 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.4806452 Jul 29 23:43:32.250187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13883eaf-a9a8-4c14-8665-22a0f7d0f2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.289112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0bfed1ec-a76e-4057-afa9-17d567d0653a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:32.301496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0bfed1ec-a76e-4057-afa9-17d567d0653a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:32.308937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.359725 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ade5b31f-aa3b-4059-b731-14bd27ce224d', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'port_id': '0c34128c-c104-48dd-b768-d0a242d365db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'mac_address': 'fa:16:3e:d0:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d93982-0733-4258-84f9-2c218189b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:02Z', 'updated_at': '2021-07-29T23:43:29Z', 'revision_number': 1, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:32.444460 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Checking router: f43423b5-2b6f-41fe-aa93-c087edb4ade3 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:32.467312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34a6cd3b-11d2-44e0-8cc3-72ff03cf39da req-5fedbcc4-c1c8-4c63-96d6-95c42130835d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182198 Jul 29 23:43:32.482373 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:32.483498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:32.639767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.649904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.729009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0bfed1ec-a76e-4057-afa9-17d567d0653a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0bfed1ec-a76e-4057-afa9-17d567d0653a,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:32.736474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.932423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.970661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.975567 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:33.003954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13883eaf-a9a8-4c14-8665-22a0f7d0f2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.012888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13883eaf-a9a8-4c14-8665-22a0f7d0f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.099068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883eaf-a9a8-4c14-8665-22a0f7d0f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f745ead-78d3-4391-9862-66ae2f73631e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.108460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-13883eaf-a9a8-4c14-8665-22a0f7d0f2af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=588b79b7f2904bc98545e7f7d5197cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4095485 Jul 29 23:43:33.116261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44254) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:33.207900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-00ce561c-6c1f-4e17-980c-c9cf601e15ad tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.210464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-00ce561c-6c1f-4e17-980c-c9cf601e15ad tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.59 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 1.5445030 Jul 29 23:43:33.250422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.279943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.306415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Router 4118afa7-be49-4096-97f6-fc651cb45572 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:33.307368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.329434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.338410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cd72-4682-4ade-a2a9-034a38e111a7 req-7eeb8dd3-c8b0-4c0b-9781-dddb2be5c4be tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.349146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53d7cd72-4682-4ade-a2a9-034a38e111a7 req-7eeb8dd3-c8b0-4c0b-9781-dddb2be5c4be tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 1.5139174 Jul 29 23:43:33.430050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=979df9fe-5783-4099-9d47-570712f34520,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.444183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.445002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-5ccf6fef-8728-4d71-bcec-b8de120ff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.446603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-5ccf6fef-8728-4d71-bcec-b8de120ff70e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef7f9435-c671-419d-be23-4a345fdd3349 HTTP/1.1" status: 200 len: 907 time: 1.7783518 Jul 29 23:43:33.462010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53d7cd72-4682-4ade-a2a9-034a38e111a7 req-d604e276-3618-4e93-9435-011b878b0a39 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117396 Jul 29 23:43:33.466927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.478388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-743a8178-fda6-434a-9a79-50945c008310 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8845358 Jul 29 23:43:33.485847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.490098 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.492697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f745ead-78d3-4391-9862-66ae2f73631e HTTP/1.1" status: 204 len: 168 time: 0.3748982 Jul 29 23:43:33.504426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1fe1a-88a0-45bb-824e-e998b443b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f745ead-78d3-4391-9862-66ae2f73631e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.635243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-161d6978-e235-47a4-b686-5734b206b836 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c34128c-c104-48dd-b768-d0a242d365db HTTP/1.1" status: 200 len: 999 time: 0.1112626 Jul 29 23:43:33.713136 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ade5b31f-aa3b-4059-b731-14bd27ce224d', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'port_id': '0c34128c-c104-48dd-b768-d0a242d365db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'mac_address': 'fa:16:3e:d0:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d93982-0733-4258-84f9-2c218189b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:02Z', 'updated_at': '2021-07-29T23:43:29Z', 'revision_number': 1, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:33.743851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c9a22-5df7-4c0e-a946-6b741e3646c0 req-de128046-4af7-40e9-983b-a752e5d7fe29 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.748095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Deleting port c947c93b-98e4-4edd-90dd-3d39445f9682 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:33.748444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.751025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea8c9a22-5df7-4c0e-a946-6b741e3646c0 req-de128046-4af7-40e9-983b-a752e5d7fe29 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1011579 Jul 29 23:43:33.783521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0bfed1ec-a76e-4057-afa9-17d567d0653a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:33.799609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd1b71-aa37-40b4-993b-5f3718df4a9f None None] The sync data for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 is: [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ade5b31f-aa3b-4059-b731-14bd27ce224d', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'port_id': '0c34128c-c104-48dd-b768-d0a242d365db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'mac_address': 'fa:16:3e:d0:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d93982-0733-4258-84f9-2c218189b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:02Z', 'updated_at': '2021-07-29T23:43:29Z', 'revision_number': 1, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:33.856612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea8c9a22-5df7-4c0e-a946-6b741e3646c0 req-cc4eeada-595b-45fd-a378-dc88c13ca2bd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983143 Jul 29 23:43:33.894287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0bfed1ec-a76e-4057-afa9-17d567d0653a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:33.894668 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.972113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-44cd0c5f-9ee6-460b-b70b-dd34eb56099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.974420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-44cd0c5f-9ee6-460b-b70b-dd34eb56099d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65 HTTP/1.1" status: 200 len: 845 time: 0.3260639 Jul 29 23:43:33.978498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:33.989900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Sync routers for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:34.000925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44282) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.001753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a26ee741-4d86-424f-934c-6e36aa7a3f14 admin admin] 10.222.0.49 "PUT /v2.0/routers/4118afa7-be49-4096-97f6-fc651cb45572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3206518 Jul 29 23:43:34.042292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:34.043533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:34.084746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-bc7134aa-056a-405c-a143-b95b3d3ab5df tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--673730311&fields=id&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 267 time: 0.1864240 Jul 29 23:43:34.131591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] For port c947c93b-98e4-4edd-90dd-3d39445f9682, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c947c93b-98e4-4edd-90dd-3d39445f9682,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:34.132220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.155301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Calling delete_port for c947c93b-98e4-4edd-90dd-3d39445f9682 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:34.204849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:34.247322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fcf7e-827f-403f-8d8a-a99c7138b5f2 None None] New status for floating IP ade5b31f-aa3b-4059-b731-14bd27ce224d: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:34.289342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.359659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-1c4e856d-98d5-4f98-b54f-b9b7422f9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.366888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-1c4e856d-98d5-4f98-b54f-b9b7422f9ba1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef7f9435-c671-419d-be23-4a345fdd3349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3620882 Jul 29 23:43:34.499255 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.500241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:43:30Z', 'revision_number': 5, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port': {'id': 'df4b80a4-7f0a-4417-8d3e-89479c032440', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4118afa7-be49-4096-97f6-fc651cb45572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:09Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:34.538999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Checking router: 4118afa7-be49-4096-97f6-fc651cb45572 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:34.567642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Routers {'4118afa7-be49-4096-97f6-fc651cb45572'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:34.569542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4118afa7-be49-4096-97f6-fc651cb45572'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:34.700683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Deleting port df4b80a4-7f0a-4417-8d3e-89479c032440 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:34.701042 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.736877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] Set router 4118afa7-be49-4096-97f6-fc651cb45572 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:34.749810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-6b8a4121-65e0-479e-97b1-80cd96708e45 service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644710 Jul 29 23:43:34.796238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e547c0d-cbc7-45cb-82ea-f23abdd8eb23 req-7f8ddf90-5d5a-44f7-9ccd-889883b9a258 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.801095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e547c0d-cbc7-45cb-82ea-f23abdd8eb23 req-7f8ddf90-5d5a-44f7-9ccd-889883b9a258 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 949 time: 0.1766465 Jul 29 23:43:34.855632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-9d755f2a-ea77-436d-b8bd-0056df6cbcc0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.857388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-9d755f2a-ea77-436d-b8bd-0056df6cbcc0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 816 time: 0.7539115 Jul 29 23:43:34.899331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44304) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.900948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-b7b02d84-77e1-4b0e-a0a4-3c351c8a3861 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/quotas/6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 375 time: 0.0344756 Jul 29 23:43:34.952839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e547c0d-cbc7-45cb-82ea-f23abdd8eb23 req-1af186b4-6a58-490b-bf62-bf38fe425f95 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7597e97-d00d-46d3-8294-6347a2e2000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340959 Jul 29 23:43:34.958789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] For port df4b80a4-7f0a-4417-8d3e-89479c032440, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=df4b80a4-7f0a-4417-8d3e-89479c032440,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:34.961746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.997438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Calling delete_port for df4b80a4-7f0a-4417-8d3e-89479c032440 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:35.039637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca70855-19bb-4a5e-859f-a91c4f457bf1 req-5b4c51da-7167-4570-ade4-9ce0c5737883 service neutron] 10.222.0.59 "GET /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739439 Jul 29 23:43:35.077256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-1524b8c6-fbae-4912-8696-aa148005e039 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1636686 Jul 29 23:43:35.090455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.182087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:43:34Z', 'revision_number': 6, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:35.198323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1244096239-network', 'tenant_id': '22e7ecac72124a72a31dda697c80ac18'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:35.211485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be61a-eced-420f-8c87-06567e54ab71 req-eb53b170-3e17-40c3-9f93-be0a69a14d98 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.219775 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef0be61a-eced-420f-8c87-06567e54ab71 req-eb53b170-3e17-40c3-9f93-be0a69a14d98 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1391163 Jul 29 23:43:35.224063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9648e1-6f7d-4e28-a062-8c7df5b6198c None None] The sync data for ids ['4118afa7-be49-4096-97f6-fc651cb45572'] in n-d-712707-11 is: [{'id': '4118afa7-be49-4096-97f6-fc651cb45572', 'name': 'tempest-AttachSCSIVolumeTestJSON-1227992676-router', 'tenant_id': '087232ca62284f3a9088c9e5c9260722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:08Z', 'updated_at': '2021-07-29T23:43:34Z', 'revision_number': 6, 'project_id': '087232ca62284f3a9088c9e5c9260722', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:35.236113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Made reservation on behalf of 22e7ecac72124a72a31dda697c80ac18 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:35.238893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.290549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ef0be61a-eced-420f-8c87-06567e54ab71 req-110f28f9-9935-4f5b-aec4-1a5793b02627 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696368 Jul 29 23:43:35.292305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Pushing event deleted for resources: {'Port': ['ID=c947c93b-98e4-4edd-90dd-3d39445f9682,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.360385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] No DVR routers for this DVR port c947c93b-98e4-4edd-90dd-3d39445f9682 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:35.364170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.368331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfcac5d3-cad5-4092-8c55-55988aa445db req-35ac8c85-d7f7-4389-bf2a-d4102ada5340 tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.59 "DELETE /v2.0/ports/c947c93b-98e4-4edd-90dd-3d39445f9682 HTTP/1.1" status: 204 len: 173 time: 2.1443686 Jul 29 23:43:35.372824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'name': 'network-vif-deleted', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:35.374847 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b64c29-a20c-4e4e-b2f6-d0d5e51bb33f" -d '{"events": [{"server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "name": "network-vif-deleted", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:35.379629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.382757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.417089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4b80a4-7f0a-4417-8d3e-89479c032440,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.592803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.711486 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931536ac-780e-4526-9919-d4e9226aeaa2 x-openstack-request-id: req-931536ac-780e-4526-9919-d4e9226aeaa2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:35.712250 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306d93f-559f-4fac-bc51-aad25211bc16", "name": "network-vif-deleted", "tag": "c947c93b-98e4-4edd-90dd-3d39445f9682", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:35.712836 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-931536ac-780e-4526-9919-d4e9226aeaa2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:35.713580 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306d93f-559f-4fac-bc51-aad25211bc16', 'name': 'network-vif-deleted', 'tag': 'c947c93b-98e4-4edd-90dd-3d39445f9682', 'status': 'completed', 'code': 200} Jul 29 23:43:35.720147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.731142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.793205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 706cd88d-2b89-4d18-9acf-bf5bab559a67 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:35.800109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37a2c2-efff-494a-adce-42ab7bdf7292,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.824250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-5b9a1985-c745-4c7a-952b-5bd6adee2452 service neutron] 10.222.0.49 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725659 Jul 29 23:43:35.833317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:35.875983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 706cd88d-2b89-4d18-9acf-bf5bab559a67 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:35.878272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 706cd88d-2b89-4d18-9acf-bf5bab559a67 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:35.881720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.887712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.958576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.959578 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Added segment 35957306-5404-4843-aec7-ff41351d0e95 of type vlan for network b10ecfc1-c476-4a96-813b-a50895bd5cdf Jul 29 23:43:35.967670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.968453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4118afa7-be49-4096-97f6-fc651cb45572 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:35.995056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.998728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-989a13f0-e1a0-4ae2-8f71-45632057e8b2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4118afa7-be49-4096-97f6-fc651cb45572 HTTP/1.1" status: 204 len: 168 time: 1.9942350 Jul 29 23:43:35.999054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44318) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:36.047993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.092830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0c443db4-5e70-4049-8284-d4f5e8b3eb05 service neutron] 10.222.0.49 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418544 Jul 29 23:43:36.122796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Deleting subnet 356a3102-359a-489b-bdde-53520e7d4d66 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:36.126466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.146553 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.148008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.149018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.193105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.239454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4b05380-4a10-49a8-89aa-4419cb46f60e req-c6848029-0486-4161-a467-d05b03b1c01d tempest-ServersAdminNegativeTestJSON-2077406830 tempest-ServersAdminNegativeTestJSON-2077406830-project] 10.222.0.49 "GET /v2.0/ports?device_id=2306d93f-559f-4fac-bc51-aad25211bc16 HTTP/1.1" status: 200 len: 210 time: 0.1293449 Jul 29 23:43:36.245537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] Pushing event updated for resources: {'Network': ['ID=b10ecfc1-c476-4a96-813b-a50895bd5cdf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.264735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-18658593-0fe2-4c4b-8e6e-4af6520b4a69 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3624825 Jul 29 23:43:36.272126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b10ecfc1-c476-4a96-813b-a50895bd5cdf details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:36.446598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.494802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e172d91f-fe10-4d65-aebc-e9ef90ad8c26 req-0fde43a5-d9e5-4e0f-8b54-841fb11049f5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 210 time: 0.0594418 Jul 29 23:43:36.633003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c947c93b-98e4-4edd-90dd-3d39445f9682 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:36.676695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c947c93b-98e4-4edd-90dd-3d39445f9682 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:36.677064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c947c93b-98e4-4edd-90dd-3d39445f9682 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:36.703149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f29817-abbb-46cc-91ee-7f49b0efca15 req-5763e69e-8e8d-4410-9070-0ec8d0a85d90 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.713398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-63f29817-abbb-46cc-91ee-7f49b0efca15 req-5763e69e-8e8d-4410-9070-0ec8d0a85d90 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1931107 Jul 29 23:43:36.770042 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.819342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356a3102-359a-489b-bdde-53520e7d4d66,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.844224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.846187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64107150-0dea-4ab7-8323-6aaafae29f06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/356a3102-359a-489b-bdde-53520e7d4d66 HTTP/1.1" status: 204 len: 168 time: 0.8460095 Jul 29 23:43:36.849009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44344) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:36.850425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c22996-959d-4879-9d1e-251d23037708 None None] Network 0e82c73e-104a-47dd-ae1a-da85d533df83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:36.864249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-63f29817-abbb-46cc-91ee-7f49b0efca15 req-3619b97b-46ab-40e5-90f7-52939af96a77 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497505 Jul 29 23:43:36.998036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.250346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35156bff-6d65-43d3-9897-6681499c210a None None] DHCP port deletion for 0e82c73e-104a-47dd-ae1a-da85d533df83 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:37.250346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Deleting port 0e333aae-3562-44f5-8330-fcdcb3488c28 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:37.250346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.304328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74b7b-8765-41fd-8a9b-329e05f02c32 req-5093a45e-5e17-42f8-b7c1-910a924bdbbb tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.311224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74b7b-8765-41fd-8a9b-329e05f02c32 req-5093a45e-5e17-42f8-b7c1-910a924bdbbb tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.317459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74b7b-8765-41fd-8a9b-329e05f02c32 req-5093a45e-5e17-42f8-b7c1-910a924bdbbb tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.321171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-35156bff-6d65-43d3-9897-6681499c210a None None] For port 0e333aae-3562-44f5-8330-fcdcb3488c28, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0e333aae-3562-44f5-8330-fcdcb3488c28,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:37.321776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.322729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93f74b7b-8765-41fd-8a9b-329e05f02c32 req-5093a45e-5e17-42f8-b7c1-910a924bdbbb tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3154230 Jul 29 23:43:37.340869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Deleting port 0e333aae-3562-44f5-8330-fcdcb3488c28 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:37.341238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.366364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Calling delete_port for 0e333aae-3562-44f5-8330-fcdcb3488c28 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:37.476559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] For port 0e333aae-3562-44f5-8330-fcdcb3488c28, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0e333aae-3562-44f5-8330-fcdcb3488c28,segment=NetworkSegment(151c3796-ef7b-427c-ad1e-0fd5fa1ce42c),segment_id=151c3796-ef7b-427c-ad1e-0fd5fa1ce42c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:37.476559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.495771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6656-aa6b-4a73-8050-6536735bf7d3 req-494ac654-e85f-42e5-88e2-ea2860925646 tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.501543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-680b6656-aa6b-4a73-8050-6536735bf7d3 req-494ac654-e85f-42e5-88e2-ea2860925646 tempest-ComputeTenantNetworksTest-1627127161 tempest-ComputeTenantNetworksTest-1627127161-project] 10.222.0.49 "GET /v2.0/networks/b10ecfc1-c476-4a96-813b-a50895bd5cdf HTTP/1.1" status: 200 len: 769 time: 0.1561861 Jul 29 23:43:37.508510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Calling delete_port for 0e333aae-3562-44f5-8330-fcdcb3488c28 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:37.509415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44362) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:37.521500 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.569559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35156bff-6d65-43d3-9897-6681499c210a None None] Pushing event deleted for resources: {'Port': ['ID=0e333aae-3562-44f5-8330-fcdcb3488c28,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:37.576926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35156bff-6d65-43d3-9897-6681499c210a None None] No DVR routers for this DVR port 0e333aae-3562-44f5-8330-fcdcb3488c28 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:37.655978 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.660050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.739492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e333aae-3562-44f5-8330-fcdcb3488c28,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:37.750718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] No DVR routers for this DVR port 0e333aae-3562-44f5-8330-fcdcb3488c28 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:37.758847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d595702f-e9a3-4470-acb9-64c26971abeb req-8c7c7285-f692-4fa7-adc5-87dc49dbba2a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 210 time: 0.0726395 Jul 29 23:43:37.766308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device df4b80a4-7f0a-4417-8d3e-89479c032440 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:37.783069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44374) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:37.825649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: df4b80a4-7f0a-4417-8d3e-89479c032440 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:37.826031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device df4b80a4-7f0a-4417-8d3e-89479c032440 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:37.826459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0e333aae-3562-44f5-8330-fcdcb3488c28 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:37.858770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0e333aae-3562-44f5-8330-fcdcb3488c28 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:37.859146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0e333aae-3562-44f5-8330-fcdcb3488c28 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:37.933994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.938538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.948763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e82c73e-104a-47dd-ae1a-da85d533df83']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.964505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.964878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151c3796-ef7b-427c-ad1e-0fd5fa1ce42c') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.965172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10ecfc1-c476-4a96-813b-a50895bd5cdf']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.978408 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:37.993848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.003147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:38.003147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:38.004084 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:38.007503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35957306-5404-4843-aec7-ff41351d0e95') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:38.007503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35957306-5404-4843-aec7-ff41351d0e95') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:38.039645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.066763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.070632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.080257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.082435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e82c73e-104a-47dd-ae1a-da85d533df83 HTTP/1.1" status: 204 len: 168 time: 1.2236354 Jul 29 23:43:38.087186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:38.087593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:38.089979 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:38.098141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf756c9-462d-46d3-8621-dc649f69920f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e82c73e-104a-47dd-ae1a-da85d533df83,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.153757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eee357-751e-45d1-be86-c73eb039c210 req-90eff200-3f30-4643-a92c-b8d744b325df tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.155380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3eee357-751e-45d1-be86-c73eb039c210 req-90eff200-3f30-4643-a92c-b8d744b325df tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1705532 Jul 29 23:43:38.163115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f77d251-7770-4552-93d4-0c2b50b9047b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f02bfacba5445228aa80fd7fa13dea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788502 Jul 29 23:43:38.166473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44390) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.185579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.193896 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.196710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] 10.222.0.49 "DELETE /v2.0/networks/b10ecfc1-c476-4a96-813b-a50895bd5cdf HTTP/1.1" status: 204 len: 168 time: 0.6861405 Jul 29 23:43:38.222511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a734f6-0989-4d59-9001-b82170778d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b10ecfc1-c476-4a96-813b-a50895bd5cdf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.247622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44394) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.247917 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3eee357-751e-45d1-be86-c73eb039c210 req-d37ef38c-1f61-416a-89e4-5ea31e0d60c1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780313 Jul 29 23:43:38.300305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.323806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-577ed141-65e5-4a77-b3c3-1cf19f62a5ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9f8215d96344f92b44ec2c103d9fb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747941 Jul 29 23:43:38.327071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44398) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.338825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.412723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.437342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.462498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.465378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.466726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7597e97-d00d-46d3-8294-6347a2e2000c HTTP/1.1" status: 204 len: 168 time: 0.2988904 Jul 29 23:43:38.474936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.511686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9d3bf-6080-4b28-95d5-db3a4b8468d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7597e97-d00d-46d3-8294-6347a2e2000c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.538350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-23bcd474-d299-4470-a1f9-87090a4c8c09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22e7ecac72124a72a31dda697c80ac18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997133 Jul 29 23:43:38.540934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44406) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:38.603638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff1d7e-f2de-4141-8e62-6f0ce949176c req-cfe6f4b0-5798-4813-b9c3-1e54a040ccb5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.611447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61ff1d7e-f2de-4141-8e62-6f0ce949176c req-cfe6f4b0-5798-4813-b9c3-1e54a040ccb5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0661941 Jul 29 23:43:38.623124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.634966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.636832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e010832-36df-4390-a541-71b24add299b HTTP/1.1" status: 204 len: 168 time: 0.3086634 Jul 29 23:43:38.678410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a8ede-2d45-486c-b2d9-ce697f8821f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e010832-36df-4390-a541-71b24add299b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.717406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61ff1d7e-f2de-4141-8e62-6f0ce949176c req-4619015a-1a1e-4651-b6e3-ab36829182d2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047597 Jul 29 23:43:38.768317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-cd13f644-2e10-4e47-8a55-8cf560a4e2d8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.770092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-cd13f644-2e10-4e47-8a55-8cf560a4e2d8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 816 time: 0.2046008 Jul 29 23:43:38.802391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.828364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.909218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.912772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.914104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da37a2c2-efff-494a-adce-42ab7bdf7292 HTTP/1.1" status: 204 len: 168 time: 0.3721821 Jul 29 23:43:38.940412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-47576a27-6bfc-4fef-bef3-3952d1e7b798 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 379 time: 0.1389914 Jul 29 23:43:38.953755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2f03f-7f06-4b33-adff-e158d7e42d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37a2c2-efff-494a-adce-42ab7bdf7292,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.992469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'port': {'device_id': '16c59fde-e79b-4ac8-9306-e337103389a3', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'admin_state_up': True, 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'security_groups': ['b226bdbf-a22d-4371-b697-d1953ed9b2c9']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:39.078579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b6f7-0b75-4e16-ab12-900804305518 req-86e5fa1d-bca6-4459-9510-7dedfed77857 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:39.089020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16b8b6f7-0b75-4e16-ab12-900804305518 req-86e5fa1d-bca6-4459-9510-7dedfed77857 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1541314 Jul 29 23:43:39.136758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0a4a548-ffc6-42e7-a9cc-16703dec241d req-cfa44531-4695-4ad8-85c0-609a14874a94 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 210 time: 0.0484853 Jul 29 23:43:39.162524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16b8b6f7-0b75-4e16-ab12-900804305518 req-95acb6fb-c3dd-4c81-922f-d03fbc0602ae tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724635 Jul 29 23:43:39.232435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Made reservation on behalf of 6c0e38dbcc144f6f81a3550b1ccb5f20 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:39.239159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.363359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44428) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.446404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Allocated IP 172.20.0.7 (11c067b3-39b1-44cd-8e98-dffc99e9303c/bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5/4f01c991-0d39-489b-b8c1-82d3ce222d1e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:39.464437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44440) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.466295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a50b0cd5-a8e8-4cec-b618-048807c6a7e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50258a4017aa411792958f9fc28f7b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959578 Jul 29 23:43:39.608406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.662227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44450) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.666021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.720199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.736710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Transition to ACTIVE for port object 4f01c991-0d39-489b-b8c1-82d3ce222d1e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:39.753145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2d069770-1885-4bfb-b6fa-75e7497ce636 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=087232ca62284f3a9088c9e5c9260722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894971 Jul 29 23:43:39.755797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44456) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.807404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.811108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.812664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ea566d5-196e-4e20-8da3-d3d0f324e300 HTTP/1.1" status: 204 len: 168 time: 0.3481901 Jul 29 23:43:39.832693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d0316-0abb-4ae0-97ea-44778235d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea566d5-196e-4e20-8da3-d3d0f324e300,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:39.860341 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.897653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.934041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-251ba520-258b-4912-8bc9-958ccebc41ef tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:39.936297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-251ba520-258b-4912-8bc9-958ccebc41ef tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.1483438 Jul 29 23:43:39.941197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.976043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:40.007363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.010273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.013115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/564ca7d0-11a1-4007-8b73-1c3fd2e49bb2 HTTP/1.1" status: 204 len: 168 time: 0.2560129 Jul 29 23:43:40.020015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:40.024743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:40.037006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-76202ee6-7feb-431a-a106-2ee69c1344e8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/quotas/c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 375 time: 0.0799983 Jul 29 23:43:40.049460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2a517-f18f-4d70-8a7e-6f0f4441e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ca7d0-11a1-4007-8b73-1c3fd2e49bb2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:40.165848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:40.227016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.230785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.266035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-25e4b2f0-17a9-40a1-ad80-bd2edc6111ff tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2176359 Jul 29 23:43:40.290094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-838cc268-b020-40a4-b763-40d880fbfc6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3035674 Jul 29 23:43:40.351257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Request body: {'port': {'device_id': '16c59fde-e79b-4ac8-9306-e337103389a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:40.355882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fb02b-5cce-4a6f-890f-78e6032bbca1 req-22570d11-069f-4e0e-a2ba-e93ce0770c09 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.357538 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736fb02b-5cce-4a6f-890f-78e6032bbca1 req-22570d11-069f-4e0e-a2ba-e93ce0770c09 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 931 time: 0.1092012 Jul 29 23:43:40.406680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736fb02b-5cce-4a6f-890f-78e6032bbca1 req-4f5bf0f3-e3a8-4868-9240-fdee45040c99 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Jul 29 23:43:40.422271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb7a125a-4668-4904-a642-b55544b20b1c None None] Provisioning for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:40.439275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb7a125a-4668-4904-a642-b55544b20b1c None None] Provisioning complete for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:40.439680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb7a125a-4668-4904-a642-b55544b20b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.488857 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.512262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a125a-4668-4904-a642-b55544b20b1c None None] Port 4f01c991-0d39-489b-b8c1-82d3ce222d1e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:40.536443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-4f441226-64ca-4be6-aa5c-46173bbad6fd service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554812 Jul 29 23:43:40.825851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-68b7d320-cb95-4bb1-8d8c-36abc9959568 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867181 Jul 29 23:43:41.006647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:41.018975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.040487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Transition to ACTIVE for port object 4f01c991-0d39-489b-b8c1-82d3ce222d1e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:41.060327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.115731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfdcb217-e0e1-441b-a22f-14ad679884e8 req-d0ba4e56-af52-4933-a755-85d50aa3e10b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 210 time: 0.0591357 Jul 29 23:43:41.218190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.741543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a61b-acbe-458a-a55d-ebcaae710527 req-ecc0b97f-12d8-4412-ae97-50ae34fe50c5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:41.745654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8089a61b-acbe-458a-a55d-ebcaae710527 req-ecc0b97f-12d8-4412-ae97-50ae34fe50c5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1714025 Jul 29 23:43:41.835926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8089a61b-acbe-458a-a55d-ebcaae710527 req-7bd2e1e6-7ba9-4d10-bc69-753954bfff1d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726559 Jul 29 23:43:41.967433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:41.968528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:41.969098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:41.974795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:41.975509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:41.981272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:41.981966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:41.982609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:41.983275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Bound port: 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:41.983992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.080916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:42.085179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:42.094290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.145838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:42.146534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.164116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 1092 time: 1.8169284 Jul 29 23:43:42.167249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:42.183675 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb7c00e-1b2c-4606-a064-356474d4fa79" -d '{"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:42.322159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:42.345836 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d267167b-c1e5-4f2b-9509-76eae7b760cd x-openstack-request-id: req-d267167b-c1e5-4f2b-9509-76eae7b760cd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:42.346348 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:42.346717 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d267167b-c1e5-4f2b-9509-76eae7b760cd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:42.347372 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'status': 'completed', 'code': 200} Jul 29 23:43:42.364923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d1f0-ebd3-48ce-a2ee-3c589c4621f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:42.529063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0f18b3f-0041-4141-83c1-4b27583849b7 req-6aedff72-306a-4574-8ac2-ba3528c80011 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 210 time: 0.1800950 Jul 29 23:43:42.577191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-92dba9c3-f70e-40a5-aa0a-bcf58fb050a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:42.579369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-92dba9c3-f70e-40a5-aa0a-bcf58fb050a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1095 time: 0.2964401 Jul 29 23:43:42.685402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-aafee39a-8212-46b1-96e8-37fb3afe6135 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 217 time: 0.0856912 Jul 29 23:43:42.750628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1623037176-network', 'tenant_id': '3c4e9a3349864c9fa13880c6c2dd8035'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:42.818495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-e1de2bfe-c326-4867-bd32-95dd7913e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:42.820868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-e1de2bfe-c326-4867-bd32-95dd7913e104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1263537 Jul 29 23:43:42.850482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Made reservation on behalf of 3c4e9a3349864c9fa13880c6c2dd8035 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:42.856083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.894042 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.141768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b90116ba-3309-4de2-9ea0-6749cc2d212b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.143724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b90116ba-3309-4de2-9ea0-6749cc2d212b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.3211780 Jul 29 23:43:43.146763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-4cf473ae-d050-44b0-98bf-a6d1c8dbe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.148306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-4cf473ae-d050-44b0-98bf-a6d1c8dbe617 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3095696 Jul 29 23:43:43.188889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'device_id': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'admin_state_up': True, 'tenant_id': 'c735c9f7e6af43d6a06b686380501121'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:43.254325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.264934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9ec5-3f3e-412f-bdab-ead4ec03a789 req-b1a6c260-a6af-489f-9e68-1de001a7261c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.284461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f24a9ec5-3f3e-412f-bdab-ead4ec03a789 req-b1a6c260-a6af-489f-9e68-1de001a7261c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.2607191 Jul 29 23:43:43.292315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.332815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:43.359237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7823fd-9d06-470a-8877-de7bd6ab27c4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.380533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.381149 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Added segment eb0f4b15-d442-4576-a94f-ea9dc332f653 of type vlan for network 994e9c4a-ec2e-4b23-9322-ac381d4725bc Jul 29 23:43:43.395353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f24a9ec5-3f3e-412f-bdab-ead4ec03a789 req-11c911a0-41ac-44bc-aa01-e21341407a6a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097245 Jul 29 23:43:43.475506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:43.479830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.486864 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.532242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-316b6f19-5b08-47a1-8081-0adf670a768e service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728580 Jul 29 23:43:43.566458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.584237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.586720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.741520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4139080 Jul 29 23:43:43.747604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:43.760217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Request body: {'subnet': {'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1623037176-subnet', 'tenant_id': '3c4e9a3349864c9fa13880c6c2dd8035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:43.791267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d8c2-8758-4937-a0e4-272de0f6c5de admin admin] Pushing event updated for resources: {'Network': ['ID=994e9c4a-ec2e-4b23-9322-ac381d4725bc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.806183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:43.849821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ed3d4c-3a05-4d6b-b625-0e01f48a1fda req-51e45167-5059-4bdf-884c-ecfb49af9e8f service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010931 Jul 29 23:43:43.917240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-770812c4-7318-46b7-832f-481d6a7a6d2d req-d3827d78-74ca-4478-ba72-ffed5f96ad62 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 210 time: 0.0630970 Jul 29 23:43:43.920669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Made reservation on behalf of 3c4e9a3349864c9fa13880c6c2dd8035 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:43.929752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.094000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.20.0.11 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/ed7020f8-a925-4c0a-bb6a-8e1e94673e3e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:44.108679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-d39eebcb-e6c8-479b-a4c5-61d1a6d9845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.110928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-d39eebcb-e6c8-479b-a4c5-61d1a6d9845b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1095 time: 0.0968270 Jul 29 23:43:44.283009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.324764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-8c5fb1e1-7d05-471e-88e5-0a8174446f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.326709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-8c5fb1e1-7d05-471e-88e5-0a8174446f8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.2000687 Jul 29 23:43:44.365227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Pushing event updated for resources: {'Subnet': ['ID=741c00a7-f675-4f97-a18b-a0187993f76d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:44.396087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Checking segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:44.396866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Network hostable DHCP agents. Network: 994e9c4a-ec2e-4b23-9322-ac381d4725bc, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:44.410290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-0f93d907-0d07-4851-9128-ecb5499f5fbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 217 time: 0.0632687 Jul 29 23:43:44.425986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:44.442927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 994e9c4a-ec2e-4b23-9322-ac381d4725bc) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:44.454141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10248c77-3802-4cb1-a918-3b6e6c25e25a None None] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:44.462159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.462816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.538389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a1c424e-da8e-4ac2-af5f-36ebea0c531b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7874081 Jul 29 23:43:44.570491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-6b71abe7-d962-45cf-9505-9fc2b9b30f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.573170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-6b71abe7-d962-45cf-9505-9fc2b9b30f2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1473534 Jul 29 23:43:44.699000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.726433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-5c59035e-4be4-4efd-bff6-c7172a0383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.728753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-5c59035e-4be4-4efd-bff6-c7172a0383a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326535 Jul 29 23:43:44.732419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Transition to ACTIVE for port object ed7020f8-a925-4c0a-bb6a-8e1e94673e3e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:44.833813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a77877-88ae-4725-b87e-cf226f1ca6e5 None None] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:44.841175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e787661-da51-4fa4-afca-68d4c3538ebc req-e9d2daa7-2051-4c4b-a9b4-81898ce0e928 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.853797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e787661-da51-4fa4-afca-68d4c3538ebc req-e9d2daa7-2051-4c4b-a9b4-81898ce0e928 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1820629 Jul 29 23:43:44.928640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.947878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e787661-da51-4fa4-afca-68d4c3538ebc req-18df0f2e-6b63-4ada-881c-54888f862dff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928240 Jul 29 23:43:44.966682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:45.049669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-4d278adc-d07a-470e-b07d-37925e27effc service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005857 Jul 29 23:43:45.159114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:45.177519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:45.273363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:45.289863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:45.362983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5dea-127c-4d13-be87-0a0d52342fd4 req-bdaa64d7-a2f7-4864-9cea-f5a7ae001877 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:45.376023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae4b5dea-127c-4d13-be87-0a0d52342fd4 req-bdaa64d7-a2f7-4864-9cea-f5a7ae001877 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 932 time: 0.1465755 Jul 29 23:43:45.433962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:45.434661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.489311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb7c00e-1b2c-4606-a064-356474d4fa79 req-63bda608-35a8-4d1d-9e22-ae7212d41d65 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262984 Jul 29 23:43:45.490553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae4b5dea-127c-4d13-be87-0a0d52342fd4 req-aee3b67b-4447-4779-a7f9-434172de797c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109161 Jul 29 23:43:45.506186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-df8b09a0-6053-4918-93ca-5a19b626e93c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3325481 Jul 29 23:43:45.545492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Request body: {'port': {'device_id': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:45.716575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.772764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.808849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d104dac9-27f5-42ae-b06e-1b8343e012f9 None None] Provisioning for port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:45.822061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d104dac9-27f5-42ae-b06e-1b8343e012f9 None None] Provisioning complete for port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:45.822911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d104dac9-27f5-42ae-b06e-1b8343e012f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.940142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d104dac9-27f5-42ae-b06e-1b8343e012f9 None None] Port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:46.228207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8660fa23-56b0-4b52-84a1-2d152e08a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.360102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44690) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:46.425617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba26359-3fa0-41bf-aef3-948102d18e28 req-6f51767b-8e7f-49ed-bfa5-ef339b295d13 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.428384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cba26359-3fa0-41bf-aef3-948102d18e28 req-6f51767b-8e7f-49ed-bfa5-ef339b295d13 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.2691252 Jul 29 23:43:46.539160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7020f8-a925-4c0a-bb6a-8e1e94673e3e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:46.596772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.627113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cba26359-3fa0-41bf-aef3-948102d18e28 req-b51f2365-91c1-4ba5-b33c-755a3f0700eb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781576 Jul 29 23:43:46.637699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Transition to ACTIVE for port object ed7020f8-a925-4c0a-bb6a-8e1e94673e3e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:46.650581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.743379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.875698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cee6e7ca-cf17-4ac0-82dc-d97674b0cd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.888659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-6224453f-8bb4-4e1c-b14c-2ed675b18c63 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.899397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-6224453f-8bb4-4e1c-b14c-2ed675b18c63 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.7865281 Jul 29 23:43:46.919627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Attempting to bind port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:46.920192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Attempting to bind port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:46.921236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Attempting to bind port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:46.936415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-7d34fc52-8ba6-4b00-9224-08d086db6912 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/quotas/3c4e9a3349864c9fa13880c6c2dd8035 HTTP/1.1" status: 200 len: 375 time: 0.0233645 Jul 29 23:43:46.949972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:46.950813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Attempting to bind port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:46.968912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:46.971645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:46.971645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:46.971645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Bound port: ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:46.972342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.975419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e15d7ee6-c123-4a6d-9834-2a67585ecd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.999413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6111d-2c64-494e-a923-ff3a2676e2ae req-c03b357a-992f-4ae4-8d74-ea1a49ea0833 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.001216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be6111d-2c64-494e-a923-ff3a2676e2ae req-c03b357a-992f-4ae4-8d74-ea1a49ea0833 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 944 time: 0.1365309 Jul 29 23:43:47.004349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-89057471-f572-4877-84b8-b7d96055bf76 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481045 Jul 29 23:43:47.102886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be6111d-2c64-494e-a923-ff3a2676e2ae req-3b18ce87-8c48-4fd2-8563-f5a62481d333 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912614 Jul 29 23:43:47.111532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:47.116873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:47.127193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.138017 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.171805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-b0a6bed9-9e3a-4b23-a2c4-75ef4e77e344 service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524935 Jul 29 23:43:47.177812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.178810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.180514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed7020f8-a925-4c0a-bb6a-8e1e94673e3e HTTP/1.1" status: 200 len: 1093 time: 1.6561372 Jul 29 23:43:47.181106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:47.183901 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d0848-d9ee-4d51-9a4f-9c68473a395a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:47.216870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e68824-47c6-4f34-887d-e613cf8980d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.245107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cee6e7ca-cf17-4ac0-82dc-d97674b0cd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.280565 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3142e-e6f6-40d0-a922-37877bf6940d x-openstack-request-id: req-23b3142e-e6f6-40d0-a922-37877bf6940d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:47.280862 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:47.281119 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23b3142e-e6f6-40d0-a922-37877bf6940d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:47.281526 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'status': 'completed', 'code': 200} Jul 29 23:43:47.301605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-5a73f046-9b01-44b4-95e5-78f0cd00426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.303953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-5a73f046-9b01-44b4-95e5-78f0cd00426e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 1096 time: 0.0571926 Jul 29 23:43:47.305774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cee6e7ca-cf17-4ac0-82dc-d97674b0cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.365876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-4c7c3b93-37b6-47b1-9dae-448762cd6e3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e HTTP/1.1" status: 200 len: 217 time: 0.0453429 Jul 29 23:43:47.387714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cee6e7ca-cf17-4ac0-82dc-d97674b0cd6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74bcda77a82040268a1fd071045a1855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6133711 Jul 29 23:43:47.394935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:47.396060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6e7ca-cf17-4ac0-82dc-d97674b0cd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e5a69-801c-47e4-9038-2fe08d303ab8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.441106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-a4172c70-a7e9-4182-827b-e8486dbfc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.443183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-a4172c70-a7e9-4182-827b-e8486dbfc714 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0700285 Jul 29 23:43:47.481138 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-bdc5c54f-c7a5-41a0-a394-05e9b31e2f35 service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581069 Jul 29 23:43:47.508491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-276766e9-24b0-4d38-80e2-4d9508363d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.509926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-276766e9-24b0-4d38-80e2-4d9508363d28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571775 Jul 29 23:43:47.522236 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.552563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e15d7ee6-c123-4a6d-9834-2a67585ecd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.561177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e15d7ee6-c123-4a6d-9834-2a67585ecd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.565131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.637144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e15d7ee6-c123-4a6d-9834-2a67585ecd7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1174f6c76cc43d09f6e47902339540d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2748029 Jul 29 23:43:47.637979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7ee6-c123-4a6d-9834-2a67585ecd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bab890-c987-4bda-8f4e-1eb9655fd2af,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.641185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:47.646551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-2cf88ecb-f153-4744-a5ac-929705af8900 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269579 Jul 29 23:43:47.690076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.693007 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.697072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/666e5a69-801c-47e4-9038-2fe08d303ab8 HTTP/1.1" status: 204 len: 168 time: 0.2951124 Jul 29 23:43:47.726340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e153d-3c02-4040-bae4-456bced65101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e5a69-801c-47e4-9038-2fe08d303ab8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.775878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.857671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58a6bdc8-4f84-4fc4-a2a5-943099f0c6f0 req-b967c8da-08e6-4bc0-bcd4-e42157fdafe6 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 210 time: 0.0565286 Jul 29 23:43:47.871097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.874594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33fe2ace-db1b-49bc-8561-0dd036939b38 req-caa7131e-3312-4198-bc64-58ac34c6dc74 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199721 Jul 29 23:43:47.887901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:48.048582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5117fd7-fa65-4da2-9688-5f8a3827edcb req-d73b7b0c-3c2c-4ff7-9e68-b053bf3de0f6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.050800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5117fd7-fa65-4da2-9688-5f8a3827edcb req-d73b7b0c-3c2c-4ff7-9e68-b053bf3de0f6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1750331 Jul 29 23:43:48.051895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.055217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.057067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29bab890-c987-4bda-8f4e-1eb9655fd2af HTTP/1.1" status: 204 len: 168 time: 0.4144456 Jul 29 23:43:48.074905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbd8c9-d089-43ec-9186-e97f65b259c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bab890-c987-4bda-8f4e-1eb9655fd2af,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:48.144925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:48.160072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-f6e71576-1963-43af-93de-5433c4160237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.160589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-f6e71576-1963-43af-93de-5433c4160237 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 1096 time: 0.1831975 Jul 29 23:43:48.217419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:48.250521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5117fd7-fa65-4da2-9688-5f8a3827edcb req-749b85aa-03e9-4d76-b344-cf680fd6f4c1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764829 Jul 29 23:43:48.323052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.364600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f35c243-6250-497e-b712-648d3c8d2ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.393353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.475394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:48.480496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a0b9-4b31-43cb-9ed2-903a6471df7d req-ca409e50-da25-4a8a-be9b-09d340ed1fcf tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.490231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b4c4a0b9-4b31-43cb-9ed2-903a6471df7d req-ca409e50-da25-4a8a-be9b-09d340ed1fcf tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 944 time: 0.1081114 Jul 29 23:43:48.552285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:48.560798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.591827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b4c4a0b9-4b31-43cb-9ed2-903a6471df7d req-e2f40819-e0b7-4c31-afe2-d053580e553f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001492 Jul 29 23:43:48.646086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:48.690570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f35c243-6250-497e-b712-648d3c8d2ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.697658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f35c243-6250-497e-b712-648d3c8d2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.718968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-ef520ce6-beda-4f07-a790-463483222312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.721084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-ef520ce6-beda-4f07-a790-463483222312 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.4806132 Jul 29 23:43:48.763658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35c243-6250-497e-b712-648d3c8d2ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651f1bc-0fa1-443d-a51b-e7df3296fc32,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:48.785751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-787ae6db-1453-4ac0-a37d-498f256c1991 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e HTTP/1.1" status: 200 len: 217 time: 0.0563242 Jul 29 23:43:48.797440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f35c243-6250-497e-b712-648d3c8d2ba8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe4c91f5071b4595beeed51f9fcf2231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700308 Jul 29 23:43:48.800185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.921033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-0947e0e5-80b7-43d9-b98a-497fd7d4b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.922322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-0947e0e5-80b7-43d9-b98a-497fd7d4b09f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1233087 Jul 29 23:43:48.946710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.988516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4f01c991-0d39-489b-b8c1-82d3ce222d1e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:49.025295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.051998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-710860e2-6efc-4e5a-91e5-f399c8c60ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.065221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62d10cca-00d4-40c6-8779-0c9df8858d6c req-2436c97a-accf-44d9-af76-bd30691de023 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 210 time: 0.0637710 Jul 29 23:43:49.099010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-a60ed1c7-7239-458b-a596-f86588343800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.101540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-a60ed1c7-7239-458b-a596-f86588343800 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681447 Jul 29 23:43:49.133151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44748) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.152259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9227-a614-4a79-93ff-a0152de79f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.275104 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.327721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.331614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.332449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b651f1bc-0fa1-443d-a51b-e7df3296fc32 HTTP/1.1" status: 204 len: 168 time: 0.5312836 Jul 29 23:43:49.370539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc7d77-ac23-403f-b0b2-92265becda5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651f1bc-0fa1-443d-a51b-e7df3296fc32,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.412241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-3f5f8849-a18e-4fdc-94a5-fdf7192b9dce service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024030 Jul 29 23:43:49.502208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9227-a614-4a79-93ff-a0152de79f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.512631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9227-a614-4a79-93ff-a0152de79f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.591158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a03233-98ca-414f-bd11-d0dd1bdafc3a req-6c63ec1d-bc8e-4c79-b197-8400e7915b3e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.594270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2a03233-98ca-414f-bd11-d0dd1bdafc3a req-6c63ec1d-bc8e-4c79-b197-8400e7915b3e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1449890 Jul 29 23:43:49.638572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c9227-a614-4a79-93ff-a0152de79f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb70636-02c5-47e2-81e4-dd700de6f9e7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.660560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.665933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1a4c9227-a614-4a79-93ff-a0152de79f4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a45851b5a734f75b8406462ad85d16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309050 Jul 29 23:43:49.686180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78d0848-d9ee-4d51-9a4f-9c68473a395a req-795b9f65-c0ed-47cf-9d7e-09bd3e8cb11d service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655795 Jul 29 23:43:49.853762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2a03233-98ca-414f-bd11-d0dd1bdafc3a req-72dfe98e-f6ab-4712-9084-393106734a16 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279265 Jul 29 23:43:49.868331 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.907987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.960509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb57a7-34b1-45f0-8951-9422a04f2b35 req-20314ee6-ad8d-4bf2-8211-6cadeed37c96 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.974938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0cb57a7-34b1-45f0-8951-9422a04f2b35 req-20314ee6-ad8d-4bf2-8211-6cadeed37c96 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 944 time: 0.1038866 Jul 29 23:43:50.034631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0cb57a7-34b1-45f0-8951-9422a04f2b35 req-3cac29a3-d8ac-48b0-851d-9143439c3004 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581536 Jul 29 23:43:50.126400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.131520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.136680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fb70636-02c5-47e2-81e4-dd700de6f9e7 HTTP/1.1" status: 204 len: 168 time: 0.4719532 Jul 29 23:43:50.173139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb9df5-8e64-407d-b22c-7603c39ea9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb70636-02c5-47e2-81e4-dd700de6f9e7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.214176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-04a0acea-787f-4a1d-93be-1fff70b8fbc9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.218467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-04a0acea-787f-4a1d-93be-1fff70b8fbc9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.2456074 Jul 29 23:43:50.265955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'port': {'device_id': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'admin_state_up': True, 'tenant_id': '3c4e9a3349864c9fa13880c6c2dd8035'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:50.300349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd12bba4-e762-4805-ac8c-36801ed3f37c req-1630df4b-0de6-4b0b-b4e6-f22738f66ddc tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 210 time: 0.0520740 Jul 29 23:43:50.465041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Made reservation on behalf of 3c4e9a3349864c9fa13880c6c2dd8035 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:50.469700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.592675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.654509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Allocated IP 172.20.0.7 (994e9c4a-ec2e-4b23-9322-ac381d4725bc/741c00a7-f675-4f97-a18b-a0187993f76d/da483cba-fde8-4a43-8520-fed5defc5a43) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:50.698088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44796) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:50.701028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ed7020f8-a925-4c0a-bb6a-8e1e94673e3e details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:50.707531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1673900903'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:50.756548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:50.765891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.817715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:50.856487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.857651 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Added segment 00d6e122-fc89-47db-854a-ef5e903a4389 of type vlan for network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd Jul 29 23:43:50.946373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:50.981204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.981935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'mac_address': 'fa:16:3e:9f:a5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:50.982613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.055425 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.083266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7020f8-a925-4c0a-bb6a-8e1e94673e3e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:51.101401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.103157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.118776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:51.120172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.124117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.127207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.218786 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:51.234159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.257479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.280923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:51.285150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:51.289021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:51.314220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6143670 Jul 29 23:43:51.318660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44820) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:51.326891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1747323750'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:51.372268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd3606-170f-4952-92be-819c5ef10475 req-dd6bb0e2-0769-4241-980e-f9e17b088660 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.381600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdcd3606-170f-4952-92be-819c5ef10475 req-dd6bb0e2-0769-4241-980e-f9e17b088660 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.3392093 Jul 29 23:43:51.384542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6b094-3111-4e8a-ac5f-f5c0affd59e0 req-1d2e075f-a1f0-4190-bc38-e4d3fd467a13 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.386129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09d6b094-3111-4e8a-ac5f-f5c0affd59e0 req-1d2e075f-a1f0-4190-bc38-e4d3fd467a13 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 945 time: 0.1792099 Jul 29 23:43:51.402165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef0383-fd91-4cc2-922a-15c7fe9b0cfa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Network': ['ID=29f1bcc8-976c-4514-aa69-3c4c3add6bbd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.406139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.406819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.414954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:51.418828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.430247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:51.452455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-ae3d10a7-f52e-439b-b915-41302ae059d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927297 Jul 29 23:43:51.465055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:51.479829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Request body: {'port': {'device_id': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:51.486737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:51.498068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09d6b094-3111-4e8a-ac5f-f5c0affd59e0 req-c2243d25-03e9-41cd-a40c-01438a944753 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983937 Jul 29 23:43:51.500788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdcd3606-170f-4952-92be-819c5ef10475 req-fd99dc21-58aa-44d3-827d-95b7854c8a89 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088212 Jul 29 23:43:51.526098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.526702 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Added segment 9f1fa943-13b5-4092-bfa1-8ea9cb35891a of type vlan for network dcd95033-b90f-406d-8a77-b14c8921bc66 Jul 29 23:43:51.686243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.695330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.745099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:51.805694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b112d-f813-4b41-9047-c405c388a94c req-0ee239fb-64d9-4557-82ff-d8c77e78c6b6 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.807262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d8b112d-f813-4b41-9047-c405c388a94c req-0ee239fb-64d9-4557-82ff-d8c77e78c6b6 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 931 time: 0.1857426 Jul 29 23:43:51.814276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.820224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.820807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.911065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:52.019155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:52.024487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:52.025117 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.083683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-network', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:52.116971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Made reservation on behalf of 508e9170f9df4e098e1ec214f4690c9d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:52.121418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.135774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.140090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.163104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Network': ['ID=dcd95033-b90f-406d-8a77-b14c8921bc66,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.175483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eba907e1-2d81-40a5-aab0-b238a30557fd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8524938 Jul 29 23:43:52.177019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:52.186389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:52.188885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:52.190677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'subnet': {'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:52.191766 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac29c08-4b8f-40be-ad94-d54f31864f2f" -d '{"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:52.196028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network dcd95033-b90f-406d-8a77-b14c8921bc66 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:52.224320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d8b112d-f813-4b41-9047-c405c388a94c req-1bb074ff-cec2-4930-909e-d4148c581405 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525026 Jul 29 23:43:52.254823 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.272230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da483cba-fde8-4a43-8520-fed5defc5a43 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:52.282531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.299130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Transition to ACTIVE for port object da483cba-fde8-4a43-8520-fed5defc5a43 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:52.304507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.345707 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a22f4-06ba-4577-b655-aff2d915d902 x-openstack-request-id: req-bb1a22f4-06ba-4577-b655-aff2d915d902 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:52.346018 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:52.346231 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb1a22f4-06ba-4577-b655-aff2d915d902 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:52.346815 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'code': 200} Jul 29 23:43:52.383688 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.407764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.417313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.426798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.434377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.471347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:52.475179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.478602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:52.487031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Attempting to bind port da483cba-fde8-4a43-8520-fed5defc5a43 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:52.487365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Attempting to bind port da483cba-fde8-4a43-8520-fed5defc5a43 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:52.487694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Attempting to bind port da483cba-fde8-4a43-8520-fed5defc5a43 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:52.492836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Port da483cba-fde8-4a43-8520-fed5defc5a43 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:52.493159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Attempting to bind port da483cba-fde8-4a43-8520-fed5defc5a43 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:52.499220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:52.499563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Checking segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:52.500034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Bound using segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:52.500457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Bound port: da483cba-fde8-4a43-8520-fed5defc5a43, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:52.500761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.622175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ec05c-e340-455d-8e7e-6a949c01d739,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.632512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.633154 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Added segment 26f729f7-da13-4b49-a030-afb4527b5ea3 of type vlan for network eee2aa9d-abd2-444e-8d74-187d644a2bdb Jul 29 23:43:52.655607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:52.681871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:52.693186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97291-096a-4047-bac1-c26039109aa5 req-c50e1b87-710d-404d-a11a-84384e5c2940 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.697276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ed7020f8-a925-4c0a-bb6a-8e1e94673e3e up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:52.699627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db97291-096a-4047-bac1-c26039109aa5 req-c50e1b87-710d-404d-a11a-84384e5c2940 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 945 time: 0.1042740 Jul 29 23:43:52.702462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.743705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535690d5-792c-4128-8629-90022043586a req-6a902155-202e-4f5a-8bbc-842853c1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.745297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-535690d5-792c-4128-8629-90022043586a req-6a902155-202e-4f5a-8bbc-842853c1b5b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1097 time: 0.2607689 Jul 29 23:43:52.758646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.767613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:52.773496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:52.774245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.824021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.824769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.826336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/da483cba-fde8-4a43-8520-fed5defc5a43 HTTP/1.1" status: 200 len: 1092 time: 1.3555079 Jul 29 23:43:52.826841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:52.834571 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c811fc-28bd-49f7-95b8-69d177cd8e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:52.834892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0e775-0a2c-4dcb-af7a-02a9f70b7326 req-543f71cb-9ef3-4cbb-b789-0ec9e1de3514 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.836388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50d0e775-0a2c-4dcb-af7a-02a9f70b7326 req-543f71cb-9ef3-4cbb-b789-0ec9e1de3514 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.2105017 Jul 29 23:43:52.883002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.914912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db97291-096a-4047-bac1-c26039109aa5 req-6da9b66d-9803-494d-881d-09ee5d62b6c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060888 Jul 29 23:43:52.927688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-535690d5-792c-4128-8629-90022043586a req-e650b5dc-fd88-4632-941c-3a1122bbddc4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598392 Jul 29 23:43:52.928514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e194157-c749-433f-9faa-7afc323b13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.930338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.931494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:52.932010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.932816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.937857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.027145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-074cdbbe-8c28-4866-99cc-16253eb0fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.030169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-074cdbbe-8c28-4866-99cc-16253eb0fad1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 1095 time: 0.1101165 Jul 29 23:43:53.037230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.092428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] Pushing event updated for resources: {'Network': ['ID=eee2aa9d-abd2-444e-8d74-187d644a2bdb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.103115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:53.129543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-286de762-900a-404a-a45e-95abd186a687 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3804436 Jul 29 23:43:53.130279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44926) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.137408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Request body: {'subnet': {'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-subnet', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:53.165124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.165588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Made reservation on behalf of 508e9170f9df4e098e1ec214f4690c9d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:53.168654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.171629 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50d0e775-0a2c-4dcb-af7a-02a9f70b7326 req-92777d6a-ae09-483a-b08a-1568d1da921a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124144 Jul 29 23:43:53.243673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Subnet': ['ID=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.255354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:53.255722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network hostable DHCP agents. Network: 29f1bcc8-976c-4514-aa69-3c4c3add6bbd, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:53.271958 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8962f-bd97-443d-b226-d3ac5f9d63a1 x-openstack-request-id: req-4ab8962f-bd97-443d-b226-d3ac5f9d63a1 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:53.272409 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:53.272671 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ab8962f-bd97-443d-b226-d3ac5f9d63a1 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:53.273173 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'status': 'completed', 'code': 200} Jul 29 23:43:53.281963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:53.300585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 29f1bcc8-976c-4514-aa69-3c4c3add6bbd) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:53.305598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.306924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.312023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a11cf-19ee-483b-a51e-b7cf7a73d54f None None] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:53.341766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04894bd2-7917-4a73-9e9c-295f47d34f0d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1570506 Jul 29 23:43:53.344384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.352872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'subnet': {'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:53.506028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-e865a73b-d1f0-467d-b5da-a910b02b1703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da483cba-fde8-4a43-8520-fed5defc5a43 HTTP/1.1" status: 200 len: 217 time: 0.0606668 Jul 29 23:43:53.525463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.563894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0bb41-eb04-4cc3-afa1-b0415c80954a req-515d049c-9164-4dd6-8bf4-a8661f488aab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.565676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0a0bb41-eb04-4cc3-afa1-b0415c80954a req-515d049c-9164-4dd6-8bf4-a8661f488aab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.0945261 Jul 29 23:43:53.592953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2371f607-b515-47ef-ac92-f33b3102db02,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.593362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:53.603716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.663693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8323-0493-440d-b760-6ad379696413 req-c3f2f997-5435-4d9a-9731-c37ff7ae68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.665660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-c3f2f997-5435-4d9a-9731-c37ff7ae68ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.1368937 Jul 29 23:43:53.668282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.668863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:53.669862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.713034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0a0bb41-eb04-4cc3-afa1-b0415c80954a req-3e8f15e0-3ba5-4af5-bdcc-014e36e7b62e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395819 Jul 29 23:43:53.724821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-9d799922-d41c-4a38-a904-8f7af6990a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496354 Jul 29 23:43:53.727407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Checking segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:53.728908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Network hostable DHCP agents. Network: eee2aa9d-abd2-444e-8d74-187d644a2bdb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:53.816602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:53.875534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, eee2aa9d-abd2-444e-8d74-187d644a2bdb) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:53.892451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627748f3-3e8a-4247-8875-55ab1b402f43 None None] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:53.933987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.935131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.950570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f96ade3-db1d-484a-8ad9-be1f01e392e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.967951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.970293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Allocated IP 10.1.1.2 (29f1bcc8-976c-4514-aa69-3c4c3add6bbd/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467/24f4db65-6741-4d64-ad2e-9f844da92a30) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:54.002236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-baffbb62-4ba2-4500-a03c-0b8f791c9427 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8708313 Jul 29 23:43:54.003173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44950) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:54.026885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:54.067586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Subnet': ['ID=01745ccc-f98b-4d53-8171-30be44ee3782,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:54.069641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-54ea888a-ecf1-45ad-9734-90a03cc37964 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336182 Jul 29 23:43:54.081000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Checking segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:54.082342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network hostable DHCP agents. Network: dcd95033-b90f-406d-8a77-b14c8921bc66, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:54.124317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network dcd95033-b90f-406d-8a77-b14c8921bc66 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:54.141023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, dcd95033-b90f-406d-8a77-b14c8921bc66) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:54.152944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.154422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.162558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6972ee4-8807-403d-839b-9cefb9741976 None None] Network dcd95033-b90f-406d-8a77-b14c8921bc66 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:54.279311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:54.280524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.339170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8f7f0-cf08-4e49-89b7-2e5df87aabc0 req-3acca0dc-8d4a-4cbf-a967-b39ff4d453b9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.341131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-41a8f7f0-cf08-4e49-89b7-2e5df87aabc0 req-3acca0dc-8d4a-4cbf-a967-b39ff4d453b9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0854919 Jul 29 23:43:54.351697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:54.354138 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e6a90-c441-488e-807a-99dd96a77324" -d '{"events": [{"server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "name": "network-vif-plugged", "status": "completed", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:54.397586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-41a8f7f0-cf08-4e49-89b7-2e5df87aabc0 req-b9d60b2d-ffad-4642-9348-024d16bc4739 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475960 Jul 29 23:43:54.498043 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a2a278-9d39-4938-bba3-19f3ace6a461 x-openstack-request-id: req-37a2a278-9d39-4938-bba3-19f3ace6a461 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:54.498512 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "name": "network-vif-plugged", "status": "completed", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:54.498893 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37a2a278-9d39-4938-bba3-19f3ace6a461 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:54.499357 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'code': 200} Jul 29 23:43:54.500878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.561447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Transition to ACTIVE for port object 24f4db65-6741-4d64-ad2e-9f844da92a30 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:54.647368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bba64-7404-48ed-9404-5fa28c7b8e2c req-4f73329f-af7f-44a2-a4c0-95c06f3145d9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.650171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049bba64-7404-48ed-9404-5fa28c7b8e2c req-4f73329f-af7f-44a2-a4c0-95c06f3145d9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.5875595 Jul 29 23:43:54.663657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Transition to ACTIVE for port object 24f4db65-6741-4d64-ad2e-9f844da92a30 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:54.679007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-dcd95033-b90f-406d-8a77-b14c8921bc66', 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ips': [{'subnet_id': '01745ccc-f98b-4d53-8171-30be44ee3782'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:43:54.682695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.689022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.814045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:54.830987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Allocated IP 172.20.0.2 (eee2aa9d-abd2-444e-8d74-187d644a2bdb/2371f607-b515-47ef-ac92-f33b3102db02/a64b7302-766b-4200-aa15-ddbc9354dfe4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:54.843515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f96ade3-db1d-484a-8ad9-be1f01e392e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.852970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:54.855924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049bba64-7404-48ed-9404-5fa28c7b8e2c req-ba31e27e-7aa7-4549-9124-d11b5000e106 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975572 Jul 29 23:43:54.858773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-083c8323-0493-440d-b760-6ad379696413 req-b5c3f20f-be71-499f-9fe0-8e77680a9404 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522535 Jul 29 23:43:54.863732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1090e7-192f-4c6f-8a7b-20b4697a2e11 req-deeb7177-b6cb-48cb-ae85-38ea74c1993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.869500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a1090e7-192f-4c6f-8a7b-20b4697a2e11 req-deeb7177-b6cb-48cb-ae85-38ea74c1993d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 1098 time: 0.2110405 Jul 29 23:43:54.869831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c8bb8bc-6e76-4f30-99a2-f724b4f10edb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5185647 Jul 29 23:43:54.869977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44964) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:54.875082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f96ade3-db1d-484a-8ad9-be1f01e392e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.878054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'name': 'tempest-TaggedBootDevicesTest-543854790', 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:54.885600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:54.972470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f96ade3-db1d-484a-8ad9-be1f01e392e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f978efc01e384c3085eb0257c0551ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3031681 Jul 29 23:43:54.973617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44966) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:54.994530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Pushing event updated for resources: {'Port': ['ID=24f4db65-6741-4d64-ad2e-9f844da92a30,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:54.995203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96ade3-db1d-484a-8ad9-be1f01e392e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30db060b-1098-45e7-b61a-b2ac6d469bdf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.010574 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.011354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.033709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a1090e7-192f-4c6f-8a7b-20b4697a2e11 req-cebe1413-e034-45bb-836d-b999bde0e483 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515169 Jul 29 23:43:55.070542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da52a42-f407-4f68-93f2-8e410ab39832 req-de0cccd2-a0c1-4cfd-9a5d-6499010da7bb tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.073345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9da52a42-f407-4f68-93f2-8e410ab39832 req-de0cccd2-a0c1-4cfd-9a5d-6499010da7bb tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.1819386 Jul 29 23:43:55.130374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Attempting to bind port 24f4db65-6741-4d64-ad2e-9f844da92a30 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:55.130922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Attempting to bind port 24f4db65-6741-4d64-ad2e-9f844da92a30 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:55.131710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Attempting to bind port 24f4db65-6741-4d64-ad2e-9f844da92a30 on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:55.141113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.149728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-bd52ce25-03a3-4ca1-b725-b2cbb5a826fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.151242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-bd52ce25-03a3-4ca1-b725-b2cbb5a826fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 1095 time: 0.1154816 Jul 29 23:43:55.173783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:55.174401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:55.174897 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.175416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Bound using segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:55.176242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Bound port: 24f4db65-6741-4d64-ad2e-9f844da92a30, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:55.176628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.205427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9da52a42-f407-4f68-93f2-8e410ab39832 req-d18001fe-8b4b-45ed-9c29-bbc328ae5e14 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165175 Jul 29 23:43:55.216414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:55.291389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.293843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Allocated IP 10.2.2.2 (dcd95033-b90f-406d-8a77-b14c8921bc66/01745ccc-f98b-4d53-8171-30be44ee3782/1f9fdcca-923f-428b-acc3-2528507084a1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:55.348848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.356124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.376988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.403134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Transition to ACTIVE for port object a64b7302-766b-4200-aa15-ddbc9354dfe4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:55.414241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] For port 24f4db65-6741-4d64-ad2e-9f844da92a30, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:55.435980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.446009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] For port 24f4db65-6741-4d64-ad2e-9f844da92a30, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24f4db65-6741-4d64-ad2e-9f844da92a30,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:55.450829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-3591dbe6-5e90-4f24-93f6-7a523b3680c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.451901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Transition to ACTIVE for port object a64b7302-766b-4200-aa15-ddbc9354dfe4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:55.452519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-3591dbe6-5e90-4f24-93f6-7a523b3680c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 923 time: 0.2624478 Jul 29 23:43:55.458989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] device_id is not set on port dc828201-09f0-4f18-b581-a18f944f0afe yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:55.460599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.494598 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.523648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-8b2a8f9d-3fa3-4155-aa7e-c81b4a2e9133 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da483cba-fde8-4a43-8520-fed5defc5a43 HTTP/1.1" status: 200 len: 217 time: 0.0428464 Jul 29 23:43:55.579641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:55.586969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14118a-2cb6-4217-b21c-8b5e9fe6c497 None None] Pushing event updated for resources: {'Port': ['ID=24f4db65-6741-4d64-ad2e-9f844da92a30,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.608976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:55.612498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:55.628570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.649780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.652479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30db060b-1098-45e7-b61a-b2ac6d469bdf HTTP/1.1" status: 204 len: 168 time: 0.6766086 Jul 29 23:43:55.728995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d565dcb-0294-432f-88a3-f872671c0e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db060b-1098-45e7-b61a-b2ac6d469bdf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.737617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Pushing event updated for resources: {'Port': ['ID=a64b7302-766b-4200-aa15-ddbc9354dfe4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.742449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-a9b34eb7-d47a-4eb5-9934-0c5832621864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.745940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-a9b34eb7-d47a-4eb5-9934-0c5832621864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.2055621 Jul 29 23:43:55.787326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.820368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Transition to ACTIVE for port object 1f9fdcca-923f-428b-acc3-2528507084a1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:55.827119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Attempting to bind port a64b7302-766b-4200-aa15-ddbc9354dfe4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:55.827490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Attempting to bind port a64b7302-766b-4200-aa15-ddbc9354dfe4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:55.828058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Attempting to bind port a64b7302-766b-4200-aa15-ddbc9354dfe4 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:55.834561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-a4729a2e-7deb-4759-9c7d-6d75a38253d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683188 Jul 29 23:43:55.846976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:55.847426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Checking segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:55.847893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.848388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Bound using segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:55.848888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Bound port: a64b7302-766b-4200-aa15-ddbc9354dfe4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:55.849387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.855710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Transition to ACTIVE for port object 1f9fdcca-923f-428b-acc3-2528507084a1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:55.932378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.014143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-d4475497-3e41-4e20-bc9f-30b9d529853e service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631613 Jul 29 23:43:56.035534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.1.1.117 (29f1bcc8-976c-4514-aa69-3c4c3add6bbd/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467/dc828201-09f0-4f18-b581-a18f944f0afe) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:56.080947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea249-05d1-4b07-bcad-0e3fc2717070 req-d43ae4be-7443-4bc9-818f-0552ce7462da tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.096540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-771ea249-05d1-4b07-bcad-0e3fc2717070 req-d43ae4be-7443-4bc9-818f-0552ce7462da tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.5055275 Jul 29 23:43:56.117391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Network dcd95033-b90f-406d-8a77-b14c8921bc66 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:56.137413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:56.143879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:56.218609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Pushing event updated for resources: {'Port': ['ID=1f9fdcca-923f-428b-acc3-2528507084a1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:56.286588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-771ea249-05d1-4b07-bcad-0e3fc2717070 req-5cd0a346-db15-4a13-87c5-d48b3ac9076e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875269 Jul 29 23:43:56.299239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] For port a64b7302-766b-4200-aa15-ddbc9354dfe4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:56.303955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] For port a64b7302-766b-4200-aa15-ddbc9354dfe4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64b7302-766b-4200-aa15-ddbc9354dfe4,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:56.310547 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.354788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44982) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:56.403080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95f0d060-4cfb-448d-8ce4-f46aa94d96ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.451787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Attempting to bind port 1f9fdcca-923f-428b-acc3-2528507084a1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:56.452243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Attempting to bind port 1f9fdcca-923f-428b-acc3-2528507084a1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:56.452681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Attempting to bind port 1f9fdcca-923f-428b-acc3-2528507084a1 on network dcd95033-b90f-406d-8a77-b14c8921bc66 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:56.456493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af860fe-e75b-4854-8e8a-6c54756599f9 req-ac40b6e3-f9a1-4b9b-8e02-2cdb658809aa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.472428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6af860fe-e75b-4854-8e8a-6c54756599f9 req-ac40b6e3-f9a1-4b9b-8e02-2cdb658809aa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.3363051 Jul 29 23:43:56.531445 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.538297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:56.538877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Checking segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:56.539540 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.540175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Bound using segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:56.540967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Bound port: 1f9fdcca-923f-428b-acc3-2528507084a1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:56.541568 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.546267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.550657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c886-d6c8-49de-8d4e-1ff0e426a915 req-47675032-bd62-4b76-bd8b-d1856e793f70 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.553339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9c679-0c9e-4858-ab3b-c8864fa86714 None None] Pushing event updated for resources: {'Port': ['ID=a64b7302-766b-4200-aa15-ddbc9354dfe4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:56.560250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2255c886-d6c8-49de-8d4e-1ff0e426a915 req-47675032-bd62-4b76-bd8b-d1856e793f70 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.1400793 Jul 29 23:43:56.580818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c811fc-28bd-49f7-95b8-69d177cd8e4c req-888e05e6-a083-42c4-882e-dadf346a4187 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457549 Jul 29 23:43:56.593220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6af860fe-e75b-4854-8e8a-6c54756599f9 req-ff1e1742-acc8-4fff-99fb-e1baf41d5ee7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191955 Jul 29 23:43:56.627255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object dc828201-09f0-4f18-b581-a18f944f0afe will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:56.641059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.714905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.828461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:56.904694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2255c886-d6c8-49de-8d4e-1ff0e426a915 req-d05b5ddd-7c8e-47c9-b71b-035cca0a77c1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414381 Jul 29 23:43:56.906895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Allocated IP 172.25.5.117 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6db9ea30-3bd6-4efd-b456-6b231192a2ea) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:56.941177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:56.958929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:57.012346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.072400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeee747-43a9-4008-805d-6569ca74304c req-44657989-0205-4ac4-8fd2-bfc745f31af4 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.078712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdeee747-43a9-4008-805d-6569ca74304c req-44657989-0205-4ac4-8fd2-bfc745f31af4 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.2722797 Jul 29 23:43:57.091881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44990) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.100233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'floatingip': {'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.116599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.126437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.204105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.266698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.267190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] For port 1f9fdcca-923f-428b-acc3-2528507084a1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:57.288029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95f0d060-4cfb-448d-8ce4-f46aa94d96ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.296714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95f0d060-4cfb-448d-8ce4-f46aa94d96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.306987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc50003c-2526-4c61-b682-9b0512aa577f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4356318 Jul 29 23:43:57.307651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44992) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.319155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'name': 'tempest-TaggedBootDevicesTest-784701004', 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.334661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] For port 1f9fdcca-923f-428b-acc3-2528507084a1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f9fdcca-923f-428b-acc3-2528507084a1,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:57.343066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.348590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-95f0d060-4cfb-448d-8ce4-f46aa94d96ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=167b58d8c6ec4d65acc72d8db6d517c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9788060 Jul 29 23:43:57.357839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44994) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.392987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d060-4cfb-448d-8ce4-f46aa94d96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1dcdd8-1fd5-47e4-b96b-359a857a5b83,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.420354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.445172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6cdd8-1520-4441-b65f-0e82edde631f None None] Pushing event updated for resources: {'Port': ['ID=1f9fdcca-923f-428b-acc3-2528507084a1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.454145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c366c50-aa8e-4f64-b9b4-2c1f2e780fef None None] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:57.518973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:57.528859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:57.539273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:57.540966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.563624 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.569122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7732dab4-ce0c-45bb-8a3c-1787883a12fc None None] Provisioning for port 24f4db65-6741-4d64-ad2e-9f844da92a30 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:57.584092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=6db9ea30-3bd6-4efd-b456-6b231192a2ea,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.640560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.914146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:58.055740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b2c8f-e3a9-4ddb-b771-ba3da7bf76d7 req-58117c47-7611-4815-8064-d8426ecf3f6c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.071633 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c5b2c8f-e3a9-4ddb-b771-ba3da7bf76d7 req-58117c47-7611-4815-8064-d8426ecf3f6c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.1871581 Jul 29 23:43:58.092336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.096029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.099659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a1dcdd8-1fd5-47e4-b96b-359a857a5b83 HTTP/1.1" status: 204 len: 168 time: 0.7385769 Jul 29 23:43:58.169570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64b7302-766b-4200-aa15-ddbc9354dfe4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:58.192772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb75c11-20f7-48b2-b388-37539f0153de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1dcdd8-1fd5-47e4-b96b-359a857a5b83,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:58.240406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:58.255022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.295907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:58.314837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28366-da80-47f8-b1de-959a3d9c9842 req-bc9469de-979b-4613-9262-e8065a81689c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.333611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6d28366-da80-47f8-b1de-959a3d9c9842 req-bc9469de-979b-4613-9262-e8065a81689c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.2292848 Jul 29 23:43:58.367526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'port_id': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'mac_address': 'fa:16:3e:7a:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c00a7-f675-4f97-a18b-a0187993f76d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:58.367950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c5b2c8f-e3a9-4ddb-b771-ba3da7bf76d7 req-aef9e141-b170-4e48-a02b-4afbf502685c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912161 Jul 29 23:43:58.372075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] device_id is not set on port 82b9a16b-a514-48d3-a937-a9c2376cb6ab yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:58.479950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-831daab2-f2e9-4c81-bcc8-92ba7d1e87f9 None None] Provisioning for port dc828201-09f0-4f18-b581-a18f944f0afe completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:58.494110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.501372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-831daab2-f2e9-4c81-bcc8-92ba7d1e87f9 None None] Provisioning complete for port dc828201-09f0-4f18-b581-a18f944f0afe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:58.502121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-831daab2-f2e9-4c81-bcc8-92ba7d1e87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.577842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6d28366-da80-47f8-b1de-959a3d9c9842 req-c77c0940-a9bf-48b0-81f5-bd73840f8bdc tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245986 Jul 29 23:43:58.595543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a64b7302-766b-4200-aa15-ddbc9354dfe4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:58.611961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da483cba-fde8-4a43-8520-fed5defc5a43 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:58.630949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24f4db65-6741-4d64-ad2e-9f844da92a30 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:58.657352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.691708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd6b7b-b6fd-45e5-a83c-9f9b694de41e None None] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:58.766377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-831daab2-f2e9-4c81-bcc8-92ba7d1e87f9 None None] Port dc828201-09f0-4f18-b581-a18f944f0afe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:58.791232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:58.817847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.980082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.001094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 24f4db65-6741-4d64-ad2e-9f844da92a30 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:59.015091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.030455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24f4db65-6741-4d64-ad2e-9f844da92a30 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:59.030833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.144509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Provisioning for port a64b7302-766b-4200-aa15-ddbc9354dfe4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:59.155798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Provisioning complete for port a64b7302-766b-4200-aa15-ddbc9354dfe4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:59.156175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.212332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:59.275204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['da483cba-fde8-4a43-8520-fed5defc5a43'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:59.280551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97cf16-2b3d-4909-b508-e39465ca4c48 None None] Network dcd95033-b90f-406d-8a77-b14c8921bc66 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:59.380686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:59.406707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.410965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9b3e4821-7b5d-4fcb-8b7b-8a786e4f3ab9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3974524 Jul 29 23:43:59.416046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45024) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:59.422138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:59.432621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.442934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.496475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:59.522264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:59.527346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.530950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.623895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.1.1.180 (29f1bcc8-976c-4514-aa69-3c4c3add6bbd/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467/82b9a16b-a514-48d3-a937-a9c2376cb6ab) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:59.840966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 24f4db65-6741-4d64-ad2e-9f844da92a30, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24f4db65-6741-4d64-ad2e-9f844da92a30,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:59.895833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.910964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] For port a64b7302-766b-4200-aa15-ddbc9354dfe4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64b7302-766b-4200-aa15-ddbc9354dfe4,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:59.999633 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.009793 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Floating IP 5c9e913f-5f1d-4230-9633-c9d5b33badfb associated. External IP: 172.25.5.174, port: 4f01c991-0d39-489b-b8c1-82d3ce222d1e. Jul 29 23:44:00.055087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:00.128118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.138337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f9fdcca-923f-428b-acc3-2528507084a1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:00.152278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object 82b9a16b-a514-48d3-a937-a9c2376cb6ab will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:00.219875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Provisioning complete for port dc828201-09f0-4f18-b581-a18f944f0afe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:00.220247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.289575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.424274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:00.472738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:00.480475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:00.487146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.511909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b0a99-a7ce-48db-9d46-d01401544e4a req-60b59df8-a35e-4060-ab69-797123ee48f5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.523820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-212b0a99-a7ce-48db-9d46-d01401544e4a req-60b59df8-a35e-4060-ab69-797123ee48f5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 944 time: 0.6862657 Jul 29 23:44:00.557515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.558669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.592857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:00.617422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4cd6506-765c-4212-90df-74d969782e2d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3037932 Jul 29 23:44:00.715627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-212b0a99-a7ce-48db-9d46-d01401544e4a req-31705003-cf83-42e2-b5aa-9a545cab3050 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899512 Jul 29 23:44:00.736878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=24f4db65-6741-4d64-ad2e-9f844da92a30,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.814505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:00.834089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.841778 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:00.879111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ef8ac5a0-2f83-4b4f-8be2-7d910a5e0dc9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "PUT /v2.0/floatingips/5c9e913f-5f1d-4230-9633-c9d5b33badfb HTTP/1.1" status: 200 len: 991 time: 3.7831588 Jul 29 23:44:00.880113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:00.884303 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381fbd8-b5bf-4bf6-a624-2dd799468584" -d '{"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:00.892553 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:00.893216 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:00.990343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.090295 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:01.112469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Port dc828201-09f0-4f18-b581-a18f944f0afe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:01.126940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a138812-7953-47c9-bedb-d63ef6c0f66d None None] Pushing event updated for resources: {'Port': ['ID=a64b7302-766b-4200-aa15-ddbc9354dfe4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:01.183921 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cbeaf-6745-4474-834f-f0f0d603a50a x-openstack-request-id: req-404cbeaf-6745-4474-834f-f0f0d603a50a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:01.184269 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:01.184542 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-404cbeaf-6745-4474-834f-f0f0d603a50a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:01.184950 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'status': 'completed', 'code': 200} Jul 29 23:44:01.210396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1f9fdcca-923f-428b-acc3-2528507084a1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:01.303913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:43:58Z', 'revision_number': 3, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:01.307723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Provisioning complete for port a64b7302-766b-4200-aa15-ddbc9354dfe4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:01.308175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.416120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:01.416615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Updating router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 port 6db9ea30-3bd6-4efd-b456-6b231192a2ea binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:01.457331 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.531421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-bc2ab59a-4c32-472e-b15f-6ea1b6571495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.533702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-bc2ab59a-4c32-472e-b15f-6ea1b6571495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1097 time: 0.2207849 Jul 29 23:44:01.537467 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5c9e913f-5f1d-4230-9633-c9d5b33badfb', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c59fde-e79b-4ac8-9306-e337103389a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:59Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:01.541223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Allocated IP 172.20.0.1 (eee2aa9d-abd2-444e-8d74-187d644a2bdb/2371f607-b515-47ef-ac92-f33b3102db02/29ad9eac-5c69-4b86-97e5-5d71098e96dd) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:01.570453 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:01.581735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:01.582423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:01.754782 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:01.783757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-b0023b02-c9a1-4940-96c0-8373f1201df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.786262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-b0023b02-c9a1-4940-96c0-8373f1201df1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.2410569 Jul 29 23:44:01.987769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.033225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Transition to ACTIVE for port object 29ad9eac-5c69-4b86-97e5-5d71098e96dd will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:02.039302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-0b92fce9-05a6-46d8-837b-f0d5e181f574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 999 time: 0.2390745 Jul 29 23:44:02.069126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Provisioning for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:02.086333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Provisioning complete for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:02.087914 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.097579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a441f9-d036-4f6e-85ea-5a972503870b req-494eb0b3-d9d1-4f51-9b30-7e6454b60f55 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.099426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70a441f9-d036-4f6e-85ea-5a972503870b req-494eb0b3-d9d1-4f51-9b30-7e6454b60f55 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 944 time: 0.1952319 Jul 29 23:44:02.153356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-78cb89ba-5e4f-477c-ac67-1b025c5f33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.155391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-78cb89ba-5e4f-477c-ac67-1b025c5f33d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1042283 Jul 29 23:44:02.169033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.177836 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5c9e913f-5f1d-4230-9633-c9d5b33badfb', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c59fde-e79b-4ac8-9306-e337103389a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:59Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:02.179400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.187333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014957439', 'description': 'tempest-description--251239533'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:02.199771 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.215785 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed57748e-c5f1-43b9-9c92-9cbe7ba2c879 None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5c9e913f-5f1d-4230-9633-c9d5b33badfb', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c59fde-e79b-4ac8-9306-e337103389a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:32Z', 'updated_at': '2021-07-29T23:43:59Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:02.225869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Transition to ACTIVE for port object 6db9ea30-3bd6-4efd-b456-6b231192a2ea will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:02.232366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64b7302-766b-4200-aa15-ddbc9354dfe4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:02.237660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.267926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70a441f9-d036-4f6e-85ea-5a972503870b req-672eaa10-972d-4641-9f0b-e5cba98c7ae6 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574125 Jul 29 23:44:02.291028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:02.311087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:02.331800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:02.338775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.340673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.350399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Port 82b9a16b-a514-48d3-a937-a9c2376cb6ab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:02.412090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-ace92d28-9c60-448a-b37c-e138ec6dcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.414000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-ace92d28-9c60-448a-b37c-e138ec6dcc1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419534 Jul 29 23:44:02.435496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.448216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Provisioning for port 1f9fdcca-923f-428b-acc3-2528507084a1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:02.465553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Provisioning complete for port 1f9fdcca-923f-428b-acc3-2528507084a1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:02.466217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.517195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a64b7302-766b-4200-aa15-ddbc9354dfe4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:02.517875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.529533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.535774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.581520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d17242-c8f4-4343-ba35-08564c1fd61e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.584043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.587856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703aac6-a13e-44b7-a209-bfed15e87a53 None None] Pushing event updated for resources: {'Port': ['ID=6db9ea30-3bd6-4efd-b456-6b231192a2ea,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.589173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-657dac04-c2ca-4f53-ab69-071c39f5af63 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4073560 Jul 29 23:44:02.590642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45112) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.595862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'security_group_rule': {'security_group_id': 'd2d17242-c8f4-4343-ba35-08564c1fd61e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:02.620715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Attempting to bind port 6db9ea30-3bd6-4efd-b456-6b231192a2ea on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:02.627517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Attempting to bind port 6db9ea30-3bd6-4efd-b456-6b231192a2ea by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:02.628208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Attempting to bind port 6db9ea30-3bd6-4efd-b456-6b231192a2ea on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:02.641018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.715365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af52f6-cb25-4c33-b38d-afaef17aa121 None None] New status for floating IP 5c9e913f-5f1d-4230-9633-c9d5b33badfb: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:02.719523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:02.720119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:02.720706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.721318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:02.722075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Bound port: 6db9ea30-3bd6-4efd-b456-6b231192a2ea, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:02.722818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.741496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.747012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.800537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88caed9d-a239-462e-be8f-8a0ffa9573a1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.806186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.810225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed7678e9-7548-4e87-bfdd-752ca1824799 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157631 Jul 29 23:44:02.810785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45120) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.819027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'security_group_rule': {'security_group_id': 'd2d17242-c8f4-4343-ba35-08564c1fd61e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:02.889994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.927200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-78bd2ea5-37c2-46cf-86c8-4be8e72815b7 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324622 Jul 29 23:44:03.000515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.006927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.018447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] For port 6db9ea30-3bd6-4efd-b456-6b231192a2ea, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:03.040015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.042022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297840 Jul 29 23:44:03.042886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] For port 6db9ea30-3bd6-4efd-b456-6b231192a2ea, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6db9ea30-3bd6-4efd-b456-6b231192a2ea,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:03.048759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45132) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:03.058182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cb4a8-11f2-4dec-a35e-ba93de239b78 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d24764b-2675-4c8a-935f-4dac48bfb065,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.067968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.074487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:03.093112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.094609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24f4db65-6741-4d64-ad2e-9f844da92a30 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:03.115758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.197406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.205537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2381fbd8-b5bf-4bf6-a624-2dd799468584 req-6af1c231-cfbb-4ec5-8ba7-c14a5da3acaa service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489698 Jul 29 23:44:03.290475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] For port 1f9fdcca-923f-428b-acc3-2528507084a1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f9fdcca-923f-428b-acc3-2528507084a1,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:03.296687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703aac6-a13e-44b7-a209-bfed15e87a53 None None] Pushing event updated for resources: {'Port': ['ID=6db9ea30-3bd6-4efd-b456-6b231192a2ea,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.299959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:03.300594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:03.305894 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.467482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24f4db65-6741-4d64-ad2e-9f844da92a30 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:03.468416 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.473574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdf563-bd4a-4604-87d0-5a15802c9304 None None] Pushing event updated for resources: {'Port': ['ID=1f9fdcca-923f-428b-acc3-2528507084a1,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.489363 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.503959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.536012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Provisioning for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:03.550534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Provisioning complete for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:03.551236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.575715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932f2d6-ef3b-435e-af4b-27d1917881d6 req-8ab6e176-942b-49f0-9035-1a1f10c45602 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.583956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:03.586295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e932f2d6-ef3b-435e-af4b-27d1917881d6 req-8ab6e176-942b-49f0-9035-1a1f10c45602 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 944 time: 0.1244385 Jul 29 23:44:03.622725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.686272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e932f2d6-ef3b-435e-af4b-27d1917881d6 req-305efdff-8156-41a3-ba31-ff4cbfa5f4e0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984981 Jul 29 23:44:03.688509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:03.725409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Port 29ad9eac-5c69-4b86-97e5-5d71098e96dd cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:03.787303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.813913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.820619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 172.25.5.21 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/bac6e717-c465-4bfe-9a5b-3df6e47f4997) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:03.844577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Provisioning complete for port 1f9fdcca-923f-428b-acc3-2528507084a1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:03.846228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6d232115-3b4e-4ca1-9d73-85f4dc9209c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.960817 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9755e1e0-4832-46e9-a3af-308589e0bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.046015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:04.052914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:04.074156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:04.109292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f9fdcca-923f-428b-acc3-2528507084a1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:04.130800 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.185682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9755e1e0-4832-46e9-a3af-308589e0bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.191012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9755e1e0-4832-46e9-a3af-308589e0bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.249880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9755e1e0-4832-46e9-a3af-308589e0bb5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc32ec8ceb9d46ca959fca0d33125a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599411 Jul 29 23:44:04.250411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:04.252040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755e1e0-4832-46e9-a3af-308589e0bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9bb02-5de0-4ed3-b792-bdeb93bf29ba,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.269203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:04.281931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port da483cba-fde8-4a43-8520-fed5defc5a43 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:04.283560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.310366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port da483cba-fde8-4a43-8520-fed5defc5a43 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:04.310893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.312467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1f9fdcca-923f-428b-acc3-2528507084a1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:04.312819 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.349387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:04.392774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:04.401499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:04.408454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=bac6e717-c465-4bfe-9a5b-3df6e47f4997,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.469207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:01Z', 'revision_number': 1, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:04.485097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.531897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6c634-af54-4c20-950f-32159b58bbdc None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:01Z', 'revision_number': 1, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:04.541706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.545732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.565988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb9171f7-3566-4fa4-a7e3-e46b1a51b4cd None None] Provisioning complete for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:04.566731 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb9171f7-3566-4fa4-a7e3-e46b1a51b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.604838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:04.613008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:04.615554 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66967a25-1b81-4765-8f2d-e01595daf5a7" -d '{"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-plugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:04.626633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9299b532-f4b8-4e0c-8a95-133e13a514d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/8c5d5fca-1e9a-4cc2-8975-ac1e920b8736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2024596 Jul 29 23:44:04.649729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.662217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.666343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:04.668364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.670691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77d9bb02-5de0-4ed3-b792-bdeb93bf29ba HTTP/1.1" status: 204 len: 168 time: 0.4187846 Jul 29 23:44:04.683655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4738d2-2c24-4d1d-b3fd-57975debb7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9bb02-5de0-4ed3-b792-bdeb93bf29ba,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.695916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.705999 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc46bd8-47f5-47fa-b461-d43d9b2cf39e x-openstack-request-id: req-0cc46bd8-47f5-47fa-b461-d43d9b2cf39e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:04.706530 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-plugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:04.706949 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cc46bd8-47f5-47fa-b461-d43d9b2cf39e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:04.707508 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'code': 200} Jul 29 23:44:04.743085 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.808169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fb9171f7-3566-4fa4-a7e3-e46b1a51b4cd None None] Port 29ad9eac-5c69-4b86-97e5-5d71098e96dd cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:04.835803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.978321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231130-4385-4175-b0fa-6cd931838acd req-8e199ac1-c237-4b81-8285-8531cc924815 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.987906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57231130-4385-4175-b0fa-6cd931838acd req-8e199ac1-c237-4b81-8285-8531cc924815 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1489525 Jul 29 23:44:05.053449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed7c3-a041-4eff-bc59-6f85899394a6 req-29dd69ba-7d6c-41cc-8504-565c1c6f214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.055509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a8ed7c3-a041-4eff-bc59-6f85899394a6 req-29dd69ba-7d6c-41cc-8504-565c1c6f214e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 1097 time: 0.1962321 Jul 29 23:44:05.099130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57231130-4385-4175-b0fa-6cd931838acd req-665fb57a-d2ea-4821-ac3e-102f7c4b021a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889385 Jul 29 23:44:05.146387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a8ed7c3-a041-4eff-bc59-6f85899394a6 req-1bf966ef-599a-4eed-a994-d6a3adf5daef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786088 Jul 29 23:44:05.174679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.180423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.255851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45178) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.262230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=bac6e717-c465-4bfe-9a5b-3df6e47f4997,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.281984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.284857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90c22f1c-eeff-4486-aac2-359a7a70d595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.306369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.310186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3478d60d-2ade-410d-9f8a-e5dbf7a27abb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2515867 Jul 29 23:44:05.413818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90c22f1c-eeff-4486-aac2-359a7a70d595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.418948 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90c22f1c-eeff-4486-aac2-359a7a70d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.464431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90c22f1c-eeff-4486-aac2-359a7a70d595 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ea6b30fd1774904a46960ad2e2af41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075832 Jul 29 23:44:05.465731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22f1c-eeff-4486-aac2-359a7a70d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd6901-1cb0-4e95-ace0-b5a442cbb6ba,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.467489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45190) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.534966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.568680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.641753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.645088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.646558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4bd6901-1cb0-4e95-ace0-b5a442cbb6ba HTTP/1.1" status: 204 len: 168 time: 0.1776826 Jul 29 23:44:05.665607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c9e5eb3e-1c24-4f35-a272-52376c2f6fe4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2014957439&fields=id&tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f HTTP/1.1" status: 200 len: 267 time: 0.0534959 Jul 29 23:44:05.670133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fab2b-47b2-4d64-8a62-f581a2327381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd6901-1cb0-4e95-ace0-b5a442cbb6ba,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.742765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-f3014daa-d5c8-4a8a-9906-b53c83f2e5bf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.744311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-f3014daa-d5c8-4a8a-9906-b53c83f2e5bf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 931 time: 0.0669940 Jul 29 23:44:05.816434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-8d0e6e15-99e7-4970-a224-4010b456579b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.818282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-8d0e6e15-99e7-4970-a224-4010b456579b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 931 time: 0.0677247 Jul 29 23:44:05.867532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-4747fbf7-3885-44d3-b733-f93c72162b3d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.869877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-4747fbf7-3885-44d3-b733-f93c72162b3d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 820 time: 0.1398540 Jul 29 23:44:05.880146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-a0bb63e8-6330-46cb-a8cc-71d992561e8a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528729 Jul 29 23:44:05.893021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-856fa43b-c9c0-4bfc-a7bb-fca46fa25d67 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/quotas/508e9170f9df4e098e1ec214f4690c9d HTTP/1.1" status: 200 len: 375 time: 0.0150537 Jul 29 23:44:05.927309 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-fde6ec30-b0cf-47fe-9e4c-9db5159198e0 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0401075 Jul 29 23:44:06.036576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-7ef776ac-31f2-4db2-ac8d-b2a9651ae669 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330652 Jul 29 23:44:06.073599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6db9ea30-3bd6-4efd-b456-6b231192a2ea up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:06.105757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2a899e76-11ef-4797-828b-5e2305b8679b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.113349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2a899e76-11ef-4797-828b-5e2305b8679b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.120578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2a899e76-11ef-4797-828b-5e2305b8679b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.122315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2a899e76-11ef-4797-828b-5e2305b8679b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/networks?id=4eea398a-1fcb-4d99-ad25-e329a13eea83&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=dcd95033-b90f-406d-8a77-b14c8921bc66&id=dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 200 len: 1990 time: 0.1939681 Jul 29 23:44:06.159651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-bebe6e9c-d410-4841-8730-0d9335ff0905 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/quotas/d1c29957d8aa46ed9a9c16a285ccd16f HTTP/1.1" status: 200 len: 375 time: 0.0193789 Jul 29 23:44:06.196922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6db9ea30-3bd6-4efd-b456-6b231192a2ea completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:06.202795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6db9ea30-3bd6-4efd-b456-6b231192a2ea triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:06.203181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.250857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-4dcd26b2-9f12-4f7b-b40f-a37b46036bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027757 Jul 29 23:44:06.289328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-69b7f66b-8d9e-47d1-94e8-61b2ae5e6278 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1193292 Jul 29 23:44:06.384142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.431024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6db9ea30-3bd6-4efd-b456-6b231192a2ea, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6db9ea30-3bd6-4efd-b456-6b231192a2ea,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:06.438857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.467235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-90d711ca-97ab-499d-9b88-353f30062847 service neutron] 10.222.0.49 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617064 Jul 29 23:44:06.480770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-8bd3723e-ab8a-4013-b9a0-1583c4438c11 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205892 Jul 29 23:44:06.546656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6db9ea30-3bd6-4efd-b456-6b231192a2ea,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:06.612955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-5e7e36ab-ca6b-4ed6-83b5-1ce930eeeb4e service neutron] 10.222.0.49 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327820 Jul 29 23:44:06.666999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d9c3df2d-ee16-470b-9589-42a10b27e60e service neutron] 10.222.0.49 "GET /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0405579 Jul 29 23:44:06.834738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-f74033ec-06f1-4509-b23d-6f4138869f38 service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601560 Jul 29 23:44:06.983265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-0d7d05c3-d4ab-4d15-bc47-a61556dba94d service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337757 Jul 29 23:44:07.044353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b09c0ac5-c541-4d81-ba66-c81296390718 service neutron] 10.222.0.49 "GET /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0493536 Jul 29 23:44:07.168344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c1d2c211-fdee-448b-bcd3-f3161bf570f7 service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091311 Jul 29 23:44:07.231988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb42d8-d24b-494b-89ae-d47347030a4e req-7289c620-38a5-44b7-9e42-26dd4b2e4355 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.233951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71fb42d8-d24b-494b-89ae-d47347030a4e req-7289c620-38a5-44b7-9e42-26dd4b2e4355 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.0715346 Jul 29 23:44:07.325757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ec213fdf-c4e8-4467-8c44-49a0d3a524aa service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563880 Jul 29 23:44:07.328088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71fb42d8-d24b-494b-89ae-d47347030a4e req-10f451b3-ebeb-471b-a355-0aa42076274c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857100 Jul 29 23:44:07.459592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ede6f36a-b85c-4710-a54a-b0ac83fecf54 service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247492 Jul 29 23:44:07.489896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-511e1d0f-6560-4ee9-ae33-0135cc46e63e req-6c6b2dfd-0763-41ad-b4f8-4b45c9ea8b04 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 210 time: 0.0643709 Jul 29 23:44:07.602041 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:07.612518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-57245770-6210-4c8d-ba1b-056ce371f90d service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466882 Jul 29 23:44:07.632560 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:07.636574 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:07.734212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224ee4f-9631-4fe4-88d1-bb2dda60f717 req-7a18bf47-90c3-40fd-8c05-abb5b27585d9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.744230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2224ee4f-9631-4fe4-88d1-bb2dda60f717 req-7a18bf47-90c3-40fd-8c05-abb5b27585d9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.0924304 Jul 29 23:44:07.744447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-37e20dad-0e8d-4ddf-b253-81bb32aa1d45 service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230519 Jul 29 23:44:07.786602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2224ee4f-9631-4fe4-88d1-bb2dda60f717 req-1636fbc6-c7f2-4ce2-96b6-704bfdd46003 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Jul 29 23:44:07.819781 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:07.876329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-856559a6-f198-4206-aefc-ef3ebcd1fd48 service neutron] 10.222.0.49 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300843 Jul 29 23:44:08.012390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-737e0b47-14cf-43bd-a2ff-cbc139d1d13c service neutron] 10.222.0.49 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268654 Jul 29 23:44:08.065382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6db9ea30-3bd6-4efd-b456-6b231192a2ea up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:08.140662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-66fec2be-1435-4121-a06f-bf553c5ba39d service neutron] 10.222.0.49 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271479 Jul 29 23:44:08.166553 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:03Z', 'revision_number': 2, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:08.208363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6db9ea30-3bd6-4efd-b456-6b231192a2ea triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:08.208738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.239496 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:08.239846 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Updating router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 port 29ad9eac-5c69-4b86-97e5-5d71098e96dd binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:08.286818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-0cc6f41d-6061-496f-99f3-b6c437f4a728 service neutron] 10.222.0.49 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395140 Jul 29 23:44:08.303157 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.448221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-133b9c03-672a-4290-bcb4-5e07ca1e239b service neutron] 10.222.0.49 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539748 Jul 29 23:44:08.731905 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.747101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Transition to ACTIVE for port object 29ad9eac-5c69-4b86-97e5-5d71098e96dd will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:08.758113 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.775431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da957f-6bf6-4644-ae73-fdc74fa6aaac req-ff42c575-46e2-46fe-b2d0-a08ac50c3235 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.786229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3da957f-6bf6-4644-ae73-fdc74fa6aaac req-ff42c575-46e2-46fe-b2d0-a08ac50c3235 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.6472497 Jul 29 23:44:08.864032 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Pushing event updated for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:08.875725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-aec0476c-0c6b-43e6-b774-4058c5192056 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.878431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-aec0476c-0c6b-43e6-b774-4058c5192056 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 820 time: 0.7559359 Jul 29 23:44:08.902319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3da957f-6bf6-4644-ae73-fdc74fa6aaac req-de1f8653-9365-4555-96a4-bd4f467d4baa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097779 Jul 29 23:44:08.907079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.907575 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.908011 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.908526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.908953 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.909379 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.909827 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.910323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'port': {'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'admin_state_up': True, 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:08.910489 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.911104 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.911550 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.912091 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.912568 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.929140 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Attempting to bind port 29ad9eac-5c69-4b86-97e5-5d71098e96dd on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:08.929282 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Attempting to bind port 29ad9eac-5c69-4b86-97e5-5d71098e96dd by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:08.929845 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Attempting to bind port 29ad9eac-5c69-4b86-97e5-5d71098e96dd on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:08.942868 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:08.944903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Checking segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:08.945599 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.946612 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Bound using segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:08.947273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Bound port: 29ad9eac-5c69-4b86-97e5-5d71098e96dd, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:08.949291 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.046131 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] For port 29ad9eac-5c69-4b86-97e5-5d71098e96dd, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:09.049869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] For port 29ad9eac-5c69-4b86-97e5-5d71098e96dd, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad9eac-5c69-4b86-97e5-5d71098e96dd,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:09.059485 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.123385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Made reservation on behalf of 508e9170f9df4e098e1ec214f4690c9d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:09.124799 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:09.125444 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:09.130406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.200929 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b5e41-028a-4f58-bee7-285a2f2484ed None None] Pushing event updated for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:09.420059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Allocated IP 172.20.0.9 (eee2aa9d-abd2-444e-8d74-187d644a2bdb/2371f607-b515-47ef-ac92-f33b3102db02/19ac5108-32b4-4c15-875d-97c4ef2f7c19) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:09.521683 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:09.545936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd19d357-05b2-4ff3-9369-d4527f913bdb req-2a01427b-87dd-4cfb-b6ec-47f2eec4e575 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 210 time: 0.0504093 Jul 29 23:44:09.571606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45350) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:09.759387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.795623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Transition to ACTIVE for port object 19ac5108-32b4-4c15-875d-97c4ef2f7c19 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:09.809847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd0e5-dadb-4010-8918-54954b02088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.942968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.036773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd0e5-dadb-4010-8918-54954b02088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.038778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70aef0-f9f0-49e8-a0fa-b1002f23ab68 req-d9187dd1-7d25-40d1-9b6a-3878aa58b87a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.045030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd0e5-dadb-4010-8918-54954b02088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.048547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af70aef0-f9f0-49e8-a0fa-b1002f23ab68 req-d9187dd1-7d25-40d1-9b6a-3878aa58b87a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1740079 Jul 29 23:44:10.087475 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:09Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:10.114537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7d9dd0e5-dadb-4010-8918-54954b02088a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8151a59886a24efea91491f6dd4ce30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414774 Jul 29 23:44:10.130329 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e465882-fca9-4fc0-b219-0f5c840ab450 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:09Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:10.130547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad9eac-5c69-4b86-97e5-5d71098e96dd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:10.135762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:10.152825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd0e5-dadb-4010-8918-54954b02088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f787e4e-1f9b-4ba0-9cfc-48504cff870b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.178721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:10.208513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event updated for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.214751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:10.250326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af70aef0-f9f0-49e8-a0fa-b1002f23ab68 req-442c5963-2645-4148-9e84-b12aa6e26269 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007391 Jul 29 23:44:10.250695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:10.252892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:10.270735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:10.270735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.297414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da55045-0e5d-4ded-87db-9f9d51eed2a3 req-4f3fbf4b-a592-4035-aab6-cd0970f117c0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.299672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4da55045-0e5d-4ded-87db-9f9d51eed2a3 req-4f3fbf4b-a592-4035-aab6-cd0970f117c0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1142709 Jul 29 23:44:10.408082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.408956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.416744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4da55045-0e5d-4ded-87db-9f9d51eed2a3 req-a82fc542-0d37-4e87-a7c5-09ad57a68b39 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105976 Jul 29 23:44:10.438571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.490863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f1e8bf-a653-4e09-a032-2fb2ea728b9c req-cdc6505a-d3c1-4e8f-949a-eced55d681b1 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.1100500 Jul 29 23:44:10.492967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.523016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 29ad9eac-5c69-4b86-97e5-5d71098e96dd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad9eac-5c69-4b86-97e5-5d71098e96dd,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:10.529562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.551126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-5410ea53-a027-404b-a7ed-ae55c4e02708 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6456673 Jul 29 23:44:10.559743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.600356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Request body: {'port': {'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:10.742886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.757805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4c55df06-fa76-4b20-8827-8374969865c5 None None] Provisioning for port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:10.771211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4c55df06-fa76-4b20-8827-8374969865c5 None None] Provisioning complete for port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:10.771733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c55df06-fa76-4b20-8827-8374969865c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.827935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.838728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4c55df06-fa76-4b20-8827-8374969865c5 None None] Port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:10.865893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.870977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.873098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f787e4e-1f9b-4ba0-9cfc-48504cff870b HTTP/1.1" status: 204 len: 168 time: 0.7226770 Jul 29 23:44:10.882332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be342-1fe3-4586-8825-040f4e8438b2 req-3656abc0-23dc-4b76-8ab9-957ad17364c4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.884324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8be342-1fe3-4586-8825-040f4e8438b2 req-3656abc0-23dc-4b76-8ab9-957ad17364c4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1571274 Jul 29 23:44:10.952060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa6192-897e-4e78-85fe-5ff07cfb2721 req-951aec81-ecdd-41b4-abd3-4fb28548d7be tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.953799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afa6192-897e-4e78-85fe-5ff07cfb2721 req-951aec81-ecdd-41b4-abd3-4fb28548d7be tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.2003934 Jul 29 23:44:10.964527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094617a-96bb-4360-8079-2ee9e5e554f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f787e4e-1f9b-4ba0-9cfc-48504cff870b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.997795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8be342-1fe3-4586-8825-040f4e8438b2 req-2184f9c1-77d0-4676-a794-3465d5607403 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983996 Jul 29 23:44:11.140261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c635af-f1a5-4c56-8d6c-66a80eb55718 req-de8c466c-4cce-4c6b-a645-b4f08bd0f5c5 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.142517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afa6192-897e-4e78-85fe-5ff07cfb2721 req-282d0989-8718-4bac-a323-adc2add2281d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596920 Jul 29 23:44:11.146262 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c635af-f1a5-4c56-8d6c-66a80eb55718 req-de8c466c-4cce-4c6b-a645-b4f08bd0f5c5 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 931 time: 0.0620773 Jul 29 23:44:11.189523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c635af-f1a5-4c56-8d6c-66a80eb55718 req-00569191-b589-426a-9729-20d9d280bc5e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Jul 29 23:44:11.364927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ac5108-32b4-4c15-875d-97c4ef2f7c19 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:11.376579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.392850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Transition to ACTIVE for port object 19ac5108-32b4-4c15-875d-97c4ef2f7c19 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:11.398397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.499954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0425cb-7dcc-4003-957e-96b352be9e53 req-927f5937-4a94-421c-a64f-f047fd602d32 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.504303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f0425cb-7dcc-4003-957e-96b352be9e53 req-927f5937-4a94-421c-a64f-f047fd602d32 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1161711 Jul 29 23:44:11.505118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45394) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:11.528492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e23-a163-4e6d-bff8-e96e8a5da1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.608095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Pushing event updated for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:11.626239 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f0425cb-7dcc-4003-957e-96b352be9e53 req-8e220d27-9baf-4995-b65e-c65ffd048390 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013772 Jul 29 23:44:11.691976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9131016c-1a77-44cf-b9a2-becec0c54968 req-68d2fa6b-d219-4d99-9e42-8b7460b74493 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0683239 Jul 29 23:44:11.765694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e23-a163-4e6d-bff8-e96e8a5da1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.778046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e23-a163-4e6d-bff8-e96e8a5da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.839443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee71e23-a163-4e6d-bff8-e96e8a5da1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4124319-c95b-40fb-bffb-cc5f803e3611,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:11.844928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ee71e23-a163-4e6d-bff8-e96e8a5da1f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea71bc35025141439032d4c0d6ffb217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383572 Jul 29 23:44:11.849410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45406) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:11.890787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Attempting to bind port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:11.891849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Attempting to bind port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:11.892388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Attempting to bind port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:11.904841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:11.905234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Attempting to bind port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:11.926074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.941127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:11.944552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Checking segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:11.947530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Bound using segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:11.951515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Bound port: 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:11.952411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.987585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.996570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08880049-8c3a-4374-8b5c-ac974e01cda6 req-df2697bb-81c1-4a0b-8ff3-6123d577da2d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.004712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08880049-8c3a-4374-8b5c-ac974e01cda6 req-df2697bb-81c1-4a0b-8ff3-6123d577da2d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1788745 Jul 29 23:44:12.072061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad9eac-5c69-4b86-97e5-5d71098e96dd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:12.106900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237189b5-4d2c-4e34-8b23-bda32edddee7 req-2bf12f50-e431-49f3-b230-117108835e78 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.112772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-237189b5-4d2c-4e34-8b23-bda32edddee7 req-2bf12f50-e431-49f3-b230-117108835e78 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1439893 Jul 29 23:44:12.170219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 29ad9eac-5c69-4b86-97e5-5d71098e96dd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:12.170983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.173418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-df3506fa-f1c3-4a06-8f52-297ca10c381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.175583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-df3506fa-f1c3-4a06-8f52-297ca10c381d service neutron] 10.222.0.59 "GET /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 1027 time: 0.0956147 Jul 29 23:44:12.186123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.192084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.194879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4124319-c95b-40fb-bffb-cc5f803e3611 HTTP/1.1" status: 204 len: 168 time: 0.3439612 Jul 29 23:44:12.195515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08880049-8c3a-4374-8b5c-ac974e01cda6 req-ecd441f2-45ef-4a94-8a4b-d22512dd4cd8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895254 Jul 29 23:44:12.214634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:12.229984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-8a073e38-6941-46d9-a215-5d5c1de70def service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2531173 Jul 29 23:44:12.260960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-237189b5-4d2c-4e34-8b23-bda32edddee7 req-fc0ed8cd-7b24-479d-bbb7-1c155aa16836 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335745 Jul 29 23:44:12.267266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:12.274055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.287826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2f7969c6-bb1f-4669-928e-3433b4210cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.290384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2f7969c6-bb1f-4669-928e-3433b4210cff service neutron] 10.222.0.59 "GET /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 1027 time: 0.0898583 Jul 29 23:44:12.335303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cde8cb-8b98-4419-9088-89b525e20f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4124319-c95b-40fb-bffb-cc5f803e3611,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:12.349295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.355370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.357067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] 10.222.0.59 "PUT /v2.0/ports/19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 1092 time: 1.7766683 Jul 29 23:44:12.431098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:12.440853 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08" -d '{"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:12.657498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb56e09-f746-47a1-98ea-df6d7a21230a service neutron] Pushing event updated for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:12.682393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-dd18f8a9-1064-43f2-a8fc-904a1b6499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.684076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-dd18f8a9-1064-43f2-a8fc-904a1b6499ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.3014123 Jul 29 23:44:12.698135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4bf6f-f1ec-4197-9ad1-e6e664b49368 req-26e674af-3bc4-44d3-acd1-e3325f9ed44d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.700630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cc4bf6f-f1ec-4197-9ad1-e6e664b49368 req-26e674af-3bc4-44d3-acd1-e3325f9ed44d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 943 time: 0.3845124 Jul 29 23:44:12.740032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-281cb894-2543-47cd-ab97-4b26e620e0d2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.751768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-281cb894-2543-47cd-ab97-4b26e620e0d2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.766818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-281cb894-2543-47cd-ab97-4b26e620e0d2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.769666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-281cb894-2543-47cd-ab97-4b26e620e0d2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/networks?id=4eea398a-1fcb-4d99-ad25-e329a13eea83&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=dcd95033-b90f-406d-8a77-b14c8921bc66&id=dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 200 len: 1990 time: 0.4505775 Jul 29 23:44:12.774371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-7e06e490-8973-49d2-b3b7-1b97ecc4501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.781132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-7e06e490-8973-49d2-b3b7-1b97ecc4501d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1095 time: 0.3360589 Jul 29 23:44:12.893132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f59fd-e46b-4870-af75-10b3031e2d23 req-cc1d7f0c-8b1a-488c-90de-6aedff67a990 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.895586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c12f59fd-e46b-4870-af75-10b3031e2d23 req-cc1d7f0c-8b1a-488c-90de-6aedff67a990 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.0733156 Jul 29 23:44:12.909615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-541f3427-c247-4926-8005-694f8e99872b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.1126149 Jul 29 23:44:12.967756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c12f59fd-e46b-4870-af75-10b3031e2d23 req-498ba863-2418-4318-a142-88e4c4e533f3 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632961 Jul 29 23:44:13.093096 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac28567-7ec4-4288-9751-ffb03fccaad4 x-openstack-request-id: req-7ac28567-7ec4-4288-9751-ffb03fccaad4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:13.093336 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:13.093647 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ac28567-7ec4-4288-9751-ffb03fccaad4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:13.094791 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:44:13.106745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cc4bf6f-f1ec-4197-9ad1-e6e664b49368 req-0db14870-5d56-4b55-bf30-707bff49b486 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818762 Jul 29 23:44:13.126616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-21d90399-040e-45a5-88a5-3e44ed6e9baa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f HTTP/1.1" status: 200 len: 380 time: 0.3261294 Jul 29 23:44:13.156969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-01500568-4786-49fc-8257-9d3619974b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.156969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-01500568-4786-49fc-8257-9d3619974b81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.2061133 Jul 29 23:44:13.171729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'admin_state_up': True, 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'security_groups': ['d2d17242-c8f4-4343-ba35-08564c1fd61e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:13.205899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-ecd0b6b0-23cb-4d46-9a87-833496ce65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.207489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-ecd0b6b0-23cb-4d46-9a87-833496ce65d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.4201376 Jul 29 23:44:13.407634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26558b8b-6809-4494-a826-a375f64b0d5b req-81b99d07-8db6-4820-8c4f-5ac493536429 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.1360517 Jul 29 23:44:13.520273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-d21fa5e1-67af-4877-aaaa-6d7b41f400dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.2462654 Jul 29 23:44:13.525118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-d4bea834-b635-43ad-845a-7d4b61d2867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.527032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-d4bea834-b635-43ad-845a-7d4b61d2867a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3436847 Jul 29 23:44:13.701553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-e35b23c8-dcf6-4dd2-85f0-8f731413cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.703038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-e35b23c8-dcf6-4dd2-85f0-8f731413cdcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1661851 Jul 29 23:44:13.706168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:13.709747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.867987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-f5350a61-a8f8-45fd-b6b0-1336aa13e68f service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320813 Jul 29 23:44:13.879019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-7be79dc0-d92a-4412-ba30-6819b158d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.880576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-7be79dc0-d92a-4412-ba30-6819b158d752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562705 Jul 29 23:44:13.975280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ad56e-a176-4d80-87bc-45f0db14be4a req-0a918229-7024-4094-80cb-1d423ba8aa04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.985998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a55ad56e-a176-4d80-87bc-45f0db14be4a req-0a918229-7024-4094-80cb-1d423ba8aa04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0971539 Jul 29 23:44:14.068535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a55ad56e-a176-4d80-87bc-45f0db14be4a req-b215b421-5abf-433c-8860-877bce227631 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809734 Jul 29 23:44:14.188599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee15dde-21cb-44af-b51c-3bb6788fde6d req-b58d80c3-da8b-43e9-9fe6-9aca8f98ffc2 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069794 Jul 29 23:44:14.295868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 172.20.0.9 (4eea398a-1fcb-4d99-ad25-e329a13eea83/f19f54f1-5582-4df1-b6d0-b63fee2c78ba/dfbbb1f5-23f6-4902-971a-c6d9a84e8646) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:14.315898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-ce0a81fb-29c2-4abd-baac-0b5236146fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157723 Jul 29 23:44:14.464458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191dc3-7d70-4703-acb0-5434e757124a req-33abe4e2-16b1-4756-a82f-fe2f583fb64e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.466045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa191dc3-7d70-4703-acb0-5434e757124a req-33abe4e2-16b1-4756-a82f-fe2f583fb64e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 943 time: 0.2622185 Jul 29 23:44:14.479625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-b7b5465b-7739-4508-9611-a0062130f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.481154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-b7b5465b-7739-4508-9611-a0062130f060 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1095 time: 0.1831272 Jul 29 23:44:14.599830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21a9ff27-9967-47d7-9a66-6b628465f293 req-87b62c35-5186-4f09-9f28-caad4e0a380b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0452716 Jul 29 23:44:14.702988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-786fde9d-5f06-4ca8-b8b4-49738ece7ed0 req-39e3fa65-7591-443b-9680-83224e7ca41b service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644185 Jul 29 23:44:14.729820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa191dc3-7d70-4703-acb0-5434e757124a req-2d44f9bf-25c7-4c24-b6b3-7dc1dc152a65 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361877 Jul 29 23:44:14.732777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.766033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object dfbbb1f5-23f6-4902-971a-c6d9a84e8646 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:14.800957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-aee6216e-26e0-42f1-a70e-21cb64222fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.802612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-aee6216e-26e0-42f1-a70e-21cb64222fc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.2270193 Jul 29 23:44:14.852933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45502) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:14.858626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-7a4a489a-0ada-4356-a320-638aee37937b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.0478914 Jul 29 23:44:14.940717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.001759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:15.010200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1db271dd-04da-4643-b9c8-95b138973190 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:15.010966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:15.017058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-a2960997-4f09-4d22-9dac-1c93d9e2c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.018570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-a2960997-4f09-4d22-9dac-1c93d9e2c8f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1435657 Jul 29 23:44:15.020108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:15.074763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1db271dd-04da-4643-b9c8-95b138973190 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "PUT /v2.0/quotas/ac2e1c5cd82448e8a7d32c54187109e4 HTTP/1.1" status: 200 len: 368 time: 0.2197027 Jul 29 23:44:15.086568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:15.087425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.097103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Request body: {'network': {'project_id': 'ac2e1c5cd82448e8a7d32c54187109e4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:15.110437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45de60a-e54e-4b9c-a883-dcae95259cc6 req-211e010b-f31c-49b6-8552-ffd8877e279c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.112034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e45de60a-e54e-4b9c-a883-dcae95259cc6 req-211e010b-f31c-49b6-8552-ffd8877e279c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.2358913 Jul 29 23:44:15.168758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.169537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.206675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-91b2ba3a-7ae2-4ca2-b01d-c6dacbb7ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.208410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-91b2ba3a-7ae2-4ca2-b01d-c6dacbb7ed2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796625 Jul 29 23:44:15.209094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Made reservation on behalf of ac2e1c5cd82448e8a7d32c54187109e4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:15.211645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.225413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-99fff976-233b-4347-802b-255260192ba4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0594311 Jul 29 23:44:15.233387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e45de60a-e54e-4b9c-a883-dcae95259cc6 req-128e54ea-d1b7-46d8-acdb-07db920e9535 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110702 Jul 29 23:44:15.234763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.249663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'admin_state_up': True, 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'security_groups': ['d2d17242-c8f4-4343-ba35-08564c1fd61e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:15.307702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398a5b9-d50c-47d7-9331-1da85a4aa0a0 req-ea037937-64a2-4963-8f9d-517e1caa1207 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.317991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8398a5b9-d50c-47d7-9331-1da85a4aa0a0 req-ea037937-64a2-4963-8f9d-517e1caa1207 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1370618 Jul 29 23:44:15.366615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-fcba8b5d-82e7-4206-a05c-b46bfc6ee036 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:44:15.368477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-fcba8b5d-82e7-4206-a05c-b46bfc6ee036 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1503041 Jul 29 23:44:15.393729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8398a5b9-d50c-47d7-9331-1da85a4aa0a0 req-378911f4-97b8-447e-9d67-c719e4080649 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720193 Jul 29 23:44:15.404320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-26fd0f76-b2c1-4a04-9929-f7b5807171d0 None None] Provisioning for port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:15.411283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-26fd0f76-b2c1-4a04-9929-f7b5807171d0 None None] Provisioning complete for port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:15.412110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-26fd0f76-b2c1-4a04-9929-f7b5807171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.456016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-26fd0f76-b2c1-4a04-9929-f7b5807171d0 None None] Port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:15.875207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc91b5-ed9b-416c-99e9-359a2fd8a29a req-df9a4439-601d-4c48-b04c-c9a5ba1b1b7b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.882481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c3fc91b5-ed9b-416c-99e9-359a2fd8a29a req-df9a4439-601d-4c48-b04c-c9a5ba1b1b7b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 943 time: 0.0625274 Jul 29 23:44:15.932581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c3fc91b5-ed9b-416c-99e9-359a2fd8a29a req-532d1a9d-a90f-4add-86cb-a91a0d2b2882 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486944 Jul 29 23:44:15.960838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acceed-4f35-48a5-ae96-2f57ce6dbade req-f0c51845-ec83-4b1e-9f7a-5e74abad7abf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.962527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84acceed-4f35-48a5-ae96-2f57ce6dbade req-f0c51845-ec83-4b1e-9f7a-5e74abad7abf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 931 time: 0.1631508 Jul 29 23:44:15.983035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-23219774-b81c-4e8b-8e0d-435dbf4448e3 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959806 Jul 29 23:44:16.084939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.094404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.099889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84acceed-4f35-48a5-ae96-2f57ce6dbade req-9140a027-878a-43c5-a7dc-f74e9c8b5f87 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286280 Jul 29 23:44:16.152191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:16.169355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8901a9f-e06e-448a-be46-a5996773992d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.183690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:16.187383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.190950 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.191591 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Added segment 9cfc9efe-0505-421a-a435-a132f6287284 of type vlan for network 8d1336fd-05c4-4fc2-ab85-146d4f594160 Jul 29 23:44:16.199765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-601c51a7-382f-45bf-8603-6a44b8def55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.203781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.204129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.204458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.204788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.205118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.205463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.205834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.206137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.206445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.206758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.207503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.207503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.222049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d8ef4d2-0579-4bd5-bbfe-b2a899927e08 req-992eb5de-1734-48a9-90a7-5c552efe4d72 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247846 Jul 29 23:44:16.269371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.390049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.391041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.391660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.539380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4484320 Jul 29 23:44:16.542603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:16.554055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Request body: {'network': {'project_id': 'ac2e1c5cd82448e8a7d32c54187109e4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:16.586958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e20a-bcb9-424d-84e3-49202bc0a35c req-970e7355-99b3-4a68-9b10-e24ec368e19a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.590599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6751e20a-bcb9-424d-84e3-49202bc0a35c req-970e7355-99b3-4a68-9b10-e24ec368e19a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.2620616 Jul 29 23:44:16.616376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d831-42b6-4a54-9fa4-647aa6c4645f tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Pushing event updated for resources: {'Network': ['ID=8d1336fd-05c4-4fc2-ab85-146d4f594160,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.622345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.1.1.214 (29f1bcc8-976c-4514-aa69-3c4c3add6bbd/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467/f464ad4f-64d2-4246-99b3-a122f671595b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:16.642025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8d1336fd-05c4-4fc2-ab85-146d4f594160 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:16.652494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Made reservation on behalf of ac2e1c5cd82448e8a7d32c54187109e4 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:16.658114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.712439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6751e20a-bcb9-424d-84e3-49202bc0a35c req-c35ecc71-92bb-41c1-92ca-91ea7b8a71d5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079404 Jul 29 23:44:16.739751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:16.759152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2a67-2ec5-4d4b-8322-712b31f0bbd1 req-217aae50-90ba-4dcd-9132-9758c577150a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.761916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c9d2a67-2ec5-4d4b-8322-712b31f0bbd1 req-217aae50-90ba-4dcd-9132-9758c577150a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1852677 Jul 29 23:44:16.776386 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.776989 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Added segment 8edd2c9a-f0f7-4ce2-b9f2-696161573301 of type vlan for network 176016c4-ee23-4653-96ed-2fede6d06022 Jul 29 23:44:16.855248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.860609 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.869004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c9d2a67-2ec5-4d4b-8322-712b31f0bbd1 req-6e580800-324b-4ee5-8ea5-a503be0dee94 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891786 Jul 29 23:44:16.883672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object f464ad4f-64d2-4246-99b3-a122f671595b will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:16.903076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.904611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.905210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.939579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.965322 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4186530 Jul 29 23:44:16.968066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:16.975343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c210b773-f845-4b1c-89ac-99d006007d84 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Request body: {'network': {'project_id': 'ac2e1c5cd82448e8a7d32c54187109e4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:16.982926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Pushing event updated for resources: {'Network': ['ID=176016c4-ee23-4653-96ed-2fede6d06022,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.995432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.995874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.996167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.996556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.996800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.997149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.997464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.997831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.998165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.998497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.998882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.999205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a760516-1f84-42b6-a8e9-0034d2d5445e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:17.012529 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-c210b773-f845-4b1c-89ac-99d006007d84 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:44:17.013412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c210b773-f845-4b1c-89ac-99d006007d84 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:44:17.014888 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c210b773-f845-4b1c-89ac-99d006007d84 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0458331 Jul 29 23:44:17.017692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 176016c4-ee23-4653-96ed-2fede6d06022 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:17.035645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:17.131428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.149800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45540) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:17.168567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:17.187620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:17.197476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.256427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212bfb-a419-4469-bd6b-9a6f3d7d136c req-20cd0874-078b-4747-9924-2549a83b5fca tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.259037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e212bfb-a419-4469-bd6b-9a6f3d7d136c req-20cd0874-078b-4747-9924-2549a83b5fca tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 943 time: 0.2204170 Jul 29 23:44:17.313045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.314097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.320397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd0c3197-6172-4580-8411-fa6c8f4e3a18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac2e1c5cd82448e8a7d32c54187109e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687396 Jul 29 23:44:17.329118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45546) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:17.364514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-921643bb-5e92-470d-a3e4-a01e92405198 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1203623 Jul 29 23:44:17.386429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815889-e358-4fc9-b51c-4fa1a7aa98a1 req-f0a3c264-9288-49d6-bfd8-fd9c689aeb72 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.393670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815889-e358-4fc9-b51c-4fa1a7aa98a1 req-f0a3c264-9288-49d6-bfd8-fd9c689aeb72 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.396065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f815889-e358-4fc9-b51c-4fa1a7aa98a1 req-f0a3c264-9288-49d6-bfd8-fd9c689aeb72 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 1653 time: 0.0784798 Jul 29 23:44:17.426820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e212bfb-a419-4469-bd6b-9a6f3d7d136c req-6a0bb3ff-5a94-4044-886b-664e050db1b3 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579607 Jul 29 23:44:17.459238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'admin_state_up': True, 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'security_groups': ['d2d17242-c8f4-4343-ba35-08564c1fd61e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:17.468982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f815889-e358-4fc9-b51c-4fa1a7aa98a1 req-b03f687b-3ea6-4ddd-9d88-b9a00526f183 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646465 Jul 29 23:44:17.523188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-efdadb57-efc5-4fb8-9d5a-a25f540a883e None None] Provisioning for port f464ad4f-64d2-4246-99b3-a122f671595b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:17.532963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-efdadb57-efc5-4fb8-9d5a-a25f540a883e None None] Provisioning complete for port f464ad4f-64d2-4246-99b3-a122f671595b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:17.533798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-efdadb57-efc5-4fb8-9d5a-a25f540a883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.545342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.594226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.601770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-efdadb57-efc5-4fb8-9d5a-a25f540a883e None None] Port f464ad4f-64d2-4246-99b3-a122f671595b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:17.673660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:17.677585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.689789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.692431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.693676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8901a9f-e06e-448a-be46-a5996773992d HTTP/1.1" status: 204 len: 168 time: 0.3622987 Jul 29 23:44:17.698415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:17.708765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e881fc-d634-4366-b8b6-cb246039c52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8901a9f-e06e-448a-be46-a5996773992d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:17.831564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.896322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.1.1.147 (29f1bcc8-976c-4514-aa69-3c4c3add6bbd/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467/64a634d2-da8b-4235-9ed4-6ac9dfe73ac0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:17.941747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.954601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176016c4-ee23-4653-96ed-2fede6d06022']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:17.966523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd2c9a-f0f7-4ce2-b9f2-696161573301') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:17.966890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd2c9a-f0f7-4ce2-b9f2-696161573301') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:17.980360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:17.995566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54520a9c-8b27-4276-b123-9fb75649319e req-47ca6f9f-262f-4b6b-b3a5-6bf8374d0d7a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.999958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54520a9c-8b27-4276-b123-9fb75649319e req-47ca6f9f-262f-4b6b-b3a5-6bf8374d0d7a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1755848 Jul 29 23:44:18.002026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.026483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.035744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:18.036232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:18.038126 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:18.056487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b637b-6d18-4075-b75d-7189e76d6415 req-b436683b-5d2a-4293-a0b4-e0d3d6bd19e6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.058177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-979b637b-6d18-4075-b75d-7189e76d6415 req-b436683b-5d2a-4293-a0b4-e0d3d6bd19e6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0893087 Jul 29 23:44:18.112950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54520a9c-8b27-4276-b123-9fb75649319e req-ecf832d0-faf0-4f29-85d0-22354f23a0eb tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964322 Jul 29 23:44:18.143333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:18.150460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-979b637b-6d18-4075-b75d-7189e76d6415 req-816f0540-8276-42db-a6d1-69d0dea7f996 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614414 Jul 29 23:44:18.152014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.168242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.168242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "DELETE /v2.0/networks/176016c4-ee23-4653-96ed-2fede6d06022 HTTP/1.1" status: 204 len: 168 time: 0.4649508 Jul 29 23:44:18.168484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45556) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.172053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'port_id': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'mac_address': 'fa:16:3e:7a:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c00a7-f675-4f97-a18b-a0187993f76d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:18.192750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.201613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df5e8c-6e1e-4cfd-aa06-43df96c2858e tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Pushing event deleted for resources: {'Network': ['ID=176016c4-ee23-4653-96ed-2fede6d06022,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.225836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:18.226467 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.259635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da483cba-fde8-4a43-8520-fed5defc5a43 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:18.267183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.285152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:18.292075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.320821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.357082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.366634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.366858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.367388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.367980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.368533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.369326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.370420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.371125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.371703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.372882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.373594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.374797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.375416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:18.377949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1336fd-05c4-4fc2-ab85-146d4f594160']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:18.390093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.402489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc9efe-0505-421a-a435-a132f6287284') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:18.402786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc9efe-0505-421a-a435-a132f6287284') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:18.403679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:18.405453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:18.408601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:18.414337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.433005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.440383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:18.441724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:18.443324 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:18.488876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.489737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.523345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46b10c6f-feaa-4c6b-95b9-ba7299ef6585 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0927708 Jul 29 23:44:18.543340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'admin_state_up': True, 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'security_groups': ['d2d17242-c8f4-4343-ba35-08564c1fd61e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:18.580114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.586811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.591919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8d1336fd-05c4-4fc2-ab85-146d4f594160 HTTP/1.1" status: 204 len: 168 time: 0.4224591 Jul 29 23:44:18.616095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c11c96-705b-40a6-a0ba-98696d609522 tempest-QuotasNegativeTest-534892388 tempest-QuotasNegativeTest-534892388-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d1336fd-05c4-4fc2-ab85-146d4f594160,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.647643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb712b-b27c-4501-9fb4-3957b657b312 req-c7d3942b-bb4e-4248-90ac-5d85f6cd9adf tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.649441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9bb712b-b27c-4501-9fb4-3957b657b312 req-c7d3942b-bb4e-4248-90ac-5d85f6cd9adf tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 943 time: 0.1236968 Jul 29 23:44:18.653533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['da483cba-fde8-4a43-8520-fed5defc5a43'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:18.766878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9bb712b-b27c-4501-9fb4-3957b657b312 req-ab03b042-d8f8-462f-b2e3-5d8c8daeef8a tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902939 Jul 29 23:44:18.854921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 19ac5108-32b4-4c15-875d-97c4ef2f7c19 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:18.886855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b7f1e27f-a9f6-4bba-a98d-146ecfdac20d None None] Provisioning for port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:18.898566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08be0-4181-44b9-9fa8-d93ff4d32d7c req-de7e635e-07f6-4b35-ae5c-4d6b5e6859b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.905765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b7f1e27f-a9f6-4bba-a98d-146ecfdac20d None None] Provisioning complete for port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:18.906242 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e27f-a9f6-4bba-a98d-146ecfdac20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.907926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08be0-4181-44b9-9fa8-d93ff4d32d7c req-de7e635e-07f6-4b35-ae5c-4d6b5e6859b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.918388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08be0-4181-44b9-9fa8-d93ff4d32d7c req-de7e635e-07f6-4b35-ae5c-4d6b5e6859b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.928994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca08be0-4181-44b9-9fa8-d93ff4d32d7c req-de7e635e-07f6-4b35-ae5c-4d6b5e6859b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 2374 time: 0.2286453 Jul 29 23:44:18.973794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:19.054068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7beb54e0-76be-4dd8-b05b-a09d1024ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.062758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ca08be0-4181-44b9-9fa8-d93ff4d32d7c req-dac74178-5d7c-4c3a-ab8b-f6c8d5627f4d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326308 Jul 29 23:44:19.065777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1e27f-a9f6-4bba-a98d-146ecfdac20d None None] Port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:19.131736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:19.153905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.154768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:19.167677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:19.175284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e2b157-9868-4680-87e6-2d3815aeed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.290552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.369219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac5108-32b4-4c15-875d-97c4ef2f7c19 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:19.379467 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.418399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:19.426045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.434024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b7220-1032-49f2-ae2f-01cc78c75da8 req-35e01f82-330c-4c58-a55c-d0a39a825b2e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.437105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a8b7220-1032-49f2-ae2f-01cc78c75da8 req-35e01f82-330c-4c58-a55c-d0a39a825b2e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1874011 Jul 29 23:44:19.437338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d9f7c-7d6a-466e-9e3f-6eff8cf91a30 req-f42e5fa1-e32d-43b6-b699-bcd6b1c81f34 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.445221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b62d9f7c-7d6a-466e-9e3f-6eff8cf91a30 req-f42e5fa1-e32d-43b6-b699-bcd6b1c81f34 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 944 time: 0.1652884 Jul 29 23:44:19.500878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:19.526757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a8b7220-1032-49f2-ae2f-01cc78c75da8 req-6773ceb2-d223-4753-9071-0e8e1d9b4d4c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812566 Jul 29 23:44:19.554476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b62d9f7c-7d6a-466e-9e3f-6eff8cf91a30 req-626a648f-20d2-4cfc-b9be-6eb09d1d75a3 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083086 Jul 29 23:44:19.576621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e2b157-9868-4680-87e6-2d3815aeed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.582558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e2b157-9868-4680-87e6-2d3815aeed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.585532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.2.2.100 (dcd95033-b90f-406d-8a77-b14c8921bc66/01745ccc-f98b-4d53-8171-30be44ee3782/7d2366bb-ad92-4a42-8d36-559ee9c05d67) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:19.775242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['19ac5108-32b4-4c15-875d-97c4ef2f7c19'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:19.841774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.878223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object 7d2366bb-ad92-4a42-8d36-559ee9c05d67 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:19.958016 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.971806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:20.064144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-21e2b157-9868-4680-87e6-2d3815aeed3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2e637c1d98543cc88f139aabd56bcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9279952 Jul 29 23:44:20.065306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:20.069550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network dcd95033-b90f-406d-8a77-b14c8921bc66 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:20.077221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:20.081919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:20.104353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port da483cba-fde8-4a43-8520-fed5defc5a43 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:20.105727 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.115316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b157-9868-4680-87e6-2d3815aeed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f57870-baf4-4eec-938e-77454a63ea45,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.142867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.160483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7531-5921-4bcb-8d33-b5d88b91a32c req-240d3337-f99b-4287-b326-f5ce9138a778 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.169821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50da7531-5921-4bcb-8d33-b5d88b91a32c req-240d3337-f99b-4287-b326-f5ce9138a778 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 944 time: 0.2253120 Jul 29 23:44:20.231840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50da7531-5921-4bcb-8d33-b5d88b91a32c req-70916b2c-8550-44e3-8d78-b86332666b49 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609086 Jul 29 23:44:20.235083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.251257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.253042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.288193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4f3b70f2-0906-4e54-8415-c3ba1569eb3e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7499192 Jul 29 23:44:20.302300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.307641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'admin_state_up': True, 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'security_groups': ['d2d17242-c8f4-4343-ba35-08564c1fd61e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:20.422834 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.434769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-2b708455-9a0e-482f-9694-265045770a22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.449739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-2b708455-9a0e-482f-9694-265045770a22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.462037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-2b708455-9a0e-482f-9694-265045770a22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.464927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:20.468408 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1436c5eb-fef9-4a41-b7c8-be0a43acb4d8" -d '{"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-plugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:20.476691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-2b708455-9a0e-482f-9694-265045770a22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.491254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-2b708455-9a0e-482f-9694-265045770a22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 3095 time: 0.1934104 Jul 29 23:44:20.501145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:20.508920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.515812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8290832d-7210-4502-97d4-24fc12e970b5 None None] Provisioning for port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:20.521314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.524842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.526739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62f57870-baf4-4eec-938e-77454a63ea45 HTTP/1.1" status: 204 len: 168 time: 0.4595776 Jul 29 23:44:20.541073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98a491-aa60-4638-b3a2-e6d473929abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f57870-baf4-4eec-938e-77454a63ea45,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.550952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Made reservation on behalf of d1c29957d8aa46ed9a9c16a285ccd16f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:20.556210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.578566 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf35414-00b9-4971-8355-f452ef0c278e x-openstack-request-id: req-bbf35414-00b9-4971-8355-f452ef0c278e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:20.579058 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-plugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:20.579254 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf35414-00b9-4971-8355-f452ef0c278e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:20.579501 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'code': 200} Jul 29 23:44:20.605424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2ba5ad9-dd96-4802-acf7-7eb65b58b2e9 req-43730242-b273-4490-9928-8cd6b0a8fa73 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127932 Jul 29 23:44:20.620756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8290832d-7210-4502-97d4-24fc12e970b5 None None] Provisioning complete for port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:20.621141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8290832d-7210-4502-97d4-24fc12e970b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.694322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.707799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.711220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8290832d-7210-4502-97d4-24fc12e970b5 None None] Port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:20.786675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e15e3-654f-460e-9a88-ae5081ecb115 req-37f8a756-81bb-443b-bdcf-83e041d2c2e4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.789274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d50e15e3-654f-460e-9a88-ae5081ecb115 req-37f8a756-81bb-443b-bdcf-83e041d2c2e4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.0639970 Jul 29 23:44:20.845055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d50e15e3-654f-460e-9a88-ae5081ecb115 req-5e423e9c-c361-4452-962d-c89d103451f1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Jul 29 23:44:20.871620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b87a44-a523-4c43-ac3e-bc3cf99d575d req-d9d64c04-5ede-4ce2-8800-329a5b5d54e8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.874305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52b87a44-a523-4c43-ac3e-bc3cf99d575d req-d9d64c04-5ede-4ce2-8800-329a5b5d54e8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1383631 Jul 29 23:44:20.986602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52b87a44-a523-4c43-ac3e-bc3cf99d575d req-d4c52221-123c-4684-9cff-cb33cb16bb0e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112497 Jul 29 23:44:21.010914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Allocated IP 10.2.2.200 (dcd95033-b90f-406d-8a77-b14c8921bc66/01745ccc-f98b-4d53-8171-30be44ee3782/4c3817a1-ef40-4b12-a35f-4469b479e661) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:21.121334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45606) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:21.140654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df1a134b-90ff-411a-bae9-125253e5b1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.217410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.233933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Transition to ACTIVE for port object 4c3817a1-ef40-4b12-a35f-4469b479e661 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:21.292163 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.331923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df1a134b-90ff-411a-bae9-125253e5b1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.336544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df1a134b-90ff-411a-bae9-125253e5b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.360646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Network dcd95033-b90f-406d-8a77-b14c8921bc66 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:21.365187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:21.384102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:21.419649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-df1a134b-90ff-411a-bae9-125253e5b1ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b1e9adf8fa456086f82b0649c5db37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972877 Jul 29 23:44:21.424426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:21.442974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a134b-90ff-411a-bae9-125253e5b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25523aa7-5039-48c6-ba0a-f4b60426c977,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:21.462477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464ee5-865d-4472-83ae-e0aa90e1de8f req-761d1c43-f812-40f7-aadc-289a466caa60 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.464205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f464ee5-865d-4472-83ae-e0aa90e1de8f req-761d1c43-f812-40f7-aadc-289a466caa60 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 944 time: 0.1264701 Jul 29 23:44:21.464902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event updated for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:21.475697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2bd4b-30ea-42e8-bb7a-a53928e0404b req-2756aa52-c42e-4292-a708-6539c800623d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.477510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6f2bd4b-30ea-42e8-bb7a-a53928e0404b req-2756aa52-c42e-4292-a708-6539c800623d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1132696 Jul 29 23:44:21.495264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.498696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.538997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.544745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f464ee5-865d-4472-83ae-e0aa90e1de8f req-ef905b3a-6bb4-4f03-a7b2-566a9e610e3b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Jul 29 23:44:21.545990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6f2bd4b-30ea-42e8-bb7a-a53928e0404b req-0f134980-d68b-4ec5-a36e-a7637e98874b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562239 Jul 29 23:44:21.547049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-40f13aaf-ab1c-454e-b83d-83f68201ba14 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451797 Jul 29 23:44:21.567596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:21.587774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.653396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.656729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.660461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25523aa7-5039-48c6-ba0a-f4b60426c977 HTTP/1.1" status: 204 len: 168 time: 0.2313995 Jul 29 23:44:21.662937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.682107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039af36-ddfc-4bf1-bb6e-b5303b22c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25523aa7-5039-48c6-ba0a-f4b60426c977,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:21.748959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6d521791-9ff5-425f-8ca5-3bccc6292e80 None None] Provisioning for port 4c3817a1-ef40-4b12-a35f-4469b479e661 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:21.756008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6d521791-9ff5-425f-8ca5-3bccc6292e80 None None] Provisioning complete for port 4c3817a1-ef40-4b12-a35f-4469b479e661 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:21.757886 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6d521791-9ff5-425f-8ca5-3bccc6292e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.774936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.783057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.790039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.798266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.805705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.809331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-122adf31-718e-4709-b1b5-2db9e853852d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 3816 time: 0.1048315 Jul 29 23:44:21.816164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6d521791-9ff5-425f-8ca5-3bccc6292e80 None None] Port 4c3817a1-ef40-4b12-a35f-4469b479e661 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:21.862877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76c48c60-0ca8-4986-8d98-55c1d87db8c5 req-8ff33aa8-3c18-4242-ab62-a46f2b42e7cf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Jul 29 23:44:22.148472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbbb1f5-23f6-4902-971a-c6d9a84e8646 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:22.157101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56650b3-2a8c-44c2-856b-411a55711fd9 req-240d54a2-9e0d-4cc0-bddf-da179b64a5a7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.158472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.160242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b56650b3-2a8c-44c2-856b-411a55711fd9 req-240d54a2-9e0d-4cc0-bddf-da179b64a5a7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0849135 Jul 29 23:44:22.174470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Transition to ACTIVE for port object dfbbb1f5-23f6-4902-971a-c6d9a84e8646 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:22.180094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.210149 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b56650b3-2a8c-44c2-856b-411a55711fd9 req-da3e587d-9809-4c65-856e-11e1e2f90765 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404506 Jul 29 23:44:22.261121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.330632 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.390644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Attempting to bind port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:22.391048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Attempting to bind port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:22.391310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Attempting to bind port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 on network 4eea398a-1fcb-4d99-ad25-e329a13eea83 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:22.395909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 on network 4eea398a-1fcb-4d99-ad25-e329a13eea83 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:22.396231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Attempting to bind port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 on network 4eea398a-1fcb-4d99-ad25-e329a13eea83 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:22.402153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:22.402606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Checking segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:22.402999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Bound using segment: {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:22.403434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Bound port: dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520afe95-ba41-4d99-96f1-dd6bda0ff1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:22.403799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.485138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:22.488683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:22.498995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.560375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.570318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.570318 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.572033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-25227b6d-80e0-49dd-9cc7-939ea8385fbc service neutron] 10.222.0.59 "PUT /v2.0/ports/dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 200 len: 1092 time: 1.0091641 Jul 29 23:44:22.572450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:22.575284 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2b7728-15ed-4ee7-b385-056925c08e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:22.615515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:22.752309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c2ae6-1db8-47b5-8b6d-13d81246b3bb req-f9845e85-8ff9-4507-82ef-9162685506d7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.754233 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad0c2ae6-1db8-47b5-8b6d-13d81246b3bb req-f9845e85-8ff9-4507-82ef-9162685506d7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 944 time: 0.0954151 Jul 29 23:44:22.815450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.846311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9d90-2014-4612-88c5-c2d632d223b0 req-d3c0570d-8b40-4b06-97f1-fc2dfb3c799e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.847206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad0c2ae6-1db8-47b5-8b6d-13d81246b3bb req-09107a21-8209-4c30-8092-95fa0df6c04b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 Jul 29 23:44:22.856341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb6d9d90-2014-4612-88c5-c2d632d223b0 req-d3c0570d-8b40-4b06-97f1-fc2dfb3c799e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.1719813 Jul 29 23:44:22.861255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 19ac5108-32b4-4c15-875d-97c4ef2f7c19 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:22.908262 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff84edc-86eb-46c9-a47a-5394044dd8a7 x-openstack-request-id: req-8ff84edc-86eb-46c9-a47a-5394044dd8a7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:22.908597 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:22.908823 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ff84edc-86eb-46c9-a47a-5394044dd8a7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:22.909213 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'status': 'completed', 'code': 200} Jul 29 23:44:22.942873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb6d9d90-2014-4612-88c5-c2d632d223b0 req-7bbcc180-1c5b-4e92-8751-2995223649c8 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854661 Jul 29 23:44:22.982029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:22.993183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:22.993562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.128380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.185717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:23.185717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:23.185717 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb31ab-3ff8-49fb-852e-8af05e047f0b" -d '{"events": [{"server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "name": "network-vif-plugged", "status": "completed", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:23.210981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.236179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.236656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.237121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.237855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.238316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.240100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-fe90615e-5760-4c3c-bf60-724db94cc555 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 4364 time: 0.2893016 Jul 29 23:44:23.346747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:23.398522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.405086 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e2b776-a519-4ae5-ab5f-60a158d26daf x-openstack-request-id: req-45e2b776-a519-4ae5-ab5f-60a158d26daf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:23.405668 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "name": "network-vif-plugged", "status": "completed", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:23.405902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.406299 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45e2b776-a519-4ae5-ab5f-60a158d26daf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:23.406835 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'code': 200} Jul 29 23:44:23.412853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.419361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.427610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.438568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-245d7e2d-cf5b-4faa-83d0-34e3d22db568 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 3828 time: 0.2763674 Jul 29 23:44:23.572909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc828201-09f0-4f18-b581-a18f944f0afe {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:23.585034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.616191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a384c-2e31-4ca1-b77a-bb3629039cc8 req-decf1d56-293a-41e5-8448-ce586bad7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.617797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c67a384c-2e31-4ca1-b77a-bb3629039cc8 req-decf1d56-293a-41e5-8448-ce586bad7393 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.1019566 Jul 29 23:44:23.653861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Transition to ACTIVE for port object dc828201-09f0-4f18-b581-a18f944f0afe will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:23.658693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551b57-f28d-44b9-b4d5-503b890e50c3 req-a66a2668-6e27-4ca5-a23b-d6796b4896b5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.660788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba551b57-f28d-44b9-b4d5-503b890e50c3 req-a66a2668-6e27-4ca5-a23b-d6796b4896b5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1439588 Jul 29 23:44:23.684236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c67a384c-2e31-4ca1-b77a-bb3629039cc8 req-cfcbb197-af3c-4765-b996-04e9cb256e72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543759 Jul 29 23:44:23.693155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.737026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26b9dc68-7bc1-435e-91f3-30cb2b771e69 req-ed5abae9-5ed6-4059-81dc-705c604edad4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973228 Jul 29 23:44:23.742051 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba551b57-f28d-44b9-b4d5-503b890e50c3 req-e1572723-7743-4720-b25b-39eb7376118f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600846 Jul 29 23:44:23.802384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-a73beecf-9752-408c-b360-c94a09e81961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.802856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-a73beecf-9752-408c-b360-c94a09e81961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.803316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-a73beecf-9752-408c-b360-c94a09e81961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.804971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-a73beecf-9752-408c-b360-c94a09e81961 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5499766 Jul 29 23:44:23.850601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45680) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:23.994859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:24.123504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb21d98-80bf-4410-b1b9-f247c97e3e3c req-1cc4d654-0bf6-4441-b7a8-0955222c7b90 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.125737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dcb21d98-80bf-4410-b1b9-f247c97e3e3c req-1cc4d654-0bf6-4441-b7a8-0955222c7b90 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 945 time: 0.0743334 Jul 29 23:44:24.129998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-457478519'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:24.152517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.192708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dcb21d98-80bf-4410-b1b9-f247c97e3e3c req-d0ab4ae9-8097-4390-9375-57909b96f4b0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579348 Jul 29 23:44:24.193479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Made reservation on behalf of 26c178d3733646548f5d737f62106954 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:24.199188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.208782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:24.211732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.217143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.302007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.419793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.426557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.466780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:24.482882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.489297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.490522 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Added segment 23b8b538-64c6-45c4-bca5-f8a64643b85c of type vlan for network db1cc58a-20d6-40f3-b627-17f9fbdfe499 Jul 29 23:44:24.507417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3973363-6876-4361-ae27-c3a27b715699,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.566165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.603365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.610180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.611448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.676622 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8244650 Jul 29 23:44:24.687804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb053-3550-4a8c-b365-41dac5541373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Pushing event updated for resources: {'Network': ['ID=db1cc58a-20d6-40f3-b627-17f9fbdfe499,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:24.701431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:24.739315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc788d-2650-43ed-a795-9e769dc0d7ac req-55dcfa6d-03f1-486c-aa25-ec36552077b5 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.741002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36bc788d-2650-43ed-a795-9e769dc0d7ac req-55dcfa6d-03f1-486c-aa25-ec36552077b5 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.3333552 Jul 29 23:44:24.752904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-148fde50-1a95-4926-8d7e-2e666171c111 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.754541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-148fde50-1a95-4926-8d7e-2e666171c111 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.3567452 Jul 29 23:44:24.814409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36bc788d-2650-43ed-a795-9e769dc0d7ac req-0f139b36-c33c-4eda-b3c5-4f8322bab36d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568604 Jul 29 23:44:24.816077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-ca28f15e-4f2e-4e81-bdd5-439049f89233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.818394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e2b7728-15ed-4ee7-b385-056925c08e0f req-ca28f15e-4f2e-4e81-bdd5-439049f89233 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116371 Jul 29 23:44:24.848387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Attempting to bind port dc828201-09f0-4f18-b581-a18f944f0afe on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:24.849055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Attempting to bind port dc828201-09f0-4f18-b581-a18f944f0afe by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:24.849578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Attempting to bind port dc828201-09f0-4f18-b581-a18f944f0afe on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:24.857345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Port dc828201-09f0-4f18-b581-a18f944f0afe on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:24.857717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Attempting to bind port dc828201-09f0-4f18-b581-a18f944f0afe on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:24.870483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:24.870845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:24.871356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Bound using segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:24.871944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Bound port: dc828201-09f0-4f18-b581-a18f944f0afe, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:24.872323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.921778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45704) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:24.929394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499', 'binding:host_id': 'n-h2-712707-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-512834649'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:24.988562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Made reservation on behalf of 071d4d8c7a3940e89d435b966e2c57d1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:24.992124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.026504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:25.027677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.044999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dc828201-09f0-4f18-b581-a18f944f0afe,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:25.065982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Deleting port da483cba-fde8-4a43-8520-fed5defc5a43 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:25.066358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.077811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.134203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.140237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.146463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.153612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.158913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.163144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375fcb9-fed2-4c9f-a597-9cee3bc1cd21 req-25b2584e-e455-457e-a833-edc87aae15b6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.164707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1375fcb9-fed2-4c9f-a597-9cee3bc1cd21 req-25b2584e-e455-457e-a833-edc87aae15b6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1744423 Jul 29 23:44:25.164847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.168774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-87e6a90c-c955-408e-8ad7-d3505f8afdef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 4600 time: 0.1481357 Jul 29 23:44:25.189271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.190270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.191740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] 10.222.0.59 "PUT /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 1131 time: 2.5818734 Jul 29 23:44:25.201164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dc828201-09f0-4f18-b581-a18f944f0afe'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:25.203205 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dc828201-09f0-4f18-b581-a18f944f0afe"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:25.264544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1375fcb9-fed2-4c9f-a597-9cee3bc1cd21 req-3ffd126b-3f74-4fa1-be68-ce25027a19d5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784435 Jul 29 23:44:25.273017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:25.307458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.335492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-921e8ba3-8845-4a8c-b638-6fe5cb799be9 req-33061998-fb83-4588-8071-d80353b054f7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565025 Jul 29 23:44:25.341510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.361187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 04ebf74f-b238-4de0-af1f-4437048da0dd yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:25.409906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:25.412320 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365513b-34f9-4cc4-b8ec-f009b0b38458" -d '{"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-unplugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:25.435115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096ee78-5f65-4237-abd6-1305d15f489f service neutron] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.480918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] For port da483cba-fde8-4a43-8520-fed5defc5a43, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=da483cba-fde8-4a43-8520-fed5defc5a43,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:25.482181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.517398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.517722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37137f-f449-4a20-9535-fb7a28c68c32,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.541147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Calling delete_port for da483cba-fde8-4a43-8520-fed5defc5a43 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:25.588747 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b8626-d1f2-4970-9a57-d026c7935e2c x-openstack-request-id: req-5e5b8626-d1f2-4970-9a57-d026c7935e2c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:25.589554 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dc828201-09f0-4f18-b581-a18f944f0afe", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:25.589849 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e5b8626-d1f2-4970-9a57-d026c7935e2c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:25.590311 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dc828201-09f0-4f18-b581-a18f944f0afe', 'status': 'completed', 'code': 200} Jul 29 23:44:25.750764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 04ebf74f-b238-4de0-af1f-4437048da0dd yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:25.774615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.801496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Transition to ACTIVE for port object 04ebf74f-b238-4de0-af1f-4437048da0dd will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:25.817930 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003c924c-e787-4098-b75a-96b35ee6ac14 x-openstack-request-id: req-003c924c-e787-4098-b75a-96b35ee6ac14 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:25.818151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.818679 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-unplugged", "status": "completed", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:25.819102 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-003c924c-e787-4098-b75a-96b35ee6ac14 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:25.819694 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'code': 200} Jul 29 23:44:25.821290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa028-050e-4c82-a4e7-0ecfda825307 req-5f8436c3-7e73-4226-a30c-f5668f1242ad tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.823733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-458fa028-050e-4c82-a4e7-0ecfda825307 req-5f8436c3-7e73-4226-a30c-f5668f1242ad tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a90e2cf-946a-44e7-9e9d-938ca5f212bf HTTP/1.1" status: 200 len: 943 time: 0.3077075 Jul 29 23:44:25.892162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=04ebf74f-b238-4de0-af1f-4437048da0dd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.910300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.910775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.911221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Checking segment: {'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:25.911340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.911692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.911826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Network hostable DHCP agents. Network: db1cc58a-20d6-40f3-b627-17f9fbdfe499, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:25.912212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.912747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.915779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-e0f4d658-8e8d-4a02-9ce4-21d1574b4c08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5288 time: 0.2627017 Jul 29 23:44:25.937085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:25.957607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, db1cc58a-20d6-40f3-b627-17f9fbdfe499) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:25.963190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:25.967120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae753b0c-9459-4120-b6f1-d944264efa37 None None] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:25.987107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:25.987813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:25.988470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:25.993811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:25.994826 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:25.995484 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 2 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.037139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-458fa028-050e-4c82-a4e7-0ecfda825307 req-027ef35e-fe24-46fd-aeb5-5ff62ee7def0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935742 Jul 29 23:44:26.046582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.047267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.047831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.067083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.067652 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.068933 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 3 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.103958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bf332-1043-45d6-9e93-bf717b3e9e08 req-deb7b2a4-2218-4f2d-9777-5bdc94edc4ef tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.114075 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-663bf332-1043-45d6-9e93-bf717b3e9e08 req-deb7b2a4-2218-4f2d-9777-5bdc94edc4ef tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.1148851 Jul 29 23:44:26.137469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.176082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-663bf332-1043-45d6-9e93-bf717b3e9e08 req-80135e86-734e-4455-aa88-09d9fab70fd2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Jul 29 23:44:26.181273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.184171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.184891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.197209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.197839 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.198941 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 4 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.226125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event deleted for resources: {'Port': ['ID=da483cba-fde8-4a43-8520-fed5defc5a43,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:26.237562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.238347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.239000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.245565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.246312 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.246845 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 5 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.262622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.263166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.263642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.268489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.268983 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.269739 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 6 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.285086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.285801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.286290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.292131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.293233 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.294038 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 7 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.315750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.316086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.316173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-67f9830a-7c16-4d65-9c1d-76c38b02e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.316419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.316572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-67f9830a-7c16-4d65-9c1d-76c38b02e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.317027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-67f9830a-7c16-4d65-9c1d-76c38b02e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.319348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-67f9830a-7c16-4d65-9c1d-76c38b02e7f8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3821864 Jul 29 23:44:26.323245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.323245 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.323245 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 8 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.336897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.337294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.337677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.342925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.343393 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.343790 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 9 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.367979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.368322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.368666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.388749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.389083 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.390367 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 10 to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd Jul 29 23:44:26.398297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] No DVR routers for this DVR port da483cba-fde8-4a43-8520-fed5defc5a43 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:26.401528 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.404002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:26.404131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b940bdc-3f58-46c7-bf76-2476e3be3211 req-98ac679e-a20f-45e3-8dcc-0b123762ab23 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "DELETE /v2.0/ports/da483cba-fde8-4a43-8520-fed5defc5a43 HTTP/1.1" status: 204 len: 173 time: 1.6099594 Jul 29 23:44:26.404339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:26.404670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:26.413548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 04ebf74f-b238-4de0-af1f-4437048da0dd on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:26.413861 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 04ebf74f-b238-4de0-af1f-4437048da0dd on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:26.414928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.454456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054ebf0-ea18-47dd-9940-3281c7a600b3 req-329d4f2a-82bd-4839-aac1-19274a4242f1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.454456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0054ebf0-ea18-47dd-9940-3281c7a600b3 req-329d4f2a-82bd-4839-aac1-19274a4242f1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0957704 Jul 29 23:44:26.557298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0054ebf0-ea18-47dd-9940-3281c7a600b3 req-9ffbe120-985a-47f6-a5fa-433b2a28a627 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996554 Jul 29 23:44:26.573258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 04ebf74f-b238-4de0-af1f-4437048da0dd, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:26.574783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempted to set empty binding levels {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:44:26.583370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.613781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b9a16b-a514-48d3-a937-a9c2376cb6ab {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:26.635036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.635719 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.650530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.659368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=04ebf74f-b238-4de0-af1f-4437048da0dd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:26.668469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e292faa-1039-47a2-9b52-64561fcfa643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7424474 Jul 29 23:44:26.675166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:26.714048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90baa381-c385-4a10-a8d2-2b734e66febb req-7cd45076-f2af-488f-b9f0-b1af693fe73c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4796801 Jul 29 23:44:26.720380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Transition to ACTIVE for port object 82b9a16b-a514-48d3-a937-a9c2376cb6ab will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:26.722092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-572ba8ba-d3fb-4eca-a9c2-9f5d56423221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.723675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-960d2ae1-f639-4dd3-97e5-54011dc2a2f2 req-572ba8ba-d3fb-4eca-a9c2-9f5d56423221 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666532 Jul 29 23:44:26.734698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:26.739563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.857780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.863909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.869922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.876545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.882656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.889282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.895299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.897395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-764c3ae0-0623-49bd-8435-47730af02397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5372 time: 0.1343744 Jul 29 23:44:26.899244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Deleting port 04ebf74f-b238-4de0-af1f-4437048da0dd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:26.899706 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.990824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 04ebf74f-b238-4de0-af1f-4437048da0dd, host n-h2-712707-11, got binding levels [] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:26.991132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.006642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6db9b396-97ed-4c5c-ac07-0030b984932d req-d62a4d3c-472b-4ce7-814a-5a4d62484702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929739 Jul 29 23:44:27.011194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Calling delete_port for 04ebf74f-b238-4de0-af1f-4437048da0dd owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:27.059763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.064591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.146468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.225432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Attempting to bind port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:27.225797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Attempting to bind port 82b9a16b-a514-48d3-a937-a9c2376cb6ab by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:27.226271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Attempting to bind port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:27.227758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event deleted for resources: {'Port': ['ID=04ebf74f-b238-4de0-af1f-4437048da0dd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.232678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:27.233018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Attempting to bind port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:27.239245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.244881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18192a7a-785c-47b1-8170-0c25fa75e1c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "DELETE /v2.0/ports/04ebf74f-b238-4de0-af1f-4437048da0dd HTTP/1.1" status: 204 len: 168 time: 0.5680678 Jul 29 23:44:27.245590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.254622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:27.259340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:27.259794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Bound using segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:27.260260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Bound port: 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:27.260642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.274802 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4273667-5fa0-4297-ae11-3e80be5103d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:44:27.283608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4273667-5fa0-4297-ae11-3e80be5103d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports/04ebf74f-b238-4de0-af1f-4437048da0dd HTTP/1.1" status: 404 len: 333 time: 0.0367537 Jul 29 23:44:27.284282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.289281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-884391363'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:27.333916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Made reservation on behalf of 071d4d8c7a3940e89d435b966e2c57d1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:27.339957 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.381889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.385886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 9879e85f-ca8d-41de-9409-e56b3eb831f8 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:27.445348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:27.468420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:27.479394 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.487121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.578344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.578980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.580458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] 10.222.0.59 "PUT /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 1131 time: 2.3339272 Jul 29 23:44:27.593252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-deleted', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43'}, {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '82b9a16b-a514-48d3-a937-a9c2376cb6ab'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:27.595945 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d" -d '{"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-deleted", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43"}, {"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "82b9a16b-a514-48d3-a937-a9c2376cb6ab"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:27.649086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:27.655699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Allocated IP 172.25.5.33 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b9d4b785-19fc-4462-8307-76d5ca2838b4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:27.662063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.702950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b16a-d59f-4835-a9e1-d39c6892b052 service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.753141 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.788274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45748) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.798824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981966382', 'description': 'tempest-description--1827429400'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:27.811013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:27.818774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:27.822527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:27.823555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.824310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.864901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=9879e85f-ca8d-41de-9409-e56b3eb831f8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.867604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.922136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2c1bf525-bc92-4cb8-b9b9-71bd3ac2d32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6366282 Jul 29 23:44:27.923203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45750) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.930809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:27.940214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.948276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282891-fe5e-4ca7-8b3f-3f839a08a36a req-1f1adee8-1c3b-469e-b6c4-1ec31b91dce3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.950554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8282891-fe5e-4ca7-8b3f-3f839a08a36a req-1f1adee8-1c3b-469e-b6c4-1ec31b91dce3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1007822 Jul 29 23:44:28.030802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:28.041343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.052823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: da483cba-fde8-4a43-8520-fed5defc5a43 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:28.053440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device da483cba-fde8-4a43-8520-fed5defc5a43 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:28.077748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8282891-fe5e-4ca7-8b3f-3f839a08a36a req-23cf7787-3a68-431f-9004-d76c2a1c1f92 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890136 Jul 29 23:44:28.139935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.180845 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a809373a-65ba-40b6-8320-a5277d16a3b4 x-openstack-request-id: req-a809373a-65ba-40b6-8320-a5277d16a3b4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:28.181151 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a90e2cf-946a-44e7-9e9d-938ca5f212bf", "name": "network-vif-deleted", "tag": "da483cba-fde8-4a43-8520-fed5defc5a43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "82b9a16b-a514-48d3-a937-a9c2376cb6ab", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:28.181405 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a809373a-65ba-40b6-8320-a5277d16a3b4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:28.181835 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a90e2cf-946a-44e7-9e9d-938ca5f212bf', 'name': 'network-vif-deleted', 'tag': 'da483cba-fde8-4a43-8520-fed5defc5a43', 'status': 'completed', 'code': 200} Jul 29 23:44:28.182146 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '82b9a16b-a514-48d3-a937-a9c2376cb6ab', 'status': 'completed', 'code': 200} Jul 29 23:44:28.227478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:44:28.317564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 9879e85f-ca8d-41de-9409-e56b3eb831f8 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:28.348257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.368913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Transition to ACTIVE for port object 9879e85f-ca8d-41de-9409-e56b3eb831f8 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:28.376134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.381491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.382023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.382490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.382961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.383432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.383900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.384378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.386468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-a97005fc-b609-4908-a5bc-f9d66157b952 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6212 time: 0.1727204 Jul 29 23:44:28.387582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.466265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.502725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=9879e85f-ca8d-41de-9409-e56b3eb831f8,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.506442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.506787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.507125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.515732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.516079 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.516612 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 2 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.539896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.544777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.551498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.555747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:28.557342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.564113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.570137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.576787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.583044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.585536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-f7b2941c-0625-45b6-9434-9f100e66bd22 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5372 time: 0.1577079 Jul 29 23:44:28.588009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.588344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.588529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:28.588704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.591145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:28.593839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.594178 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.595829 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 3 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.622078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.622562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.622811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.629034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f464ad4f-64d2-4246-99b3-a122f671595b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:28.635085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.635406 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.635507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event updated for resources: {'Port': ['ID=b9d4b785-19fc-4462-8307-76d5ca2838b4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.642059 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 4 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.657704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.660257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.664544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8720901 Jul 29 23:44:28.664700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-779f939a-156a-497f-99aa-6c0ca6f24f70 req-7234fb23-e512-47fe-98d1-880ac89abd92 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686831 Jul 29 23:44:28.666114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:28.671046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'security_group_rule': {'security_group_id': '91d2da71-8904-4001-8e7c-c375c3b6d150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:28.676724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.677053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.677385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.681023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Transition to ACTIVE for port object f464ad4f-64d2-4246-99b3-a122f671595b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:28.697977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.698342 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.699586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3ea74-e745-4427-97e5-129da12161ab tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d2da71-8904-4001-8e7c-c375c3b6d150,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.701614 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 5 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.707820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.723160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.723402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.723788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.743335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.744606 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.747786 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 6 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.768101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.786655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-80b32e7f-5d52-4fd1-9e89-a0ead8b94760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.787489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-80b32e7f-5d52-4fd1-9e89-a0ead8b94760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.788781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-80b32e7f-5d52-4fd1-9e89-a0ead8b94760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.791280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-80b32e7f-5d52-4fd1-9e89-a0ead8b94760 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3876028 Jul 29 23:44:28.806463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.806799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.807612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.832389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.832745 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.836190 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 7 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.874747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.875728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.875728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.896850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.897238 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.903699 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 8 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.924126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:28.924459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:28.924837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:28.952008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:28.952630 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:28.955747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.957176 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 9 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:28.957306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.980656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.022733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:29.023242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:29.023774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:29.028147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.036056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3688579 Jul 29 23:44:29.039233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45760) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.050249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'security_group_rule': {'security_group_id': '91d2da71-8904-4001-8e7c-c375c3b6d150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.057483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.071030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea877f46-668a-490c-8c7b-020d6860ee8e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71a0e09-62fe-4abf-b69c-80d013af54d0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.079478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:29.080044 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:29.085001 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 10 to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 Jul 29 23:44:29.114991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:29.115466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:29.116010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:29.119709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Attempting to bind port f464ad4f-64d2-4246-99b3-a122f671595b on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:29.120018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Attempting to bind port f464ad4f-64d2-4246-99b3-a122f671595b by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:29.120298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Attempting to bind port f464ad4f-64d2-4246-99b3-a122f671595b on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:29.131836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:29.132389 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:29.133014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.138583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.139161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.142530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Port f464ad4f-64d2-4246-99b3-a122f671595b on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:29.143188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Attempting to bind port f464ad4f-64d2-4246-99b3-a122f671595b on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:29.150226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:29.150905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:29.151400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Bound using segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:29.151816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Bound port: f464ad4f-64d2-4246-99b3-a122f671595b, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:29.152400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.179752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-fc7392b4-354f-4c72-b655-4b75bd578266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.181338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f7b51aa-0329-439e-a0e7-1d5a1e2ba29d req-fc7392b4-354f-4c72-b655-4b75bd578266 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3767235 Jul 29 23:44:29.312668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:29.317782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f464ad4f-64d2-4246-99b3-a122f671595b,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:29.327260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.394018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.394705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.396274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] 10.222.0.59 "PUT /v2.0/ports/f464ad4f-64d2-4246-99b3-a122f671595b HTTP/1.1" status: 200 len: 1092 time: 1.7589533 Jul 29 23:44:29.420175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824caf95-6d05-4d70-891e-8af68f60e373 req-18b87676-faaa-4814-9c22-35d6b6a0eb32 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.437291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-824caf95-6d05-4d70-891e-8af68f60e373 req-18b87676-faaa-4814-9c22-35d6b6a0eb32 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.2333739 Jul 29 23:44:29.445700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.455463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.474129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5f889-02fa-4415-8bfd-74fdcc910a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.491645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 9879e85f-ca8d-41de-9409-e56b3eb831f8, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:29.492023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempted to set empty binding levels {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:44:29.499293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.501499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.525986 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.531942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddfc3e3-cc18-481b-8cb1-0db9f3963cdc,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.534583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.557745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-824caf95-6d05-4d70-891e-8af68f60e373 req-4f8d7d33-91b3-4c76-b7d8-004621e61d17 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155748 Jul 29 23:44:29.606338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.608800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] In _notify_port_updated(), no bound segment for port 9879e85f-ca8d-41de-9409-e56b3eb831f8 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:29.610130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.610967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.613305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "PUT /v2.0/ports/9879e85f-ca8d-41de-9409-e56b3eb831f8 HTTP/1.1" status: 200 len: 979 time: 1.6872375 Jul 29 23:44:29.617588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.631133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.632426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cc35bf54-2e52-456f-98ee-efa56250038b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5892417 Jul 29 23:44:29.637466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45768) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.645230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.653901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998de21-8c6f-40af-9e4b-e7482a14818f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=9879e85f-ca8d-41de-9409-e56b3eb831f8,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.686791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event updated for resources: {'Port': ['ID=b9d4b785-19fc-4462-8307-76d5ca2838b4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.691110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.802148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.851501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.857938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.864134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.864475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.864913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.865566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.866284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.866894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.867682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.868283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.868968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.869980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.870403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.871050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.872148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.872741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.872914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.873535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.874326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.874992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.875813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.876564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.877574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.878586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.879306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.880037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.880815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.881558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.881768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.882531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.883156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.883927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.884746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.885547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.886231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.887499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.888264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.888416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.888979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.889700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.890397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.890999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.891629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.892286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.892871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.893485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.894084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.894448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.894818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.895614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.896374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.896560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-05932fb8-070a-44d7-a11c-01c90524407e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5384 time: 0.1300626 Jul 29 23:44:29.897210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.905830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-abcd072e-b5c0-402e-ad78-a3ad8f80161e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40090 time: 0.2832637 Jul 29 23:44:29.915389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.937130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.946684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90baa381-c385-4a10-a8d2-2b734e66febb req-60455493-34f2-43b5-a7d5-dc904328a60c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2158153 Jul 29 23:44:29.979798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.997252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3187bec9-d754-4526-8303-50bd6aebc8f2 req-1b354361-b06c-42a9-a106-8a20c1e5ee3d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787914 Jul 29 23:44:30.115609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Allocated IP 172.25.5.161 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b336acbe-e3a0-4f2b-9513-6ab9ee344f31) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:30.125581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90baa381-c385-4a10-a8d2-2b734e66febb req-7d14e259-7923-49d4-8dd9-75f1cfd3550a tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.1466427 Jul 29 23:44:30.209450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:30.212028 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3980a9c-f8c7-45ef-b845-4c12e00c672f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:30.232078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.277320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.318240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:30.321514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:30.325863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:30.360099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'Port': ['ID=b336acbe-e3a0-4f2b-9513-6ab9ee344f31,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:30.430073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.473560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.511994 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b236e881-2224-4f27-b244-859acabebd01 x-openstack-request-id: req-b236e881-2224-4f27-b244-859acabebd01 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:30.512279 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:30.512518 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b236e881-2224-4f27-b244-859acabebd01 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:30.512903 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b', 'status': 'completed', 'code': 200} Jul 29 23:44:30.641929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Deleting port 9879e85f-ca8d-41de-9409-e56b3eb831f8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:30.642277 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.655561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.656013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.656502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.656956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.657415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.657894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.658351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.660357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-8c16bc34-3316-43a0-8dfb-dff435f2020f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6280 time: 0.1544967 Jul 29 23:44:30.666901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.667584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa381-c385-4a10-a8d2-2b734e66febb req-75be444f-c075-49d7-b46f-591b3a3ea257 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.669101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90baa381-c385-4a10-a8d2-2b734e66febb req-75be444f-c075-49d7-b46f-591b3a3ea257 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.5200701 Jul 29 23:44:30.690811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.742107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7075e7-2034-4d58-86f2-8f026bd5ecf7 req-1b8d3f66-41dc-47de-bf71-186083f88965 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.743754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd7075e7-2034-4d58-86f2-8f026bd5ecf7 req-1b8d3f66-41dc-47de-bf71-186083f88965 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1008921 Jul 29 23:44:30.795942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'Port': ['ID=b336acbe-e3a0-4f2b-9513-6ab9ee344f31,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:30.827774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.842592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd7075e7-2034-4d58-86f2-8f026bd5ecf7 req-3d57329f-af6c-4051-b9e6-d5a93ffd3899 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898499 Jul 29 23:44:30.858458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.868878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ec4c34eb-30b3-4b14-9e48-3fe8eefe1d97 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2220409 Jul 29 23:44:30.869184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 9879e85f-ca8d-41de-9409-e56b3eb831f8, host n-h2-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:30.869184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.874766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:30.897948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.912093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Calling delete_port for 9879e85f-ca8d-41de-9409-e56b3eb831f8 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:30.941574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Transition to ACTIVE for port object 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:30.957918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.043728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-a65c8e92-cafe-4457-9681-2df850919525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.044347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-a65c8e92-cafe-4457-9681-2df850919525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.044824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-a65c8e92-cafe-4457-9681-2df850919525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.046603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-a65c8e92-cafe-4457-9681-2df850919525 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3523722 Jul 29 23:44:31.177401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa6942-24bd-4bf9-93c0-67a4fb128761 req-fe700ed3-0826-42a7-a199-9d6cecdc8f4f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.178866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ffa6942-24bd-4bf9-93c0-67a4fb128761 req-fe700ed3-0826-42a7-a199-9d6cecdc8f4f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0960307 Jul 29 23:44:31.225215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ffa6942-24bd-4bf9-93c0-67a4fb128761 req-a75afa3e-3bb1-4710-a998-5080dcf3e8f7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388834 Jul 29 23:44:31.239848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.374063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.381991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-2a5df038-fd57-42e0-984c-6ca8913eb4de tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.383441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-2a5df038-fd57-42e0-984c-6ca8913eb4de tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 820 time: 0.4448740 Jul 29 23:44:31.401369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-ddf929d6-a3f1-44eb-9668-c0a10ad0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.403030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-ddf929d6-a3f1-44eb-9668-c0a10ad0235a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.2249177 Jul 29 23:44:31.434990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-6ac1eaa1-f86f-43f0-8dbd-0edf89ecf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.436333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3980a9c-f8c7-45ef-b845-4c12e00c672f req-6ac1eaa1-f86f-43f0-8dbd-0edf89ecf5e3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3756986 Jul 29 23:44:31.446951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event deleted for resources: {'Port': ['ID=9879e85f-ca8d-41de-9409-e56b3eb831f8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.474526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-dd6c1c27-1a87-4956-8c37-5f76dc0aad9e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/quotas/508e9170f9df4e098e1ec214f4690c9d HTTP/1.1" status: 200 len: 375 time: 0.0767365 Jul 29 23:44:31.477675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-592cc7a5-4a7e-4968-90da-f6020a5c6e10 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.478728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.479310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-592cc7a5-4a7e-4968-90da-f6020a5c6e10 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.1272933 Jul 29 23:44:31.480812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4b7d21b-13e8-4245-a825-5c02bdefe4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9879e85f-ca8d-41de-9409-e56b3eb831f8 HTTP/1.1" status: 204 len: 168 time: 1.5639448 Jul 29 23:44:31.484196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:31.528615 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9095f3-e163-4623-971a-b1fe9fe12ecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:44:31.533876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6e9095f3-e163-4623-971a-b1fe9fe12ecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports/9879e85f-ca8d-41de-9409-e56b3eb831f8 HTTP/1.1" status: 404 len: 333 time: 0.0449002 Jul 29 23:44:31.533876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-653285d7-b8d6-4463-a2fd-ec9afe714c4c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/quotas/3c4e9a3349864c9fa13880c6c2dd8035 HTTP/1.1" status: 200 len: 375 time: 0.0319917 Jul 29 23:44:31.537769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:31.541521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203299087', 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:31.567985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Attempting to bind port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:31.568348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Attempting to bind port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:31.568762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Attempting to bind port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:31.587728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:31.588063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Attempting to bind port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:31.591485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Made reservation on behalf of 071d4d8c7a3940e89d435b966e2c57d1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:31.593832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.610104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:31.610444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Checking segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:31.610822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Bound using segment: {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:31.611254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Bound port: 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d6e122-fc89-47db-854a-ef5e903a4389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:31.611607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.614201 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-a70f4f78-8352-46a5-b694-311bcec4aeb0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681996 Jul 29 23:44:31.618076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 98b8d498-6365-4e7d-8c3a-69c2f83295e4 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:31.625566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-0ad5f0c5-c697-45d3-894d-db057b4b615d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1119854 Jul 29 23:44:31.626677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-426ce4bd-c1b9-4b8e-b104-bad7c54d7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.628050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-426ce4bd-c1b9-4b8e-b104-bad7c54d7d2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1963077 Jul 29 23:44:31.649987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-56cb57e8-7a0e-4eac-9277-18fc7f95e77d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:44:31.651291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-56cb57e8-7a0e-4eac-9277-18fc7f95e77d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068815 Jul 29 23:44:31.711238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-09f7cacd-58ab-4a9f-9b73-10074aa99a6c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:44:31.712344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-09f7cacd-58ab-4a9f-9b73-10074aa99a6c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0894129 Jul 29 23:44:31.800837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-eec89acc-77b8-44a1-9e20-66f00e8f93ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.1636181 Jul 29 23:44:31.834079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:31.874646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:31.880645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-54233117-05aa-46e6-b7c3-e7838c9b8a25 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975360 Jul 29 23:44:31.884033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.932339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-a66b938f-fd1f-468c-9233-38f200cccd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.933963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-a66b938f-fd1f-468c-9233-38f200cccd7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1230378 Jul 29 23:44:32.007522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.008157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.009548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] 10.222.0.59 "PUT /v2.0/ports/64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 HTTP/1.1" status: 200 len: 1092 time: 2.5733750 Jul 29 23:44:32.062379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:32.071333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8a39f-da8a-4464-9ae1-874858de1547 service neutron] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:32.090332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.104726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-de454b09-113e-4398-a5f5-bb38d6c3ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.107056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-de454b09-113e-4398-a5f5-bb38d6c3ad3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365180 Jul 29 23:44:32.120384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-da2ec821-bcf5-4a85-a4f4-72062d2ff3c3 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292233 Jul 29 23:44:32.162667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-ff368449-1657-41a0-bcdf-02daf114d58e service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341693 Jul 29 23:44:32.220619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.251296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.351224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=98b8d498-6365-4e7d-8c3a-69c2f83295e4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:32.362687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-afc38214-cf63-429a-a91f-590fa2265a9e service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449696 Jul 29 23:44:32.373617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:32.378164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:32.385415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:32.386510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.388871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.408712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8e0b287c-80c0-45cf-98b6-656c0ffec009 service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449944 Jul 29 23:44:32.430105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-17308598-71b0-49b2-829c-cf1989bbbe05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8934314 Jul 29 23:44:32.430893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.476365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccef168-67a0-4cb8-a059-6b2533a97d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.482455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ccef168-67a0-4cb8-a059-6b2533a97d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports/98b8d498-6365-4e7d-8c3a-69c2f83295e4 HTTP/1.1" status: 200 len: 958 time: 0.0497975 Jul 29 23:44:32.484024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.515526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:32.518695 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26ea13f-df3a-426e-87d9-f3b535ba75e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:32.534493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.546445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.554296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.560845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.567475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.573295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.580156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.588131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-b3481c16-4f87-45ea-b3d6-e9e534259ad6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5396 time: 0.2471516 Jul 29 23:44:32.615657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Deleting port 98b8d498-6365-4e7d-8c3a-69c2f83295e4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:32.616102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.711268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.726565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Calling delete_port for 98b8d498-6365-4e7d-8c3a-69c2f83295e4 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:32.787701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2816ff53-840f-46cc-9b05-934852bc04f4 req-236ddcda-1c74-4036-97e1-a3fae3036cf7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986401 Jul 29 23:44:32.794424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc76f42e-61b3-4e80-9f61-4db2750ffb92 req-9dd43552-c4ff-4f31-8cc5-406870228bad service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110034 Jul 29 23:44:32.889435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.930739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.935896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "DELETE /v2.0/ports/98b8d498-6365-4e7d-8c3a-69c2f83295e4 HTTP/1.1" status: 204 len: 168 time: 0.4473841 Jul 29 23:44:32.935896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c5fba-7e37-4137-890d-843100f7d2ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b8d498-6365-4e7d-8c3a-69c2f83295e4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:32.936156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.962450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2366bb-ad92-4a42-8d36-559ee9c05d67 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:32.991091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.999031 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedce121-d884-422c-b20c-76640811e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:44:33.002233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aedce121-d884-422c-b20c-76640811e325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports/98b8d498-6365-4e7d-8c3a-69c2f83295e4 HTTP/1.1" status: 404 len: 333 time: 0.0648494 Jul 29 23:44:33.007709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.020430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-4005200'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:33.021257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e762a-53c2-4253-94aa-13302799d2b3 req-32e376b8-f567-462c-a166-a8018d719175 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.022953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-261e762a-53c2-4253-94aa-13302799d2b3 req-32e376b8-f567-462c-a166-a8018d719175 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1248429 Jul 29 23:44:33.037301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Transition to ACTIVE for port object 7d2366bb-ad92-4a42-8d36-559ee9c05d67 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:33.045448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.060964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ff4ffd0a-5f3e-4037-b182-84c1aa4ce239 req-189fd5df-e20c-40ec-973d-fef55eccbf2d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 210 time: 0.0611963 Jul 29 23:44:33.092382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Made reservation on behalf of 071d4d8c7a3940e89d435b966e2c57d1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:33.095575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.151458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f54d2d4-aa2b-4ab2-b02a-e0af84bfa5dd req-69892da9-928d-41f5-8d28-19a841a54d1a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 210 time: 0.0408988 Jul 29 23:44:33.156793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 5d2c0d3c-6279-4030-9818-a28642723b53 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:33.165154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-261e762a-53c2-4253-94aa-13302799d2b3 req-e22b1c60-402a-41fc-9cbd-b131d2daab57 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311898 Jul 29 23:44:33.170247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:33.237436 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f878bc-7123-4ec9-bb7c-8294f6af50cd x-openstack-request-id: req-c1f878bc-7123-4ec9-bb7c-8294f6af50cd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:33.237753 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:33.238006 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1f878bc-7123-4ec9-bb7c-8294f6af50cd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:33.238449 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'status': 'completed', 'code': 200} Jul 29 23:44:33.259410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Attempting to bind port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:33.259746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Attempting to bind port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:33.260071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Attempting to bind port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 on network dcd95033-b90f-406d-8a77-b14c8921bc66 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:33.267875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 on network dcd95033-b90f-406d-8a77-b14c8921bc66 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:33.268196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Attempting to bind port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 on network dcd95033-b90f-406d-8a77-b14c8921bc66 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:33.276454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:33.277336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Checking segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:33.277930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Bound using segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:33.278449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Bound port: 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:33.278834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.402173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.403009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.403838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.404325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.404798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.405265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.405758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.406220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.409559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-a66f458e-13a0-459d-a2ed-0278d82554f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6374 time: 0.0836313 Jul 29 23:44:33.416818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:33.421289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:33.437550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.462928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.505797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Network db1cc58a-20d6-40f3-b627-17f9fbdfe499 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:33.510103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:33.512035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:33.514087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.515019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.517392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.518030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.519443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] 10.222.0.59 "PUT /v2.0/ports/7d2366bb-ad92-4a42-8d36-559ee9c05d67 HTTP/1.1" status: 200 len: 1092 time: 1.4642234 Jul 29 23:44:33.532269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2c0d3c-6279-4030-9818-a28642723b53,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:33.545550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3a18916-cb30-4735-997c-ec8c5f332377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.5297701 Jul 29 23:44:33.546026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.551830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:33.568315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Request body: {'port': {'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:33.570795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3126-1557-4d0e-8276-ca09b7f41145 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:33.630860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.674843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-bbb661a5-7853-46e5-ba63-b0e609c059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.675315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-bbb661a5-7853-46e5-ba63-b0e609c059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.675785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-bbb661a5-7853-46e5-ba63-b0e609c059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.677418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-bbb661a5-7853-46e5-ba63-b0e609c059e3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2503994 Jul 29 23:44:33.685498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.936563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] device_id is not set on port 5d2c0d3c-6279-4030-9818-a28642723b53 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:33.952120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.971477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Transition to ACTIVE for port object 5d2c0d3c-6279-4030-9818-a28642723b53 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:33.977252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.056799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.057255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.057678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.060522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2c0d3c-6279-4030-9818-a28642723b53,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.067376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.067796 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.068307 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 2 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.083924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.084264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.084607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.092852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.093341 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.095235 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 3 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.112611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.113115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.113707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.119246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.119839 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.120223 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 4 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.140627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.140834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.141078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.146209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.146559 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.146943 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 5 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.161902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.162269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.162561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.168985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.169431 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.169742 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 6 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.209671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8baec90-317e-43f1-a55e-811e36f5a6f3 req-383cbe9d-7eaa-46a6-ae30-5ad762ab195b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 210 time: 0.0366075 Jul 29 23:44:34.210783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.211110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.211613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.216631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.216968 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.217974 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 7 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.237956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.238662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.239333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.250338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.250338 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.253691 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 8 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.280259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.280763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.281168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.283759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-8165882c-dbc8-4e21-9711-0367514525a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.285260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26ea13f-df3a-426e-87d9-f3b535ba75e4 req-8165882c-dbc8-4e21-9711-0367514525a9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5973847 Jul 29 23:44:34.290279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.290814 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.291631 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 9 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.319802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.320271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.320613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.338497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e1f83ed-659f-451b-829f-b9b4aec22456 req-4aabe73b-a0d9-4d8d-b66b-09aa0991ee2c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 210 time: 0.0408859 Jul 29 23:44:34.340935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.341279 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.341718 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempt 10 to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 Jul 29 23:44:34.367207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:34.367696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:34.368040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempting to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:34.374155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:34.374502 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Failed to bind port 5d2c0d3c-6279-4030-9818-a28642723b53 on host n-h2-712707-11 for vnic_type normal using segments [{'id': '23b8b538-64c6-45c4-bca5-f8a64643b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db1cc58a-20d6-40f3-b627-17f9fbdfe499'}] Jul 29 23:44:34.374919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.404219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.412430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.422490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.432605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.443082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.451640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.457730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.460784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-bdf0af6f-1e8c-40d8-8049-ed559866cd04 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5408 time: 0.3475580 Jul 29 23:44:34.492860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 5d2c0d3c-6279-4030-9818-a28642723b53, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:34.493658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attempted to set empty binding levels {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:44:34.506885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93240f5-509f-4154-adff-37948b4bea94 req-cb35863d-a9cb-4e3b-aa39-798ecc9c5a40 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.508459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d93240f5-509f-4154-adff-37948b4bea94 req-cb35863d-a9cb-4e3b-aa39-798ecc9c5a40 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0861020 Jul 29 23:44:34.510219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.514217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-116285d8-5ced-4970-961b-ce69d0c4cf17 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.515743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-116285d8-5ced-4970-961b-ce69d0c4cf17 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.57 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 820 time: 0.4038622 Jul 29 23:44:34.553038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] In _notify_port_updated(), no bound segment for port 5d2c0d3c-6279-4030-9818-a28642723b53 on network db1cc58a-20d6-40f3-b627-17f9fbdfe499 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:44:34.554043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.554729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.558881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'port': {'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'admin_state_up': True, 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:34.559057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "PUT /v2.0/ports/5d2c0d3c-6279-4030-9818-a28642723b53 HTTP/1.1" status: 200 len: 977 time: 1.0090404 Jul 29 23:44:34.565399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:34.586122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e34ffcac-b1de-45b0-b2e0-ee3e71548ee0 req-7163ac0c-3961-4ec8-8a24-eaebb8f71368 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121604 Jul 29 23:44:34.626382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7ce2-cb84-4f84-ae53-1216fed0e9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2c0d3c-6279-4030-9818-a28642723b53,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.643472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d93240f5-509f-4154-adff-37948b4bea94 req-b89c4964-f254-4724-84e5-1b18ab20f0ec tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246679 Jul 29 23:44:34.767029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Deleting port 5d2c0d3c-6279-4030-9818-a28642723b53 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:34.767380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.819686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3817a1-ef40-4b12-a35f-4469b479e661 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:34.826827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Made reservation on behalf of 508e9170f9df4e098e1ec214f4690c9d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:34.830585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.848048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.856071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-43b1d9d6-7393-4116-9ae5-3ab587e643d2 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.858506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-43b1d9d6-7393-4116-9ae5-3ab587e643d2 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.1965973 Jul 29 23:44:34.879509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8fa66-85b4-43fc-8192-f80d145165fe req-8b1a4a32-4222-49df-8286-f04517b07d1a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.881109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ced8fa66-85b4-43fc-8192-f80d145165fe req-8b1a4a32-4222-49df-8286-f04517b07d1a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1477964 Jul 29 23:44:34.885876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] For port 5d2c0d3c-6279-4030-9818-a28642723b53, host n-h2-712707-11, got binding levels [] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:34.886508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.888295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Transition to ACTIVE for port object 4c3817a1-ef40-4b12-a35f-4469b479e661 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:34.903243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Calling delete_port for 5d2c0d3c-6279-4030-9818-a28642723b53 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:34.909457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.951660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'port': {'device_id': '2284d5c2-8d16-4d79-9c28-967c60818076', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'admin_state_up': True, 'tenant_id': '3c4e9a3349864c9fa13880c6c2dd8035'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.032890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ced8fa66-85b4-43fc-8192-f80d145165fe req-bf988e53-7ab0-4be6-9fcc-620f9ea3ba12 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435127 Jul 29 23:44:35.064334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.083919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.118991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d2c0d3c-6279-4030-9818-a28642723b53,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.129744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.135188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6a9f563b-9c42-4e4b-9ba0-075b6d9b1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5d2c0d3c-6279-4030-9818-a28642723b53 HTTP/1.1" status: 204 len: 168 time: 0.5664930 Jul 29 23:44:35.135961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45888) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.162416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Allocated IP 172.20.0.11 (eee2aa9d-abd2-444e-8d74-187d644a2bdb/2371f607-b515-47ef-ac92-f33b3102db02/56b7048f-1f16-4c87-aead-6b2e14546961) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:35.179080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Made reservation on behalf of 3c4e9a3349864c9fa13880c6c2dd8035 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:35.183043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.219822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Attempting to bind port 4c3817a1-ef40-4b12-a35f-4469b479e661 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:35.220178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Attempting to bind port 4c3817a1-ef40-4b12-a35f-4469b479e661 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:35.220620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Attempting to bind port 4c3817a1-ef40-4b12-a35f-4469b479e661 on network dcd95033-b90f-406d-8a77-b14c8921bc66 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:35.225199 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a766c3-8402-414a-9857-baa78e5ec83d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:44:35.229121 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-28a766c3-8402-414a-9857-baa78e5ec83d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2033512101-project-admin] 10.222.0.49 "GET /v2.0/ports/5d2c0d3c-6279-4030-9818-a28642723b53 HTTP/1.1" status: 404 len: 333 time: 0.0908644 Jul 29 23:44:35.239275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:35.240503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.242626 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a1334-770b-4a1a-8a2f-9a37d2720249" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:35.249589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Port 4c3817a1-ef40-4b12-a35f-4469b479e661 on network dcd95033-b90f-406d-8a77-b14c8921bc66 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:35.249974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Attempting to bind port 4c3817a1-ef40-4b12-a35f-4469b479e661 on network dcd95033-b90f-406d-8a77-b14c8921bc66 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:35.267732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:35.267980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Checking segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:35.268364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Bound using segment: {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:35.268814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Bound port: 4c3817a1-ef40-4b12-a35f-4469b479e661, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1fa943-13b5-4092-bfa1-8ea9cb35891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:35.269171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.395823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.396849 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f0326-d96f-4724-8db9-b93263de1f05 x-openstack-request-id: req-d28f0326-d96f-4724-8db9-b93263de1f05 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:35.397213 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:35.397524 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d28f0326-d96f-4724-8db9-b93263de1f05 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:35.398022 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'status': 'completed', 'code': 200} Jul 29 23:44:35.443501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2474437b-b1a8-485c-8d99-27cbeba9a29d req-27923e18-8b96-40e6-ab31-fc19d0c9e0be tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 210 time: 0.0923178 Jul 29 23:44:35.479863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:35.485976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4c3817a1-ef40-4b12-a35f-4469b479e661,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:35.495557 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.532407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Allocated IP 172.20.0.12 (994e9c4a-ec2e-4b23-9322-ac381d4725bc/741c00a7-f675-4f97-a18b-a0187993f76d/22821c5b-18fe-453f-9271-7517dc61ca4e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:35.575591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.576236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.579236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] 10.222.0.59 "PUT /v2.0/ports/4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 200 len: 1092 time: 2.0175030 Jul 29 23:44:35.598987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903df7a-f842-4126-98d6-461bffcbe08d req-bc57a50f-dee1-427f-89b5-7ab6c08a6899 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.600609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1903df7a-f842-4126-98d6-461bffcbe08d req-bc57a50f-dee1-427f-89b5-7ab6c08a6899 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1815116 Jul 29 23:44:35.610049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.610572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.611041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.611500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.611954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.612468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.612932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.615081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-52579658-a0a4-4fb8-bbdc-f9c1fb97b542 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6442 time: 0.2051115 Jul 29 23:44:35.616767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.618153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa5dd8ca-3371-48c2-94f1-704b7cb0a4af req-cd1cb4d1-fd76-4ef3-aba2-4d1adafbb9e6 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 210 time: 0.0802464 Jul 29 23:44:35.641786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.649257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1cc58a-20d6-40f3-b627-17f9fbdfe499']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:35.675173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c7165-4ccc-461e-8f9a-681364614c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.685969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b8b538-64c6-45c4-bca5-f8a64643b85c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:35.686263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b8b538-64c6-45c4-bca5-f8a64643b85c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:35.710742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.740833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1903df7a-f842-4126-98d6-461bffcbe08d req-fbbc2d8a-e9ba-45a9-93ca-500c7b3c3ec8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288433 Jul 29 23:44:35.745691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.768935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Transition to ACTIVE for port object 56b7048f-1f16-4c87-aead-6b2e14546961 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:35.818152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:35.818911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:35.822175 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:35.832047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.838026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.844722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.850926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.857124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.863179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.873975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.875971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-855ef962-c368-4bfb-b241-9cfb0a0b79e7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1685798 Jul 29 23:44:35.935751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.957300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-1928798d-04c8-4e7c-99c2-10af462d41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.957910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-1928798d-04c8-4e7c-99c2-10af462d41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.958421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-1928798d-04c8-4e7c-99c2-10af462d41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.960419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-1928798d-04c8-4e7c-99c2-10af462d41ed service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2773716 Jul 29 23:44:35.965162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.967188 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.967485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] 10.222.0.49 "DELETE /v2.0/networks/db1cc58a-20d6-40f3-b627-17f9fbdfe499 HTTP/1.1" status: 204 len: 168 time: 0.7262261 Jul 29 23:44:35.973281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ca3f-a9b9-49fb-a95d-430046f8682d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183825514-project] Pushing event deleted for resources: {'Network': ['ID=db1cc58a-20d6-40f3-b627-17f9fbdfe499,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.978607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.002202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['19ac5108-32b4-4c15-875d-97c4ef2f7c19'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:36.026001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.045000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-613ed586-a9f3-4412-9bba-bb31cc2acd79 req-6cd977f7-ae1a-4543-abc1-e6b6ae054335 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484051 Jul 29 23:44:36.048827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event updated for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.113402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:36.125064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:36.132135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:36.138530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.171977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-c933a80e-e9fc-4841-b445-dc7394a8a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.173215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f08a1334-770b-4a1a-8a2f-9a37d2720249 req-c933a80e-e9fc-4841-b445-dc7394a8a9e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267796 Jul 29 23:44:36.185597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155dc21-13e7-407c-9b36-6b9c77bad0fc req-0b96ecbf-1891-429f-b655-bd0b326679a5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.186579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4155dc21-13e7-407c-9b36-6b9c77bad0fc req-0b96ecbf-1891-429f-b655-bd0b326679a5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1491497 Jul 29 23:44:36.187951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:36.189467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:36.197809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:36.276659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.287873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.346428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4155dc21-13e7-407c-9b36-6b9c77bad0fc req-39d590d2-e159-4e5a-aa79-57ab60e2f6e1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360211 Jul 29 23:44:36.354157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71be74cd-9677-47cf-9f4c-e7e9433e297b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4082434 Jul 29 23:44:36.394420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Request body: {'port': {'device_id': '2284d5c2-8d16-4d79-9c28-967c60818076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:36.402299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.411396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.446545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.447215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.449139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.456854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.457201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.457712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.461293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.465185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2b2c1244-9301-412a-b98e-371c49a51af8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6484 time: 0.1872013 Jul 29 23:44:36.467262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.472845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.489476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d86f0445-3aab-4398-83ae-b84529a8c633 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9413075 Jul 29 23:44:36.577327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Request body: {'port': {'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:36.588154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4c705f8b-cb65-4edb-b2b3-bf48ef5d1188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 200 len: 217 time: 0.0955768 Jul 29 23:44:36.596492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-977a8d23-0370-4810-841f-c970fb1d73ef None None] Provisioning for port 56b7048f-1f16-4c87-aead-6b2e14546961 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:36.601980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-977a8d23-0370-4810-841f-c970fb1d73ef None None] Provisioning complete for port 56b7048f-1f16-4c87-aead-6b2e14546961 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:36.602550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-977a8d23-0370-4810-841f-c970fb1d73ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.657494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-977a8d23-0370-4810-841f-c970fb1d73ef None None] Port 56b7048f-1f16-4c87-aead-6b2e14546961 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:36.709864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6534ffba-0469-4990-b6f2-df17a4114707 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26c178d3733646548f5d737f62106954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413201 Jul 29 23:44:36.719096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45924) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.801788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-e7b6ba24-2e77-48cb-ac66-d013ce03cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.803441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-e7b6ba24-2e77-48cb-ac66-d013ce03cdf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f19f54f1-5582-4df1-b6d0-b63fee2c78ba HTTP/1.1" status: 200 len: 850 time: 0.1914921 Jul 29 23:44:36.835878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.891994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646263ce-46e3-4ac9-8526-62c11555ce1b req-db6d06ce-94a8-475f-8564-4011d1bb738b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.893588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-646263ce-46e3-4ac9-8526-62c11555ce1b req-db6d06ce-94a8-475f-8564-4011d1bb738b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 932 time: 0.1788871 Jul 29 23:44:36.934898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.009985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcee09e-b855-4001-8b30-cb7143c66538 req-b15b6d76-7db8-4bb9-a37c-ee253cd088a1 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.011471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcee09e-b855-4001-8b30-cb7143c66538 req-b15b6d76-7db8-4bb9-a37c-ee253cd088a1 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 932 time: 0.4459391 Jul 29 23:44:37.036581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-43cc8f07-7a95-4606-bd08-d21fae4b4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.038173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-43cc8f07-7a95-4606-bd08-d21fae4b4b92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eea398a-1fcb-4d99-ad25-e329a13eea83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211154 Jul 29 23:44:37.048550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.070464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-646263ce-46e3-4ac9-8526-62c11555ce1b req-798e6d80-7f65-47ac-9494-0d7a1757840b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545284 Jul 29 23:44:37.074041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfcee09e-b855-4001-8b30-cb7143c66538 req-07f43b56-69d0-4767-96ee-5206499d3302 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Jul 29 23:44:37.183378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:37.209201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.247891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.253546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.254160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.256234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.257443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3973363-6876-4361-ae27-c3a27b715699 HTTP/1.1" status: 204 len: 168 time: 0.5349629 Jul 29 23:44:37.260118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.268605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.274576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.281868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.285142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-38911de9-6c15-4349-afa6-03f7dfde667b service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322350 Jul 29 23:44:37.285990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9f17e-d54f-4fdd-9f7d-7a74537f1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3973363-6876-4361-ae27-c3a27b715699,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.287996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.289870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-26ec589e-fe7c-4192-be38-01461046c9bb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1290085 Jul 29 23:44:37.291298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Transition to ACTIVE for port object 22821c5b-18fe-453f-9271-7517dc61ca4e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:37.296643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.402571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6eb57f7a-dec4-43ec-81e4-2e1a3d2c32ca req-ef703911-7180-432f-b724-bb12ce9f38ef tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001017 Jul 29 23:44:37.417254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:37.419672 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:37.487278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b7048f-1f16-4c87-aead-6b2e14546961 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:37.494270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.503133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.522057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-7fdf30f9-ca3d-48c1-ac1c-077954ccfae5 service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234628 Jul 29 23:44:37.525972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Transition to ACTIVE for port object 56b7048f-1f16-4c87-aead-6b2e14546961 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:37.532211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Attempting to bind port 22821c5b-18fe-453f-9271-7517dc61ca4e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:37.532909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Attempting to bind port 22821c5b-18fe-453f-9271-7517dc61ca4e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:37.533592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Attempting to bind port 22821c5b-18fe-453f-9271-7517dc61ca4e on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:37.539454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Port 22821c5b-18fe-453f-9271-7517dc61ca4e on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:37.539769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Attempting to bind port 22821c5b-18fe-453f-9271-7517dc61ca4e on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:37.545789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:37.546204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Checking segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:37.546627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Bound using segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:37.547346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Bound port: 22821c5b-18fe-453f-9271-7517dc61ca4e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:37.547736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.576175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.582145 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ae9bb-563a-4a18-8ff5-e1b6cc680dd9 x-openstack-request-id: req-0e6ae9bb-563a-4a18-8ff5-e1b6cc680dd9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:37.582451 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:37.582703 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e6ae9bb-563a-4a18-8ff5-e1b6cc680dd9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:37.583078 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661', 'status': 'completed', 'code': 200} Jul 29 23:44:37.591147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-699b1f5f-6f15-493d-a243-9c5415bcfeb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 217 time: 0.0615435 Jul 29 23:44:37.618190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:37.619420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c0ff-e32c-4785-813d-ab0052e466c8 req-5fb8131f-df2d-4ca4-8d46-3d5027415121 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.621334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c125c0ff-e32c-4785-813d-ab0052e466c8 req-5fb8131f-df2d-4ca4-8d46-3d5027415121 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1876082 Jul 29 23:44:37.621536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:37.628787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.646073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45942) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.648695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.649408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.650910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] 10.222.0.57 "PUT /v2.0/ports/22821c5b-18fe-453f-9271-7517dc61ca4e HTTP/1.1" status: 200 len: 1093 time: 1.2612350 Jul 29 23:44:37.652326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:37.654815 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be063601-57ec-4b66-8431-3b406662f32d" -d '{"events": [{"name": "network-changed", "server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:37.714445 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41869b41-732f-4160-a1b3-fd1b9175b662 x-openstack-request-id: req-41869b41-732f-4160-a1b3-fd1b9175b662 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:37.714741 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:37.715127 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41869b41-732f-4160-a1b3-fd1b9175b662 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:37.715495 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'status': 'completed', 'code': 200} Jul 29 23:44:37.727087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Pushing event updated for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.737836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82e100-2b0c-4793-8324-d0fd5bbd7d55 service neutron] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.824852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-59f2a9c6-8297-4999-9d40-4c4921744d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.826907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-59f2a9c6-8297-4999-9d40-4c4921744d37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.2016959 Jul 29 23:44:37.836801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c125c0ff-e32c-4785-813d-ab0052e466c8 req-93b3ddc2-3ad5-4a54-a176-48ce547625d5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973732 Jul 29 23:44:37.847288 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0c506a18-6bc8-4de7-8ea2-a623becb2acf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=071d4d8c7a3940e89d435b966e2c57d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924067 Jul 29 23:44:37.848067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45948) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.905167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Attempting to bind port 56b7048f-1f16-4c87-aead-6b2e14546961 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:37.905504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Attempting to bind port 56b7048f-1f16-4c87-aead-6b2e14546961 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:37.906128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Attempting to bind port 56b7048f-1f16-4c87-aead-6b2e14546961 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:37.919997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Port 56b7048f-1f16-4c87-aead-6b2e14546961 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:37.920482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Attempting to bind port 56b7048f-1f16-4c87-aead-6b2e14546961 on network eee2aa9d-abd2-444e-8d74-187d644a2bdb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:37.925908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-afd84ccf-ad82-49bd-81de-34c19faaf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.926538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.927445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-afd84ccf-ad82-49bd-81de-34c19faaf8cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862393 Jul 29 23:44:37.930469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:37.930987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Checking segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:37.931563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Bound using segment: {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:37.932005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Bound port: 56b7048f-1f16-4c87-aead-6b2e14546961, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f729f7-da13-4b49-a030-afb4527b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:37.932376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.966199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.067618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-c8316b07-126e-419d-a645-03d9ae8fc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.069873 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-c8316b07-126e-419d-a645-03d9ae8fc5dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 1096 time: 0.3075440 Jul 29 23:44:38.080609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.083488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.087453 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb37137f-f449-4a20-9535-fb7a28c68c32 HTTP/1.1" status: 204 len: 168 time: 0.2383633 Jul 29 23:44:38.096561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a274d-9fe4-45fd-b62d-0d91dc1184a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37137f-f449-4a20-9535-fb7a28c68c32,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:38.155485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-4881f313-4d38-4969-bbde-fb04471a0d7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22821c5b-18fe-453f-9271-7517dc61ca4e HTTP/1.1" status: 200 len: 217 time: 0.0421772 Jul 29 23:44:38.249182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-cb116baf-d9d6-472d-b4ba-b4d8caee7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.251610 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-cb116baf-d9d6-472d-b4ba-b4d8caee7a4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.0852087 Jul 29 23:44:38.270580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b9edb-8a7d-464e-bc1a-364a885400e4 req-7fcee5af-d246-4480-ac5a-dd2ee9f5cc98 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.272330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9f4b9edb-8a7d-464e-bc1a-364a885400e4 req-7fcee5af-d246-4480-ac5a-dd2ee9f5cc98 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.0957603 Jul 29 23:44:38.326547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-3af0c286-97f9-47f9-a125-a1ba9c4e65c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317543 Jul 29 23:44:38.344315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9f4b9edb-8a7d-464e-bc1a-364a885400e4 req-e1f11120-009b-4dba-a4d3-dd704d7e495f tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Jul 29 23:44:38.369390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71a63645-5d08-4dd0-acf5-be784f8dcdb4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:44:38.370572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-71a63645-5d08-4dd0-acf5-be784f8dcdb4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078654 Jul 29 23:44:38.414688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-46a02ab2-ad89-4e72-91c0-9ff9200340a0 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724920 Jul 29 23:44:38.424931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7820491-d35b-4789-8153-70dd1cd4e640 req-164150fb-5f13-412d-a48e-08ee8cb8650c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.426533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7820491-d35b-4789-8153-70dd1cd4e640 req-164150fb-5f13-412d-a48e-08ee8cb8650c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1398518 Jul 29 23:44:38.427835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:38.432595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56b7048f-1f16-4c87-aead-6b2e14546961,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:38.464424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.557106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.557782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.559409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] 10.222.0.57 "PUT /v2.0/ports/56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 1093 time: 1.9894402 Jul 29 23:44:38.604093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2934e0f-6475-45bd-b66e-605c00fcfdb7 req-0a2468bb-5fa2-4b29-80b2-dfb25f6a9142 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.606009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2934e0f-6475-45bd-b66e-605c00fcfdb7 req-0a2468bb-5fa2-4b29-80b2-dfb25f6a9142 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 944 time: 0.1169596 Jul 29 23:44:38.610396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-0bf42b46-dc51-49b2-a3e3-90932598fb20 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139442 Jul 29 23:44:38.620827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7820491-d35b-4789-8153-70dd1cd4e640 req-2b877eca-fdbd-4722-a06f-f54e05b23dba tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779420 Jul 29 23:44:38.672912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4671e-d58e-45bf-8ef6-335b8fd5102a service neutron] Pushing event updated for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:38.727750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-4a4e07f3-37d6-43f4-8dcb-e6d9f33bd1d5 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967861 Jul 29 23:44:38.763861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2934e0f-6475-45bd-b66e-605c00fcfdb7 req-4668113f-a175-404c-8ead-1ea53119c916 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466427 Jul 29 23:44:38.795441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ad2fb318-3a50-42c2-a828-9a6fab3046da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 217 time: 0.0592051 Jul 29 23:44:38.823749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb2165c7-bb77-466c-9c05-9db9305fade3 req-2f69f9ff-d36c-47c6-8f3c-2b17372c1f9d service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990597 Jul 29 23:44:38.887423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-215ffbb9-1470-44b4-bb43-bb3a2cf2b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.890116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-215ffbb9-1470-44b4-bb43-bb3a2cf2b3a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1096 time: 0.2046573 Jul 29 23:44:38.925499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d85c460d-e775-4a09-a2a5-0030488d2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.928951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-d85c460d-e775-4a09-a2a5-0030488d2fab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1263506 Jul 29 23:44:38.988442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-8db71081-d393-4555-b362-17f8675fcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.988537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.990345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-8db71081-d393-4555-b362-17f8675fcb2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517528 Jul 29 23:44:38.994375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.000448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.006717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.012676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.018663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.024679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.033528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-f95a6575-1215-49b8-bd71-f74c4a250aaa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1328061 Jul 29 23:44:39.082740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fe0ee9b9-4d4d-4bd7-87b9-7c0c93971808 req-4a29e32b-45a4-4cac-b7d8-d1fcb26545d8 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481830 Jul 29 23:44:39.096840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-e416fe3a-6fa3-4afd-af68-76a9c2c3d52e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 217 time: 0.0895307 Jul 29 23:44:39.141916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063601-57ec-4b66-8431-3b406662f32d req-c488cb86-a9c9-4ea0-a92c-fa83bc497730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.143455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-c488cb86-a9c9-4ea0-a92c-fa83bc497730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 1096 time: 0.0558991 Jul 29 23:44:39.178629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-7b8274e8-3390-4159-ba8a-cb7e6d822a6b service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806471 Jul 29 23:44:39.180456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-f1866ddb-38ca-45fe-9aec-189cf6b82883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.181837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-f1866ddb-38ca-45fe-9aec-189cf6b82883 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0708261 Jul 29 23:44:39.293295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063601-57ec-4b66-8431-3b406662f32d req-93bdeca3-cf68-48ff-a0ee-073b7b4054df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.296411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-93bdeca3-cf68-48ff-a0ee-073b7b4054df service neutron] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 923 time: 0.1394303 Jul 29 23:44:39.301176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d61e4b1d-e908-458a-a744-e7a62952b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.303013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d61e4b1d-e908-458a-a744-e7a62952b14e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991266 Jul 29 23:44:39.315084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-08ab5d04-5491-49f2-83a0-3b907a7c9081 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295271 Jul 29 23:44:39.363746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-2cd8618a-996b-4fd1-bca0-125cc07f3173 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22821c5b-18fe-453f-9271-7517dc61ca4e HTTP/1.1" status: 200 len: 217 time: 0.0459516 Jul 29 23:44:39.410459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-dcfcb706-cada-4b9f-9bac-d128fd284c72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=f464ad4f-64d2-4246-99b3-a122f671595b HTTP/1.1" status: 200 len: 217 time: 0.0834818 Jul 29 23:44:39.423692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063601-57ec-4b66-8431-3b406662f32d req-97f67818-9614-4d03-87b3-a5c314e27469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.425171 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-97f67818-9614-4d03-87b3-a5c314e27469 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.0502334 Jul 29 23:44:39.473519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-403151b3-83de-4409-8d0a-c7157b87fdcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338190 Jul 29 23:44:39.520661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-bafabfc1-e8a8-40ef-a97a-235c24dbd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.522268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-bafabfc1-e8a8-40ef-a97a-235c24dbd435 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1038308 Jul 29 23:44:39.529678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-51b856fa-3105-4f39-998f-f4b13ebc5875 service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111077 Jul 29 23:44:39.579877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d8a80-4fa3-432e-9e45-d10424ca6dab req-839d8429-e86a-4315-8e80-e740b920f456 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.581402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-764d8a80-4fa3-432e-9e45-d10424ca6dab req-839d8429-e86a-4315-8e80-e740b920f456 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.1271994 Jul 29 23:44:39.593294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:39.595623 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d827b82e-225e-4b70-a882-05e805c10868" -d '{"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:39.596865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-21f17594-186c-4336-b98e-758cd8a6eedf service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040821 Jul 29 23:44:39.679813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-7f1023bc-af70-4eb4-a1c4-a295147b9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.681427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-7f1023bc-af70-4eb4-a1c4-a295147b9dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1501913 Jul 29 23:44:39.684976 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df1727-a29f-4fc7-ac3a-b87ab2bdd5f4 x-openstack-request-id: req-71df1727-a29f-4fc7-ac3a-b87ab2bdd5f4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:39.685270 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:39.685519 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71df1727-a29f-4fc7-ac3a-b87ab2bdd5f4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:39.686021 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961', 'status': 'completed', 'code': 200} Jul 29 23:44:39.708051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-764d8a80-4fa3-432e-9e45-d10424ca6dab req-fac02fb4-935d-4288-b663-5792473492b4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842733 Jul 29 23:44:39.734909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be063601-57ec-4b66-8431-3b406662f32d req-2811a9d5-1e0d-407c-9359-74ea56def5da service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137969 Jul 29 23:44:39.776041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd21dc60-22f6-42c6-b80d-71c14fde4757 req-d652bde7-297c-419b-87d3-96ed9b7235fc service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326336 Jul 29 23:44:39.806269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dde5c9-4a15-41e0-bb72-ed5dbfdbf2fd req-1ca53469-c196-4498-b104-5e0044e9051c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.811730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c4dde5c9-4a15-41e0-bb72-ed5dbfdbf2fd req-1ca53469-c196-4498-b104-5e0044e9051c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0803905 Jul 29 23:44:39.822267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-0f325170-9f76-4e74-953b-90a04031c159 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294682 Jul 29 23:44:39.864345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c4dde5c9-4a15-41e0-bb72-ed5dbfdbf2fd req-8fb80e47-5730-4442-9ec5-9132056e8eb0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451345 Jul 29 23:44:39.968762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46014) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:40.034871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ddb9-e262-4793-ab45-21d25dd63d95 req-93ed7ffc-068b-4438-803c-72edddc7d2d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.036911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa77ddb9-e262-4793-ab45-21d25dd63d95 req-93ed7ffc-068b-4438-803c-72edddc7d2d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0614371 Jul 29 23:44:40.062232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-6efa33d5-80e9-48be-aa89-040b5b97a61e service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323830 Jul 29 23:44:40.080437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa77ddb9-e262-4793-ab45-21d25dd63d95 req-09f50979-814b-4603-ad48-5d66f1605b11 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360761 Jul 29 23:44:40.096401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1802925310', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:40.122341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-0fc20373-04fe-44e6-a363-7a42a5ff38d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 HTTP/1.1" status: 200 len: 217 time: 0.0506880 Jul 29 23:44:40.127006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b82e-225e-4b70-a882-05e805c10868 req-fdcd23e3-f99b-41a1-a159-5cba9754e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.128530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-fdcd23e3-f99b-41a1-a159-5cba9754e0a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1096 time: 0.1893516 Jul 29 23:44:40.128769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Made reservation on behalf of 581ec095d9d041c490a692397e4d1658 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:40.133505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.144124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.145288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6bb5d-b321-42f0-b85b-db41af291f5d req-d2a9e014-ea73-402b-9d57-e6a90a781ae2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.146905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6d6bb5d-b321-42f0-b85b-db41af291f5d req-d2a9e014-ea73-402b-9d57-e6a90a781ae2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 944 time: 0.1892397 Jul 29 23:44:40.255962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.261327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.266204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-5d33aa93-ef76-45fd-9985-5d790a06c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.266452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] device_id is not set on port 78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:40.267722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-5d33aa93-ef76-45fd-9985-5d790a06c706 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1374905 Jul 29 23:44:40.285552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6d6bb5d-b321-42f0-b85b-db41af291f5d req-dacb685c-eaef-4b63-aadd-f1cfc2414bdc tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178563 Jul 29 23:44:40.325231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e070bfc-dd86-47ad-a5ad-fbe3ff257fb5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:40.350011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b82e-225e-4b70-a882-05e805c10868 req-f9766150-b8ed-4a53-a852-624bfc009852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.351589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-f9766150-b8ed-4a53-a852-624bfc009852 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1829464 Jul 29 23:44:40.363227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-580f2d20-2436-4fac-9b53-b80026441eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.365196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-580f2d20-2436-4fac-9b53-b80026441eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832098 Jul 29 23:44:40.434095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Allocated IP 172.25.5.250 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:40.457731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3b91-e1b7-4631-9ec9-0f3e069e9f20 req-608b0362-948a-4e81-88a5-91c4d295bdca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.458109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-63afe55b-f7f9-4ea1-a337-9bea8506c950 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 217 time: 0.0914643 Jul 29 23:44:40.459301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdff3b91-e1b7-4631-9ec9-0f3e069e9f20 req-608b0362-948a-4e81-88a5-91c4d295bdca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0801878 Jul 29 23:44:40.547223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdff3b91-e1b7-4631-9ec9-0f3e069e9f20 req-9e88dac7-643f-4377-95c5-ad2850dfd1a8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773213 Jul 29 23:44:40.570028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.570915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.577291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.583288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.589614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.596267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.602247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.604260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-a26db0a0-000c-4440-86f4-6db06bda64c5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.2233019 Jul 29 23:44:40.609672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b82e-225e-4b70-a882-05e805c10868 req-79207c34-8d1b-406e-a3ab-0e727ae2f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.611171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-79207c34-8d1b-406e-a3ab-0e727ae2f7cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1369486 Jul 29 23:44:40.638414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-9a2e6112-e6d2-4d40-a993-e7c25b421738 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653053 Jul 29 23:44:40.663886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.698143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af13c9-e84c-4952-b60c-74001c941286 req-86e000be-0a85-4781-b019-0d05d0fb68b1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.699685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31af13c9-e84c-4952-b60c-74001c941286 req-86e000be-0a85-4781-b019-0d05d0fb68b1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0723250 Jul 29 23:44:40.741911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eaac33a8-fe6a-4ade-9163-caa2c6e77b57 req-545e933d-2cd2-4153-b0d7-ace4b3c37f06 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244726 Jul 29 23:44:40.756762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b82e-225e-4b70-a882-05e805c10868 req-504037aa-40d4-4f50-bbed-e88d181b608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.756969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.757060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-504037aa-40d4-4f50-bbed-e88d181b608a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277606 Jul 29 23:44:40.767310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-31af13c9-e84c-4952-b60c-74001c941286 req-334f29e9-0c31-4b52-aa28-da3252d0b2b0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596325 Jul 29 23:44:40.828058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:40.832294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:40.834830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:40.837196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Pushing event updated for resources: {'Port': ['ID=78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:40.873851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-345733af-edb6-41f6-9544-de77e956a377 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252538 Jul 29 23:44:40.881333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.882177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.898691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f89df3d-e803-4e38-999f-b2d9fceebea0 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9282300 Jul 29 23:44:40.902332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:40.909136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.250'}]}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:40.935343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.936002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-975967e6-7d2a-4e5b-af84-402b8f5969e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67 HTTP/1.1" status: 200 len: 217 time: 0.0522156 Jul 29 23:44:40.936479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.958745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84144-89c3-4832-a28d-31a1a0bfcb08 req-47416de7-4a88-4561-9b38-ab289aad6b59 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.961170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3b84144-89c3-4832-a28d-31a1a0bfcb08 req-47416de7-4a88-4561-9b38-ab289aad6b59 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.1351018 Jul 29 23:44:40.973237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-8f7c1fdb-6ebc-46ef-bbd7-91cc76dfb08b service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980731 Jul 29 23:44:40.997646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.150486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-f23c3eff-257e-45dc-8f0f-b6c9ababd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.152291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-f23c3eff-257e-45dc-8f0f-b6c9ababd5f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.1881413 Jul 29 23:44:41.155382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3b84144-89c3-4832-a28d-31a1a0bfcb08 req-367b51e9-c8d5-4d28-81e3-9124f9671980 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802788 Jul 29 23:44:41.162950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.210976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d827b82e-225e-4b70-a882-05e805c10868 req-6a7ed381-d704-4a10-be06-095d880861af service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119322 Jul 29 23:44:41.221917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-bc54f8de-2b40-42a1-a911-6975a1e5adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.223389 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-bc54f8de-2b40-42a1-a911-6975a1e5adb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608792 Jul 29 23:44:41.333610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-09e8bbe1-f0e2-40be-b17a-bdd040ca7ddb service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022198 Jul 29 23:44:41.410436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.430299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.498915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9db27-8d32-49ad-89da-71764d4dce1c req-6dfb54e5-3da5-4fb6-ae1b-22452b7b5719 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.500497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4e9db27-8d32-49ad-89da-71764d4dce1c req-6dfb54e5-3da5-4fb6-ae1b-22452b7b5719 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 944 time: 0.0991488 Jul 29 23:44:41.502627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ba58f4ea-c793-4413-8726-f84444d20564 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618803 Jul 29 23:44:41.555283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-3fa85e76-ee21-4553-97c6-de4cb4c2511c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 200 len: 217 time: 0.0424869 Jul 29 23:44:41.582717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4e9db27-8d32-49ad-89da-71764d4dce1c req-b7b36cb9-445a-4f83-acbb-cc7a2e4ae25d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Jul 29 23:44:41.585815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.626572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2db98b30-2fe1-4e83-bb02-be6204b49be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.628489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-2db98b30-2fe1-4e83-bb02-be6204b49be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.0616248 Jul 29 23:44:41.681220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ef825dd8-4b51-4ea1-b5de-3ca87bcb2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.682655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-ef825dd8-4b51-4ea1-b5de-3ca87bcb2c56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0468218 Jul 29 23:44:41.746003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.748348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.782006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-0aa70561-8923-4002-b20b-3716fa833747 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915051 Jul 29 23:44:41.795410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.796120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 226b354b-c822-42e0-a52e-031cf3a13e72 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:41.812696 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:44:41.813889 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64ee72b6-fd42-4288-aa5c-0e8346e1c908 tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9100637 Jul 29 23:44:41.816873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46042) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.889273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa8e5001-6394-45ed-9dda-853e82cdc50e req-caec3885-6a12-46ac-9cc6-e170e945f286 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992303 Jul 29 23:44:41.931703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.937782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.943713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.949604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.961661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.968020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.973976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.975947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-dd85badc-d797-4062-a176-dbbe741160aa tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1330135 Jul 29 23:44:41.997069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Deleting port 78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:41.997471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.066811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa20d3c4-7557-49eb-8b9d-a0d8dc4a6b76 req-475f6bc0-30e6-4e70-a7ee-be90087c630e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807869 Jul 29 23:44:42.096467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56b7048f-1f16-4c87-aead-6b2e14546961 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:42.096976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.109941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Calling delete_port for 78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:42.169643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.170340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.171048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.171606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.172070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.172899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.173257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.175920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-2063001b-aa17-4285-ab27-384d87435aa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6484 time: 0.0572722 Jul 29 23:44:42.210537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56b7048f-1f16-4c87-aead-6b2e14546961,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:42.227034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '56b7048f-1f16-4c87-aead-6b2e14546961', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:42.270417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.279840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.289190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b7048f-1f16-4c87-aead-6b2e14546961 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:42.310673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56b7048f-1f16-4c87-aead-6b2e14546961,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:42.318085 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.318780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:42.325345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Pushing event deleted for resources: {'Port': ['ID=78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.343424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-6cee0e63-60e4-43e3-bb6d-bbca8d515785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.344960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-6cee0e63-60e4-43e3-bb6d-bbca8d515785 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 200 len: 903 time: 0.1599686 Jul 29 23:44:42.388987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.413993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1d25e-ada6-429f-9384-5e2bb63f7c6f req-36d33fa1-833d-4b75-b2d2-5f156ad3a38e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.415641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ba1d25e-ada6-429f-9384-5e2bb63f7c6f req-36d33fa1-833d-4b75-b2d2-5f156ad3a38e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.1217344 Jul 29 23:44:42.431911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.434447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-380ef2cc-6894-4acc-a95d-3d52fedc7a4d tempest-RoutersAdminNegativeIpV6Test-1130370063 tempest-RoutersAdminNegativeIpV6Test-1130370063-project-admin] 10.222.0.49 "DELETE /v2.0/ports/78dc8cf4-12b0-47d1-a7b8-690e4ea8f4b3 HTTP/1.1" status: 204 len: 168 time: 0.6165400 Jul 29 23:44:42.475443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ba1d25e-ada6-429f-9384-5e2bb63f7c6f req-2a1f4600-5a33-4c8b-9ada-84525a84cb0e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jul 29 23:44:42.492679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:42.514272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'port_id': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'mac_address': 'fa:16:3e:13:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c00a7-f675-4f97-a18b-a0187993f76d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:42.564730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.580228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:42.611470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:42.618622 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.696728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.733015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe415cf-4efb-4bac-a5ce-ba91b9e28e6d req-f45150f1-d3bb-4d6a-8be3-140a63cac0a2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.734605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0fe415cf-4efb-4bac-a5ce-ba91b9e28e6d req-f45150f1-d3bb-4d6a-8be3-140a63cac0a2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 945 time: 0.0618820 Jul 29 23:44:42.762581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-90fa3d1b-f9e0-42d8-aeea-26552e5fcfc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 200 len: 217 time: 0.4030955 Jul 29 23:44:42.793878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0fe415cf-4efb-4bac-a5ce-ba91b9e28e6d req-8e1bb5bc-f05e-4255-ba8b-a8c99e5ded16 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527368 Jul 29 23:44:42.802185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.816306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-e00f1876-59b8-4dd6-a41d-3e6a71918f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.817871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-e00f1876-59b8-4dd6-a41d-3e6a71918f61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.0478258 Jul 29 23:44:42.868032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-bf2404ae-331c-4dbc-b42e-fa654c65b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.869742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-bf2404ae-331c-4dbc-b42e-fa654c65b363 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450349 Jul 29 23:44:42.934193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11dbc91c-f23f-4f34-83b1-f989b882b83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.979796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-40d3f582-ad12-4b8b-afac-d5fe79146053 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027033 Jul 29 23:44:43.041906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11dbc91c-f23f-4f34-83b1-f989b882b83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.047993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11dbc91c-f23f-4f34-83b1-f989b882b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.088631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11dbc91c-f23f-4f34-83b1-f989b882b83f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ef2c88c4cc8499bae10d36aeb57bcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852626 Jul 29 23:44:43.089564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa007151-39ce-41dc-bf25-1f9ee5bd5f98 req-5e3841bc-3224-4d82-b23a-6a7c96c375d4 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023173 Jul 29 23:44:43.090727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbc91c-f23f-4f34-83b1-f989b882b83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478c5c9-5783-406b-8174-042c4f23d04b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.091703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.167353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.187513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['56b7048f-1f16-4c87-aead-6b2e14546961'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:43.212514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.243913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.250279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.256207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.262354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.268926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.274907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.283735 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.285773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cb7efe2-9650-4383-93ff-55c79147500c req-2898f951-f91a-4a1f-a28f-698b6608b038 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1335852 Jul 29 23:44:43.292102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['22821c5b-18fe-453f-9271-7517dc61ca4e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:43.350987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cb7efe2-9650-4383-93ff-55c79147500c req-fe3c81a8-f4e7-4d42-a1ec-540769b16600 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552938 Jul 29 23:44:43.366770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.370122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.379304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3478c5c9-5783-406b-8174-042c4f23d04b HTTP/1.1" status: 204 len: 168 time: 0.2783782 Jul 29 23:44:43.383906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbc979-018a-4da1-b557-4c422b7b2d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478c5c9-5783-406b-8174-042c4f23d04b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.623920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cd9de-9b6f-49e0-97f7-29caf342bf56 req-ef98b1a5-5ae2-4bc7-9c90-1519368d5e37 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.625708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842cd9de-9b6f-49e0-97f7-29caf342bf56 req-ef98b1a5-5ae2-4bc7-9c90-1519368d5e37 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 945 time: 0.0574729 Jul 29 23:44:43.670928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842cd9de-9b6f-49e0-97f7-29caf342bf56 req-929ea7c1-8f32-4fe2-926b-5bff336fac9a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Jul 29 23:44:43.727288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46078) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.770356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f31206b2-2abc-4958-af78-42ee3ad49319 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=581ec095d9d041c490a692397e4d1658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418413 Jul 29 23:44:43.773255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.827445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.862728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.175242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0b8a-a736-4a91-be05-060375edc0c1 req-97629d0e-5f4e-475d-abea-2ac3ef35f910 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.176727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67fa0b8a-a736-4a91-be05-060375edc0c1 req-97629d0e-5f4e-475d-abea-2ac3ef35f910 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 945 time: 0.3074076 Jul 29 23:44:44.193935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.196459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.197576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e070bfc-dd86-47ad-a5ad-fbe3ff257fb5 HTTP/1.1" status: 204 len: 168 time: 0.4229918 Jul 29 23:44:44.221920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853285b-5ed3-4885-bfc4-86dd48171125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e070bfc-dd86-47ad-a5ad-fbe3ff257fb5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:44.240822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67fa0b8a-a736-4a91-be05-060375edc0c1 req-151af523-9711-4dea-aed9-637a0d655d78 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570722 Jul 29 23:44:44.521040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.527711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.533724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.539642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.545973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.551903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.557949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.559922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-4f564253-6cca-47d1-90c0-5258af905e2f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1117444 Jul 29 23:44:44.621824 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-11efa48a-2f68-48d4-a69f-5af0cb71b4bb req-c59c5ee8-770d-46a4-a58f-e9751e89d231 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480266 Jul 29 23:44:44.809954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce9efc-96c9-4257-a0a4-4b6a854f4321 req-19c293ba-df71-4a29-805e-371c4cb1bb98 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.811896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5ce9efc-96c9-4257-a0a4-4b6a854f4321 req-19c293ba-df71-4a29-805e-371c4cb1bb98 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 945 time: 0.0675042 Jul 29 23:44:44.857212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5ce9efc-96c9-4257-a0a4-4b6a854f4321 req-ee703fd1-df2a-4ac0-9afc-8a60f7dfe55b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Jul 29 23:44:45.037425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:45.133514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'networks': [{'name': 'tempest-network--864242523'}, {'name': 'tempest-network--705796505'}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:45.133926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-network--864242523'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:45.134379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-network--705796505'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:45.157953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'network': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:45.162757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.173881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.287900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.295532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.296013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.340418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4317fac2-7299-4f6c-b333-079b3dad3ad9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:45.349123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:45.367013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.367377 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment f2ddbc90-81c3-468e-8324-2b42c46d7843 of type vlan for network 36108ca3-b50f-462a-adcf-47b774a5c526 Jul 29 23:44:45.419413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.424491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492663eb-c622-4d4e-874c-81a8963200a5 req-8d51fea0-12c9-4a50-95c0-8e82d1024cec tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.427440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-492663eb-c622-4d4e-874c-81a8963200a5 req-8d51fea0-12c9-4a50-95c0-8e82d1024cec tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 945 time: 0.0970967 Jul 29 23:44:45.466647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:45.471415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-492663eb-c622-4d4e-874c-81a8963200a5 req-a4598d7c-75ff-42b1-abb9-dd9bf997c272 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Jul 29 23:44:45.480888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.481233 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment 094a6b29-f26b-4440-9222-0791ca5e246b of type vlan for network 33ba1b39-b9a3-4e99-bff5-985e4c264ffa Jul 29 23:44:45.530801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.573124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.573705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.580864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.585797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.586527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.655698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6166770 Jul 29 23:44:45.658650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:45.670697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=36108ca3-b50f-462a-adcf-47b774a5c526,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:45.683696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 36108ca3-b50f-462a-adcf-47b774a5c526 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:45.744103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb5fd2-55fc-4e63-ba4d-182512c12eab tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=33ba1b39-b9a3-4e99-bff5-985e4c264ffa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:45.761301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 33ba1b39-b9a3-4e99-bff5-985e4c264ffa details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:45.838772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.845925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.852766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.859621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.865686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.871656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.877844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.880490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5101e7a2-120f-482f-9c8e-754d196f689f req-786dab53-d880-402d-b131-c368fc94493e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1242683 Jul 29 23:44:45.896321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf6e89-faef-434c-89a2-5129a06bb905 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.902202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf6e89-faef-434c-89a2-5129a06bb905 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.908878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf6e89-faef-434c-89a2-5129a06bb905 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.914988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf6e89-faef-434c-89a2-5129a06bb905 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.918154 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ecf6e89-faef-434c-89a2-5129a06bb905 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2580698 Jul 29 23:44:45.919857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:45.925649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5101e7a2-120f-482f-9c8e-754d196f689f req-3e5615e5-8697-4d3c-95ab-19050c0d386f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387695 Jul 29 23:44:46.024042 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.044630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576c0d-0292-4107-ae80-3666a0c8109a req-b1360968-dd53-4750-aa9c-7c6f7373473d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.046229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48576c0d-0292-4107-ae80-3666a0c8109a req-b1360968-dd53-4750-aa9c-7c6f7373473d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 945 time: 0.1059163 Jul 29 23:44:46.110594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56b7048f-1f16-4c87-aead-6b2e14546961 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:46.147130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.159117 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48576c0d-0292-4107-ae80-3666a0c8109a req-2e5fcd60-97ca-4a54-971d-96fd74b3e438 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910680 Jul 29 23:44:46.163069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36108ca3-b50f-462a-adcf-47b774a5c526']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.165877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 56b7048f-1f16-4c87-aead-6b2e14546961 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:46.170341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 56b7048f-1f16-4c87-aead-6b2e14546961 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:46.170904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.175423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ddbc90-81c3-468e-8324-2b42c46d7843') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.175760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ddbc90-81c3-468e-8324-2b42c46d7843') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.186561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.200519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.206856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:46.207292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:46.210863 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:46.232260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76440c57-6df0-45a9-824a-1dad6606416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.273510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.279779 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.282630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.284692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/36108ca3-b50f-462a-adcf-47b774a5c526 HTTP/1.1" status: 204 len: 168 time: 0.3638623 Jul 29 23:44:46.287704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.295707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb17d0-677e-4c94-a40b-71c8fb9ac0db tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=36108ca3-b50f-462a-adcf-47b774a5c526,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.311784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:46.315784 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502451e6-c09a-4a69-a0eb-f995699795f1" -d '{"events": [{"server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "name": "network-vif-plugged", "status": "completed", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:46.329843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56b7048f-1f16-4c87-aead-6b2e14546961,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.335070 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.335949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:46.371603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.417869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.435174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 22821c5b-18fe-453f-9271-7517dc61ca4e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:46.442899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 22821c5b-18fe-453f-9271-7517dc61ca4e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:46.443492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.491960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.502901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ba1b39-b9a3-4e99-bff5-985e4c264ffa']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.519647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094a6b29-f26b-4440-9222-0791ca5e246b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.520455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094a6b29-f26b-4440-9222-0791ca5e246b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.521376 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24faaff2-57f0-4aa0-94fd-82491d8324cb x-openstack-request-id: req-24faaff2-57f0-4aa0-94fd-82491d8324cb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:46.521659 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "name": "network-vif-plugged", "status": "completed", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:46.521938 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24faaff2-57f0-4aa0-94fd-82491d8324cb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:46.522651 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961', 'code': 200} Jul 29 23:44:46.534308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.536900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.551153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.557994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:46.558261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:46.561539 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:46.579177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.591543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.635513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b37c99-6a53-45d8-8eb9-9840724d2770 req-5fcb9d1c-b987-4742-a3cd-e1f83a738c17 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.637367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7b37c99-6a53-45d8-8eb9-9840724d2770 req-5fcb9d1c-b987-4742-a3cd-e1f83a738c17 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 946 time: 0.0739238 Jul 29 23:44:46.664715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.680601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.691562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.693431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/33ba1b39-b9a3-4e99-bff5-985e4c264ffa HTTP/1.1" status: 204 len: 168 time: 0.4047477 Jul 29 23:44:46.697344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7b37c99-6a53-45d8-8eb9-9840724d2770 req-1950456d-ba9d-42cd-a187-2f36af411a74 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519943 Jul 29 23:44:46.698020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.705452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26b7d-85c2-4c65-a61c-0b90b3a5eee8 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=33ba1b39-b9a3-4e99-bff5-985e4c264ffa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.723405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0fd26-83fc-470b-aeb6-8fb450107c14 req-d8e9d658-5b06-42ff-af0e-04bfe60620d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.725256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03f0fd26-83fc-470b-aeb6-8fb450107c14 req-d8e9d658-5b06-42ff-af0e-04bfe60620d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1098 time: 0.0761046 Jul 29 23:44:46.787726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03f0fd26-83fc-470b-aeb6-8fb450107c14 req-5da1b5d6-0f4e-4c78-988f-988595069df1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Jul 29 23:44:46.823070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ce41a-e048-46bf-a337-baa9b6d223f7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.829174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ce41a-e048-46bf-a337-baa9b6d223f7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.830863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-516ce41a-e048-46bf-a337-baa9b6d223f7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1318018 Jul 29 23:44:46.834860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46150) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.840083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1407224506'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:46.863075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:46.866684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.893927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:46.904856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.905316 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment 067deafa-b8e2-4bf8-8409-4949e0ceea60 of type vlan for network d901d824-c27b-4bbb-b035-1544e6a568f3 Jul 29 23:44:46.956441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.988526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.998307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.999332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.061921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2258375 Jul 29 23:44:47.064817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46156) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.071996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530958828'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.084855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ee1d-940c-48f5-b79e-db6246de06ea tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=d901d824-c27b-4bbb-b035-1544e6a568f3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.096240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d901d824-c27b-4bbb-b035-1544e6a568f3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:47.103003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:47.106625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.132124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:47.142966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.143327 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment c6d43462-983e-49bf-bdf1-e2a92ba89ddd of type vlan for network c5a6a123-3463-47f7-bbab-e2aab4020f01 Jul 29 23:44:47.160617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.190091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.240825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.246324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.246925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.319863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb27ed5-dfa5-4cb7-bbca-5e1dced06690 req-a9411f50-0e2f-4604-b6cd-f7989eaf8897 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.322218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2cb27ed5-dfa5-4cb7-bbca-5e1dced06690 req-a9411f50-0e2f-4604-b6cd-f7989eaf8897 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0600982 Jul 29 23:44:47.322921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2570550 Jul 29 23:44:47.325946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46160) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.332563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'ports': [{'network_id': 'd901d824-c27b-4bbb-b035-1544e6a568f3', 'name': 'tempest-port--634888476', 'admin_state_up': True}, {'network_id': 'c5a6a123-3463-47f7-bbab-e2aab4020f01', 'admin_state_up': False}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.332876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'port': {'network_id': 'd901d824-c27b-4bbb-b035-1544e6a568f3', 'name': 'tempest-port--634888476', 'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.333356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'port': {'network_id': 'c5a6a123-3463-47f7-bbab-e2aab4020f01', 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.345280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7e14-0731-4276-b244-8767bc24fcbf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=c5a6a123-3463-47f7-bbab-e2aab4020f01,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.355902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c5a6a123-3463-47f7-bbab-e2aab4020f01 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:47.362106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.368057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.374292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.380090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.385979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.392564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.398546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.400536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-1ba6f59c-049f-4ab9-8493-0c4b7e932ef2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1696870 Jul 29 23:44:47.446152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2cb27ed5-dfa5-4cb7-bbca-5e1dced06690 req-b45c32b1-6dfa-4578-8a16-8e9cfad20cf1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091042 Jul 29 23:44:47.461936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a72135f6-67eb-4847-bd2a-704cc2a1fdf2 req-f390e4eb-e4fa-499d-894a-dc5924b8b55d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523758 Jul 29 23:44:47.550372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'port': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:47.555279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.570452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.677675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] device_id is not set on port 0d0e1c55-b0cf-4f01-9bcb-af74aac93717 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:47.837720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.863052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7129e12-0ca6-4a27-9415-599174dd8f22 req-87f71a99-a58e-42c2-affb-22761091d876 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.865685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7129e12-0ca6-4a27-9415-599174dd8f22 req-87f71a99-a58e-42c2-affb-22761091d876 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 946 time: 0.0743906 Jul 29 23:44:47.929314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] device_id is not set on port 8d51734a-180f-48e1-9f29-59f331b68b4d yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:47.934439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7129e12-0ca6-4a27-9415-599174dd8f22 req-fedf2144-8256-4cc4-bffb-2a1153d25b23 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Jul 29 23:44:48.048109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.095002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.153844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Port': ['ID=0d0e1c55-b0cf-4f01-9bcb-af74aac93717,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.171767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Checking segment: {'id': '067deafa-b8e2-4bf8-8409-4949e0ceea60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd901d824-c27b-4bbb-b035-1544e6a568f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:48.172215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network hostable DHCP agents. Network: d901d824-c27b-4bbb-b035-1544e6a568f3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:48.190898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network d901d824-c27b-4bbb-b035-1544e6a568f3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:48.202176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d901d824-c27b-4bbb-b035-1544e6a568f3) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:48.206036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:48.206910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.218215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d857a-7ac6-48c6-99f7-42e82159409b None None] Network d901d824-c27b-4bbb-b035-1544e6a568f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:48.271956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Port': ['ID=8d51734a-180f-48e1-9f29-59f331b68b4d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.289547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Checking segment: {'id': 'c6d43462-983e-49bf-bdf1-e2a92ba89ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5a6a123-3463-47f7-bbab-e2aab4020f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:48.289893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network hostable DHCP agents. Network: c5a6a123-3463-47f7-bbab-e2aab4020f01, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:48.309420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network c5a6a123-3463-47f7-bbab-e2aab4020f01 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:48.321122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c5a6a123-3463-47f7-bbab-e2aab4020f01) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:48.325476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:48.331448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.335013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1731d7e-7d89-4665-9e4b-20ad900b775c None None] Network c5a6a123-3463-47f7-bbab-e2aab4020f01 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:48.337105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.339209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.370461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-076963b5-e777-4f39-8eed-eaf91bc4594b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0430920 Jul 29 23:44:48.371282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.466892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcae39-d8e0-4803-a954-082ae8b5fa44 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.472955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcae39-d8e0-4803-a954-082ae8b5fa44 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.474598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48dcae39-d8e0-4803-a954-082ae8b5fa44 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1023390 Jul 29 23:44:48.479468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.523891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:48.526443 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bbc7e-a751-48d2-8294-fb16f8bc86cf" -d '{"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-plugged", "status": "completed", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:48.584874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d5bf-c372-4dfb-a083-5873a65274c9 req-9546c3a3-27e7-4c1a-8766-2429927ba96a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.586410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5270d5bf-c372-4dfb-a083-5873a65274c9 req-9546c3a3-27e7-4c1a-8766-2429927ba96a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0562644 Jul 29 23:44:48.604032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Deleting port 0d0e1c55-b0cf-4f01-9bcb-af74aac93717 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:48.604370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.629408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5270d5bf-c372-4dfb-a083-5873a65274c9 req-146bbf20-f9b0-44af-b2c5-d5fba7f79d9f tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360124 Jul 29 23:44:48.681920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.689018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.691806 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fcc6a3-d28a-40c6-8676-38a7dc63199d x-openstack-request-id: req-f6fcc6a3-d28a-40c6-8676-38a7dc63199d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:48.692225 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-plugged", "status": "completed", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:48.692581 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6fcc6a3-d28a-40c6-8676-38a7dc63199d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:48.693048 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'code': 200} Jul 29 23:44:48.695027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.700901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.707749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.713594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.720337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.722280 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-963aad6b-674c-4789-be62-7d3de255c156 req-f8c313a9-a8f9-4392-9a49-dbc0666d3c37 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1592555 Jul 29 23:44:48.744550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.772188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Calling delete_port for 0d0e1c55-b0cf-4f01-9bcb-af74aac93717 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:48.799032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-963aad6b-674c-4789-be62-7d3de255c156 req-b01e2e25-854d-4a93-9c51-99a7ce327957 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694826 Jul 29 23:44:48.892171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983d1f1-b2fb-4ba8-a9cd-8dcdcf044a78 req-04900b77-99e1-4418-8f44-81a698559218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.893897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d983d1f1-b2fb-4ba8-a9cd-8dcdcf044a78 req-04900b77-99e1-4418-8f44-81a698559218 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 1098 time: 0.0477216 Jul 29 23:44:48.913816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.936130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d983d1f1-b2fb-4ba8-a9cd-8dcdcf044a78 req-d0116e9d-1bb8-4431-86e1-dafc68bfe1e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Jul 29 23:44:48.950959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.954583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/ports/0d0e1c55-b0cf-4f01-9bcb-af74aac93717 HTTP/1.1" status: 204 len: 168 time: 0.4737570 Jul 29 23:44:48.956279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18a811-1833-4115-a215-a0497ff75af7 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Port': ['ID=0d0e1c55-b0cf-4f01-9bcb-af74aac93717,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.957192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.981964 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-64fc7b1b-8884-4eed-bfb8-4ff82541fec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.101474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f13d5a-9d78-48c2-a716-229d50d235ce req-00df2508-9712-4b15-bef3-03f684a9bfa6 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.103016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58f13d5a-9d78-48c2-a716-229d50d235ce req-00df2508-9712-4b15-bef3-03f684a9bfa6 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 946 time: 0.0636382 Jul 29 23:44:49.108484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Deleting port 8d51734a-180f-48e1-9f29-59f331b68b4d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:49.108846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.208908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58f13d5a-9d78-48c2-a716-229d50d235ce req-ab537dc0-db8f-42b4-8d20-3519c29cb6f7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966399 Jul 29 23:44:49.210597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.225232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Calling delete_port for 8d51734a-180f-48e1-9f29-59f331b68b4d owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:49.259024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.319295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.354349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Port': ['ID=8d51734a-180f-48e1-9f29-59f331b68b4d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:49.361144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.364850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7e063f83-4fac-4ece-be47-c5de6b9ff77f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/ports/8d51734a-180f-48e1-9f29-59f331b68b4d HTTP/1.1" status: 204 len: 168 time: 0.4063957 Jul 29 23:44:49.367562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46192) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.391592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-4222e90d-22ff-4c0a-9114-c6f4cbeb58bc tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.393226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-4222e90d-22ff-4c0a-9114-c6f4cbeb58bc tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0999541 Jul 29 23:44:49.400595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-229c6a62-96e9-4a5c-804f-efbf18786a0c tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313656 Jul 29 23:44:49.405535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46194) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.411880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-166056033'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:49.436359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:49.439695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.475963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:49.486655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.487000 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment 4f67901e-3367-45c8-ae38-4df429fdce6a of type vlan for network 1a7582fb-2211-476e-a429-45de1c1ee0b4 Jul 29 23:44:49.497419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-25a47ffc-85ff-47e7-85e4-8378fc89d8b6 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 695 time: 0.0974336 Jul 29 23:44:49.509333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:49.533147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.563135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.567069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.573086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.573726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.641857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2347069 Jul 29 23:44:49.646649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.654774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1516788346'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:49.666692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af51852-1c93-4f56-bfec-75c08b1bd3c2 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=1a7582fb-2211-476e-a429-45de1c1ee0b4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:49.684013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 1a7582fb-2211-476e-a429-45de1c1ee0b4 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:49.687707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:49.691689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.727813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:49.780611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.781133 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Added segment d00ae5f7-69cd-47f9-9a59-1c2e0962cd60 of type vlan for network 449a5257-becc-4284-ac31-445e143144f3 Jul 29 23:44:49.829103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.850946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a014d1-5b24-47a6-bf62-e6ffc89f2f62 req-86959acb-e7dd-45bd-812a-56db4c7270d0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.852530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68a014d1-5b24-47a6-bf62-e6ffc89f2f62 req-86959acb-e7dd-45bd-812a-56db4c7270d0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.1184399 Jul 29 23:44:49.892826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.898653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.899300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.971632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68a014d1-5b24-47a6-bf62-e6ffc89f2f62 req-6a93485d-826f-44b9-922a-0e95c82c6302 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111898 Jul 29 23:44:49.988820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3408158 Jul 29 23:44:50.009017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04fde-10dc-4158-8705-83b0737ab542 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Network': ['ID=449a5257-becc-4284-ac31-445e143144f3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:50.021830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 449a5257-becc-4284-ac31-445e143144f3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:50.077807 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.082635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.198865 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a associated. External IP: 172.25.5.33, port: 19ac5108-32b4-4c15-875d-97c4ef2f7c19. Jul 29 23:44:50.247861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.254643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.263300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.269496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.275582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.282076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.288047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.290113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-8a4b72c4-badc-4c94-8f0b-fef46d3b0c2a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1005645 Jul 29 23:44:50.333692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8549626-0ba8-421e-a64b-c3a59aab55fd req-74d45e33-6176-4d85-8e4c-778fb94cfc08 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370843 Jul 29 23:44:50.433385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:50.562951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:50.567739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.581416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:50.599216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.601266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:50.602876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:50.610297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-43069294-33c0-4143-b3f5-647844641784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "PUT /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 995 time: 1.1056063 Jul 29 23:44:50.610982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:50.613373 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919" -d '{"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:50.666044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-7812f9c0-7103-4996-a7b6-de0e66f95e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.668312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-7812f9c0-7103-4996-a7b6-de0e66f95e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.0512719 Jul 29 23:44:50.722104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:50.785721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-23fb3c43-9ec6-4f47-b5d2-95bb780886b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.787234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-23fb3c43-9ec6-4f47-b5d2-95bb780886b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1117194 Jul 29 23:44:50.935230 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdabaf23-3580-4e08-a90b-d21fac182ec5 x-openstack-request-id: req-bdabaf23-3580-4e08-a90b-d21fac182ec5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:50.935230 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:50.935230 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdabaf23-3580-4e08-a90b-d21fac182ec5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:50.935595 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:44:51.074102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-2e621647-20fb-4473-8feb-e52f56d72ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.078392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-2e621647-20fb-4473-8feb-e52f56d72ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.0950396 Jul 29 23:44:51.157569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:49Z', 'revision_number': 1, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:51.270664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af68ea-1037-4e0c-9714-0846d2f43bcd req-a3392d55-b503-4731-b1e8-2bab17523616 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.283739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38af68ea-1037-4e0c-9714-0846d2f43bcd req-a3392d55-b503-4731-b1e8-2bab17523616 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.1661801 Jul 29 23:44:51.353241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-2b29a6fa-6278-47c2-aef1-7867ec4eefc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 998 time: 0.5565984 Jul 29 23:44:51.382453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38af68ea-1037-4e0c-9714-0846d2f43bcd req-c3846090-9207-4baf-8e03-26f52ab956c5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961268 Jul 29 23:44:51.384125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:51.394266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:51.395005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:51.424758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-0df1974f-4f95-4021-ac42-26109075bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.426568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-0df1974f-4f95-4021-ac42-26109075bacf service neutron] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.3406363 Jul 29 23:44:51.452780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-a40fa06d-0641-44c4-b00d-0aee89bb3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.457181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-a40fa06d-0641-44c4-b00d-0aee89bb3307 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0972917 Jul 29 23:44:51.524050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:51.561590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-9e374d76-1c3d-4727-ba0d-51a28a4d65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.562052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-b743c794-8204-4ff5-957c-32f0b6a02b49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 998 time: 0.1241610 Jul 29 23:44:51.563400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-9e374d76-1c3d-4727-ba0d-51a28a4d65d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997398 Jul 29 23:44:51.669604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-507ad4aa-8990-411d-9a0d-9ed7cfbcd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.671372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-507ad4aa-8990-411d-9a0d-9ed7cfbcd6f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1002038 Jul 29 23:44:51.709304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-118d3216-f568-49bb-8cdc-740527e1791b service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383054 Jul 29 23:44:51.746908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.757053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.759903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.766176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.773025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.779445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.785804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.796342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-71ff373d-c5d5-4835-8c53-b1dc8b749830 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1868947 Jul 29 23:44:51.824214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-c32505d2-0b9c-45f1-b947-e81ed8001a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.825783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-c32505d2-0b9c-45f1-b947-e81ed8001a76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461453 Jul 29 23:44:51.839832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-736eb2c4-c3df-40bb-9c49-de724629e041 req-862a80a3-d545-4305-8d3b-29faa7f016ac service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228247 Jul 29 23:44:51.868014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9b3106a-9448-420f-9554-4ccb5d5af8d4 req-0f5757a7-fc20-4885-892e-80d1910ed323 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704618 Jul 29 23:44:51.873043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:49Z', 'revision_number': 1, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:51.925263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2872-d406-4256-bb12-4db66699275e None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:49Z', 'revision_number': 1, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:51.959484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-904b876b-8753-4523-94a1-ae6f12c3d9de service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218219 Jul 29 23:44:52.084091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d428-c896-42ea-9006-d43bc09c9eae req-fbc388fb-6818-45ac-a5f0-7fe8b6ac9b1c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:52.092692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ef8d428-c896-42ea-9006-d43bc09c9eae req-fbc388fb-6818-45ac-a5f0-7fe8b6ac9b1c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0935133 Jul 29 23:44:52.126509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3572b4e-b5a9-4ad5-9ee8-fa1ddf753919 req-e972323d-9e23-45e2-9368-d598d0a3a999 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577616 Jul 29 23:44:52.160520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ef8d428-c896-42ea-9006-d43bc09c9eae req-fde0e55a-26b4-4510-9f33-c9709c11fd7b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658517 Jul 29 23:44:52.258759 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b91483-b9c6-41ca-9a11-e10df7afd278 None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:52.328166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-a21b1048-2291-4f28-9325-cfc38c2f7dcc tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:52.340624 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-a21b1048-2291-4f28-9325-cfc38c2f7dcc tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1108484 Jul 29 23:44:52.346376 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.452271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-ef9cc885-90e6-4ebc-9fa4-0729c84ea087 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 998 time: 0.1086709 Jul 29 23:44:52.467759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:52.546852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.049320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.055269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.061391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.067405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.073240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.079542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.086757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.087843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-609e9438-beae-4265-a94b-a5d76553ab0b req-de0bad2a-75d1-4624-8f6d-d969ccfe1f88 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1026313 Jul 29 23:44:53.121131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.127288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.141224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-609e9438-beae-4265-a94b-a5d76553ab0b req-c5a8779e-435e-4b91-b207-fd475561124b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396984 Jul 29 23:44:53.244853 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a associated. External IP: 172.25.5.33, port: 19ac5108-32b4-4c15-875d-97c4ef2f7c19. Jul 29 23:44:53.448752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863e77-c8ee-45d7-b14f-85ce75ae7d01 req-e9801f6f-f8f1-41ee-8891-905d6e8da93c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.454252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f863e77-c8ee-45d7-b14f-85ce75ae7d01 req-e9801f6f-f8f1-41ee-8891-905d6e8da93c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0715728 Jul 29 23:44:53.499210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.507299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:53.520821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'subnets': [{'network_id': '1a7582fb-2211-476e-a429-45de1c1ee0b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1128131441', 'ip_version': 6}, {'network_id': '449a5257-becc-4284-ac31-445e143144f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:53.521196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'subnet': {'network_id': '1a7582fb-2211-476e-a429-45de1c1ee0b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1128131441', 'ip_version': 6}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:53.522619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Request body: {'subnet': {'network_id': '449a5257-becc-4284-ac31-445e143144f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:53.601955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f863e77-c8ee-45d7-b14f-85ce75ae7d01 req-39777be2-2d06-49e6-bbc6-17c068beb5e4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385088 Jul 29 23:44:53.646210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:53.667340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:53.678946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:53.679897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:53.810781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Made reservation on behalf of e8c1cb7fd7ea48daafcd4068c9c5eb68 for: {'subnet': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:53.818396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:53.819594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.820087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.934962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:54.059575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:54.064479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.096391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:54.098820 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197" -d '{"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:54.100600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:53Z', 'revision_number': 3, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:54.133034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:54.133766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2e96b4a5-4474-48a0-9c24-65e76727bd1b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "PUT /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 998 time: 1.6706076 Jul 29 23:44:54.157953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:54.158808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:54.187313 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88fc364-0809-4163-892e-22c25911d14a x-openstack-request-id: req-e88fc364-0809-4163-892e-22c25911d14a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:54.187636 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:54.187897 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e88fc364-0809-4163-892e-22c25911d14a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:54.188257 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:44:54.210090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-84262970-6136-483b-ab04-07c1e15e5134 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.211829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-84262970-6136-483b-ab04-07c1e15e5134 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports/19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 942 time: 0.0703559 Jul 29 23:44:54.405510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:54.435241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-396d31a5-2687-476b-af67-1f0a20236f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.438553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-396d31a5-2687-476b-af67-1f0a20236f39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.1050799 Jul 29 23:44:54.439702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.511047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-05a462af-66b6-4804-89bb-6aa4d9700ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.512669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-05a462af-66b6-4804-89bb-6aa4d9700ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.2735667 Jul 29 23:44:54.585246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-7353275a-2d0f-4b78-aeea-2122f0b10541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.587958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-7353275a-2d0f-4b78-aeea-2122f0b10541 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1409366 Jul 29 23:44:54.657061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-411957b3-793a-49e5-aecd-ffdafc85225b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.0600424 Jul 29 23:44:54.774812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2c62a8a9-fede-4b1e-8f84-d56bfe501312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.777109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-2c62a8a9-fede-4b1e-8f84-d56bfe501312 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1077459 Jul 29 23:44:54.824792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:53Z', 'revision_number': 3, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:54.853028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-86a924a4-bb80-4552-8170-3da967e7ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.856030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-86a924a4-bb80-4552-8170-3da967e7ce9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717015 Jul 29 23:44:54.858644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba2ef7-c207-4ccd-adc8-4e9d074d48c2 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:53Z', 'revision_number': 3, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:54.948747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Subnet': ['ID=330ddf3d-31ec-4ce5-8a59-36fc8e17ce84,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:54.974811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-a713cecb-387c-4b25-b6d7-ef30584e59b3 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096342 Jul 29 23:44:54.998226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.004341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.010974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.017262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.023342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.029738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.036000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.038010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7db3fe84-3240-4933-97d2-7db06d690604 req-e90fb295-a58d-484f-ac69-6c9e6abcc06e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.5243857 Jul 29 23:44:55.076124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Checking segment: {'id': '4f67901e-3367-45c8-ae38-4df429fdce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a7582fb-2211-476e-a429-45de1c1ee0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:55.076488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network hostable DHCP agents. Network: 1a7582fb-2211-476e-a429-45de1c1ee0b4, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:55.079001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-dde9e28f-5069-4f13-8c8e-d49ac637b2b1 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994811 Jul 29 23:44:55.082429 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c530c-1155-406e-8fd7-7eab9be1cfcd None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:55.083057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-26459ca4-dd07-4f83-9241-5e2659237e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.084744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-26459ca4-dd07-4f83-9241-5e2659237e9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.5532115 Jul 29 23:44:55.146749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7db3fe84-3240-4933-97d2-7db06d690604 req-1199d07c-8571-4c7b-bf40-8f0f67e34e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943635 Jul 29 23:44:55.149663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-88719b6d-ee0a-4cc5-aef5-2ad21c6963af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.0490098 Jul 29 23:44:55.168387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network 1a7582fb-2211-476e-a429-45de1c1ee0b4 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:55.169169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-12272e96-a1a3-4410-9d7a-d965015f1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.178864 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-12272e96-a1a3-4410-9d7a-d965015f1764 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1098 time: 0.0701399 Jul 29 23:44:55.202690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 1a7582fb-2211-476e-a429-45de1c1ee0b4) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:55.208131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.215943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41d4a9-bf06-459c-9962-8c9b53ba1d37 None None] Network 1a7582fb-2211-476e-a429-45de1c1ee0b4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:55.269377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-b0e9d15e-f9e2-4be7-ba37-a3eb79ff23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.271146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-b0e9d15e-f9e2-4be7-ba37-a3eb79ff23b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1130459 Jul 29 23:44:55.294448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event updated for resources: {'Subnet': ['ID=024dc78c-16d5-4ae9-98f3-fde6f9acb01f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:55.321034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-3c043d23-5346-4f43-8bc7-47b274259505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.330431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-3c043d23-5346-4f43-8bc7-47b274259505 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1505067 Jul 29 23:44:55.344659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Checking segment: {'id': 'd00ae5f7-69cd-47f9-9a59-1c2e0962cd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '449a5257-becc-4284-ac31-445e143144f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:55.345822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network hostable DHCP agents. Network: 449a5257-becc-4284-ac31-445e143144f3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:55.352529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-7638939f-96d8-467c-95dc-1746677d930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.354732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-7638939f-96d8-467c-95dc-1746677d930f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717921 Jul 29 23:44:55.442363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-88566818-9c6b-4c05-b2a7-bf14e8b20816 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 1001 time: 0.1108522 Jul 29 23:44:55.445871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Network 449a5257-becc-4284-ac31-445e143144f3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:55.449046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:55.461329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e2a68-519b-40da-abb1-b1936f27f715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-1a7582fb-2211-476e-a429-45de1c1ee0b4', 'network_id': '1a7582fb-2211-476e-a429-45de1c1ee0b4', 'tenant_id': 'e8c1cb7fd7ea48daafcd4068c9c5eb68', 'fixed_ips': [{'subnet_id': '330ddf3d-31ec-4ce5-8a59-36fc8e17ce84'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:44:55.462877 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-860e2a68-519b-40da-abb1-b1936f27f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.478116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:55.478884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:55.501398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 449a5257-becc-4284-ac31-445e143144f3) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:55.513786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.514272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.514958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.524072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-3d12a5b3-1bdc-406f-8919-8a3fff57be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.525099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-3d12a5b3-1bdc-406f-8919-8a3fff57be2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0718446 Jul 29 23:44:55.539946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59b9ca-089f-4838-8819-dcdbaef948d8 None None] Network 449a5257-becc-4284-ac31-445e143144f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:55.558944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136317db-0bcc-4949-929a-3fdf83cd15d3 req-7bba7c87-346c-41b4-ac8a-d713e81fecc1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.560601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-136317db-0bcc-4949-929a-3fdf83cd15d3 req-7bba7c87-346c-41b4-ac8a-d713e81fecc1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.1158390 Jul 29 23:44:55.569477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-af07d63e-ae2b-40f5-aa20-255e0b33b907 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0687585 Jul 29 23:44:55.570172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46276) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:55.595484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-b57551d1-e8c1-4d0e-a5c9-f69538cba9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.597105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-b57551d1-e8c1-4d0e-a5c9-f69538cba9cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627723 Jul 29 23:44:55.633590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-8750bee5-d34b-491b-a326-1a2066d27ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684999 Jul 29 23:44:55.736974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-ed5dc437-5b37-4fd3-b886-c0522bf63d39 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313202 Jul 29 23:44:55.745194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-136317db-0bcc-4949-929a-3fdf83cd15d3 req-5351740f-711a-4029-a65a-a2b12c187321 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568613 Jul 29 23:44:55.766733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e1fd1-5e8e-444d-9210-817d38b5c88b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.776758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e1fd1-5e8e-444d-9210-817d38b5c88b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.779112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e1fd1-5e8e-444d-9210-817d38b5c88b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.791215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d25e1fd1-5e8e-444d-9210-817d38b5c88b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2144725 Jul 29 23:44:55.794341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46278) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:55.866845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02822ffd-c01d-4c47-a7da-d9f952acaafe req-93ec1b55-585b-4501-ac71-8cc9364c487a service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215448 Jul 29 23:44:55.903598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-addfdd4a-53b0-4ac6-bbc7-ee92bbbed197 req-bd3af621-80eb-4afa-9b96-7d1ff1c48fdf service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609653 Jul 29 23:44:55.917531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Deleting subnet 330ddf3d-31ec-4ce5-8a59-36fc8e17ce84 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:55.922831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.982508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:55.998260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.008535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-263ea934-2105-4ea1-acd6-a95f721999b4 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1001 time: 0.1030815 Jul 29 23:44:56.060742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.064534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-c9cc2922-be32-414a-943a-6fefb818b96e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.066042 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-c9cc2922-be32-414a-943a-6fefb818b96e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports/56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 943 time: 0.0527804 Jul 29 23:44:56.141219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c38f7-a90b-4259-ba76-62f56ac2e855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-449a5257-becc-4284-ac31-445e143144f3', 'network_id': '449a5257-becc-4284-ac31-445e143144f3', 'tenant_id': 'e8c1cb7fd7ea48daafcd4068c9c5eb68', 'fixed_ips': [{'subnet_id': '024dc78c-16d5-4ae9-98f3-fde6f9acb01f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:44:56.141651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.142260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f83c38f7-a90b-4259-ba76-62f56ac2e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.172906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Subnet': ['ID=330ddf3d-31ec-4ce5-8a59-36fc8e17ce84,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.190328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.193818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aa188fd8-7fd6-44ec-a64c-f8daa913cadf tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/subnets/330ddf3d-31ec-4ce5-8a59-36fc8e17ce84 HTTP/1.1" status: 204 len: 168 time: 0.3984470 Jul 29 23:44:56.194864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:56.196466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46284) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:56.198844 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ebfef3-8697-49c9-874e-cad6f565010e" -d '{"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:56.216330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-ce1ba92f-2207-4105-bfd4-b6583772fa8f tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1001 time: 0.1013570 Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-860e2a68-519b-40da-abb1-b1936f27f715 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 330ddf3d-31ec-4ce5-8a59-36fc8e17ce84: This subnet is being modified by another concurrent operation. Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:44:56.246821 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 330ddf3d-31ec-4ce5-8a59-36fc8e17ce84: This subnet is being modified by another concurrent operation. Jul 29 23:44:56.251664 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 29 23:44:56.262363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:56.305888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Deleting subnet 024dc78c-16d5-4ae9-98f3-fde6f9acb01f {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:56.311119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.321698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaccc3b-a6fe-400b-a94a-38999ae7b134 None None] Network 1a7582fb-2211-476e-a429-45de1c1ee0b4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:56.351445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-6eed1a09-9bea-478e-a23b-18b2eaf86149 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.353282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a993adc1-a77c-4b34-b22b-7aa19058f85b req-6eed1a09-9bea-478e-a23b-18b2eaf86149 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1290224 Jul 29 23:44:56.354793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.362508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.367964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.374054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.381008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.387152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.394079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.402449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-3263ae66-10c5-40b3-8b88-9f17c35775de tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1566112 Jul 29 23:44:56.419945 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7b6e6-f9eb-401e-898e-4507e2f99e83 x-openstack-request-id: req-9fd7b6e6-f9eb-401e-898e-4507e2f99e83 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:56.420283 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:56.420521 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fd7b6e6-f9eb-401e-898e-4507e2f99e83 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:56.420950 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961', 'status': 'completed', 'code': 200} Jul 29 23:44:56.439278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.510378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f47d6ca-3a77-44b1-a8bc-3a570a4e7dd6 req-6e3841b7-6303-4aac-92f5-0f60628ce0bf tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067963 Jul 29 23:44:56.538360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.706854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:56.723564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'port_id': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'mac_address': 'fa:16:3e:13:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c00a7-f675-4f97-a18b-a0187993f76d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:56.736530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-5fa5803d-702f-42e8-87ff-bb0d2019dc92 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1001 time: 0.1722679 Jul 29 23:44:56.741055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebfef3-8697-49c9-874e-cad6f565010e req-7b90ec56-c7bf-44e2-86ec-ba55856bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.742598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-7b90ec56-c7bf-44e2-86ec-ba55856bb3a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1098 time: 0.1770563 Jul 29 23:44:56.756140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-f83c38f7-a90b-4259-ba76-62f56ac2e855 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024dc78c-16d5-4ae9-98f3-fde6f9acb01f: This subnet is being modified by another concurrent operation. Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:44:56.773893 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024dc78c-16d5-4ae9-98f3-fde6f9acb01f: This subnet is being modified by another concurrent operation. Jul 29 23:44:56.777100 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 29 23:44:56.800379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24e873-84df-4231-b7cb-1faf94b960e8 None None] Network 449a5257-becc-4284-ac31-445e143144f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:56.812046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:55Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:56.849970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.883379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:56.899331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Subnet': ['ID=024dc78c-16d5-4ae9-98f3-fde6f9acb01f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.913177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-212f3159-22ee-4cfa-b5ba-817727530399 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.914425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:56.914664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-212f3159-22ee-4cfa-b5ba-817727530399 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports/56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 943 time: 0.1705062 Jul 29 23:44:56.918411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.924518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c6ab990-da1f-4bab-9acb-979560d4769f tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/subnets/024dc78c-16d5-4ae9-98f3-fde6f9acb01f HTTP/1.1" status: 204 len: 168 time: 0.7227535 Jul 29 23:44:56.924730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:56.924730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:56.927547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340b83-2921-40c9-8cba-1ec17f3d7ebb req-ef40e83f-424f-4963-aa08-f6742890e4c5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.929701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67340b83-2921-40c9-8cba-1ec17f3d7ebb req-ef40e83f-424f-4963-aa08-f6742890e4c5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0901072 Jul 29 23:44:56.929888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46298) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.001923 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67340b83-2921-40c9-8cba-1ec17f3d7ebb req-745b8dca-ce54-4554-a4eb-269c6562a963 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Jul 29 23:44:57.044182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:57.074668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53326e9-32b2-4484-871d-8300e571bdbd tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.075862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d53326e9-32b2-4484-871d-8300e571bdbd tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1447694 Jul 29 23:44:57.080645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.082074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebfef3-8697-49c9-874e-cad6f565010e req-2a0e736b-f808-4878-b3ef-7a8d7d55ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.083434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-2a0e736b-f808-4878-b3ef-7a8d7d55ce46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.3250327 Jul 29 23:44:57.096836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-df05952a-d14a-44b1-b303-0c69b99c0d1d tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1001 time: 0.1134408 Jul 29 23:44:57.105457 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.206893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:57.255517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:57.280439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-2a75b11a-2fbe-462f-8d52-5aa79610899f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 1001 time: 0.1435244 Jul 29 23:44:57.294670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-5c1d1f3d-417f-486e-aee6-4acc75b94502 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.306400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-5c1d1f3d-417f-486e-aee6-4acc75b94502 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1958487 Jul 29 23:44:57.367000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327586ec-d10b-4230-80ba-77704df67d5e None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:44:57.417964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebfef3-8697-49c9-874e-cad6f565010e req-6ef08059-9979-4e52-80ac-04251a5e54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.419752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-6ef08059-9979-4e52-80ac-04251a5e54cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1122246 Jul 29 23:44:57.434342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-ede1ec5b-a5a7-4399-bb27-db8f2a1d8e66 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1001 time: 0.1165001 Jul 29 23:44:57.439777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:57.508945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.534210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['22821c5b-18fe-453f-9271-7517dc61ca4e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:57.542143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.606744 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.614152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df860-3993-407f-8dbd-c5d28d652e59 req-ad06e032-c523-4ddf-94fb-32f298294e94 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.616651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec5df860-3993-407f-8dbd-c5d28d652e59 req-ad06e032-c523-4ddf-94fb-32f298294e94 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 945 time: 0.0921946 Jul 29 23:44:57.654295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebfef3-8697-49c9-874e-cad6f565010e req-b7ccadbe-e6ff-4300-a213-a4eebe210736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.656745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-b7ccadbe-e6ff-4300-a213-a4eebe210736 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073029 Jul 29 23:44:57.711809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.726084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec5df860-3993-407f-8dbd-c5d28d652e59 req-8f420f01-7294-46a2-88a5-028c5e1ec7d8 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013761 Jul 29 23:44:57.727904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449a5257-becc-4284-ac31-445e143144f3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:57.742475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00ae5f7-69cd-47f9-9a59-1c2e0962cd60') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:57.742778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00ae5f7-69cd-47f9-9a59-1c2e0962cd60') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:57.756830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.771853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.775592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.784544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.784768 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a disassociated. External IP: 172.25.5.33, port: 56b7048f-1f16-4c87-aead-6b2e14546961. Jul 29 23:44:57.788486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:57.789027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:57.794234 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:57.851897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327586ec-d10b-4230-80ba-77704df67d5e None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:44:57.866680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.880519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.883762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/449a5257-becc-4284-ac31-445e143144f3 HTTP/1.1" status: 204 len: 168 time: 0.8023226 Jul 29 23:44:57.887724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46314) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.910546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-78b193f4-1821-490f-a386-5d657e73c958 service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896119 Jul 29 23:44:57.917463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d6ff-602c-4eb6-92ae-84fa923636ff tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=449a5257-becc-4284-ac31-445e143144f3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.036454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.060968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.067617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.073982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.080744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.086967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.093247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.099539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.101705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-7a44a768-24e5-41b9-bf8b-fb0f9311fb79 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1591723 Jul 29 23:44:58.218698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.226226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:58.233048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fdb4f02-75fd-421d-8085-4641b9bc0a69 req-f899627f-ae94-452c-b934-11b27700b4e2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206584 Jul 29 23:44:58.243276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7582fb-2211-476e-a429-45de1c1ee0b4']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.262352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f67901e-3367-45c8-ae38-4df429fdce6a') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.262492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f67901e-3367-45c8-ae38-4df429fdce6a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.279765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.314500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.324885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:58.325317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.325447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:55Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:58.341829 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:58.409788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.410248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a447123-6e8d-4a9d-9f5e-427fde8f6d1c None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '56b7048f-1f16-4c87-aead-6b2e14546961', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:b0:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:44:55Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:58.429554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.432063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/1a7582fb-2211-476e-a429-45de1c1ee0b4 HTTP/1.1" status: 204 len: 168 time: 0.5430572 Jul 29 23:44:58.434821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46320) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.475967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d939d-a63e-4235-88ea-1cc20f2e9d4b tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=1a7582fb-2211-476e-a429-45de1c1ee0b4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.486674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18ebfef3-8697-49c9-874e-cad6f565010e req-86fea620-fdf9-4ecf-a61d-5526595eba8a service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633159 Jul 29 23:44:58.500763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-4400dfa2-ffcc-4993-8a52-6ffdea6d3647 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1471031 Jul 29 23:44:58.517561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:58.545397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.545945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.561209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:58.649353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.651708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:58.658757 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.680048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a6a123-3463-47f7-bbab-e2aab4020f01']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.700952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d43462-983e-49bf-bdf1-e2a92ba89ddd') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.702232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d43462-983e-49bf-bdf1-e2a92ba89ddd') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.719366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.733665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1811a-10e2-4551-9086-f626a735b8ed req-c15f853a-4487-457c-83e5-0db85154cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.735504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-c15f853a-4487-457c-83e5-0db85154cf09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 1097 time: 0.1360927 Jul 29 23:44:58.739792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:58.749766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.756053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.782788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:58.783339 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:58.786661 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:58.789606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.814988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc722fc1-2230-4864-bbbb-1c4c9402fabb None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:44:58.850692 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:58.863204 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:58.863717 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.938619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-edd85989-362c-41de-9888-8e1dd0d48072 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "PUT /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 694 time: 1.5032697 Jul 29 23:44:58.940012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.946295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:58.948982 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4de154-a03a-4818-9ce8-67e8e58bb557" -d '{"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:58.964408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.966644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/c5a6a123-3463-47f7-bbab-e2aab4020f01 HTTP/1.1" status: 204 len: 168 time: 0.5298102 Jul 29 23:44:58.967552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fa18a-4835-4086-9e18-aa19efc633c0 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=c5a6a123-3463-47f7-bbab-e2aab4020f01,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.971377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46328) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.988413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f139-e336-4a0e-a465-980fc1fd2e94 req-fedcf0c6-1fd0-4b8b-bcc9-5ae490aac89b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.990079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0506f139-e336-4a0e-a465-980fc1fd2e94 req-fedcf0c6-1fd0-4b8b-bcc9-5ae490aac89b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.1105189 Jul 29 23:44:59.010470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1811a-10e2-4551-9086-f626a735b8ed req-82643469-518a-4933-bc83-4fd98ddf0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.012242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-82643469-518a-4933-bc83-4fd98ddf0c44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1944013 Jul 29 23:44:59.033945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc722fc1-2230-4864-bbbb-1c4c9402fabb None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:44:59.065794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-ba361470-7114-4b2b-a6f1-185cdf1abe28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a HTTP/1.1" status: 200 len: 217 time: 0.0443225 Jul 29 23:44:59.072602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-a1f6b5d5-2acc-41a6-be40-89b634317a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.078996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:59.082447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-a1f6b5d5-2acc-41a6-be40-89b634317a24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1098 time: 0.1095567 Jul 29 23:44:59.105389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0506f139-e336-4a0e-a465-980fc1fd2e94 req-bb32ff30-914a-485e-9d8d-b99cfe4a9d36 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015463 Jul 29 23:44:59.111468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.267021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1811a-10e2-4551-9086-f626a735b8ed req-1fc98107-edd3-4ec1-bbe2-34d567ad06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.270851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-1fc98107-edd3-4ec1-bbe2-34d567ad06db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1859691 Jul 29 23:44:59.280679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.311907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d901d824-c27b-4bbb-b035-1544e6a568f3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.316625 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc2547-f13f-4723-ba9b-cd46d2ece479 x-openstack-request-id: req-aadc2547-f13f-4723-ba9b-cd46d2ece479 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:59.316915 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:59.317158 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aadc2547-f13f-4723-ba9b-cd46d2ece479 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:59.317553 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961', 'status': 'completed', 'code': 200} Jul 29 23:44:59.331732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-901ee875-53d5-4779-b162-d03898f20db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.333254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-901ee875-53d5-4779-b162-d03898f20db6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.2497017 Jul 29 23:44:59.343347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067deafa-b8e2-4bf8-8409-4949e0ceea60') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.343726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067deafa-b8e2-4bf8-8409-4949e0ceea60') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.351301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1811a-10e2-4551-9086-f626a735b8ed req-0460e182-f593-4929-825c-1f075ca7646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.352811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-0460e182-f593-4929-825c-1f075ca7646f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722673 Jul 29 23:44:59.365688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.387059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.392418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-308de446-14de-4be8-884b-84d6e5a973c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 217 time: 0.0508277 Jul 29 23:44:59.407128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.427050 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:59.437723 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:59.438588 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.445542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:59.446014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:59.449869 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:59.529595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-0748afb2-7210-4e5f-ba2e-cf937283a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.532056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-0748afb2-7210-4e5f-ba2e-cf937283a4c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1182199 Jul 29 23:44:59.533036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.539500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.544585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-895cc699-0e12-4522-9173-faeaeb6c6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.545501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.546120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-895cc699-0e12-4522-9173-faeaeb6c6d87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 1098 time: 0.1428850 Jul 29 23:44:59.551949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.557852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.567927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.575614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.578003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-8339d28c-280a-4d32-954b-929fa4f27bf9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1744330 Jul 29 23:44:59.579291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.592833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.597508 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] 10.222.0.49 "DELETE /v2.0/networks/d901d824-c27b-4bbb-b035-1544e6a568f3 HTTP/1.1" status: 204 len: 168 time: 0.6233075 Jul 29 23:44:59.605121 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:59.615247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-eaf48e38-7595-466a-a489-1ad68b8230ce service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327452 Jul 29 23:44:59.621538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2cecd-e9d4-4cff-b945-e4d0e7d72fc5 tempest-BulkNetworkOpsIpV6Test-1857216617 tempest-BulkNetworkOpsIpV6Test-1857216617-project] Pushing event deleted for resources: {'Network': ['ID=d901d824-c27b-4bbb-b035-1544e6a568f3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:59.650695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e17d48-37f1-46dc-bba0-ba18001c43bf req-0d87aa81-369b-4db8-a8ef-0ef64e8a9158 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543864 Jul 29 23:44:59.749329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-7d54e06b-cabc-43be-91f9-442e6e3880fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.751199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-7d54e06b-cabc-43be-91f9-442e6e3880fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991906 Jul 29 23:44:59.865034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97b1811a-10e2-4551-9086-f626a735b8ed req-3ff57797-dc58-4ea8-8e93-85baa0b8fad3 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356646 Jul 29 23:44:59.869251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-2cb3ca1a-5293-4ad9-916a-0835c7059dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.869251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-2cb3ca1a-5293-4ad9-916a-0835c7059dee service neutron] 10.222.0.57 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.2737319 Jul 29 23:44:59.949940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-1e5c18de-3a91-4312-8545-fe5aed7054a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 200 len: 217 time: 0.0534346 Jul 29 23:44:59.983738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-a1183533-aa62-420e-ab33-7533727ddb5e service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158380 Jul 29 23:45:00.024043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:00.039033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46340) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.053018 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8e6e-eee8-46cf-8084-8e88568b6771 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:00.105934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-06ff1d08-243b-4fd0-aac5-5bffc4c3ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.107793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-06ff1d08-243b-4fd0-aac5-5bffc4c3ece5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1350060 Jul 29 23:45:00.176448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dc8267c-a466-456a-ab1d-77eb6fbd75cd req-bb538356-83cd-47bd-a849-d20fde8b57e5 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625416 Jul 29 23:45:00.201592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-db446d09-e281-40f3-a523-762561f5481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.203302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-db446d09-e281-40f3-a523-762561f5481f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661356 Jul 29 23:45:00.232839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:00.283321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ab560c20-659c-496d-9b2f-1c59297fb10a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8c1cb7fd7ea48daafcd4068c9c5eb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430003 Jul 29 23:45:00.287125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46350) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.336086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 22821c5b-18fe-453f-9271-7517dc61ca4e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:00.336648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.346483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-7403cf12-20cc-4c3c-9532-2d8b7d1a3fdd service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304903 Jul 29 23:45:00.389585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e6ba9-8d22-43b9-97dc-e9350890308c req-c8489ac1-3d8c-4eac-9aa1-bad6864360a7 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.391429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-215e6ba9-8d22-43b9-97dc-e9350890308c req-c8489ac1-3d8c-4eac-9aa1-bad6864360a7 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 944 time: 0.1730278 Jul 29 23:45:00.431070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.478950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.487056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b32670-72be-4cad-863b-51646788fae0 None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:00.495621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.497377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-215e6ba9-8d22-43b9-97dc-e9350890308c req-394e3e72-f723-4724-a020-be9b5da84fb0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Jul 29 23:45:00.535435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4de154-a03a-4818-9ce8-67e8e58bb557 req-9eeff0d5-6c16-4284-bfbc-e2432faf5ffd service neutron] 10.222.0.57 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240282 Jul 29 23:45:00.566964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.572078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.573386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4317fac2-7299-4f6c-b333-079b3dad3ad9 HTTP/1.1" status: 204 len: 168 time: 0.2826509 Jul 29 23:45:00.611364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8fc3-ecfd-4155-88cf-48ca40d39b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317fac2-7299-4f6c-b333-079b3dad3ad9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:00.616746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:00.619115 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15da09da-c2da-44eb-92ef-1b3116c41055" -d '{"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-plugged", "status": "completed", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:00.638397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-fcc0cd06-673a-4f94-874f-04d2f2b9833b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.640079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-fcc0cd06-673a-4f94-874f-04d2f2b9833b tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0636158 Jul 29 23:45:00.682668 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ef0b4-b73a-4680-9adf-04a576e477ae x-openstack-request-id: req-323ef0b4-b73a-4680-9adf-04a576e477ae {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:00.682870 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-plugged", "status": "completed", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:00.683088 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-323ef0b4-b73a-4680-9adf-04a576e477ae {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:00.683536 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'code': 200} Jul 29 23:45:00.701773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:00.706351 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-ebe97e7e-9af5-4f4c-95eb-2d981e76d66e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 697 time: 0.0595694 Jul 29 23:45:00.717217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:00.779095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.805225 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.835794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.856576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.863160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.869443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.874605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:00.875904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.883022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.890217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.898571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-227850ea-f320-4bca-b5f8-92267c67f220 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5420 time: 0.1253464 Jul 29 23:45:00.973693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95882c4a-e154-4c1c-a6c5-20e506798162 req-da81ca82-5c0f-493c-9729-3b41f22ea22a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741508 Jul 29 23:45:01.011148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-ed8e2e37-b2ae-4bd9-8f6f-1021f5a801f9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.012870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-ed8e2e37-b2ae-4bd9-8f6f-1021f5a801f9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 946 time: 0.0879760 Jul 29 23:45:01.085097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 82b9a16b-a514-48d3-a937-a9c2376cb6ab details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:01.141380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Deleting port 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:01.141801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.142328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:01.142862 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:01.208421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.220695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '82b9a16b-a514-48d3-a937-a9c2376cb6ab', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'port_id': '82b9a16b-a514-48d3-a937-a9c2376cb6ab', 'mac_address': 'fa:16:3e:53:30:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:01.260415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.264284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] For port 22821c5b-18fe-453f-9271-7517dc61ca4e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=22821c5b-18fe-453f-9271-7517dc61ca4e,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.264663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.279252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Calling delete_port for 22821c5b-18fe-453f-9271-7517dc61ca4e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:01.280679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9a16b-a514-48d3-a937-a9c2376cb6ab {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:01.302289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.309039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.309804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dc828201-09f0-4f18-b581-a18f944f0afe details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:01.387252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dc828201-09f0-4f18-b581-a18f944f0afe,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.397995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.404853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'dc828201-09f0-4f18-b581-a18f944f0afe', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'port_id': 'dc828201-09f0-4f18-b581-a18f944f0afe', 'mac_address': 'fa:16:3e:0b:00:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:01.442510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.449655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:01.453606 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.468444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc828201-09f0-4f18-b581-a18f944f0afe {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:01.473835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event deleted for resources: {'Port': ['ID=22821c5b-18fe-453f-9271-7517dc61ca4e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.499617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dc828201-09f0-4f18-b581-a18f944f0afe,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.503160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['22821c5b-18fe-453f-9271-7517dc61ca4e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:01.526934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.527511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] No DVR routers for this DVR port 22821c5b-18fe-453f-9271-7517dc61ca4e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:01.528050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dfbbb1f5-23f6-4902-971a-c6d9a84e8646 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:01.532831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.535468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435893ed-c434-440e-9ca7-7eb093e95b50 req-c4b106fa-6822-491e-8a7b-baffebaff4fa tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "DELETE /v2.0/ports/22821c5b-18fe-453f-9271-7517dc61ca4e HTTP/1.1" status: 204 len: 173 time: 0.5123973 Jul 29 23:45:01.535946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-deleted', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:01.538301 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da9d7ff-e7c3-487f-908f-d8120109d150" -d '{"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-deleted", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:01.573006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855459592'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:01.602614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:01.606776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.624316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.640792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11fd54c7-9452-4802-9315-d267333d66b4 req-0946bb5a-b7e4-418d-b4e9-3052eb01d7bc tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=2284d5c2-8d16-4d79-9c28-967c60818076 HTTP/1.1" status: 200 len: 210 time: 0.0581317 Jul 29 23:45:01.645561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.650607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.707354 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeca6682-b150-49f5-a713-3a450bcf86ca x-openstack-request-id: req-eeca6682-b150-49f5-a713-3a450bcf86ca {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:01.707655 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2284d5c2-8d16-4d79-9c28-967c60818076", "name": "network-vif-deleted", "tag": "22821c5b-18fe-453f-9271-7517dc61ca4e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:01.707910 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeca6682-b150-49f5-a713-3a450bcf86ca {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:01.708365 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2284d5c2-8d16-4d79-9c28-967c60818076', 'name': 'network-vif-deleted', 'tag': '22821c5b-18fe-453f-9271-7517dc61ca4e', 'status': 'completed', 'code': 200} Jul 29 23:45:01.717088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.730855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'port_id': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'mac_address': 'fa:16:3e:db:96:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:01.793864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.807762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbbb1f5-23f6-4902-971a-c6d9a84e8646 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:01.832598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:01.837308 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.888746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.934470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.943544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.001528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:02.061375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6979cc0b-4365-407b-9fef-872aa9aa5612,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.071126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.071510 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment f7ddf234-1e4f-453f-9d24-a0dd2932096e of type vlan for network f33cb79f-f356-4bc7-9edd-53197d1792aa Jul 29 23:45:02.116595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.122486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.129674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.135892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.142208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.148818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.150112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.156768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.159053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-3bfd5347-8083-4ac8-a381-4712f5af4296 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5423 time: 0.1018438 Jul 29 23:45:02.223703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1053f3a8-5d85-4b43-a5bf-d1a6b6eb0836 req-01623226-1551-4284-ae66-c3d822d691a0 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568821 Jul 29 23:45:02.226697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.232397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.233039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.296875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:45:02.342433 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8906987 Jul 29 23:45:02.352787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c9275-8d44-4c9b-b304-4cb2e159627f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=f33cb79f-f356-4bc7-9edd-53197d1792aa,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.367367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.374298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.374677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f33cb79f-f356-4bc7-9edd-53197d1792aa details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:02.380986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['82b9a16b-a514-48d3-a937-a9c2376cb6ab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:02.454971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dc828201-09f0-4f18-b581-a18f944f0afe'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:02.458964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dfbbb1f5-23f6-4902-971a-c6d9a84e8646'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:02.581754 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a associated. External IP: 172.25.5.33, port: 19ac5108-32b4-4c15-875d-97c4ef2f7c19. Jul 29 23:45:02.925916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:03.054762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:03.062745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.069817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:03.090667 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:03.091661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:03.107206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0d493956-7b28-4ef3-9d7b-c83e2e197bda tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "PUT /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 995 time: 2.3943577 Jul 29 23:45:03.108008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:03.111189 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e58cf-9656-4939-a3d6-c012983c4c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:03.157890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:03.164123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-8ee436f0-27f5-450d-bab6-b23d1a913fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.173647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-8ee436f0-27f5-450d-bab6-b23d1a913fa8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.0583732 Jul 29 23:45:03.240998 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:03.261061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-1ebfbf55-117f-4e5a-a34c-04b392517e15 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.267973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-1ebfbf55-117f-4e5a-a34c-04b392517e15 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.57 "GET /v2.0/ports?device_id=75c3d766-4bad-46ba-b8a7-cf3d9a1a3774 HTTP/1.1" status: 200 len: 946 time: 0.1426239 Jul 29 23:45:03.297198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-624d0043-7ba3-4a70-98bb-6a73e4b41e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.308967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-624d0043-7ba3-4a70-98bb-6a73e4b41e0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1336889 Jul 29 23:45:03.348773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:03.361007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'port_id': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'mac_address': 'fa:16:3e:8f:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:03.384313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-64018024-7a03-4116-8cf9-caf6d637d3ec tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.386843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-64018024-7a03-4116-8cf9-caf6d637d3ec tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.3200469 Jul 29 23:45:03.411472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-36608c69-a549-4bfa-b65d-1215063feef0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 998 time: 0.1003165 Jul 29 23:45:03.413318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.428688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-d0771031-38e6-46e7-9c81-5b617e62e4d9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/quotas/3c4e9a3349864c9fa13880c6c2dd8035 HTTP/1.1" status: 200 len: 375 time: 0.0320022 Jul 29 23:45:03.441071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:03.472452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-9e06a680-7549-4e38-99c4-1134320b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.477075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:03.485712 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.486310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-9e06a680-7549-4e38-99c4-1134320b76ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0731435 Jul 29 23:45:03.486440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7d2366bb-ad92-4a42-8d36-559ee9c05d67 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:03.554708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0ada6d23-a438-4a38-af08-0042736c8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:03.567406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-0ada6d23-a438-4a38-af08-0042736c8300 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792820 Jul 29 23:45:03.603958 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:45:02Z', 'revision_number': 8, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:03.634101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-4569ea38-42bf-49ae-868f-c0856173f7c4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512051 Jul 29 23:45:03.651380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Deleting port 56b7048f-1f16-4c87-aead-6b2e14546961 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:03.652274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.678271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:03.695133 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:03.713002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:03.714404 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:03.747307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-db43ffad-0e6a-4418-8e9a-0ba52f1442bb service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781743 Jul 29 23:45:03.802755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:03.827202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'port_id': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'mac_address': 'fa:16:3e:0b:49:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01745ccc-f98b-4d53-8171-30be44ee3782', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:03.877947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.882523 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:03.922475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2366bb-ad92-4a42-8d36-559ee9c05d67 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:03.953688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:03.964494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.965987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4c3817a1-ef40-4b12-a35f-4469b479e661 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:03.986172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebdad4fa-4d24-4c6c-8e57-9d07a9232e6b req-842d1704-593a-4e4e-89e2-8025da4b8a72 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180281 Jul 29 23:45:04.050271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4c3817a1-ef40-4b12-a35f-4469b479e661,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.063418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '4c3817a1-ef40-4b12-a35f-4469b479e661', 'network_id': 'dcd95033-b90f-406d-8a77-b14c8921bc66', 'port_id': '4c3817a1-ef40-4b12-a35f-4469b479e661', 'mac_address': 'fa:16:3e:a7:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01745ccc-f98b-4d53-8171-30be44ee3782', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:04.084951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.086955 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f2ece-e6b5-418c-bd55-362793da449f x-openstack-request-id: req-669f2ece-e6b5-418c-bd55-362793da449f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:04.087454 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:04.087800 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-669f2ece-e6b5-418c-bd55-362793da449f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:04.088741 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:45:04.132896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.149688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3817a1-ef40-4b12-a35f-4469b479e661 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:04.179858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4c3817a1-ef40-4b12-a35f-4469b479e661,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.185204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.187416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f464ad4f-64d2-4246-99b3-a122f671595b details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:04.200222 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:45:02Z', 'revision_number': 8, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.227973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f464ad4f-64d2-4246-99b3-a122f671595b,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.284794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe574776-f2f6-4196-b319-34365a9ae464 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '03417b0f-85d2-4da7-b2c8-40f56b73902a', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'port_id': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'mac_address': 'fa:16:3e:ab:62:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07953220-8498-40f7-8802-f36e3dd13aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:28Z', 'updated_at': '2021-07-29T23:45:02Z', 'revision_number': 8, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:04.314404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.317234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'f464ad4f-64d2-4246-99b3-a122f671595b', 'network_id': '29f1bcc8-976c-4514-aa69-3c4c3add6bbd', 'port_id': 'f464ad4f-64d2-4246-99b3-a122f671595b', 'mac_address': 'fa:16:3e:78:23:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ad6dc-adb3-4c44-a9b8-db8b1e2a5467', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:04.319172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.321236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.328978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.336493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.352634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.359921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.371551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.387964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-904510d9-933f-4bda-ad11-15ea08f33397 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5426 time: 0.1766782 Jul 29 23:45:04.393527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.422470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f464ad4f-64d2-4246-99b3-a122f671595b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:04.454059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f464ad4f-64d2-4246-99b3-a122f671595b,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.457325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] For port 56b7048f-1f16-4c87-aead-6b2e14546961, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56b7048f-1f16-4c87-aead-6b2e14546961,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.458008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.465433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.472110 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-185e8e54-a83a-4828-9fad-b1b0f2485531 req-0735a91b-c92d-478c-8575-50d0225ec204 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782311 Jul 29 23:45:04.493818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-57a7accf-5d35-4994-946d-79a15e49dd63 service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219838 Jul 29 23:45:04.523188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Calling delete_port for 56b7048f-1f16-4c87-aead-6b2e14546961 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:04.549523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.647854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961138dc-2ca8-4df8-9c05-495e2e5cf271 None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:04.660140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-79ae418c-9846-4bee-9465-701c63136a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.661740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-79ae418c-9846-4bee-9465-701c63136a14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.2012510 Jul 29 23:45:04.727712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-bf8db314-37ec-4de1-9a86-c832c6585892 service neutron] 10.222.0.49 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328162 Jul 29 23:45:04.881313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-d1e7e8ef-9291-433d-b97b-8b62f0f09c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.883964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-d1e7e8ef-9291-433d-b97b-8b62f0f09c2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1851223 Jul 29 23:45:05.032536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4300403-df6b-4363-894a-24fb2e15d320 req-2fad2447-82ed-4b0c-afa8-cb3fbe63153c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 210 time: 0.0530005 Jul 29 23:45:05.049270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-8c58d3ea-ed8a-4ab7-8408-0a5d298f8dd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 1000 time: 0.1380706 Jul 29 23:45:05.070363 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.111534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['19ac5108-32b4-4c15-875d-97c4ef2f7c19'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.135314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['56b7048f-1f16-4c87-aead-6b2e14546961'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.139490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event deleted for resources: {'Port': ['ID=56b7048f-1f16-4c87-aead-6b2e14546961,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:05.203998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4c3817a1-ef40-4b12-a35f-4469b479e661'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.209784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dc828201-09f0-4f18-b581-a18f944f0afe up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:05.218714 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:05.220818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-18f7a899-0468-42e7-8b55-b93e3a02dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.226019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-18f7a899-0468-42e7-8b55-b93e3a02dfe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.1652300 Jul 29 23:45:05.263428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7d2366bb-ad92-4a42-8d36-559ee9c05d67'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.360332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] No DVR routers for this DVR port 56b7048f-1f16-4c87-aead-6b2e14546961 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:05.368079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f464ad4f-64d2-4246-99b3-a122f671595b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.377656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.383209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-463f6deb-5804-4cfe-890b-63fd7cce762f req-56725540-1fdb-41a6-a19e-19ea855be496 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.57 "DELETE /v2.0/ports/56b7048f-1f16-4c87-aead-6b2e14546961 HTTP/1.1" status: 204 len: 173 time: 2.1032882 Jul 29 23:45:05.403598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'name': 'network-vif-deleted', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:05.424988 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc533d5-116f-4304-8f09-b1e696c61c25" -d '{"events": [{"server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "name": "network-vif-deleted", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:05.425394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['64a634d2-da8b-4235-9ed4-6ac9dfe73ac0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:05.451272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-00c3b888-61d6-4fab-8de5-808325b02bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.453249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-00c3b888-61d6-4fab-8de5-808325b02bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742764 Jul 29 23:45:05.532464 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f82097a-b70d-46c5-a07a-a40f22df066e req-0ac8942d-12c2-4f50-a909-65f98fd747ef tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 997 time: 0.6818337 Jul 29 23:45:05.577080 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c749665e-a84b-4470-9282-c7f539b0c0df x-openstack-request-id: req-c749665e-a84b-4470-9282-c7f539b0c0df {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:05.578315 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c3d766-4bad-46ba-b8a7-cf3d9a1a3774", "name": "network-vif-deleted", "tag": "56b7048f-1f16-4c87-aead-6b2e14546961", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:05.578740 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c749665e-a84b-4470-9282-c7f539b0c0df {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:05.579297 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c3d766-4bad-46ba-b8a7-cf3d9a1a3774', 'name': 'network-vif-deleted', 'tag': '56b7048f-1f16-4c87-aead-6b2e14546961', 'status': 'completed', 'code': 200} Jul 29 23:45:05.638088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port dc828201-09f0-4f18-b581-a18f944f0afe completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:05.693271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-a0fce070-025a-4d12-996d-b419000abeea service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303326 Jul 29 23:45:05.747828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port dc828201-09f0-4f18-b581-a18f944f0afe triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:05.748211 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.802267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46446) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:05.808039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:05.849152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82097a-b70d-46c5-a07a-a40f22df066e req-c930e143-3635-4eaf-ae3a-a7f612a9f53c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.851526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f82097a-b70d-46c5-a07a-a40f22df066e req-c930e143-3635-4eaf-ae3a-a7f612a9f53c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.3134265 Jul 29 23:45:05.866496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.873515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.879138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.885388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.892129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.898660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.904711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.907450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4e6d813b-92af-4166-bf06-dc2b85a8d448 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5427 time: 0.2189848 Jul 29 23:45:05.988066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:05.992127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.005801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa1e58cf-9656-4939-a3d6-c012983c4c8b req-8a9af299-cb11-498b-a989-a0b8329dd9a9 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033450 Jul 29 23:45:06.029805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5514227b-e1c2-4f7f-8914-3446fcacbb37 req-4bc74a32-e9a7-4aa9-9168-9f8673895da7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100833 Jul 29 23:45:06.150340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.224535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc828201-09f0-4f18-b581-a18f944f0afe'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:06.226840 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab0868-3c53-49fc-bba0-2736d3927368" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "dc828201-09f0-4f18-b581-a18f944f0afe"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:06.248191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dc828201-09f0-4f18-b581-a18f944f0afe,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:06.269156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.270005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dfbbb1f5-23f6-4902-971a-c6d9a84e8646 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:06.306911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:06.308675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-a8d152bc-420a-4894-ba74-ffe5333e1585 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1000 time: 0.1635828 Jul 29 23:45:06.342614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af127090-098d-4d35-a4e7-68086cbdbd6a req-f350cab5-564d-47d0-8615-6abaaab549c2 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 210 time: 0.0478995 Jul 29 23:45:06.367720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.394169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-56ddd3ce-2183-4501-9ff2-c63feb9874de tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.395870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 22821c5b-18fe-453f-9271-7517dc61ca4e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:06.396314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 22821c5b-18fe-453f-9271-7517dc61ca4e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:06.408046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-56ddd3ce-2183-4501-9ff2-c63feb9874de tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports/19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 942 time: 0.0873973 Jul 29 23:45:06.431048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.463061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe471fd-0300-4c09-a916-63645fb8b65a req-e862dcba-d265-40b6-89c3-e743cbc9dd94 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.464756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:06.469676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:06.470068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.470839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfe471fd-0300-4c09-a916-63645fb8b65a req-e862dcba-d265-40b6-89c3-e743cbc9dd94 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0702763 Jul 29 23:45:06.510611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfe471fd-0300-4c09-a916-63645fb8b65a req-0095e76f-6eb3-4688-896e-8f790ccdedb4 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 Jul 29 23:45:06.558080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=9ea0188e-829c-4cb4-a2c9-c2038859bcfe,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.573046 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3bc576-3745-413d-b92e-ce18344dca33 x-openstack-request-id: req-1e3bc576-3745-413d-b92e-ce18344dca33 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:06.573351 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "dc828201-09f0-4f18-b581-a18f944f0afe", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:06.573612 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e3bc576-3745-413d-b92e-ce18344dca33 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:06.574205 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc828201-09f0-4f18-b581-a18f944f0afe', 'code': 200} Jul 29 23:45:06.576898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.592574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': 'f7ddf234-1e4f-453f-9d24-a0dd2932096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:06.592944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: f33cb79f-f356-4bc7-9edd-53197d1792aa, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:06.602079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-6b1d7b13-a7e0-469d-933f-2fd382e6fabd tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1000 time: 0.1222811 Jul 29 23:45:06.616155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:06.621112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.622007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 82b9a16b-a514-48d3-a937-a9c2376cb6ab up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:06.626971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network f33cb79f-f356-4bc7-9edd-53197d1792aa is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:06.679684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f33cb79f-f356-4bc7-9edd-53197d1792aa) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:06.686773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.687498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.694567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffff58f-e864-4c7a-b9a7-91ddfdd68f37 None None] Network f33cb79f-f356-4bc7-9edd-53197d1792aa requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:06.718516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e51a1ee-8d86-44d8-a63b-5fb2b4fd4ccb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9150171 Jul 29 23:45:06.722532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:06.727797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148862683'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:06.750028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-06ab9e34-b1fb-4bbf-9aa9-6ad03f1462f7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.750499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.758731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:06.762369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.766382 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-06ab9e34-b1fb-4bbf-9aa9-6ad03f1462f7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.1507411 Jul 29 23:45:06.790414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:06.799688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:06.800113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.807356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:06.824749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.825116 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028 of type vlan for network 10aafa98-889b-4856-add4-c04feacba682 Jul 29 23:45:06.853322 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-f230df13-05e7-4d45-9725-3aabd8a9fee8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 1000 time: 0.0829942 Jul 29 23:45:06.859138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:06.893862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.936925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.963969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f33cb79f-f356-4bc7-9edd-53197d1792aa', 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': '9ea0188e-829c-4cb4-a2c9-c2038859bcfe'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:06.965330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.988469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.991698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.997385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.998046 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.077882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-e9e3e96a-9270-4f86-8868-7ac50952eff1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.080007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-e9e3e96a-9270-4f86-8868-7ac50952eff1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 822 time: 0.2161796 Jul 29 23:45:07.089586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3632829 Jul 29 23:45:07.089895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46466) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:07.097461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': '10aafa98-889b-4856-add4-c04feacba682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:07.102436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72943cb-9885-4905-bfa9-67caa81c7a13 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=10aafa98-889b-4856-add4-c04feacba682,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.121847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 10aafa98-889b-4856-add4-c04feacba682 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:07.158662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.158904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Request body: {'port': {'device_id': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'admin_state_up': True, 'tenant_id': '3c4e9a3349864c9fa13880c6c2dd8035'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:07.164028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.164525 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a disassociated. External IP: 172.25.5.33, port: 19ac5108-32b4-4c15-875d-97c4ef2f7c19. Jul 29 23:45:07.188859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:07.205708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.305469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.321962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Allocated IP 2001:db8:0:ffff::2 (f33cb79f-f356-4bc7-9edd-53197d1792aa/9ea0188e-829c-4cb4-a2c9-c2038859bcfe/6c21e2b7-c05e-45f1-a78a-120f8ce2d525) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:07.328949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.335497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.341422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.348010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.354000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.360213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.366521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.368534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-3a0006d8-f983-4a49-9ac3-a7702fa08577 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5430 time: 0.1546292 Jul 29 23:45:07.378822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:07.382417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.416890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:07.479039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.491786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Transition to ACTIVE for port object 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:07.499380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Made reservation on behalf of 3c4e9a3349864c9fa13880c6c2dd8035 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:07.503485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.509205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Transition to ACTIVE for port object 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:07.516303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.531197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f7d8a7f-fdf5-48fd-a9ee-09478ae83b52 req-24cfaa08-227a-4396-8a21-2715be580b1b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414769 Jul 29 23:45:07.536274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:07.541779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.556705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Network f33cb79f-f356-4bc7-9edd-53197d1792aa is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:07.559733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:07.563982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:07.571550 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:07.582124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-450ed6f3-f553-41a0-b685-ce3b6528571e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "PUT /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 695 time: 0.7236686 Jul 29 23:45:07.582124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:07.583089 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e86f4-4d65-4f48-beff-cf067627bb75" -d '{"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:07.592777 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:07.593881 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:07.603587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Pushing event updated for resources: {'Port': ['ID=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.658093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-180710db-afc6-4e2c-846a-bca83ffea260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.666766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-180710db-afc6-4e2c-846a-bca83ffea260 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.0763345 Jul 29 23:45:07.670827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Attempting to bind port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:07.672717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Attempting to bind port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f7ddf234-1e4f-453f-9d24-a0dd2932096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:07.673529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Attempting to bind port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 on network f33cb79f-f356-4bc7-9edd-53197d1792aa {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:07.686978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:07.698164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Checking segment: {'id': 'f7ddf234-1e4f-453f-9d24-a0dd2932096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:07.698854 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.699388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Bound using segment: {'id': 'f7ddf234-1e4f-453f-9d24-a0dd2932096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:07.700019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Bound port: 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ddf234-1e4f-453f-9d24-a0dd2932096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f33cb79f-f356-4bc7-9edd-53197d1792aa'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:07.701094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.740684 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:07.818878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] For port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:07.824733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-adf762bf-09f7-485b-a008-9aabbd8b00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.825588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] For port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,segment=NetworkSegment(f7ddf234-1e4f-453f-9d24-a0dd2932096e),segment_id=f7ddf234-1e4f-453f-9d24-a0dd2932096e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:07.827263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Allocated IP 172.20.0.6 (994e9c4a-ec2e-4b23-9322-ac381d4725bc/741c00a7-f675-4f97-a18b-a0187993f76d/e46c7870-2e7c-42bc-8eb9-bd599459acd4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:07.831252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.833231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-adf762bf-09f7-485b-a008-9aabbd8b00d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.1654971 Jul 29 23:45:07.834337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.906438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-fa9214b3-dab8-4727-9776-1f103efd0563 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.0722201 Jul 29 23:45:07.943729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6d1e-8293-4187-8fa1-cbe6319a6773 None None] Pushing event updated for resources: {'Port': ['ID=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.947370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3e06c6c-e49d-4f3c-921b-86e1fdb92cc1 req-9b762a45-cbfe-4e73-a74b-13429b4e901d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 210 time: 0.0552826 Jul 29 23:45:08.008143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-141dc6d9-58a8-4775-adc6-d18052afc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.009799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-141dc6d9-58a8-4775-adc6-d18052afc39f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0968087 Jul 29 23:45:08.053832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=bfa65ce3-0910-481c-b618-0e0b832e799d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.071586 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4546e1ab-c43e-4d63-9597-c9505653a696 x-openstack-request-id: req-4546e1ab-c43e-4d63-9597-c9505653a696 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:08.072053 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:08.073569 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4546e1ab-c43e-4d63-9597-c9505653a696 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:08.074117 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:45:08.078429 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:08.099142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857d92-fe21-4052-8445-6870d9a64d3f req-9e5a44ff-3a8b-45cc-8c4d-b8b80844c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.100877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-9e5a44ff-3a8b-45cc-8c4d-b8b80844c31e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818231 Jul 29 23:45:08.111678 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:08.117805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10aafa98-889b-4856-add4-c04feacba682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:08.117998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: 10aafa98-889b-4856-add4-c04feacba682, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:08.123688 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:08.125481 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:08.198710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-4a6afbcd-6c51-4c1a-9009-087f4720a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.204885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-4a6afbcd-6c51-4c1a-9009-087f4720a2f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=508e9170f9df4e098e1ec214f4690c9d&device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 1097 time: 0.1337674 Jul 29 23:45:08.209153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network 10aafa98-889b-4856-add4-c04feacba682 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:08.260989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-20e7cc25-2595-4687-8690-d53aee800694 service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523046 Jul 29 23:45:08.295376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 10aafa98-889b-4856-add4-c04feacba682) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:08.298385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56b7048f-1f16-4c87-aead-6b2e14546961 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:08.307781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc795ce1-bebe-49e0-89a8-c8d1f40b0b5e None None] Network 10aafa98-889b-4856-add4-c04feacba682 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:08.319588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.320843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.349740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d420f245-f99c-4478-9a03-1d0ccbce9bd0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2588589 Jul 29 23:45:08.355456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46480) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.393481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.422703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 56b7048f-1f16-4c87-aead-6b2e14546961 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:08.423180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56b7048f-1f16-4c87-aead-6b2e14546961 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:08.434689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56857d92-fe21-4052-8445-6870d9a64d3f req-3bc0f1ff-b284-47b6-9a72-54cc86fbcf9f service neutron] 10.222.0.49 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639912 Jul 29 23:45:08.451827 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:08.524125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-d88e7b9b-ff75-49c1-bd31-fa9b918682a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.525732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-d88e7b9b-ff75-49c1-bd31-fa9b918682a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 200 len: 921 time: 0.3134971 Jul 29 23:45:08.582660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}, {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a16b-a514-48d3-a937-a9c2376cb6ab'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:08.590764 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b08061-7d02-41c6-a97e-697a1e6beea4" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646"}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "82b9a16b-a514-48d3-a937-a9c2376cb6ab"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:08.595404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-eba2630c-f32f-4bda-8c97-01bf4a2a01e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 200 len: 217 time: 0.0603361 Jul 29 23:45:08.604320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-10aafa98-889b-4856-add4-c04feacba682', 'network_id': '10aafa98-889b-4856-add4-c04feacba682', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': 'bfa65ce3-0910-481c-b618-0e0b832e799d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:08.605303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.662939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-2a8c35e3-1d85-42c3-9190-855724d8e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.664603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-2a8c35e3-1d85-42c3-9190-855724d8e224 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 200 len: 859 time: 0.0583806 Jul 29 23:45:08.671243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.685305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.702660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e143e7f1-340c-4272-a46a-d0a73d120e69 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 200 len: 695 time: 0.0714519 Jul 29 23:45:08.780824 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:08.792641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Allocated IP 2001:db8::1 (10aafa98-889b-4856-add4-c04feacba682/bfa65ce3-0910-481c-b618-0e0b832e799d/706d52b2-45c3-46d9-9a4b-437c55d6156e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:08.865704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Network 994e9c4a-ec2e-4b23-9322-ac381d4725bc is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:08.872927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:08.876436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:08.927637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf880e-e952-4a78-bd60-acab57b985dc req-3f641b04-b059-425b-be9c-c74b180a4495 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.939504 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61bf880e-e952-4a78-bd60-acab57b985dc req-3f641b04-b059-425b-be9c-c74b180a4495 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.2281935 Jul 29 23:45:08.982684 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf781-84dc-4c63-ab60-426b5a77dbd7 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:44:02Z', 'revision_number': 4, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad9eac-5c69-4b86-97e5-5d71098e96dd', 'name': '', 'network_id': 'eee2aa9d-abd2-444e-8d74-187d644a2bdb', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'mac_address': 'fa:16:3e:94:a7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2371f607-b515-47ef-ac92-f33b3102db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:01Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'subnets': [{'id': '2371f607-b515-47ef-ac92-f33b3102db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:09.006874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event updated for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.026756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61bf880e-e952-4a78-bd60-acab57b985dc req-899012db-ee0a-44a4-8ff3-2200bfe85ba8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 698 time: 0.0860128 Jul 29 23:45:09.046692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-9988a5fc-44bb-46c0-add6-354b65ebd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:09.049566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-9988a5fc-44bb-46c0-add6-354b65ebd46f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eee2aa9d-abd2-444e-8d74-187d644a2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3762696 Jul 29 23:45:09.075063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafac3c8-0eff-4b99-92de-60b3f6d350d4 req-4c892977-7311-416a-81da-b4d0eeb7fa35 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:09.085504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fafac3c8-0eff-4b99-92de-60b3f6d350d4 req-4c892977-7311-416a-81da-b4d0eeb7fa35 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.4191093 Jul 29 23:45:09.106093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61bf880e-e952-4a78-bd60-acab57b985dc req-369d4b9a-83dd-400e-8e1a-9bdc6f6c06f6 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.33 HTTP/1.1" status: 200 len: 698 time: 0.0776725 Jul 29 23:45:09.141104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.205381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:09.219169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:09.220081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.259991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.294571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Transition to ACTIVE for port object 706d52b2-45c3-46d9-9a4b-437c55d6156e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.316697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-00910988-cf8c-4ffc-9692-575aedc7bbb1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1649284 Jul 29 23:45:09.322629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc2313-16c8-4187-86bd-873272711ea1 None None] Network f33cb79f-f356-4bc7-9edd-53197d1792aa requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:09.325312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Deleting port b9d4b785-19fc-4462-8307-76d5ca2838b4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:09.325838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.346408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fafac3c8-0eff-4b99-92de-60b3f6d350d4 req-fa65dcff-a2c7-426f-b09b-589f19673605 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590942 Jul 29 23:45:09.376300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Request body: {'port': {'device_id': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:09.393487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Transition to ACTIVE for port object 706d52b2-45c3-46d9-9a4b-437c55d6156e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.414840 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635991a-5fa3-4b9a-9076-5e728c082bea x-openstack-request-id: req-9635991a-5fa3-4b9a-9076-5e728c082bea {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:09.415634 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646", "code": 200}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "82b9a16b-a514-48d3-a937-a9c2376cb6ab", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:09.416515 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9635991a-5fa3-4b9a-9076-5e728c082bea {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:09.417114 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'code': 200} Jul 29 23:45:09.417561 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a16b-a514-48d3-a937-a9c2376cb6ab', 'code': 200} Jul 29 23:45:09.425676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.436277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ca2b8-51ed-45fc-8d44-8756cf00a0f1 None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:09.438271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.438784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.462733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Calling delete_port for b9d4b785-19fc-4462-8307-76d5ca2838b4 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:09.465947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-8d8b5097-54d3-4c41-9ac6-c1566dffc8b1 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060900 Jul 29 23:45:09.475910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.512788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.513688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-348373d8-4ac5-4610-96ba-40e472a1ea5a None None] Provisioning for port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:09.532374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:09.569763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Network 10aafa98-889b-4856-add4-c04feacba682 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:09.590400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:09.591209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.599550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:09.607163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:09.631507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Pushing event updated for resources: {'Port': ['ID=706d52b2-45c3-46d9-9a4b-437c55d6156e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.641209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-555ca2b8-51ed-45fc-8d44-8756cf00a0f1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:45:09.641209 n-d-712707-11 neutron-server[93866]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 29 23:45:09.641209 n-d-712707-11 neutron-server[93866]: [parameters: {'status': 'DOWN', 'floatingips_id': '03417b0f-85d2-4da7-b2c8-40f56b73902a'}] Jul 29 23:45:09.641209 n-d-712707-11 neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:09.642007 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-555ca2b8-51ed-45fc-8d44-8756cf00a0f1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:09.667709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.695999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event deleted for resources: {'Port': ['ID=b9d4b785-19fc-4462-8307-76d5ca2838b4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.765982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Attempting to bind port 706d52b2-45c3-46d9-9a4b-437c55d6156e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:09.766384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Attempting to bind port 706d52b2-45c3-46d9-9a4b-437c55d6156e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10aafa98-889b-4856-add4-c04feacba682'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:09.766763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Attempting to bind port 706d52b2-45c3-46d9-9a4b-437c55d6156e on network 10aafa98-889b-4856-add4-c04feacba682 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:09.779285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:09.779668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Checking segment: {'id': 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10aafa98-889b-4856-add4-c04feacba682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:09.780073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.780789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Bound using segment: {'id': 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10aafa98-889b-4856-add4-c04feacba682'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:09.781280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Bound port: 706d52b2-45c3-46d9-9a4b-437c55d6156e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '10aafa98-889b-4856-add4-c04feacba682'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:09.781697 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.789787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.793052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.794349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61bf880e-e952-4a78-bd60-acab57b985dc req-e4dcc8e1-9373-43a7-9c34-aa1c58dc34b8 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "DELETE /v2.0/floatingips/03417b0f-85d2-4da7-b2c8-40f56b73902a HTTP/1.1" status: 204 len: 173 time: 0.6872766 Jul 29 23:45:09.859624 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.885542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa65ce3-0910-481c-b618-0e0b832e799d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.923560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:09.937798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.939198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f464ad4f-64d2-4246-99b3-a122f671595b up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:10.005560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] For port 706d52b2-45c3-46d9-9a4b-437c55d6156e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:10.033240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] For port 706d52b2-45c3-46d9-9a4b-437c55d6156e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=706d52b2-45c3-46d9-9a4b-437c55d6156e,segment=NetworkSegment(ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028),segment_id=ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:10.053093 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.063581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.068926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.087576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524385ff-d135-49ed-a2ab-8607a041bfa9 req-25b2e7b7-1d66-4ceb-98cc-2dc7ce0ca95f tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.101741 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-524385ff-d135-49ed-a2ab-8607a041bfa9 req-25b2e7b7-1d66-4ceb-98cc-2dc7ce0ca95f tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 931 time: 0.1396346 Jul 29 23:45:10.120388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.126244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port f464ad4f-64d2-4246-99b3-a122f671595b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:10.135642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.143763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ca2b8-51ed-45fc-8d44-8756cf00a0f1 None None] New status for floating IP 03417b0f-85d2-4da7-b2c8-40f56b73902a: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:10.146137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.154342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.159499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.166230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.170634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-524385ff-d135-49ed-a2ab-8607a041bfa9 req-f34fe8fc-ab50-4843-a767-75fba9cff40b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713315 Jul 29 23:45:10.173046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.175189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-da32f789-3631-41ad-804a-033a4357ea80 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5430 time: 0.6601787 Jul 29 23:45:10.205844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:10.208041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port f464ad4f-64d2-4246-99b3-a122f671595b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:10.208241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aafa98-889b-4856-add4-c04feacba682']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:10.208399 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.277370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd7e86f4-4d65-4f48-beff-cf067627bb75 req-d6ad79bc-5e5b-41b8-8817-ee603d6e9e07 service neutron] 10.222.0.59 "GET /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959678 Jul 29 23:45:10.292622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:10.293021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:10.303415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3825e-3e93-4495-a30a-00cf44b44307 None None] Network 10aafa98-889b-4856-add4-c04feacba682 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:10.331269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fe9b-8b6b-4cca-9667-ad3f4f58bdd2 None None] Pushing event updated for resources: {'Port': ['ID=706d52b2-45c3-46d9-9a4b-437c55d6156e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.334944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.349540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d229ae74-76c1-4a1a-973a-f49ce1e577eb req-7832b035-9a6b-4032-ac20-26e04f604790 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381962 Jul 29 23:45:10.371125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.406204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:10.406632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:10.410214 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:10.496523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:45:10.496523 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:45:10.496523 n-d-712707-11 neutron-server[93864]: [parameters: {'id': '10aafa98-889b-4856-add4-c04feacba682'}] Jul 29 23:45:10.496523 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:10.497291 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:10.502700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:10.533297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:10.533885 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.590778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.609361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053f1ad-eb38-4794-8a63-1bc08dfa8f62 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:45:10.636127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e509f-967c-43c7-85e9-b9e7432c4b16 req-e008ce85-3aed-4a04-9171-f4112d0b6079 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.638517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e13e509f-967c-43c7-85e9-b9e7432c4b16 req-e008ce85-3aed-4a04-9171-f4112d0b6079 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.0887051 Jul 29 23:45:10.641312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46c7870-2e7c-42bc-8eb9-bd599459acd4 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:10.659111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.693436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Transition to ACTIVE for port object e46c7870-2e7c-42bc-8eb9-bd599459acd4 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:10.706277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f464ad4f-64d2-4246-99b3-a122f671595b,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:10.706564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.715179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.716004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7d2366bb-ad92-4a42-8d36-559ee9c05d67 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:10.750898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e13e509f-967c-43c7-85e9-b9e7432c4b16 req-ada256bb-7c34-4be4-8a9a-eb9e0c891b8c tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887516 Jul 29 23:45:10.788055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Pushing event updated for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.796450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7862de-34db-45bc-95c5-bb9defccf391 req-90930cf5-bb33-4a31-a8ef-5d0050f913f8 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.797260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.802190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7862de-34db-45bc-95c5-bb9defccf391 req-90930cf5-bb33-4a31-a8ef-5d0050f913f8 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0699451 Jul 29 23:45:10.838034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7862de-34db-45bc-95c5-bb9defccf391 req-02e4c28c-87a9-4179-88a6-1a3ebbb46f20 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349352 Jul 29 23:45:10.865709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.872193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Attempting to bind port e46c7870-2e7c-42bc-8eb9-bd599459acd4 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:10.872940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Attempting to bind port e46c7870-2e7c-42bc-8eb9-bd599459acd4 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:10.872940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Attempting to bind port e46c7870-2e7c-42bc-8eb9-bd599459acd4 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.877868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Port e46c7870-2e7c-42bc-8eb9-bd599459acd4 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:10.878193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Attempting to bind port e46c7870-2e7c-42bc-8eb9-bd599459acd4 on network 994e9c4a-ec2e-4b23-9322-ac381d4725bc {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.883664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:10.883664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Checking segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:10.883945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Bound using segment: {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:10.884360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Bound port: e46c7870-2e7c-42bc-8eb9-bd599459acd4, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f4b15-d442-4576-a94f-ea9dc332f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:10.884948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.889875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,segment=NetworkSegment(f7ddf234-1e4f-453f-9d24-a0dd2932096e),segment_id=f7ddf234-1e4f-453f-9d24-a0dd2932096e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:10.902349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.931505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:10.949594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:10.950063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.958015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:10.962531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:10.969282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.979344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053f1ad-eb38-4794-8a63-1bc08dfa8f62 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:45:11.003645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.013016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.013391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.013928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.016053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] 10.222.0.57 "PUT /v2.0/ports/e46c7870-2e7c-42bc-8eb9-bd599459acd4 HTTP/1.1" status: 200 len: 1092 time: 1.6663237 Jul 29 23:45:11.019662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:11.022047 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb98d75-ae2f-4a85-852f-3a8033563ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:11.085870 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453ae12-3b7a-44c1-91ba-7d3664d2cab7 x-openstack-request-id: req-4453ae12-3b7a-44c1-91ba-7d3664d2cab7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:11.086117 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:11.086390 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4453ae12-3b7a-44c1-91ba-7d3664d2cab7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:11.086807 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4', 'status': 'completed', 'code': 200} Jul 29 23:45:11.094833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682cd37-56f0-456f-8cfa-8d9d3d82e64f service neutron] Pushing event updated for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.149831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 706d52b2-45c3-46d9-9a4b-437c55d6156e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:11.150122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.193968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-5547414e-ac6f-42e2-9de1-cb60796484a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.195715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-5547414e-ac6f-42e2-9de1-cb60796484a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 1095 time: 0.0871568 Jul 29 23:45:11.285900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-c0f0b7fc-4154-47ee-926d-462409f27020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4 HTTP/1.1" status: 200 len: 217 time: 0.0664616 Jul 29 23:45:11.290034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 706d52b2-45c3-46d9-9a4b-437c55d6156e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=706d52b2-45c3-46d9-9a4b-437c55d6156e,segment=NetworkSegment(ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028),segment_id=ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:11.290034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.304545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.335458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 706d52b2-45c3-46d9-9a4b-437c55d6156e owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:11.376504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:11.397798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-61783ef6-29cf-4f19-9b58-b7a80a14b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.399301 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-61783ef6-29cf-4f19-9b58-b7a80a14b46b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.0939410 Jul 29 23:45:11.401787 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.402617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4c3817a1-ef40-4b12-a35f-4469b479e661 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:11.427250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0'}, {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b'}, {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:11.429585 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127ac32-7e9a-407d-a407-83027f437c98" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0"}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b"}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:11.436857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0b09c-c1d9-47b3-90d1-447b9569865c req-8c5508c4-fdeb-40ea-b42b-8c8b9a1f2d27 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.438556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40f0b09c-c1d9-47b3-90d1-447b9569865c req-8c5508c4-fdeb-40ea-b42b-8c8b9a1f2d27 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 943 time: 0.1722083 Jul 29 23:45:11.475638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-03951bf2-6868-4447-b3ed-e0226bc4a0d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470467 Jul 29 23:45:11.537802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.543738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.549524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.550065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.557397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.564624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.570784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.577684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.582155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-06c211a7-d4c4-4609-b168-07895dfff18e req-0afb3bcf-5f4f-411c-889a-5db68abec9ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5433 time: 0.1064711 Jul 29 23:45:11.582424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40f0b09c-c1d9-47b3-90d1-447b9569865c req-dc6bd0ce-6d62-48ed-ae0c-83143b5ea72b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318998 Jul 29 23:45:11.586308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 4c3817a1-ef40-4b12-a35f-4469b479e661 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:11.599229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 4c3817a1-ef40-4b12-a35f-4469b479e661 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:11.599948 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.604627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.638385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=706d52b2-45c3-46d9-9a4b-437c55d6156e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.645026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 706d52b2-45c3-46d9-9a4b-437c55d6156e on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:11.648266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-b001fa79-48b6-4a6d-8f3e-f7d37a8320ce service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627660 Jul 29 23:45:11.679420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-06c211a7-d4c4-4609-b168-07895dfff18e req-aa5f6421-82b1-4314-a13f-0fa01d849a65 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611477 Jul 29 23:45:11.696637 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594d721-6531-4e9c-9ad2-a6e91d42d816 x-openstack-request-id: req-4594d721-6531-4e9c-9ad2-a6e91d42d816 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:11.697025 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0", "code": 200}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b", "code": 200}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:11.697341 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4594d721-6531-4e9c-9ad2-a6e91d42d816 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:11.697851 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'code': 200} Jul 29 23:45:11.698172 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b', 'code': 200} Jul 29 23:45:11.698453 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'code': 200} Jul 29 23:45:11.712748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.750573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4c3817a1-ef40-4b12-a35f-4469b479e661,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:11.761734 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.789806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.803705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aafa98-889b-4856-add4-c04feacba682']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.822034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.822301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef77a33c-eb1e-4bcf-8d1c-a8bae6af0028') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.830253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.840954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.856129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37186bac-5a39-48ff-b49e-baf7acd8a147 req-a9ad8c56-8935-4f27-9fc8-0fc63d7a35c4 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845546 Jul 29 23:45:11.869375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.892895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:11.893406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:11.896689 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:11.973203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120101-d969-46e6-9af9-79becdcee50e req-f44154d3-951f-45fd-9313-53855781d8a4 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.973731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9999c-33c7-4df2-96d1-b69a3c5d3158 req-32a31cee-fb41-453e-929e-5b49bcd0db3f tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.974972 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bb120101-d969-46e6-9af9-79becdcee50e req-f44154d3-951f-45fd-9313-53855781d8a4 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0604742 Jul 29 23:45:11.978448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49a9999c-33c7-4df2-96d1-b69a3c5d3158 req-32a31cee-fb41-453e-929e-5b49bcd0db3f tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.1213808 Jul 29 23:45:11.979751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.000862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.006209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46530) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.006387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/10aafa98-889b-4856-add4-c04feacba682 HTTP/1.1" status: 204 len: 168 time: 3.6495352 Jul 29 23:45:12.017482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843438698'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:12.025820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb60fc-24bc-4e7a-85f8-08bc18f8e617 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=10aafa98-889b-4856-add4-c04feacba682,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.057115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bb120101-d969-46e6-9af9-79becdcee50e req-4c6b5405-6b19-42b7-9c57-26c2a43b35b3 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678961 Jul 29 23:45:12.075327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:12.078235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:12.090357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49a9999c-33c7-4df2-96d1-b69a3c5d3158 req-a6918d45-41df-4270-9a85-ae7dc83046f1 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829041 Jul 29 23:45:12.091449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.096401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-22381c25-2a73-42ce-ba00-d05cc81861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.098126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-22381c25-2a73-42ce-ba00-d05cc81861ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 1095 time: 0.0897214 Jul 29 23:45:12.124948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:12.137251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.138382 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment 9e5674d0-c50c-4394-9e48-36206a9e4a34 of type vlan for network a280719b-c819-45a1-bb34-fd869b5d6d40 Jul 29 23:45:12.164704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:12.165179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.186300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.221065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.227030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.227645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.250634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-39cc043e-d150-4b2f-a146-08daca6afd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.252389 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-39cc043e-d150-4b2f-a146-08daca6afd61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 200 len: 923 time: 0.1465740 Jul 29 23:45:12.271253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-bb02d8fa-299b-422a-9e13-ba31927fdee2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.272789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-bb02d8fa-299b-422a-9e13-ba31927fdee2 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.0846562 Jul 29 23:45:12.289500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2822185 Jul 29 23:45:12.292507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.297563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:12.322269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-50b61994-f738-4ff0-8079-cbab5f1eac08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4 HTTP/1.1" status: 200 len: 217 time: 0.0484762 Jul 29 23:45:12.345704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533509-3b97-42da-96af-04372808c85b tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=a280719b-c819-45a1-bb34-fd869b5d6d40,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.356760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a280719b-c819-45a1-bb34-fd869b5d6d40 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:12.406491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:12.410604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.467320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-7d3493e1-62db-4e1a-b300-51b276b87d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.470712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-7d3493e1-62db-4e1a-b300-51b276b87d33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 200 len: 862 time: 0.1312044 Jul 29 23:45:12.496967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-40774084-4edc-4e44-803b-e749c4060b68 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.498409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-40774084-4edc-4e44-803b-e749c4060b68 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.59 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1191623 Jul 29 23:45:12.536238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-80dc4e77-46dc-4d2d-bf1e-a00fd001337b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=994e9c4a-ec2e-4b23-9322-ac381d4725bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353129 Jul 29 23:45:12.584679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Deleting port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:12.585032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.621165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.690287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=0a2163ee-f4c9-478c-bf49-dbd65b670940,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.730149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': '9e5674d0-c50c-4394-9e48-36206a9e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:12.730577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: a280719b-c819-45a1-bb34-fd869b5d6d40, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:12.750743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9442849-7076-44ea-9781-a7ffd08aa630 req-04ce5e63-e34b-4f2a-8036-16f087a11893 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.762287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f9442849-7076-44ea-9781-a7ffd08aa630 req-04ce5e63-e34b-4f2a-8036-16f087a11893 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 943 time: 0.0856378 Jul 29 23:45:12.766485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-7e067244-3c3a-4bd1-b750-8bdc7e1381d7 service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074873 Jul 29 23:45:12.800346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network a280719b-c819-45a1-bb34-fd869b5d6d40 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:12.812238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f9442849-7076-44ea-9781-a7ffd08aa630 req-7e738342-e6f5-4628-bdda-dad533a588bd tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Jul 29 23:45:12.818889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a280719b-c819-45a1-bb34-fd869b5d6d40) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:12.825112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.825415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] For port 19ac5108-32b4-4c15-875d-97c4ef2f7c19, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=19ac5108-32b4-4c15-875d-97c4ef2f7c19,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:12.826137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.826234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.833618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e6a63-515c-4822-95c3-3168938f6863 None None] Network a280719b-c819-45a1-bb34-fd869b5d6d40 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:12.844468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c7aeaab-68e3-4635-875f-d8462f634503 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5506601 Jul 29 23:45:12.848487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46540) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.854854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136972173'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:12.879565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Deleting port 0c34128c-c104-48dd-b768-d0a242d365db {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:12.879853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.883114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:12.889775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Calling delete_port for 19ac5108-32b4-4c15-875d-97c4ef2f7c19 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:12.890003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.921213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:12.961065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.961448 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment c7808fbb-a55f-4a0c-8acd-35318a7b2ed8 of type vlan for network 5e79a9ab-0aa9-497c-8262-e03892f2e62b Jul 29 23:45:12.991820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-1d146a47-f64a-4a86-bf52-baab8a34b245 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681038 Jul 29 23:45:13.003697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-a280719b-c819-45a1-bb34-fd869b5d6d40', 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': '0a2163ee-f4c9-478c-bf49-dbd65b670940'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:13.004918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.025605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.032684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.034838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.039033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.045361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.051781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.057598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.063381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.065490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-00dabbbe-a299-4946-aedc-5b5112d4f851 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.2935765 Jul 29 23:45:13.076578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.084150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.085004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.147363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2976484 Jul 29 23:45:13.150473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46546) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:13.160020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] For port 0c34128c-c104-48dd-b768-d0a242d365db, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0c34128c-c104-48dd-b768-d0a242d365db,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:13.160416 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.170339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:13.172237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Allocated IP 2001:db8::1 (a280719b-c819-45a1-bb34-fd869b5d6d40/0a2163ee-f4c9-478c-bf49-dbd65b670940/fd9a8847-4974-4e36-a5c3-776510ba1e30) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:13.176548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fb98d75-ae2f-4a85-852f-3a8033563ed2 req-938144ce-a2b5-44c8-b7c1-27c6e17f1eea service neutron] 10.222.0.57 "GET /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837538 Jul 29 23:45:13.194324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9c0e2c4-2f0f-4ec4-91e9-0514dc165f2e req-ba843573-3527-45db-ab43-d3053fd3ab74 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125371 Jul 29 23:45:13.246533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-25d09ee6-b0e2-4207-adbe-dd333a165080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.248341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-25d09ee6-b0e2-4207-adbe-dd333a165080 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 1097 time: 0.1836467 Jul 29 23:45:13.268748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de642c-7bf7-4368-9eaf-4f8de34e8a3e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=5e79a9ab-0aa9-497c-8262-e03892f2e62b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.285204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5e79a9ab-0aa9-497c-8262-e03892f2e62b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:13.309543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21039a4a-3202-4244-b78f-361207573395 req-8917af6e-33f8-4f6b-b253-a12b727dd1e7 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.311221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21039a4a-3202-4244-b78f-361207573395 req-8917af6e-33f8-4f6b-b253-a12b727dd1e7 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1628115 Jul 29 23:45:13.400761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21039a4a-3202-4244-b78f-361207573395 req-4e2735a7-ee1a-4024-8c45-39e4697c3205 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups?id=b32dc39f-2440-4fa4-94ad-9c9770098314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627580 Jul 29 23:45:13.430727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-aa4fa146-cdce-4153-9f06-2e9ab71447b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.432316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-aa4fa146-cdce-4153-9f06-2e9ab71447b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 200 len: 915 time: 0.1565068 Jul 29 23:45:13.449498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.459829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Transition to ACTIVE for port object fd9a8847-4974-4e36-a5c3-776510ba1e30 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:13.477143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Transition to ACTIVE for port object fd9a8847-4974-4e36-a5c3-776510ba1e30 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:13.484336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.525791 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-6398cfa7-0f31-42f5-b761-24ea1852f424 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 200 len: 1001 time: 0.0830507 Jul 29 23:45:13.528838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Network a280719b-c819-45a1-bb34-fd869b5d6d40 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:13.532695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:13.537325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:13.552319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Pushing event updated for resources: {'Port': ['ID=fd9a8847-4974-4e36-a5c3-776510ba1e30,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.602427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-2c876ed1-849c-4d72-ac04-4b1748a9e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.604042 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-2c876ed1-849c-4d72-ac04-4b1748a9e4c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=375db5dd-719f-48b6-9716-73abbf4deb45 HTTP/1.1" status: 200 len: 853 time: 0.0692451 Jul 29 23:45:13.615072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Attempting to bind port fd9a8847-4974-4e36-a5c3-776510ba1e30 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:13.615438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Attempting to bind port fd9a8847-4974-4e36-a5c3-776510ba1e30 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '9e5674d0-c50c-4394-9e48-36206a9e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:13.615817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Attempting to bind port fd9a8847-4974-4e36-a5c3-776510ba1e30 on network a280719b-c819-45a1-bb34-fd869b5d6d40 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:13.621451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:13.621916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Checking segment: {'id': '9e5674d0-c50c-4394-9e48-36206a9e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:13.622327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.622734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Bound using segment: {'id': '9e5674d0-c50c-4394-9e48-36206a9e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:13.623226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Bound port: fd9a8847-4974-4e36-a5c3-776510ba1e30, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5674d0-c50c-4394-9e48-36206a9e4a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a280719b-c819-45a1-bb34-fd869b5d6d40'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:13.623610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.677890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-d12340a5-240c-4b9d-8379-52799052090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.679705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-d12340a5-240c-4b9d-8379-52799052090e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635190 Jul 29 23:45:13.693016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-38644687-f40f-4858-8805-322a54e22f8e None None] For port fd9a8847-4974-4e36-a5c3-776510ba1e30, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:13.696527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-38644687-f40f-4858-8805-322a54e22f8e None None] For port fd9a8847-4974-4e36-a5c3-776510ba1e30, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fd9a8847-4974-4e36-a5c3-776510ba1e30,segment=NetworkSegment(9e5674d0-c50c-4394-9e48-36206a9e4a34),segment_id=9e5674d0-c50c-4394-9e48-36206a9e4a34)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:13.699404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:13.701874 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6226a078-1235-4e2a-b991-660d3b4a3d76" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:13.706166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.769252 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d929e7b-4789-4943-b3ab-9226291fca82 x-openstack-request-id: req-1d929e7b-4789-4943-b3ab-9226291fca82 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:13.769548 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-plugged", "status": "completed", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:13.770314 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d929e7b-4789-4943-b3ab-9226291fca82 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:13.770314 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661', 'code': 200} Jul 29 23:45:13.794643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644687-f40f-4858-8805-322a54e22f8e None None] Pushing event updated for resources: {'Port': ['ID=fd9a8847-4974-4e36-a5c3-776510ba1e30,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.820269 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-df71216f-95b2-4138-abbb-9fceff26021e service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259999 Jul 29 23:45:13.911427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cebc50-5bcc-48a6-84eb-1bbbc5df6d36 req-7b014cb8-ad81-4759-a54d-6cc02b9b9c5e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.913049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84cebc50-5bcc-48a6-84eb-1bbbc5df6d36 req-7b014cb8-ad81-4759-a54d-6cc02b9b9c5e tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 945 time: 0.5936012 Jul 29 23:45:13.929836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:13.933586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.995909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.012450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c639-6e3d-403d-8224-04db483d1cd6 req-d99c4344-f1bd-4710-91f3-441e12637e2d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.014012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-88b2c639-6e3d-403d-8224-04db483d1cd6 req-d99c4344-f1bd-4710-91f3-441e12637e2d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 943 time: 0.1182270 Jul 29 23:45:14.023938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.024392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.024844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.025327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.025809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.026271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.026729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.033436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-c54f1486-80b0-436f-8518-7596fed246e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6498 time: 0.1344345 Jul 29 23:45:14.037307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['19ac5108-32b4-4c15-875d-97c4ef2f7c19'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:14.038431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb73192a-5a33-4cf7-a43a-45fd8c59f033 req-412b1fd8-e3b4-49da-ae50-bf678b2f10c5 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085268 Jul 29 23:45:14.108439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Pushing event deleted for resources: {'Port': ['ID=19ac5108-32b4-4c15-875d-97c4ef2f7c19,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.109145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24b39ada-cbe8-498a-aca9-cf61ab530d5b req-24ff6af9-9758-4485-a567-34e754cde812 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697784 Jul 29 23:45:14.123174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-88b2c639-6e3d-403d-8224-04db483d1cd6 req-892def47-2942-4c88-9063-d789da142772 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888405 Jul 29 23:45:14.168640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84cebc50-5bcc-48a6-84eb-1bbbc5df6d36 req-f9117719-38f4-4b48-8ad3-c7f2f5119df7 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/security-groups?id=284ec05c-e340-455d-8e7e-6a949c01d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444091 Jul 29 23:45:14.170253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing IP validity checks on allocation pools {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:45:14.170807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:45:14.196452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.196844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.197171 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Floating IP ade5b31f-aa3b-4059-b731-14bd27ce224d disassociated. External IP: 172.25.5.242, port: 0c34128c-c104-48dd-b768-d0a242d365db. Jul 29 23:45:14.197508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Calling delete_port for 0c34128c-c104-48dd-b768-d0a242d365db owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:14.223455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] No DVR routers for this DVR port 19ac5108-32b4-4c15-875d-97c4ef2f7c19 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:14.229903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.231936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bd2ca7c-c3ca-4a57-99bd-af9a24abc130 req-e4966ae3-41fd-414d-a9c1-6f208e924784 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.59 "DELETE /v2.0/ports/19ac5108-32b4-4c15-875d-97c4ef2f7c19 HTTP/1.1" status: 204 len: 173 time: 1.9521832 Jul 29 23:45:14.236399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'name': 'network-vif-deleted', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:14.238708 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f42f40-2da4-44e9-83dd-b1dc5ebe4fc4" -d '{"events": [{"server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "name": "network-vif-deleted", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:14.288335 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee54711-29e0-45ea-958c-c3fa6e9dfd63 x-openstack-request-id: req-8ee54711-29e0-45ea-958c-c3fa6e9dfd63 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:14.288537 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07953220-8498-40f7-8802-f36e3dd13aae", "name": "network-vif-deleted", "tag": "19ac5108-32b4-4c15-875d-97c4ef2f7c19", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:14.288839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee54711-29e0-45ea-958c-c3fa6e9dfd63 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:14.289252 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07953220-8498-40f7-8802-f36e3dd13aae', 'name': 'network-vif-deleted', 'tag': '19ac5108-32b4-4c15-875d-97c4ef2f7c19', 'status': 'completed', 'code': 200} Jul 29 23:45:14.324279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e46c7870-2e7c-42bc-8eb9-bd599459acd4 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:14.339378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.345834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.352601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.358613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.365615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.372780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.378991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.380958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-15be03cc-ef37-45bf-9ee4-e7d5827aa6b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.1063607 Jul 29 23:45:14.444304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1394f172-e243-492b-a455-f62fccf9bfd6 req-b1c4d3f6-b6eb-421a-ae17-fcc8ed2da5fc tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564773 Jul 29 23:45:14.457393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:14.476160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4', 'network_id': '994e9c4a-ec2e-4b23-9322-ac381d4725bc', 'port_id': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4', 'mac_address': 'fa:16:3e:38:45:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c00a7-f675-4f97-a18b-a0187993f76d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:14.476568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.522870 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.550871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46c7870-2e7c-42bc-8eb9-bd599459acd4 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:14.560962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.598529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:14.607227 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.691970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event deleted for resources: {'Port': ['ID=0c34128c-c104-48dd-b768-d0a242d365db,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.709745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15c4dc18-7be4-40dd-afb4-873fae7e0d85 req-ee06471e-e640-4609-86ff-8c75922b02d6 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 210 time: 0.1438930 Jul 29 23:45:14.720249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.817706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=762c32a8-6bf3-4420-9bcb-91dbb42178f5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.835251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:14.835536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: 5e79a9ab-0aa9-497c-8262-e03892f2e62b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:14.864959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Router f43423b5-2b6f-41fe-aa93-c087edb4ade3 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:14.870746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network 5e79a9ab-0aa9-497c-8262-e03892f2e62b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:14.884838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5e79a9ab-0aa9-497c-8262-e03892f2e62b) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:14.893390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86abe3-1b34-4d40-aed4-435b42d75b0b None None] Network 5e79a9ab-0aa9-497c-8262-e03892f2e62b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:14.899036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.900201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.961579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.961981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb4c3ba6-7ead-4dea-92a5-14dbf40dbd24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8040402 Jul 29 23:45:15.030294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:15.041333 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Sync routers for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:15.069222 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:15.071242 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:15.099582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5e79a9ab-0aa9-497c-8262-e03892f2e62b', 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': '762c32a8-6bf3-4420-9bcb-91dbb42178f5'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:15.100358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] No DVR routers for this DVR port 0c34128c-c104-48dd-b768-d0a242d365db on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:15.100469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.103773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.107365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80e7228c-53a8-4ebc-860b-a2e4576dbedb req-7aec8bca-f594-4e38-ae36-75aec9fd4161 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.59 "DELETE /v2.0/ports/0c34128c-c104-48dd-b768-d0a242d365db HTTP/1.1" status: 204 len: 173 time: 2.5957341 Jul 29 23:45:15.116901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e46c7870-2e7c-42bc-8eb9-bd599459acd4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:15.207293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.309926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:15.318181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a4acd-6290-44c4-8636-9f0ebb6638ed None None] Network a280719b-c819-45a1-bb34-fd869b5d6d40 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:15.375404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea181-c824-4c8f-a704-2d5291875eee req-16a246ee-5df7-469d-8414-4f2d6154c305 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.400989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-486ea181-c824-4c8f-a704-2d5291875eee req-16a246ee-5df7-469d-8414-4f2d6154c305 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 944 time: 0.1226692 Jul 29 23:45:15.432821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a62b7c4-e3a5-49ad-ae40-235755bc8dd0 None None] Provisioning for port fd9a8847-4974-4e36-a5c3-776510ba1e30 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:15.486961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-486ea181-c824-4c8f-a704-2d5291875eee req-084112a1-30b3-4530-bcd9-c568ecb116c9 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749319 Jul 29 23:45:15.559543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Allocated IP 2001:db8::3 (5e79a9ab-0aa9-497c-8262-e03892f2e62b/762c32a8-6bf3-4420-9bcb-91dbb42178f5/765be179-8587-4723-bd17-1d85c45aeac1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:15.609738 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:15.670988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.678405 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Checking router: f43423b5-2b6f-41fe-aa93-c087edb4ade3 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:15.680077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.691521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a136129d-0020-48e2-9e14-1bedd5f45366 req-a75260cd-df03-4419-a1a5-fd7233f93a76 tempest-FloatingIPsAssociationTestJSON-1864733885 tempest-FloatingIPsAssociationTestJSON-1864733885-project] 10.222.0.49 "GET /v2.0/ports?device_id=07953220-8498-40f7-8802-f36e3dd13aae HTTP/1.1" status: 200 len: 210 time: 0.0494857 Jul 29 23:45:15.692117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.692416 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:15.693038 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:15.702518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.730354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.743361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.753173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.772742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-174fb75a-3b32-441b-9e13-703c173755ae tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.1786869 Jul 29 23:45:15.773761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.866096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-627b745e-d1b5-443e-b1cb-621ae1bfff22 req-fb9bd7c6-ad66-492a-9d42-c73d7628158d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923185 Jul 29 23:45:15.964902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:15.992700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d10b7ccb-5344-477d-9be0-2ce09b5a7a41 req-95705e58-fbee-417c-906c-60fe22ccae58 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d93982-0733-4258-84f9-2c218189b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0333004 Jul 29 23:45:16.017672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.027325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Transition to ACTIVE for port object 765be179-8587-4723-bd17-1d85c45aeac1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:16.046691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Transition to ACTIVE for port object 765be179-8587-4723-bd17-1d85c45aeac1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:16.065323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.082451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.118392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Network 5e79a9ab-0aa9-497c-8262-e03892f2e62b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:16.121811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:16.133834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:16.137915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=762c32a8-6bf3-4420-9bcb-91dbb42178f5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.150624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Pushing event updated for resources: {'Port': ['ID=765be179-8587-4723-bd17-1d85c45aeac1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.216737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fd9a8847-4974-4e36-a5c3-776510ba1e30 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:16.222100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.233647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e79a9ab-0aa9-497c-8262-e03892f2e62b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.245340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.245340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.255708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.272368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.272981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Attempting to bind port 765be179-8587-4723-bd17-1d85c45aeac1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:16.273157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Attempting to bind port 765be179-8587-4723-bd17-1d85c45aeac1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:16.273519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Attempting to bind port 765be179-8587-4723-bd17-1d85c45aeac1 on network 5e79a9ab-0aa9-497c-8262-e03892f2e62b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:16.281641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:16.282102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:16.285266 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:16.288019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4bda6ac-27c7-419a-99f5-c53319601c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.291646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'name': 'network-vif-deleted', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:16.292911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:16.293181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Checking segment: {'id': 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:16.293576 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.294402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Bound using segment: {'id': 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:16.294509 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5cf119-9ef1-4723-bad3-03129e33c868" -d '{"events": [{"server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "name": "network-vif-deleted", "tag": "0c34128c-c104-48dd-b768-d0a242d365db"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:16.294596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Bound port: 765be179-8587-4723-bd17-1d85c45aeac1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:16.294823 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.300941 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.331012 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a7cc2-2f9e-49b2-a330-530fc6035e63 None None] The sync data for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 is: [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:53Z', 'revision_number': 4, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cc2c900c-8b32-4e89-940a-38f5ce6e1a18', 'name': '', 'network_id': 'ef7f9435-c671-419d-be23-4a345fdd3349', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'mac_address': 'fa:16:3e:e0:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:51Z', 'updated_at': '2021-07-29T23:43:01Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'subnets': [{'id': 'c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:16.349409 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14daf700-22f5-4b9c-a88f-e832d809c72c x-openstack-request-id: req-14daf700-22f5-4b9c-a88f-e832d809c72c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:16.349765 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d93982-0733-4258-84f9-2c218189b4a7", "name": "network-vif-deleted", "tag": "0c34128c-c104-48dd-b768-d0a242d365db", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:16.350081 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14daf700-22f5-4b9c-a88f-e832d809c72c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:16.350858 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d93982-0733-4258-84f9-2c218189b4a7', 'name': 'network-vif-deleted', 'tag': '0c34128c-c104-48dd-b768-d0a242d365db', 'status': 'completed', 'code': 200} Jul 29 23:45:16.351592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port fd9a8847-4974-4e36-a5c3-776510ba1e30 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:16.367884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:45:16.367884 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:45:16.367884 n-d-712707-11 neutron-server[93865]: [parameters: {'id': '5e79a9ab-0aa9-497c-8262-e03892f2e62b'}] Jul 29 23:45:16.367884 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:16.368583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fd9a8847-4974-4e36-a5c3-776510ba1e30 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:16.368664 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:16.368733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.401075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] For port 765be179-8587-4723-bd17-1d85c45aeac1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:16.420100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] For port 765be179-8587-4723-bd17-1d85c45aeac1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=765be179-8587-4723-bd17-1d85c45aeac1,segment=NetworkSegment(c7808fbb-a55f-4a0c-8acd-35318a7b2ed8),segment_id=c7808fbb-a55f-4a0c-8acd-35318a7b2ed8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:16.427255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.540742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044e1f-68c0-48cf-aa2d-57d2b122df3d None None] Pushing event updated for resources: {'Port': ['ID=765be179-8587-4723-bd17-1d85c45aeac1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.559466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.579034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764286b-e898-4862-9426-0e967535ef01 None None] Network 5e79a9ab-0aa9-497c-8262-e03892f2e62b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:16.632175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2769d0a-0520-4e51-8518-9cbb434f7155 req-f94902dd-23c9-4e42-8df9-d054155a18e1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:16.633763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2769d0a-0520-4e51-8518-9cbb434f7155 req-f94902dd-23c9-4e42-8df9-d054155a18e1 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 944 time: 0.0647101 Jul 29 23:45:16.641156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331f1c1-be5a-477e-9970-55dac0d9bd1a None None] New status for floating IP ade5b31f-aa3b-4059-b731-14bd27ce224d: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:16.675966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2769d0a-0520-4e51-8518-9cbb434f7155 req-0913849d-0025-4767-b62b-48efb22f3dc4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Jul 29 23:45:16.705094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port fd9a8847-4974-4e36-a5c3-776510ba1e30, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fd9a8847-4974-4e36-a5c3-776510ba1e30,segment=NetworkSegment(9e5674d0-c50c-4394-9e48-36206a9e4a34),segment_id=9e5674d0-c50c-4394-9e48-36206a9e4a34)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:16.738733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.743393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:16.900441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.026969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=fd9a8847-4974-4e36-a5c3-776510ba1e30,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.060829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f7fc2-8053-4da6-b14a-94033b92e200 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:45:17.097787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.103522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.109263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.115124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.120992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.126864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.132640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.134612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c9d2261c-3929-4f22-95cb-d1112679f737 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.1531875 Jul 29 23:45:17.152909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.155372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 765be179-8587-4723-bd17-1d85c45aeac1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:17.155707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.205737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f7fc2-8053-4da6-b14a-94033b92e200 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:45:17.267325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 19ac5108-32b4-4c15-875d-97c4ef2f7c19 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:17.281664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 765be179-8587-4723-bd17-1d85c45aeac1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=765be179-8587-4723-bd17-1d85c45aeac1,segment=NetworkSegment(c7808fbb-a55f-4a0c-8acd-35318a7b2ed8),segment_id=c7808fbb-a55f-4a0c-8acd-35318a7b2ed8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:17.282292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.296782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 19ac5108-32b4-4c15-875d-97c4ef2f7c19 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:17.297120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 19ac5108-32b4-4c15-875d-97c4ef2f7c19 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:17.297525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0c34128c-c104-48dd-b768-d0a242d365db no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:17.298249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5fc520ba-793e-472b-a735-5b81be760f1b req-c839c32b-799e-4f1d-afa6-350442b3416a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544034 Jul 29 23:45:17.306168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 765be179-8587-4723-bd17-1d85c45aeac1 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:17.323513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 0c34128c-c104-48dd-b768-d0a242d365db {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:17.323863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0c34128c-c104-48dd-b768-d0a242d365db not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:17.466207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.526951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 765be179-8587-4723-bd17-1d85c45aeac1 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:17.530356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=765be179-8587-4723-bd17-1d85c45aeac1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.566063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.566063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.566370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.566591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.566918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.567248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.567577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.567899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.568216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.568529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.568847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.569164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:17.648622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.672627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.678615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.684433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.690269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.696662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.702541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.708857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.710822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5be79fc2-e70a-4a8c-b04b-5dbc88a98e17 req-df6e7e74-e5d9-4ef2-b249-9dcdf9bc9cfe tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.2480369 Jul 29 23:45:17.722120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46602) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.726980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Request body: {'floatingip': {'port_id': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:17.729146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e79a9ab-0aa9-497c-8262-e03892f2e62b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.733473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.770911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.788585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.788792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7808fbb-a55f-4a0c-8acd-35318a7b2ed8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:17.846145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.917325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.940922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:17.941448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:17.945534 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:18.038749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9eec2-b14b-4060-9e35-ced28ce7f324 req-96a5515b-0963-4334-9d07-f5d12c914a3d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.046576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35a9eec2-b14b-4060-9e35-ced28ce7f324 req-96a5515b-0963-4334-9d07-f5d12c914a3d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 944 time: 0.2599714 Jul 29 23:45:18.084760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fd9a8847-4974-4e36-a5c3-776510ba1e30 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:18.177641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.202186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fd9a8847-4974-4e36-a5c3-776510ba1e30 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:18.202764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.233884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.239523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.241443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/5e79a9ab-0aa9-497c-8262-e03892f2e62b HTTP/1.1" status: 204 len: 168 time: 3.2787673 Jul 29 23:45:18.258509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46610) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.274000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211598335'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:18.316159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35a9eec2-b14b-4060-9e35-ced28ce7f324 req-e802528e-f4e0-47e4-bebb-f895a55edd2e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683322 Jul 29 23:45:18.355277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e46c7870-2e7c-42bc-8eb9-bd599459acd4 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:18.358805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5197e-d56e-41da-b150-7aade777a8c9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=5e79a9ab-0aa9-497c-8262-e03892f2e62b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.425202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:18.430383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.476475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port e46c7870-2e7c-42bc-8eb9-bd599459acd4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:18.480424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.484838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e46c7870-2e7c-42bc-8eb9-bd599459acd4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:18.485390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.505664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.513560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.531984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:18.552148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.572177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.572362 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment ea17ee89-5e2d-40b3-b2bf-79706af8e83d of type vlan for network a9f7b645-4b00-4e64-8914-81808b5ab0bd Jul 29 23:45:18.623860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.670659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:18.673077 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223bfa5-5ec7-4dfe-bdb3-9e5c99d0d2a3" -d '{"events": [{"server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "name": "network-vif-plugged", "status": "completed", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:18.687177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.693730 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Floating IP ae8b4e36-c4d7-46d0-9123-673c922123ec associated. External IP: 172.25.5.21, port: dfbbb1f5-23f6-4902-971a-c6d9a84e8646. Jul 29 23:45:18.693936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:18.699306 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.737909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.743600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.747454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "DELETE /v2.0/security-groups/b32dc39f-2440-4fa4-94ad-9c9770098314 HTTP/1.1" status: 204 len: 168 time: 0.5665045 Jul 29 23:45:18.751032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46618) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.788464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.795491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.796378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.804986 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee07e926-13c1-482b-bd5c-c2ea1a325707 x-openstack-request-id: req-ee07e926-13c1-482b-bd5c-c2ea1a325707 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:18.805854 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "name": "network-vif-plugged", "status": "completed", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:18.806124 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee07e926-13c1-482b-bd5c-c2ea1a325707 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:18.806536 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4', 'code': 200} Jul 29 23:45:18.807374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.821823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Deleting port 29ad9eac-5c69-4b86-97e5-5d71098e96dd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:18.822720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.838500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.838737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.839306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.839856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.840427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.840985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.841537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.842896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.843728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.845911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.846318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.846666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:18.960668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Router e54dd3f4-cb85-4cf1-969f-6373789a171d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:18.994249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53f4c18b-16c4-40f6-993c-a44d2cfa7ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.997477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7285779 Jul 29 23:45:18.998837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8a568-e5ca-46cb-8a33-1c25e48ecf95 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32dc39f-2440-4fa4-94ad-9c9770098314,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.006377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.007621 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-bd1c4d41-10c8-4518-a83f-d691f365a124 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] show failed (client error): The resource could not be found. Jul 29 23:45:19.012048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.012848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd1c4d41-10c8-4518-a83f-d691f365a124 tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "GET /v2.0/security-groups/b32dc39f-2440-4fa4-94ad-9c9770098314 HTTP/1.1" status: 404 len: 347 time: 0.2590003 Jul 29 23:45:19.018124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:19.187977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:19.193461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.199456 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Sync routers for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:19.219029 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:19.219897 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.245023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-14fe96d5-8af8-49b6-8816-afebe9163ad9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "PUT /v2.0/floatingips/ae8b4e36-c4d7-46d0-9123-673c922123ec HTTP/1.1" status: 200 len: 990 time: 1.5215232 Jul 29 23:45:19.246862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Deleting port 6327db68-95bc-425d-a27f-b6e41a942d29 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:19.247208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.262909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:19.263713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.269343 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa8d25-bd04-4d94-a09d-1b46ea949397" -d '{"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:19.372161 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:19.373719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] For port 29ad9eac-5c69-4b86-97e5-5d71098e96dd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad9eac-5c69-4b86-97e5-5d71098e96dd,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:19.374222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.376632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b007-a597-4303-ab38-44ba05d02054 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=a9f7b645-4b00-4e64-8914-81808b5ab0bd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.390012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a9f7b645-4b00-4e64-8914-81808b5ab0bd details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:19.401552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Calling delete_port for 29ad9eac-5c69-4b86-97e5-5d71098e96dd owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:19.410357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.416399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8af09-630b-468f-a01c-87255377f622 req-d69b2e31-73d8-40d8-89f5-01ddeed0e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.416918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.417919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0b8af09-630b-468f-a01c-87255377f622 req-d69b2e31-73d8-40d8-89f5-01ddeed0e4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 1097 time: 0.4510608 Jul 29 23:45:19.426468 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c833b3c-6abf-4a24-ba1d-0559585023b3 x-openstack-request-id: req-2c833b3c-6abf-4a24-ba1d-0559585023b3 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:19.426468 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:19.426468 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c833b3c-6abf-4a24-ba1d-0559585023b3 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:19.429156 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'status': 'completed', 'code': 200} Jul 29 23:45:19.445034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Calling delete_port for 6327db68-95bc-425d-a27f-b6e41a942d29 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:19.574429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0b8af09-630b-468f-a01c-87255377f622 req-e58dc57d-d270-46a0-a9d5-797725d31765 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451824 Jul 29 23:45:19.587542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:19.590617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.652973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8842c-57b0-4590-8f29-68868d008034 req-5837e876-3c34-4133-a24d-31bfd495ac41 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.654649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3be8842c-57b0-4590-8f29-68868d008034 req-5837e876-3c34-4133-a24d-31bfd495ac41 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.1620879 Jul 29 23:45:19.712630 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ae8b4e36-c4d7-46d0-9123-673c922123ec', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'port_id': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'mac_address': 'fa:16:3e:db:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:04Z', 'updated_at': '2021-07-29T23:45:18Z', 'revision_number': 1, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.741086 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Checking router: e54dd3f4-cb85-4cf1-969f-6373789a171d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:19.751084 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:19.753656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.776617 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3be8842c-57b0-4590-8f29-68868d008034 req-658c2571-f7e4-4275-8c72-7e473201a10f tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923202 Jul 29 23:45:19.897467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.899507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.899994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.900455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.900923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.901388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.901872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.902336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.904367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-bddfc53a-2288-4994-8d95-3424c52a93dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6498 time: 0.4380207 Jul 29 23:45:19.907955 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:19.948535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=29ad9eac-5c69-4b86-97e5-5d71098e96dd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.016503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.081235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.121852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=6aad94bf-f510-4b42-9226-17b7d9fe4806,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.124312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-7dffba9e-1043-48de-938f-2cecd266f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.127165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-7dffba9e-1043-48de-938f-2cecd266f120 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eea398a-1fcb-4d99-ad25-e329a13eea83 HTTP/1.1" status: 200 len: 912 time: 0.2143736 Jul 29 23:45:20.128033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Pushing event deleted for resources: {'Port': ['ID=6327db68-95bc-425d-a27f-b6e41a942d29,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.171466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:20.171913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: a9f7b645-4b00-4e64-8914-81808b5ab0bd, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:20.228706 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ae8b4e36-c4d7-46d0-9123-673c922123ec', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'port_id': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'mac_address': 'fa:16:3e:db:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:04Z', 'updated_at': '2021-07-29T23:45:18Z', 'revision_number': 1, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:20.246245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network a9f7b645-4b00-4e64-8914-81808b5ab0bd is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:20.261423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.261942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.262290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.262622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.262959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.263291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.263619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.264286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.264286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.264564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.264889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.265196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:20.275129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a9f7b645-4b00-4e64-8914-81808b5ab0bd) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:20.285191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.285853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.293035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70964b5e-6a9b-4814-8ad4-c9ed3c574d68 None None] Network a9f7b645-4b00-4e64-8914-81808b5ab0bd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:20.293596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.302624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-ea453f2c-7382-4c80-8e6c-e5f9968c8186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 200 len: 998 time: 0.1671672 Jul 29 23:45:20.319164 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b283e9f6-d5eb-49f0-a744-60a2ee84b368 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3027143 Jul 29 23:45:20.324292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46634) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.351334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.354012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.355198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-74d98ce8-5058-4224-9ac7-4b1ebebd072a tempest-ServersTestJSON-1089486677 tempest-ServersTestJSON-1089486677-project] 10.222.0.49 "DELETE /v2.0/floatingips/ade5b31f-aa3b-4059-b731-14bd27ce224d HTTP/1.1" status: 204 len: 168 time: 1.3421478 Jul 29 23:45:20.358605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46636) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.427680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-e00948a1-2ab2-4246-9876-59a23c7b55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.429180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-e00948a1-2ab2-4246-9876-59a23c7b55f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f19f54f1-5582-4df1-b6d0-b63fee2c78ba HTTP/1.1" status: 200 len: 850 time: 0.1182137 Jul 29 23:45:20.490231 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57c46f-29f0-4d56-86de-f0456dee4eee None None] The sync data for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 is: [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'ae8b4e36-c4d7-46d0-9123-673c922123ec', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'port_id': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'mac_address': 'fa:16:3e:db:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:44:04Z', 'updated_at': '2021-07-29T23:45:18Z', 'revision_number': 1, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:20.497028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.518337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-a9f7b645-4b00-4e64-8914-81808b5ab0bd', 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': '6aad94bf-f510-4b42-9226-17b7d9fe4806'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:20.519780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-d26d7ce5-b6b1-48ad-a0d3-5298acbd7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.522007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.526935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-d26d7ce5-b6b1-48ad-a0d3-5298acbd7bab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eea398a-1fcb-4d99-ad25-e329a13eea83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745838 Jul 29 23:45:20.582336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.598589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.714025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Allocated IP 2001:db8::1 (a9f7b645-4b00-4e64-8914-81808b5ab0bd/6aad94bf-f510-4b42-9226-17b7d9fe4806/2e40702b-6297-4aa3-a425-78c3eef0f41f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:20.732207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-436491d1-22f2-4e46-bd27-8c64ddaf3bde service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447179 Jul 29 23:45:20.827568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed877d5-a39f-456c-b8d2-f1218314f936 None None] New status for floating IP ae8b4e36-c4d7-46d0-9123-673c922123ec: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:20.858944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:20.885640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0efa8d25-bd04-4d94-a09d-1b46ea949397 req-5148813e-282b-4a66-a752-62a9d15d05f1 service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405256 Jul 29 23:45:21.035093 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.046377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Transition to ACTIVE for port object 2e40702b-6297-4aa3-a425-78c3eef0f41f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:21.064701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Transition to ACTIVE for port object 2e40702b-6297-4aa3-a425-78c3eef0f41f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:21.065585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f051f84-9ae2-47d6-b506-a1e2292cbc41 req-735a242d-e0b4-4f59-bd3b-c85feda5706c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.067248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f051f84-9ae2-47d6-b506-a1e2292cbc41 req-735a242d-e0b4-4f59-bd3b-c85feda5706c tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.1921768 Jul 29 23:45:21.079119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.094905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.125324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Network a9f7b645-4b00-4e64-8914-81808b5ab0bd is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:21.129836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:21.136357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:21.141397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:21.144883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Pushing event updated for resources: {'Port': ['ID=2e40702b-6297-4aa3-a425-78c3eef0f41f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.153163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-136604f5-3b23-4e1a-9763-67f97b0ca5fe admin admin] 10.222.0.49 "PUT /v2.0/routers/8c5d5fca-1e9a-4cc2-8975-ac1e920b8736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4085226 Jul 29 23:45:21.154885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=6aad94bf-f510-4b42-9226-17b7d9fe4806,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.157405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46646) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.157789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Sync routers for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:21.175995 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:21.176841 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.180935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f051f84-9ae2-47d6-b506-a1e2292cbc41 req-d82f331a-c3b6-4cef-b960-c500d822fc1b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015930 Jul 29 23:45:21.271117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Attempting to bind port 2e40702b-6297-4aa3-a425-78c3eef0f41f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:21.271955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Attempting to bind port 2e40702b-6297-4aa3-a425-78c3eef0f41f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:21.272467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Attempting to bind port 2e40702b-6297-4aa3-a425-78c3eef0f41f on network a9f7b645-4b00-4e64-8914-81808b5ab0bd {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:21.278912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:21.279549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Checking segment: {'id': 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:21.280445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.280988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Bound using segment: {'id': 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:21.282173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Bound port: 2e40702b-6297-4aa3-a425-78c3eef0f41f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:21.282718 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.302605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.356573 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:21.366842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.373554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] For port 2e40702b-6297-4aa3-a425-78c3eef0f41f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:21.380254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] For port 2e40702b-6297-4aa3-a425-78c3eef0f41f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2e40702b-6297-4aa3-a425-78c3eef0f41f,segment=NetworkSegment(ea17ee89-5e2d-40b3-b2bf-79706af8e83d),segment_id=ea17ee89-5e2d-40b3-b2bf-79706af8e83d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:21.384016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f7b645-4b00-4e64-8914-81808b5ab0bd']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.388981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.405664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.405664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.419700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.430438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.445546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d2ef-a7eb-4d9c-ad32-ad2bacf739f1 None None] Pushing event updated for resources: {'Port': ['ID=2e40702b-6297-4aa3-a425-78c3eef0f41f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.470035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.482261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:21.482868 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:21.487243 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:21.522866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511e27a-ef0f-421c-b8af-5f7ebd1251bc None None] Network a9f7b645-4b00-4e64-8914-81808b5ab0bd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:21.601517 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:45:19Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.665260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:45:21.665260 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:45:21.665260 n-d-712707-11 neutron-server[93864]: [parameters: {'id': 'a9f7b645-4b00-4e64-8914-81808b5ab0bd'}] Jul 29 23:45:21.665260 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:21.665939 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:21.669595 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Checking router: 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:21.682588 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Routers {'8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:21.683223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.692451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f945b2-1b4a-44a9-9fef-2e4bb60ebc51 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:45:21.695367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Deleting port cc2c900c-8b32-4e89-940a-38f5ce6e1a18 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:21.695732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.697517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.771155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Deleting port 6db9ea30-3bd6-4efd-b456-6b231192a2ea {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:21.771855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.795349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] For port cc2c900c-8b32-4e89-940a-38f5ce6e1a18, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:21.795724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.810758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Calling delete_port for cc2c900c-8b32-4e89-940a-38f5ce6e1a18 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:21.817164 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] Set router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:21.874858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] For port 6db9ea30-3bd6-4efd-b456-6b231192a2ea, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6db9ea30-3bd6-4efd-b456-6b231192a2ea,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:21.875592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.889989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Calling delete_port for 6db9ea30-3bd6-4efd-b456-6b231192a2ea owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:21.891279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f945b2-1b4a-44a9-9fef-2e4bb60ebc51 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:45:22.069145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.070165 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:45:19Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:22.099687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de40a0-7c5e-4218-8197-483482eb8237 None None] The sync data for ids ['8c5d5fca-1e9a-4cc2-8975-ac1e920b8736'] in n-d-712707-11 is: [{'id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'name': 'tempest-FloatingIPsAssociationTestJSON-321803435-router', 'tenant_id': '508e9170f9df4e098e1ec214f4690c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:45:19Z', 'revision_number': 5, 'project_id': '508e9170f9df4e098e1ec214f4690c9d', 'gw_port': {'id': '6db9ea30-3bd6-4efd-b456-6b231192a2ea', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5d5fca-1e9a-4cc2-8975-ac1e920b8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:56Z', 'updated_at': '2021-07-29T23:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:22.100296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2c900c-8b32-4e89-940a-38f5ce6e1a18,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.122895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.154090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db9ea30-3bd6-4efd-b456-6b231192a2ea,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.193383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.247948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.339818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.340547 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.370123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b3700-2c25-469d-8e89-6b075d6b3b3b req-5254b21e-1535-4321-939a-bae3d6245235 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:22.371867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b20b3700-2c25-469d-8e89-6b075d6b3b3b req-5254b21e-1535-4321-939a-bae3d6245235 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.0789652 Jul 29 23:45:22.391311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.395666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.474143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.474680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:22.480095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.484060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb8bd113-8576-40e9-8f76-a8e1193ace40 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8c5d5fca-1e9a-4cc2-8975-ac1e920b8736 HTTP/1.1" status: 204 len: 168 time: 1.3225098 Jul 29 23:45:22.485485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 2e40702b-6297-4aa3-a425-78c3eef0f41f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:22.485879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.489184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46656) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:22.595424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 2e40702b-6297-4aa3-a425-78c3eef0f41f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2e40702b-6297-4aa3-a425-78c3eef0f41f,segment=NetworkSegment(ea17ee89-5e2d-40b3-b2bf-79706af8e83d),segment_id=ea17ee89-5e2d-40b3-b2bf-79706af8e83d)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:22.595777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.601079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Deleting subnet 2371f607-b515-47ef-ac92-f33b3102db02 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:22.616012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.618674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 2e40702b-6297-4aa3-a425-78c3eef0f41f owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:22.704094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.800356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b20b3700-2c25-469d-8e89-6b075d6b3b3b req-1e67e079-6926-4ee1-be19-3422d028bdfb tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954887 Jul 29 23:45:22.900912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.945286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.976187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=2e40702b-6297-4aa3-a425-78c3eef0f41f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.989063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 2e40702b-6297-4aa3-a425-78c3eef0f41f on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:22.994108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Router f43423b5-2b6f-41fe-aa93-c087edb4ade3 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:23.018090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.059018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2371f607-b515-47ef-ac92-f33b3102db02,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.106074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8821c8-8da6-4c49-9603-d48e397f70f1 None None] Network eee2aa9d-abd2-444e-8d74-187d644a2bdb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:23.106922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.108772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8a139481-a68d-4f3a-9064-a1923e1c778e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2371f607-b515-47ef-ac92-f33b3102db02 HTTP/1.1" status: 204 len: 168 time: 0.6186492 Jul 29 23:45:23.112073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.144947 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.159979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f7b645-4b00-4e64-8914-81808b5ab0bd']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:23.173449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:23.173449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea17ee89-5e2d-40b3-b2bf-79706af8e83d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:23.191225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.199874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:23.200232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b62ec-f4d3-4e98-b65e-7fb7e9c258f1 req-73bbe8ed-fdc0-445b-a6f4-9cf6bd3e90be tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.208654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14c3d65f-5901-4ed6-8322-1d13010492ca admin admin] 10.222.0.49 "PUT /v2.0/routers/f43423b5-2b6f-41fe-aa93-c087edb4ade3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464425 Jul 29 23:45:23.208838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-507b62ec-f4d3-4e98-b65e-7fb7e9c258f1 req-73bbe8ed-fdc0-445b-a6f4-9cf6bd3e90be tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.1094434 Jul 29 23:45:23.208936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46668) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.215846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Sync routers for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:23.241254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.243620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:23.244263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:23.251543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:23.251969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:23.256700 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:23.266938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.327103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-507b62ec-f4d3-4e98-b65e-7fb7e9c258f1 req-5788986c-edbb-4ccb-850f-590703104b68 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189847 Jul 29 23:45:23.365690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.390627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.398008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/a9f7b645-4b00-4e64-8914-81808b5ab0bd HTTP/1.1" status: 204 len: 168 time: 3.0725245 Jul 29 23:45:23.407206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:23.410975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46672) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.411329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a557160-9550-44cc-8278-97c7c743203c None None] DHCP port deletion for eee2aa9d-abd2-444e-8d74-187d644a2bdb request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:23.416196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052163427'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:23.424938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380496e4-e1a4-41e4-9f55-3fb675311471 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=a9f7b645-4b00-4e64-8914-81808b5ab0bd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.456172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:23.460034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.470173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.488711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:23.499423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.499808 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment 7e2c75dd-c44e-4836-8689-92c14bc3ee06 of type vlan for network a4a622c8-fbba-4f02-bdda-92959267e257 Jul 29 23:45:23.564121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.584307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Deleting port a64b7302-766b-4200-aa15-ddbc9354dfe4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:23.584665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.605538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.616647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.617787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.680076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.690797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] For port a64b7302-766b-4200-aa15-ddbc9354dfe4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64b7302-766b-4200-aa15-ddbc9354dfe4,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:23.691226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.698110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2829292 Jul 29 23:45:23.700866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46674) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.707952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:23.718132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266e4b-d044-4663-a2d0-efbbf74c3c40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=a4a622c8-fbba-4f02-bdda-92959267e257,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.734881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a4a622c8-fbba-4f02-bdda-92959267e257 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:23.795657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Calling delete_port for a64b7302-766b-4200-aa15-ddbc9354dfe4 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:23.812367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Deleting port a64b7302-766b-4200-aa15-ddbc9354dfe4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:23.812742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.921303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Deleting port 1f976539-9db3-46a4-b646-9d5e9cc54846 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:23.921576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.927041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:23.933467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.933733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7a557160-9550-44cc-8278-97c7c743203c None None] For port a64b7302-766b-4200-aa15-ddbc9354dfe4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64b7302-766b-4200-aa15-ddbc9354dfe4,segment=NetworkSegment(26f729f7-da13-4b49-a030-afb4527b5ea3),segment_id=26f729f7-da13-4b49-a030-afb4527b5ea3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:23.934145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.952936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Calling delete_port for a64b7302-766b-4200-aa15-ddbc9354dfe4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:23.979527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 5, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port': {'id': '1f976539-9db3-46a4-b646-9d5e9cc54846', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:47Z', 'updated_at': '2021-07-29T23:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.050854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Checking router: f43423b5-2b6f-41fe-aa93-c087edb4ade3 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:24.056250 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.066964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Routers {'f43423b5-2b6f-41fe-aa93-c087edb4ade3'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:24.067601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.106882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64b7302-766b-4200-aa15-ddbc9354dfe4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.117785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] No DVR routers for this DVR port a64b7302-766b-4200-aa15-ddbc9354dfe4 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:24.157475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] For port 1f976539-9db3-46a4-b646-9d5e9cc54846, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f976539-9db3-46a4-b646-9d5e9cc54846,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:24.157804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.167169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64b7302-766b-4200-aa15-ddbc9354dfe4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:24.198520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a64b7302-766b-4200-aa15-ddbc9354dfe4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:24.198925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64b7302-766b-4200-aa15-ddbc9354dfe4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:24.199308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad9eac-5c69-4b86-97e5-5d71098e96dd no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:24.208423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.217650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Calling delete_port for 1f976539-9db3-46a4-b646-9d5e9cc54846 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:24.231956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] Set router f43423b5-2b6f-41fe-aa93-c087edb4ade3 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:24.269805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 29ad9eac-5c69-4b86-97e5-5d71098e96dd {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:24.270164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad9eac-5c69-4b86-97e5-5d71098e96dd not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:24.270602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6db9ea30-3bd6-4efd-b456-6b231192a2ea no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:24.275698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.293143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee2aa9d-abd2-444e-8d74-187d644a2bdb']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.348048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f729f7-da13-4b49-a030-afb4527b5ea3') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.348309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f729f7-da13-4b49-a030-afb4527b5ea3') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.349129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557160-9550-44cc-8278-97c7c743203c None None] Pushing event deleted for resources: {'Port': ['ID=a64b7302-766b-4200-aa15-ddbc9354dfe4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.351686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a557160-9550-44cc-8278-97c7c743203c None None] No DVR routers for this DVR port a64b7302-766b-4200-aa15-ddbc9354dfe4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:24.353106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:45:23Z', 'revision_number': 6, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:24.356673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6db9ea30-3bd6-4efd-b456-6b231192a2ea {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:24.357016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6db9ea30-3bd6-4efd-b456-6b231192a2ea not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:24.379708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.398674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78516535-72ea-4cb7-ba39-a6937d80eeea None None] The sync data for ids ['f43423b5-2b6f-41fe-aa93-c087edb4ade3'] in n-d-712707-11 is: [{'id': 'f43423b5-2b6f-41fe-aa93-c087edb4ade3', 'name': 'tempest-ServersTestJSON-1684454178-router', 'tenant_id': '15bd6c1fbaf54379886c95e35ced5217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:45:23Z', 'revision_number': 6, 'project_id': '15bd6c1fbaf54379886c95e35ced5217', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:24.452413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.464155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:24.464595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:24.466611 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:24.507160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8403234-fa4d-44f9-b436-7e57bfbb5ba7 req-dbc21a39-0cec-4553-ac74-da01df40e4d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.508345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.509406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8403234-fa4d-44f9-b436-7e57bfbb5ba7 req-dbc21a39-0cec-4553-ac74-da01df40e4d4 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.0699627 Jul 29 23:45:24.551769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8403234-fa4d-44f9-b436-7e57bfbb5ba7 req-e2c724b9-0416-4518-a17d-ae961a126ee0 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Jul 29 23:45:24.615543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.626211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.628298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eee2aa9d-abd2-444e-8d74-187d644a2bdb HTTP/1.1" status: 204 len: 168 time: 1.5149984 Jul 29 23:45:24.657390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d8014-8240-4b11-931c-668e7ff487e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee2aa9d-abd2-444e-8d74-187d644a2bdb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.660139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=c3d6c3c8-efec-4a50-b768-ad48b84ecfb3,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.702697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': '7e2c75dd-c44e-4836-8689-92c14bc3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:24.703066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: a4a622c8-fbba-4f02-bdda-92959267e257, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:24.747073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network a4a622c8-fbba-4f02-bdda-92959267e257 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:24.759293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.774053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a4a622c8-fbba-4f02-bdda-92959267e257) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:24.784334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b11a593-fa07-42a7-857d-c00ee135ded2 None None] Network a4a622c8-fbba-4f02-bdda-92959267e257 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:24.803281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.804046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.806761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=1f976539-9db3-46a4-b646-9d5e9cc54846,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.858650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b85c743-63ac-4241-a9df-dc67bc54b2fb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1560624 Jul 29 23:45:24.861573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46688) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.877712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46690) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.938148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.946303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ab8a39f-29fd-437d-bbd8-03a6db49d026 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=508e9170f9df4e098e1ec214f4690c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632989 Jul 29 23:45:24.947235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46692) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:25.024664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-a4a622c8-fbba-4f02-bdda-92959267e257', 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': 'c3d6c3c8-efec-4a50-b768-ad48b84ecfb3'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:25.025129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.025581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.053324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.057585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.060831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.115680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.123323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.127132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.128912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.129446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/284ec05c-e340-455d-8e7e-6a949c01d739 HTTP/1.1" status: 204 len: 168 time: 0.1806095 Jul 29 23:45:25.129529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43423b5-2b6f-41fe-aa93-c087edb4ade3 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:25.137046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.138257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c252a86-6f2b-44a2-8e44-432981b49ffe admin admin] 10.222.0.49 "DELETE /v2.0/routers/f43423b5-2b6f-41fe-aa93-c087edb4ade3 HTTP/1.1" status: 204 len: 168 time: 1.9282491 Jul 29 23:45:25.141348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46698) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:25.150660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c20dde-ad3e-48cf-b09b-dab60e1b51b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ec05c-e340-455d-8e7e-6a949c01d739,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.196497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.216339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Deleting subnet c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:25.219239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Allocated IP 2001:db8::1 (a4a622c8-fbba-4f02-bdda-92959267e257/c3d6c3c8-efec-4a50-b768-ad48b84ecfb3/91eac9f8-3058-4b5a-b08b-ed254c4d0d99) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:25.221284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.272814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.410753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-1a2bb47d-cd73-43bf-a2f9-82145e4bf2e5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:25.412327 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-1a2bb47d-cd73-43bf-a2f9-82145e4bf2e5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.0856130 Jul 29 23:45:25.413929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.417216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.438055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Transition to ACTIVE for port object 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:25.479859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.485442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Transition to ACTIVE for port object 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:25.496437 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.513229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.517433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.520242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-471b1c74-813e-47c8-9de5-bc2bb9e1706b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c017e52f-d3b6-4b1f-ac86-d2eb3d94ef65 HTTP/1.1" status: 204 len: 168 time: 0.3774254 Jul 29 23:45:25.522736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46706) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:25.525776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Network a4a622c8-fbba-4f02-bdda-92959267e257 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:25.530675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:25.532991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:25.539104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c65d1-81c9-4679-8094-318c13cedb46 None None] Network ef7f9435-c671-419d-be23-4a345fdd3349 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:25.612748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.613868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.686670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Attempting to bind port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:25.687158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Attempting to bind port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '7e2c75dd-c44e-4836-8689-92c14bc3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:25.687591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Attempting to bind port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 on network a4a622c8-fbba-4f02-bdda-92959267e257 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:25.704287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:25.704654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Checking segment: {'id': '7e2c75dd-c44e-4836-8689-92c14bc3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:25.705970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.706374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Bound using segment: {'id': '7e2c75dd-c44e-4836-8689-92c14bc3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:25.706862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Bound port: 91eac9f8-3058-4b5a-b08b-ed254c4d0d99, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2c75dd-c44e-4836-8689-92c14bc3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a4a622c8-fbba-4f02-bdda-92959267e257'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:25.707398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.730886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Pushing event updated for resources: {'Port': ['ID=91eac9f8-3058-4b5a-b08b-ed254c4d0d99,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.744634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Deleting port 6d897947-91fd-43db-8eeb-30e9609d1bf1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:25.745076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.816614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d6c3c8-efec-4a50-b768-ad48b84ecfb3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.854633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.877524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] For port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:25.883728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] For port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=91eac9f8-3058-4b5a-b08b-ed254c4d0d99,segment=NetworkSegment(7e2c75dd-c44e-4836-8689-92c14bc3ee06),segment_id=7e2c75dd-c44e-4836-8689-92c14bc3ee06)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:25.889098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Deleting port e46c7870-2e7c-42bc-8eb9-bd599459acd4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:25.889539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.905024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a622c8-fbba-4f02-bdda-92959267e257']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:25.932903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1c0ae-7d46-448c-adca-994d43c5d30e req-8fac1d20-664e-4586-9e14-b901d613395a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:25.934913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cf1c0ae-7d46-448c-adca-994d43c5d30e req-8fac1d20-664e-4586-9e14-b901d613395a tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 945 time: 0.2524123 Jul 29 23:45:25.941967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] For port 6d897947-91fd-43db-8eeb-30e9609d1bf1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d897947-91fd-43db-8eeb-30e9609d1bf1,segment=NetworkSegment(2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c),segment_id=2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:25.942522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.946070 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.977444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Calling delete_port for 6d897947-91fd-43db-8eeb-30e9609d1bf1 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:25.993218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2c75dd-c44e-4836-8689-92c14bc3ee06') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:25.993599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2c75dd-c44e-4836-8689-92c14bc3ee06') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.039121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.062639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cf1c0ae-7d46-448c-adca-994d43c5d30e req-072b263c-b861-4e4a-b4fe-5d15478bbb2b tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd7823fd-9d06-470a-8877-de7bd6ab27c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124408 Jul 29 23:45:26.076901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f13c-1157-4b6d-b97c-f4845386b844 None None] Pushing event updated for resources: {'Port': ['ID=91eac9f8-3058-4b5a-b08b-ed254c4d0d99,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.107333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.152922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:26.153567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.155197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.159278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cc2c900c-8b32-4e89-940a-38f5ce6e1a18 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:26.180787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6b7c4-bcf0-466a-b4b5-a53a3b3f7f35 req-325b9107-5805-425f-9e42-a1d61ea77391 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.184329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bab6b7c4-bcf0-466a-b4b5-a53a3b3f7f35 req-325b9107-5805-425f-9e42-a1d61ea77391 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.3131173 Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:26.185096 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:26.190140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e43b5-ae95-4fd4-a20f-cd01e7a874c2 None None] Network a4a622c8-fbba-4f02-bdda-92959267e257 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:26.198103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: cc2c900c-8b32-4e89-940a-38f5ce6e1a18 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:26.198542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cc2c900c-8b32-4e89-940a-38f5ce6e1a18 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:26.199844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f976539-9db3-46a4-b646-9d5e9cc54846 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:26.269209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d897947-91fd-43db-8eeb-30e9609d1bf1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.285010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] No DVR routers for this DVR port 6d897947-91fd-43db-8eeb-30e9609d1bf1 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:26.322976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a314bcd-3899-4004-8b3a-c1162cd4dbac None None] DHCP port deletion for ef7f9435-c671-419d-be23-4a345fdd3349 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:26.346985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1f976539-9db3-46a4-b646-9d5e9cc54846 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:26.347600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f976539-9db3-46a4-b646-9d5e9cc54846 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:26.419050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.437471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7f9435-c671-419d-be23-4a345fdd3349']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.457502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.458608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1b1019-0cb9-4574-a259-9a5ebb0d0c7c') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:26.480069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf7091-7195-4193-90b5-58f0dd26b734 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:45:26.490688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.516372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.528449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:26.529878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:26.532576 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:26.600387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.634962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.640958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef7f9435-c671-419d-be23-4a345fdd3349 HTTP/1.1" status: 204 len: 168 time: 1.1171467 Jul 29 23:45:26.642163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a403df-9539-4aa2-9235-8e9f7a7fc464 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7f9435-c671-419d-be23-4a345fdd3349,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.664499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] For port e46c7870-2e7c-42bc-8eb9-bd599459acd4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e46c7870-2e7c-42bc-8eb9-bd599459acd4,segment=NetworkSegment(eb0f4b15-d442-4576-a94f-ea9dc332f653),segment_id=eb0f4b15-d442-4576-a94f-ea9dc332f653)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:26.664878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.677614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf7091-7195-4193-90b5-58f0dd26b734 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:45:26.679135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:45:26.679135 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:45:26.679135 n-d-712707-11 neutron-server[93865]: [parameters: {'id': 'a4a622c8-fbba-4f02-bdda-92959267e257'}] Jul 29 23:45:26.679135 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:26.679457 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:26.688776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Calling delete_port for e46c7870-2e7c-42bc-8eb9-bd599459acd4 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:26.693496 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bab6b7c4-bcf0-466a-b4b5-a53a3b3f7f35 req-bac8e4b9-41da-4904-b3d1-36e8b6de83d7 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293199 Jul 29 23:45:26.929037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.941410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46742) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.996159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event deleted for resources: {'Port': ['ID=e46c7870-2e7c-42bc-8eb9-bd599459acd4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.997796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e46c7870-2e7c-42bc-8eb9-bd599459acd4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:27.014125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.014495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-91cf328f-66e4-4533-8271-97b5249df26e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15bd6c1fbaf54379886c95e35ced5217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685115 Jul 29 23:45:27.103293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] No DVR routers for this DVR port e46c7870-2e7c-42bc-8eb9-bd599459acd4 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:27.107743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.110137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc31b6b9-8e5c-4d53-9fdd-30d0d1c5b050 req-95731d60-84e2-467e-9302-552b72d87df5 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.57 "DELETE /v2.0/ports/e46c7870-2e7c-42bc-8eb9-bd599459acd4 HTTP/1.1" status: 204 len: 173 time: 1.6888831 Jul 29 23:45:27.110607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'name': 'network-vif-deleted', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:27.113745 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf78f3-fb52-4927-abdf-94716c6b7553" -d '{"events": [{"server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "name": "network-vif-deleted", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:27.137315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.178339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7eaba030-d928-4a24-9f96-af3ce11b29a9 req-46d0388f-9592-44bd-abe4-39ecb49178e3 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd9ad11-f56f-45d7-9c11-602420e2e412 HTTP/1.1" status: 200 len: 210 time: 0.0378227 Jul 29 23:45:27.181699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.205886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.253713 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d613a5-556a-4c0e-9616-690abe911947 x-openstack-request-id: req-a4d613a5-556a-4c0e-9616-690abe911947 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:27.254016 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd9ad11-f56f-45d7-9c11-602420e2e412", "name": "network-vif-deleted", "tag": "e46c7870-2e7c-42bc-8eb9-bd599459acd4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:27.254268 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4d613a5-556a-4c0e-9616-690abe911947 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:27.254667 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd9ad11-f56f-45d7-9c11-602420e2e412', 'name': 'network-vif-deleted', 'tag': 'e46c7870-2e7c-42bc-8eb9-bd599459acd4', 'status': 'completed', 'code': 200} Jul 29 23:45:27.312862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:27.313546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.361744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.365429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.370015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea36031d-cd26-496c-a213-ecf0f0562c79 HTTP/1.1" status: 204 len: 168 time: 0.3538139 Jul 29 23:45:27.391319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416521-2dd4-4f01-a8ca-272db2593b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea36031d-cd26-496c-a213-ecf0f0562c79,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.418982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=91eac9f8-3058-4b5a-b08b-ed254c4d0d99,segment=NetworkSegment(7e2c75dd-c44e-4836-8689-92c14bc3ee06),segment_id=7e2c75dd-c44e-4836-8689-92c14bc3ee06)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:27.419440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.440661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:27.487697 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.593218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.608908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bd816-d367-47b9-87cd-831350c5d0f9 req-d4dac2da-085b-4b4e-81a1-b4d165bc5dca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.609352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-161bd816-d367-47b9-87cd-831350c5d0f9 req-d4dac2da-085b-4b4e-81a1-b4d165bc5dca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0780928 Jul 29 23:45:27.649848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=91eac9f8-3058-4b5a-b08b-ed254c4d0d99,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.684495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 91eac9f8-3058-4b5a-b08b-ed254c4d0d99 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:27.742668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-161bd816-d367-47b9-87cd-831350c5d0f9 req-fd726263-8b40-4c41-9dbf-c1c9305eefb2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037819 Jul 29 23:45:27.802534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-a552503f-4fc0-4209-a679-3b6e19015256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.804384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-a552503f-4fc0-4209-a679-3b6e19015256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.1673882 Jul 29 23:45:27.813323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.885937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a622c8-fbba-4f02-bdda-92959267e257']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.961359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2c75dd-c44e-4836-8689-92c14bc3ee06') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.962356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2c75dd-c44e-4836-8689-92c14bc3ee06') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.987949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.064447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.075100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:28.075522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:28.079953 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:28.138173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d897947-91fd-43db-8eeb-30e9609d1bf1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:28.148317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-4ca9a145-3748-4d01-84a8-7d686183aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.149940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-4ca9a145-3748-4d01-84a8-7d686183aed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.3332686 Jul 29 23:45:28.170982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.185027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6d897947-91fd-43db-8eeb-30e9609d1bf1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:28.189559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d897947-91fd-43db-8eeb-30e9609d1bf1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:28.211394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.216831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/a4a622c8-fbba-4f02-bdda-92959267e257 HTTP/1.1" status: 204 len: 168 time: 3.3507645 Jul 29 23:45:28.217785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46792) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.225019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572966495'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.230056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5bbcf-6765-4d5e-8ee2-d2696e62605d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=a4a622c8-fbba-4f02-bdda-92959267e257,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.258565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:28.264492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.293746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:28.296248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-d76293a7-1a57-42c3-9767-ed5f859e8ac2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.1340520 Jul 29 23:45:28.307825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.308536 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment 6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72 of type vlan for network 83f86142-333f-47df-aa97-6932b3566209 Jul 29 23:45:28.365195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-6232f4ee-18fe-4ee6-9139-1d87f8981a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.367001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-6232f4ee-18fe-4ee6-9139-1d87f8981a76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0617187 Jul 29 23:45:28.392673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.433714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.444294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.445586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.462220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c89a-bce0-4318-9be6-c78ea85e8e80 req-ab80a851-b835-45ab-a5cd-374b551b8deb tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.469774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4859c89a-bce0-4318-9be6-c78ea85e8e80 req-ab80a851-b835-45ab-a5cd-374b551b8deb tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.1004629 Jul 29 23:45:28.491938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.501008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-c6ca224a-03b2-47c0-9e26-628b74909af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.502636 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-c6ca224a-03b2-47c0-9e26-628b74909af3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211264 Jul 29 23:45:28.523233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3035617 Jul 29 23:45:28.525940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46806) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.531725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': '83f86142-333f-47df-aa97-6932b3566209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.535117 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4859c89a-bce0-4318-9be6-c78ea85e8e80 req-8bc68527-3548-40aa-ae08-2955d360f23b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643127 Jul 29 23:45:28.645198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2065325294-network', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.694618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:28.697598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.719222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.725534 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-f745fd76-e711-449a-9e0c-f3b7863814c1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037113 Jul 29 23:45:28.893075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011cb04-a0c6-4453-8ce8-591f07f8019e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=83f86142-333f-47df-aa97-6932b3566209,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.895591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.909460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.912719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 83f86142-333f-47df-aa97-6932b3566209 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:28.921045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:28.931227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.931582 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Added segment 730fff95-d25b-47de-a061-7a09587fef3f of type vlan for network 4b2f2c3c-5496-4669-b870-f02a682da392 Jul 29 23:45:28.979643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.004911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332982b-44e0-46f3-8ca9-18c75ca939d3 req-943381ff-d8be-4a2e-ba6f-c017393c486b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.012615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9332982b-44e0-46f3-8ca9-18c75ca939d3 req-943381ff-d8be-4a2e-ba6f-c017393c486b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0868413 Jul 29 23:45:29.046593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fece88-8bb9-4ced-a650-b1e89597a43e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.051589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3551ba0a-2cdd-413b-9acf-335d050bc894 req-ac9fa7cb-a65f-4411-9dd9-638d26423745 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389791 Jul 29 23:45:29.052665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.053566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.054155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.068523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9332982b-44e0-46f3-8ca9-18c75ca939d3 req-8b3240e5-9222-4338-a9d2-a27578c4a992 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548229 Jul 29 23:45:29.071102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:29.084351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.126139 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6329992 Jul 29 23:45:29.128732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.136574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Request body: {'subnet': {'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2065325294-subnet', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:29.143933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4a6c-afd4-47ec-8dad-ed459ee924a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2f2c3c-5496-4669-b870-f02a682da392,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.157952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4b2f2c3c-5496-4669-b870-f02a682da392 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:29.171641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:29.177424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.372926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.431112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.458554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=a04c6912-f275-4942-8cdb-649ebc67ff22,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.461055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '83f86142-333f-47df-aa97-6932b3566209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:29.461466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: 83f86142-333f-47df-aa97-6932b3566209, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:29.481775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network 83f86142-333f-47df-aa97-6932b3566209 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:29.492651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 83f86142-333f-47df-aa97-6932b3566209) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:29.497392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.498475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.505189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa609c-6398-40d1-967c-be72c3613fb6 None None] Network 83f86142-333f-47df-aa97-6932b3566209 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:29.514276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7441e747-364b-4f94-ba02-c0fd7cefaf56 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9868646 Jul 29 23:45:29.519184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46838) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.525843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': '83f86142-333f-47df-aa97-6932b3566209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:29.526459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc67173-2d70-4344-84d4-a3f98bf3b3f8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.566157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Checking segment: {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:29.566649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Network hostable DHCP agents. Network: 4b2f2c3c-5496-4669-b870-f02a682da392, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:29.598874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0d8b-4337-4c79-9a17-f0228ba9baea req-4326bbfa-981b-4b00-8234-57fa21d8a206 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.607018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08fe0d8b-4337-4c79-9a17-f0228ba9baea req-4326bbfa-981b-4b00-8234-57fa21d8a206 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.1213267 Jul 29 23:45:29.626856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Network 4b2f2c3c-5496-4669-b870-f02a682da392 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:29.663275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08fe0d8b-4337-4c79-9a17-f0228ba9baea req-cb196096-3582-4b42-88ec-700a626a4da0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553730 Jul 29 23:45:29.664983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4b2f2c3c-5496-4669-b870-f02a682da392) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:29.669575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:29.673279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.676431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.677037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.702864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449311df-4a3e-4dc5-ada1-6eecf8991254 None None] Network 4b2f2c3c-5496-4669-b870-f02a682da392 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:29.714124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a48dd053-8037-4524-bd40-37d578bee658 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5814645 Jul 29 23:45:29.714582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46844) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.727696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:29.731223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.856676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.857811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.874470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-83f86142-333f-47df-aa97-6932b3566209', 'network_id': '83f86142-333f-47df-aa97-6932b3566209', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': 'a04c6912-f275-4942-8cdb-649ebc67ff22'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:29.875345 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.947437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.972808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.014417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-4b2f2c3c-5496-4669-b870-f02a682da392', 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'fixed_ips': [{'subnet_id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:30.015982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.072643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.193280 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.193673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.221062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46862) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.256108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network 83f86142-333f-47df-aa97-6932b3566209 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:30.262094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:30.271571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.272767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.282940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.286242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.288431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "DELETE /v2.0/security-groups/91d2da71-8904-4001-8e7c-c375c3b6d150 HTTP/1.1" status: 204 len: 168 time: 0.5540977 Jul 29 23:45:30.292506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46866) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.303491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1195c-df78-425d-9e9b-c5eb0671131d tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d2da71-8904-4001-8e7c-c375c3b6d150,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.308343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=e727b2ea-f4f6-4bd6-baae-738cc0a13fb4,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.319607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3e09ae47-4ff1-43fc-8a09-e5c059282139 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7989802 Jul 29 23:45:30.320789 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-e661c030-e1c4-44b6-855a-b50aabc69948 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] show failed (client error): The resource could not be found. Jul 29 23:45:30.322755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.324910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e661c030-e1c4-44b6-855a-b50aabc69948 tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "GET /v2.0/security-groups/91d2da71-8904-4001-8e7c-c375c3b6d150 HTTP/1.1" status: 404 len: 347 time: 0.0281971 Jul 29 23:45:30.325483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.379941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Allocated IP 2001:db8::2 (83f86142-333f-47df-aa97-6932b3566209/a04c6912-f275-4942-8cdb-649ebc67ff22/db86d35a-32c7-43b0-acd7-1132a638b7b6) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:30.421747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e46c7870-2e7c-42bc-8eb9-bd599459acd4 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:30.437538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.439192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.440872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.443029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.444686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.446625 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-059c5e5f-56cd-4fc5-99fc-27720fbbbea4 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1228585 Jul 29 23:45:30.450744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.457947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729837927'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:30.464044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: e46c7870-2e7c-42bc-8eb9-bd599459acd4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:30.464756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e46c7870-2e7c-42bc-8eb9-bd599459acd4 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:30.507483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Deleting port b336acbe-e3a0-4f2b-9513-6ab9ee344f31 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:30.508379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.531869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Allocated IP 172.20.0.2 (4b2f2c3c-5496-4669-b870-f02a682da392/fcc67173-2d70-4344-84d4-a3f98bf3b3f8/f9f64960-696d-4f64-b43a-ac1945a20a00) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:30.533996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:30.538614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.614254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.614758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.628146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Calling delete_port for b336acbe-e3a0-4f2b-9513-6ab9ee344f31 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:30.652870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-975689ff-57eb-4862-a45c-1a5342363ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.685142 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.700782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.720005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Transition to ACTIVE for port object db86d35a-32c7-43b0-acd7-1132a638b7b6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:30.737383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.740162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:30.773070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.773428 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment c11887fa-cf87-4fcd-98ee-d61de52528ee of type vlan for network ea3b29da-65c3-4748-a011-44ee1ded0f0d Jul 29 23:45:30.793776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.805031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Transition to ACTIVE for port object f9f64960-696d-4f64-b43a-ac1945a20a00 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:30.824297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Transition to ACTIVE for port object f9f64960-696d-4f64-b43a-ac1945a20a00 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:30.830714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.857284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Transition to ACTIVE for port object db86d35a-32c7-43b0-acd7-1132a638b7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:30.858552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4933b51-1d7d-423c-ad49-9ae6a2844b0b req-a1d3a3fc-213b-4794-98a2-194e80f10b1b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.859472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa06c-77d0-493c-b51b-df3e0db5f2d3 req-5929c0e8-4268-44ee-9fb0-8946fc8a537f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.860664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4933b51-1d7d-423c-ad49-9ae6a2844b0b req-a1d3a3fc-213b-4794-98a2-194e80f10b1b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.0767999 Jul 29 23:45:30.862206 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.867783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-834aa06c-77d0-493c-b51b-df3e0db5f2d3 req-5929c0e8-4268-44ee-9fb0-8946fc8a537f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.2121418 Jul 29 23:45:30.872425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Network 4b2f2c3c-5496-4669-b870-f02a682da392 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:30.876571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:30.878882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.880966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:30.895593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Pushing event deleted for resources: {'Port': ['ID=b336acbe-e3a0-4f2b-9513-6ab9ee344f31,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.909207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Network 83f86142-333f-47df-aa97-6932b3566209 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:30.914520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:30.915331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.939225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:30.947761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Pushing event updated for resources: {'Port': ['ID=f9f64960-696d-4f64-b43a-ac1945a20a00,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.989035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4933b51-1d7d-423c-ad49-9ae6a2844b0b req-81bb0487-806c-410b-87bf-a93cb70db3c5 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971384 Jul 29 23:45:31.004035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.008218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.013363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8094b77e-76da-478e-a3dd-e8d79fde1b4e tempest-ImagesOneServerNegativeTestJSON-41783152 tempest-ImagesOneServerNegativeTestJSON-41783152-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d06ae09-b1b9-481f-b356-6f459538341c HTTP/1.1" status: 204 len: 168 time: 0.6864524 Jul 29 23:45:31.028032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Attempting to bind port f9f64960-696d-4f64-b43a-ac1945a20a00 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:31.028675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Attempting to bind port f9f64960-696d-4f64-b43a-ac1945a20a00 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:31.028675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Attempting to bind port f9f64960-696d-4f64-b43a-ac1945a20a00 on network 4b2f2c3c-5496-4669-b870-f02a682da392 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:31.042221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.048112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.048587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.053518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-834aa06c-77d0-493c-b51b-df3e0db5f2d3 req-b405e386-de0f-4d92-bc97-dca0efc8af19 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848900 Jul 29 23:45:31.060551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:31.060914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Checking segment: {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:31.061333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.061750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Bound using segment: {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:31.062229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Bound port: f9f64960-696d-4f64-b43a-ac1945a20a00, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:31.062618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.076637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Pushing event updated for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.093679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Allocated IP 172.25.5.234 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d28d4654-045e-4a59-af59-74cf1607b11b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:31.103493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Attempting to bind port db86d35a-32c7-43b0-acd7-1132a638b7b6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:31.105294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Attempting to bind port db86d35a-32c7-43b0-acd7-1132a638b7b6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '83f86142-333f-47df-aa97-6932b3566209'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:31.105294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Attempting to bind port db86d35a-32c7-43b0-acd7-1132a638b7b6 on network 83f86142-333f-47df-aa97-6932b3566209 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:31.154155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:31.154530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Checking segment: {'id': '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '83f86142-333f-47df-aa97-6932b3566209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:31.155451 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.155725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Bound using segment: {'id': '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '83f86142-333f-47df-aa97-6932b3566209'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:31.156218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Bound port: db86d35a-32c7-43b0-acd7-1132a638b7b6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '83f86142-333f-47df-aa97-6932b3566209'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:31.156607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.172139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=ea3b29da-65c3-4748-a011-44ee1ded0f0d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.175367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-975689ff-57eb-4862-a45c-1a5342363ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.190438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:31.224417 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-975689ff-57eb-4862-a45c-1a5342363ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.239593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1118588a-9744-4e9c-b66c-a611e956dba1 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7874451 Jul 29 23:45:31.244012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46892) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.252323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:31.280542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.281504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] For port f9f64960-696d-4f64-b43a-ac1945a20a00, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:31.300140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-975689ff-57eb-4862-a45c-1a5342363ded admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b71a7bc823394685b9fb2145bf9c02a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0779805 Jul 29 23:45:31.300956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975689ff-57eb-4862-a45c-1a5342363ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4302dc10-076e-4c92-8f8a-3bf000053f26,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.303660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.318441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] For port f9f64960-696d-4f64-b43a-ac1945a20a00, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f9f64960-696d-4f64-b43a-ac1945a20a00,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:31.322890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:31.334709 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.370746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=db86d35a-32c7-43b0-acd7-1132a638b7b6,segment=NetworkSegment(6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72),segment_id=6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:31.384963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.403397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Deleting subnet 741c00a7-f675-4f97-a18b-a0187993f76d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:31.424120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.428648 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.445684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ac104-5354-4f57-908f-87e947938f5e None None] Pushing event updated for resources: {'Port': ['ID=f9f64960-696d-4f64-b43a-ac1945a20a00,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.484100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.522455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.530067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e7c5-2905-4e6d-9375-f9d88a5bdba0 None None] Pushing event updated for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.533122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.548434 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.558858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d is not hosted by any dhcp agent {{(pid=93864) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:45:31.564717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.566211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.567829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "PUT /v2.0/networks/ea3b29da-65c3-4748-a011-44ee1ded0f0d HTTP/1.1" status: 200 len: 723 time: 0.3219290 Jul 29 23:45:31.571093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46898) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.577074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:31.579496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.634546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.651117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.699120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.721765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c43683-dae1-4847-b8a1-0178ddd9c5e2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=ea3b29da-65c3-4748-a011-44ee1ded0f0d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.730183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:31.747268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:31.759775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:31.767779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741c00a7-f675-4f97-a18b-a0187993f76d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.769060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:31.771080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:31.778469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.780409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11b916f4-0753-43cf-8d4f-0ea0434a4eb6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/741c00a7-f675-4f97-a18b-a0187993f76d HTTP/1.1" status: 204 len: 168 time: 0.4981558 Jul 29 23:45:31.780940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.781251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Pushing event updated for resources: {'Port': ['ID=d28d4654-045e-4a59-af59-74cf1607b11b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.783711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46900) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.939050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.943257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.947461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4302dc10-076e-4c92-8f8a-3bf000053f26 HTTP/1.1" status: 204 len: 168 time: 0.6106088 Jul 29 23:45:32.151503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.245156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=a15b5097-9896-4188-a437-b185f96ba1bb,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.253713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': 'c11887fa-cf87-4fcd-98ee-d61de52528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:32.254424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: ea3b29da-65c3-4748-a011-44ee1ded0f0d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:32.285685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:32.308757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device db86d35a-32c7-43b0-acd7-1132a638b7b6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:32.314176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ea3b29da-65c3-4748-a011-44ee1ded0f0d) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:32.323113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.324400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.351078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec84a6-736d-4188-9cea-151c9a7abc1b None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:32.360942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-93d0ceb7-dd63-4e55-9d68-6266f90f797d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7858551 Jul 29 23:45:32.361278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46912) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.367462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.495883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port db86d35a-32c7-43b0-acd7-1132a638b7b6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:32.540587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f9f64960-696d-4f64-b43a-ac1945a20a00 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:32.541040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-ac91b7c2-5885-44b2-b1ca-dd2dd7d38c56 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.543757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-ac91b7c2-5885-44b2-b1ca-dd2dd7d38c56 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.57 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.6639755 Jul 29 23:45:32.548161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1b4c4-7b6f-48f7-9b17-00fc1bf3dd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4302dc10-076e-4c92-8f8a-3bf000053f26,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.572385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.572818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8933745'] for subnet, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.679094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8153245-98be-4776-af05-50990a3ab950 req-d5f2b1f1-d551-45e9-b28a-f835d5d877cc tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.686627 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8153245-98be-4776-af05-50990a3ab950 req-d5f2b1f1-d551-45e9-b28a-f835d5d877cc tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.2375159 Jul 29 23:45:32.700432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f9f64960-696d-4f64-b43a-ac1945a20a00 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:32.729300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ea3b29da-65c3-4748-a011-44ee1ded0f0d', 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': 'a15b5097-9896-4188-a437-b185f96ba1bb'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:32.730914 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.824542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768308316968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9254403'] for subnet, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.910197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.911215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.912738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "PUT /v2.0/subnets/a15b5097-9896-4188-a437-b185f96ba1bb HTTP/1.1" status: 200 len: 826 time: 0.5503159 Jul 29 23:45:32.916720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.937619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7ef52-7d7e-4704-809b-9a30ad65ef8f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=a15b5097-9896-4188-a437-b185f96ba1bb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.942131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a8153245-98be-4776-af05-50990a3ab950 req-0bb5ce7b-2788-4f88-96a0-5fe34f627a2a tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542710 Jul 29 23:45:32.976204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Allocated IP 2001:db8::2 (ea3b29da-65c3-4748-a011-44ee1ded0f0d/a15b5097-9896-4188-a437-b185f96ba1bb/9bbd7e34-5514-4d0b-84df-fadcba59c702) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:33.002165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cc8de-830c-4173-824f-1d9bbe1d7a50 None None] Network 4b2f2c3c-5496-4669-b870-f02a682da392 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:33.080165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.106008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994e9c4a-ec2e-4b23-9322-ac381d4725bc']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:33.135817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Provisioning for port f9f64960-696d-4f64-b43a-ac1945a20a00 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:33.163423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Provisioning complete for port f9f64960-696d-4f64-b43a-ac1945a20a00 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:33.163944 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.183347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f4b15-d442-4576-a94f-ea9dc332f653') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:33.183717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f4b15-d442-4576-a94f-ea9dc332f653') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:33.214456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.253008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Deleting port 73c87c6a-e95c-4d67-8764-bc227303ffa3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:33.253345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.322631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.345545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:33.346098 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:33.351444 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:33.371766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.384484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.413509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Transition to ACTIVE for port object 9bbd7e34-5514-4d0b-84df-fadcba59c702 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:33.447956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.480046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Transition to ACTIVE for port object 9bbd7e34-5514-4d0b-84df-fadcba59c702 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:33.498640 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.504720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9dedc-39e4-4d6a-9133-c992b9c9527c None None] Network 83f86142-333f-47df-aa97-6932b3566209 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:33.508621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.522481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] For port 73c87c6a-e95c-4d67-8764-bc227303ffa3, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=73c87c6a-e95c-4d67-8764-bc227303ffa3,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:33.522984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.602081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.604497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:33.621911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:33.632216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:33.660132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Pushing event updated for resources: {'Port': ['ID=9bbd7e34-5514-4d0b-84df-fadcba59c702,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.663744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.668621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] 10.222.0.49 "DELETE /v2.0/networks/994e9c4a-ec2e-4b23-9322-ac381d4725bc HTTP/1.1" status: 204 len: 168 time: 1.8632357 Jul 29 23:45:33.669132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] For port f9f64960-696d-4f64-b43a-ac1945a20a00, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f9f64960-696d-4f64-b43a-ac1945a20a00,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:33.706238 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.774754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a41e-1316-4c9e-afbf-d1cc36c71504 admin admin] Pushing event deleted for resources: {'Network': ['ID=994e9c4a-ec2e-4b23-9322-ac381d4725bc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.973998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 9bbd7e34-5514-4d0b-84df-fadcba59c702 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:33.974433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.025811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46950) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:34.096098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Attempting to bind port 9bbd7e34-5514-4d0b-84df-fadcba59c702 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:34.096596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Attempting to bind port 9bbd7e34-5514-4d0b-84df-fadcba59c702 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c11887fa-cf87-4fcd-98ee-d61de52528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:34.096823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Attempting to bind port 9bbd7e34-5514-4d0b-84df-fadcba59c702 on network ea3b29da-65c3-4748-a011-44ee1ded0f0d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:34.106055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:34.106488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Checking segment: {'id': 'c11887fa-cf87-4fcd-98ee-d61de52528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:34.106832 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.107224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Bound using segment: {'id': 'c11887fa-cf87-4fcd-98ee-d61de52528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:34.107690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Bound port: 9bbd7e34-5514-4d0b-84df-fadcba59c702, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11887fa-cf87-4fcd-98ee-d61de52528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ea3b29da-65c3-4748-a011-44ee1ded0f0d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:34.108073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.109788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Provisioning for port db86d35a-32c7-43b0-acd7-1132a638b7b6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:34.118005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Provisioning complete for port db86d35a-32c7-43b0-acd7-1132a638b7b6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:34.118501 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.134912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-09e3f765-36f1-405b-a72c-05d3963cffca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c4e9a3349864c9fa13880c6c2dd8035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071756 Jul 29 23:45:34.142837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:34.221090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e0d7-d85b-4160-b588-aba39753381b req-f52e9d85-9267-4687-9231-6e9aa9f20cb6 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.233279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d79e0d7-d85b-4160-b588-aba39753381b req-f52e9d85-9267-4687-9231-6e9aa9f20cb6 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 945 time: 0.1590085 Jul 29 23:45:34.284062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.288060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.288437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.288749 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Floating IP a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7 disassociated. External IP: 172.25.5.241, port: 73c87c6a-e95c-4d67-8764-bc227303ffa3. Jul 29 23:45:34.289090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Calling delete_port for 73c87c6a-e95c-4d67-8764-bc227303ffa3 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:34.296888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] For port 9bbd7e34-5514-4d0b-84df-fadcba59c702, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:34.301062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] For port 9bbd7e34-5514-4d0b-84df-fadcba59c702, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9bbd7e34-5514-4d0b-84df-fadcba59c702,segment=NetworkSegment(c11887fa-cf87-4fcd-98ee-d61de52528ee),segment_id=c11887fa-cf87-4fcd-98ee-d61de52528ee)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:34.302279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193432e-8c33-4905-b6c1-b15f028c514e None None] Pushing event updated for resources: {'Port': ['ID=f9f64960-696d-4f64-b43a-ac1945a20a00,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.313175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.330573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d79e0d7-d85b-4160-b588-aba39753381b req-f786f6b0-f519-4c8e-bf28-62adff67f884 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups?id=41a52c48-baa4-4560-9d10-cf299a1d3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957916 Jul 29 23:45:34.350502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.387782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.392072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 9bbd7e34-5514-4d0b-84df-fadcba59c702, host n-d-712707-11, got binding levels [] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:34.392072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.463308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 9bbd7e34-5514-4d0b-84df-fadcba59c702 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:34.467425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab14d-30b5-40e4-b8be-fb0183663370 None None] Pushing event updated for resources: {'Port': ['ID=9bbd7e34-5514-4d0b-84df-fadcba59c702,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.472251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.475029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.486149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.493786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd7823fd-9d06-470a-8877-de7bd6ab27c4 HTTP/1.1" status: 204 len: 168 time: 0.3457966 Jul 29 23:45:34.516136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1ce87-c36a-4fec-ac96-9ddee3e59d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7823fd-9d06-470a-8877-de7bd6ab27c4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.575598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=db86d35a-32c7-43b0-acd7-1132a638b7b6,segment=NetworkSegment(6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72),segment_id=6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:34.580405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Update dhcp port {'port': {'network_id': '83f86142-333f-47df-aa97-6932b3566209', 'fixed_ips': [{'subnet_id': 'a04c6912-f275-4942-8cdb-649ebc67ff22', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e727b2ea-f4f6-4bd6-baae-738cc0a13fb4'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'db86d35a-32c7-43b0-acd7-1132a638b7b6'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:45:34.585381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.640353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.726568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326a4f-4d82-4f26-8304-cc0cb8345c72 None None] Pushing event updated for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.872562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73292dba-c7e3-4956-849f-ec773f008833 None None] Provisioning complete for port f9f64960-696d-4f64-b43a-ac1945a20a00 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:34.872996 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73292dba-c7e3-4956-849f-ec773f008833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.894216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:34.937683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.064674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Allocated IP 172.20.0.1 (83f86142-333f-47df-aa97-6932b3566209/e727b2ea-f4f6-4bd6-baae-738cc0a13fb4/db86d35a-32c7-43b0-acd7-1132a638b7b6) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:35.193988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=db86d35a-32c7-43b0-acd7-1132a638b7b6,segment=NetworkSegment(6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72),segment_id=6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:35.230276 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.247522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Transition to ACTIVE for port object db86d35a-32c7-43b0-acd7-1132a638b7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:35.254713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.389971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4bb9-9e4f-4348-b018-8723d7ff0e28 None None] Pushing event updated for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.523174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dda6af13-4683-479e-80fa-f88c22d5d4ef req-8e49fde7-0914-4a83-9ae5-355eacecca95 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0560410 Jul 29 23:45:35.607017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event deleted for resources: {'Port': ['ID=73c87c6a-e95c-4d67-8764-bc227303ffa3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.651809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46992) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:35.725281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:35.740869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Sync routers for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:35.756382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.785243 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:35.787894 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:35.886811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1224403744-network', 'tenant_id': 'ec69a8a950e341118cc83b86854de1b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:35.921551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=9bbd7e34-5514-4d0b-84df-fadcba59c702,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.944549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Made reservation on behalf of ec69a8a950e341118cc83b86854de1b4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:35.949838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.974984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.016021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.022263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49b35c94-995a-41de-921e-121966eea77a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3065305 Jul 29 23:45:36.023269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 9bbd7e34-5514-4d0b-84df-fadcba59c702 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:36.028764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47000) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.056551 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:36.095492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:36.124340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.127733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76872f07-bc0e-4afc-9f29-d7b602faa6b7 None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.220592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-82f9829d-9c84-4848-b485-0b5523b7b72e None None] Could not find standard attr ID for object 9bbd7e34-5514-4d0b-84df-fadcba59c702. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:36.271586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device db86d35a-32c7-43b0-acd7-1132a638b7b6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:36.329787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:36.336648 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.362121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Sync routers for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:36.402940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=a15b5097-9896-4188-a437-b185f96ba1bb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.418875 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:32Z', 'revision_number': 3, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:36.422667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] No DVR routers for this DVR port 73c87c6a-e95c-4d67-8764-bc227303ffa3 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:36.427711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.430353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35f29007-7a8c-4f8f-8f50-0801434eeac0 req-a2fea666-c03f-4f99-92ea-01c9ac2010f0 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.57 "DELETE /v2.0/ports/73c87c6a-e95c-4d67-8764-bc227303ffa3 HTTP/1.1" status: 204 len: 173 time: 3.8741124 Jul 29 23:45:36.430920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'name': 'network-vif-deleted', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:36.434075 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc16176-ed2c-43cd-922a-6bad27465cbd" -d '{"events": [{"server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "name": "network-vif-deleted", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:36.473375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Checking router: 1a63bfcf-8f1c-43c7-b259-15d8105ff957 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:36.473808 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Updating router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 port d28d4654-045e-4a59-af59-74cf1607b11b binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:36.493253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 73c87c6a-e95c-4d67-8764-bc227303ffa3 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:36.500711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c04391-a654-4f50-bdc7-0be08036c59a None None] Network 83f86142-333f-47df-aa97-6932b3566209 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.513181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.526784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3b29da-65c3-4748-a011-44ee1ded0f0d']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:36.528877 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.543912 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b126d3-fceb-4530-8655-36b7f9292bd7 x-openstack-request-id: req-c6b126d3-fceb-4530-8655-36b7f9292bd7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:36.544334 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98906779-969a-4305-bc7a-c6b7ee94c457", "name": "network-vif-deleted", "tag": "73c87c6a-e95c-4d67-8764-bc227303ffa3", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:36.544681 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6b126d3-fceb-4530-8655-36b7f9292bd7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:36.545505 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98906779-969a-4305-bc7a-c6b7ee94c457', 'name': 'network-vif-deleted', 'tag': '73c87c6a-e95c-4d67-8764-bc227303ffa3', 'status': 'completed', 'code': 200} Jul 29 23:45:36.561652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11887fa-cf87-4fcd-98ee-d61de52528ee') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:36.563144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11887fa-cf87-4fcd-98ee-d61de52528ee') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:36.589543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.626796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.641551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:36.642439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:36.688485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8fdd5e43-dd5e-431a-b0ac-d0b51a657817 req-fba3240d-887e-4844-84af-f62921cb37fd tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0504768 Jul 29 23:45:36.689714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:36.690221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:36.694413 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:36.755440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.773861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.815409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.875620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:36.881590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.884455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/ea3b29da-65c3-4748-a011-44ee1ded0f0d HTTP/1.1" status: 204 len: 168 time: 3.9644051 Jul 29 23:45:36.885414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2f66-d885-4098-af89-f184082132ca tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=ea3b29da-65c3-4748-a011-44ee1ded0f0d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.887127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47020) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.950592 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e8efc8-7647-4889-84a8-2c0c964fdc2e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:36.951295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e8efc8-7647-4889-84a8-2c0c964fdc2e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:36.968106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-48e8efc8-7647-4889-84a8-2c0c964fdc2e tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/ea3b29da-65c3-4748-a011-44ee1ded0f0d HTTP/1.1" status: 404 len: 339 time: 0.0798872 Jul 29 23:45:36.975188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47022) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.980954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648770628', 'description': 'd1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:37.017450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:37.036547 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.044051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 73c87c6a-e95c-4d67-8764-bc227303ffa3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:37.044416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 73c87c6a-e95c-4d67-8764-bc227303ffa3 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:37.059573 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Transition to ACTIVE for port object d28d4654-045e-4a59-af59-74cf1607b11b will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:37.060736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:37.067526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561bf310-d27b-446d-aec6-8ada5e7d5bd9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.068363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.073813 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.127347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c026a827-92ee-4a2c-acb5-ce3ddb10c52f None None] Provisioning for port db86d35a-32c7-43b0-acd7-1132a638b7b6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:37.129731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.130708 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Added segment 3bc4ce2c-eb2f-4a51-9a90-f6756a65c465 of type vlan for network 085bbe4d-e8bd-4b90-8859-0d078e979a5f Jul 29 23:45:37.139082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:37.139461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c026a827-92ee-4a2c-acb5-ce3ddb10c52f None None] Provisioning complete for port db86d35a-32c7-43b0-acd7-1132a638b7b6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:37.140517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c026a827-92ee-4a2c-acb5-ce3ddb10c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.153035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.153391 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment 7ea31c36-d6d3-4442-8b55-a1e2001f2fe4 of type vlan for network b21b7c23-12c0-43fb-a3fe-2753e2817425 Jul 29 23:45:37.201481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.205961 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Pushing event updated for resources: {'Port': ['ID=d28d4654-045e-4a59-af59-74cf1607b11b,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.234000 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.234645 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.234765 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.235126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.235454 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.239498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.239498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.239498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.242281 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.242617 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.243081 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.244216 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:37.277188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.294869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Attempting to bind port d28d4654-045e-4a59-af59-74cf1607b11b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:37.295245 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Attempting to bind port d28d4654-045e-4a59-af59-74cf1607b11b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:37.295603 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Attempting to bind port d28d4654-045e-4a59-af59-74cf1607b11b on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:37.314063 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:37.316717 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:37.317291 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.320690 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:37.321431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Bound port: d28d4654-045e-4a59-af59-74cf1607b11b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:37.321992 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.324679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.325684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.326265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.327438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.337001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.338084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728961'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.390619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f756da2-bc53-4bcc-9d39-fb11608cb3ac None None] DHCP port deletion for ea3b29da-65c3-4748-a011-44ee1ded0f0d request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:37.405178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7465627 Jul 29 23:45:37.410463 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] For port d28d4654-045e-4a59-af59-74cf1607b11b, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:37.420577 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] For port d28d4654-045e-4a59-af59-74cf1607b11b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d28d4654-045e-4a59-af59-74cf1607b11b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:37.421525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47034) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.431973 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.435163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Request body: {'subnet': {'network_id': '085bbe4d-e8bd-4b90-8859-0d078e979a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1224403744-subnet', 'tenant_id': 'ec69a8a950e341118cc83b86854de1b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:37.479189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=b21b7c23-12c0-43fb-a3fe-2753e2817425,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.498332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d11dc07c-0f0b-4251-8a2b-daf3e5c44d40 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5218878 Jul 29 23:45:37.501412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port db86d35a-32c7-43b0-acd7-1132a638b7b6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:37.502023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47036) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.502245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.504734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c893e9-91fc-4391-bfa5-f8d99141d7df None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:37.507328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b21b7c23-12c0-43fb-a3fe-2753e2817425 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:37.537280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:37.538969 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:37.672843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9744b2e-095a-47c1-818e-f27fbe00fdd6 admin admin] Pushing event updated for resources: {'Network': ['ID=085bbe4d-e8bd-4b90-8859-0d078e979a5f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.703441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Made reservation on behalf of ec69a8a950e341118cc83b86854de1b4 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:37.706190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.714174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.745812 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93717-b66b-4541-8eb8-0d32a5901d0d None None] Pushing event updated for resources: {'Port': ['ID=d28d4654-045e-4a59-af59-74cf1607b11b,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.798967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10384ed1-8cd9-4f04-b7c9-2e8890ba373c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.801285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10384ed1-8cd9-4f04-b7c9-2e8890ba373c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks?id=b21b7c23-12c0-43fb-a3fe-2753e2817425 HTTP/1.1" status: 200 len: 764 time: 0.2555065 Jul 29 23:45:37.804908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47040) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.813189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'description': 'd2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:37.849556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 085bbe4d-e8bd-4b90-8859-0d078e979a5f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:37.853423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c893e9-91fc-4391-bfa5-f8d99141d7df None None] Network ea3b29da-65c3-4748-a011-44ee1ded0f0d could not be found, it might have been deleted concurrently. {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:45:37.916943 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:38.188903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b33206b8-b4a7-45a2-9b95-443aa12f5229 req-ebace235-b928-4ba3-8a48-d867e3832e1b tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.2009599 Jul 29 23:45:38.193026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:32Z', 'revision_number': 3, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:38.208063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.266254 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a8d99-8ed1-4df6-b9d8-4da60b7a271f None None] The sync data for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 is: [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:32Z', 'revision_number': 3, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:38.276084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.314268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.345858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network b21b7c23-12c0-43fb-a3fe-2753e2817425 is not hosted by any dhcp agent {{(pid=93865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:45:38.353423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.354191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.358611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "PUT /v2.0/networks/b21b7c23-12c0-43fb-a3fe-2753e2817425 HTTP/1.1" status: 200 len: 761 time: 0.5524781 Jul 29 23:45:38.395716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Allocated IP 172.20.0.1 (4b2f2c3c-5496-4669-b870-f02a682da392/fcc67173-2d70-4344-84d4-a3f98bf3b3f8/55eb8f97-567d-4848-a2ea-c5d8398fbb06) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:38.404611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:38.463743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47060) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:38.548292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f9f64960-696d-4f64-b43a-ac1945a20a00 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:38.551985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51ac0-fea5-4c9b-9d9b-46b193ac2c25 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=b21b7c23-12c0-43fb-a3fe-2753e2817425,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.595954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.615344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b21b7c23-12c0-43fb-a3fe-2753e2817425 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:38.615542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Transition to ACTIVE for port object 55eb8f97-567d-4848-a2ea-c5d8398fbb06 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:38.626981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd72e10f-7a58-426d-bb8c-12517c2890db tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.630489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd72e10f-7a58-426d-bb8c-12517c2890db tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks?id=b21b7c23-12c0-43fb-a3fe-2753e2817425 HTTP/1.1" status: 200 len: 764 time: 0.2247436 Jul 29 23:45:38.636215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:38.680460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.737345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Checking segment: {'id': '3bc4ce2c-eb2f-4a51-9a90-f6756a65c465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '085bbe4d-e8bd-4b90-8859-0d078e979a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:38.738011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Network hostable DHCP agents. Network: 085bbe4d-e8bd-4b90-8859-0d078e979a5f, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:38.765548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Network 4b2f2c3c-5496-4669-b870-f02a682da392 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:38.786078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:38.790592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa00ed1-0d70-49c7-abf4-f8ca5f0cbea6,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.798520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:38.829243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.835962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Network 085bbe4d-e8bd-4b90-8859-0d078e979a5f is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:38.860835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f9f64960-696d-4f64-b43a-ac1945a20a00 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:38.863371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.866338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 085bbe4d-e8bd-4b90-8859-0d078e979a5f) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:38.872883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c709e207-7aaf-4e88-889d-7c3e86fc58b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.881313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.883392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.903614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.983148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d253d0-f875-4078-a1ad-e2dc63bec98a None None] Network 085bbe4d-e8bd-4b90-8859-0d078e979a5f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:39.137081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:39.237172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Checking router: 7ee1b1e1-13ed-4ad7-b08a-057829f346ac for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:39.246230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c709e207-7aaf-4e88-889d-7c3e86fc58b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.287359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c6a3f-437a-474d-88ec-e2fd31914636 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.292373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-56688a6d-d4a0-4232-a710-54713b0ec9f8 None None] Provisioning complete for port db86d35a-32c7-43b0-acd7-1132a638b7b6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:39.292927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56688a6d-d4a0-4232-a710-54713b0ec9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.293274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-478c6a3f-437a-474d-88ec-e2fd31914636 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6553810 Jul 29 23:45:39.295676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.317514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c709e207-7aaf-4e88-889d-7c3e86fc58b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.372999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:39.374078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:39.415631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9176487c-0028-4ea7-88f9-a900618dc50a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 207 time: 0.1163146 Jul 29 23:45:39.454044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47074) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.467737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-47a3e8d1-fad3-49c2-8c4f-1b9efc6cf773 req-c5d93429-df0f-4d82-aa32-49060ae0cbcc tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.1238573 Jul 29 23:45:39.497961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709e207-7aaf-4e88-889d-7c3e86fc58b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5b6dd-b6ad-4ca6-a7ef-a25460b81b2d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:39.518633 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c709e207-7aaf-4e88-889d-7c3e86fc58b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fb0c7b13f414f46a04c0509ff3c9cff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0232785 Jul 29 23:45:39.547194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.638190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.668537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe6818-8592-478b-8fb7-ae8bbe8520fc None None] Network 085bbe4d-e8bd-4b90-8859-0d078e979a5f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:39.692232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e65b4122-2eec-4420-90ec-d1acffd8979b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2614362 Jul 29 23:45:39.745905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.772595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.784038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.792592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.800677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.811919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.821228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.827401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.841490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d68992ac-c5a1-4f3f-a612-2ff67a344ef7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3642104 Jul 29 23:45:39.854252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.873418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:40.060102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-88c200d1-b431-4fdb-8376-478fd4b6861b None None] Provisioning for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:40.117087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d28d4654-045e-4a59-af59-74cf1607b11b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:40.123416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-88c200d1-b431-4fdb-8376-478fd4b6861b None None] Provisioning complete for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:40.124323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-88c200d1-b431-4fdb-8376-478fd4b6861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.160610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.164849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.166238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fe5b6dd-b6ad-4ca6-a7ef-a25460b81b2d HTTP/1.1" status: 204 len: 168 time: 0.6180193 Jul 29 23:45:40.205074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3e6cbd9-2b2a-485c-8607-6077ee2dd571 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3496401 Jul 29 23:45:40.210284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.212019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.219763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1740290582', 'description': 'tempest-description-631204173'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:40.225711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831210e-3430-4cc0-9c14-aad094855008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5b6dd-b6ad-4ca6-a7ef-a25460b81b2d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.262589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.317413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.347596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.352827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.358133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.362422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.368351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.378012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9de7b2be-4afe-4104-ac70-f399bd32d85a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1640775 Jul 29 23:45:40.379137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.447484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-88c200d1-b431-4fdb-8376-478fd4b6861b None None] Port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:40.462480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.533583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.540392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.541986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.549165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.553837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.564423 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9cf82dd6-3a11-4b66-a42f-34d97b6bc90f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1836388 Jul 29 23:45:40.565459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.575554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d28d4654-045e-4a59-af59-74cf1607b11b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:40.576590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.593826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d28d4654-045e-4a59-af59-74cf1607b11b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:40.594366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.817056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.836785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.841913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:40.872898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Network 4b2f2c3c-5496-4669-b870-f02a682da392 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:40.874326 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95bce402-96c9-4046-90f0-c3a4b54adce3 req-dbeeaee8-eb56-4502-bd62-cd285d5586d6 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.1004229 Jul 29 23:45:40.899349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:40.916493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e56e28-4278-4f5d-9edd-694455fdea06 None None] The sync data for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 is: [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:41:52Z', 'revision_number': 4, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81b2c045-7c43-48c0-9f70-ca67c76c0deb', 'name': '', 'network_id': '3ee2da63-4a60-4eb0-83a7-66fcbccf21d5', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'mac_address': 'fa:16:3e:11:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:57Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'subnets': [{'id': '375db5dd-719f-48b6-9716-73abbf4deb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:40.935756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44724963-0ad8-477a-9f75-5f1ef68fcc6d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.946704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.948640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44724963-0ad8-477a-9f75-5f1ef68fcc6d tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks/f33cb79f-f356-4bc7-9edd-53197d1792aa HTTP/1.1" status: 200 len: 803 time: 0.3792806 Jul 29 23:45:40.949807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.950488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edbe5ef2-4cbe-4298-9713-3949d6f40928 req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7578137 Jul 29 23:45:40.952435 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.958482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf62a-7302-4a68-b34a-bfb4ec685195 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077abd88-83cd-4938-b719-28665fb4eb1f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.056443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d28d4654-045e-4a59-af59-74cf1607b11b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d28d4654-045e-4a59-af59-74cf1607b11b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:41.070706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.127842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9bbd7e34-5514-4d0b-84df-fadcba59c702 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:41.176672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 9bbd7e34-5514-4d0b-84df-fadcba59c702 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:41.177464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9bbd7e34-5514-4d0b-84df-fadcba59c702 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:41.185553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:41.215731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d28d4654-045e-4a59-af59-74cf1607b11b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.224568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-7401a485-97db-44a6-a818-14094ef1f676 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/077abd88-83cd-4938-b719-28665fb4eb1f HTTP/1.1" status: 200 len: 1814 time: 0.2100322 Jul 29 23:45:41.232958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '077abd88-83cd-4938-b719-28665fb4eb1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:41.233271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '077abd88-83cd-4938-b719-28665fb4eb1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:41.325247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7a49d197-53ee-412d-8742-ea83e90fbac3 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/networks/f33cb79f-f356-4bc7-9edd-53197d1792aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3742065 Jul 29 23:45:41.332190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.388166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-64796bf9-4b39-431d-b4f1-76aa885c9f9a None None] Provisioning complete for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:41.388573 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-64796bf9-4b39-431d-b4f1-76aa885c9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.414384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:41.426476 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Sync routers for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:41.430846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7e058753-40ba-4f9b-813b-52629c206dc3 admin admin] 10.222.0.49 "PUT /v2.0/routers/1a63bfcf-8f1c-43c7-b259-15d8105ff957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3944018 Jul 29 23:45:41.433028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-64796bf9-4b39-431d-b4f1-76aa885c9f9a None None] Port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:41.442036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:41.445688 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:41.459729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.497004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1cdc8-39f5-412d-aebf-908198daede9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.503413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47128) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.504626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1cd1cdc8-39f5-412d-aebf-908198daede9 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets/9ea0188e-829c-4cb4-a2c9-c2038859bcfe HTTP/1.1" status: 200 len: 843 time: 0.1647291 Jul 29 23:45:41.556691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.564678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.609412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ade7dc-43dc-4bd9-9a65-d6dc826de619,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.620730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.653774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.664178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e3a5b71-e30b-485c-b235-a0ec8363b00f req-dbb22939-d849-4aa3-9ad9-ac938a337fd5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4381235 Jul 29 23:45:41.687066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:41.697581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8aeadf-f4cd-4108-986b-7c2a241093bb None None] New status for floating IP a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:41.713871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc4217-975b-4533-b424-d22a47db83c2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['shared'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.725883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.726802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35cc4217-975b-4533-b424-d22a47db83c2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "GET /v2.0/subnets/9ea0188e-829c-4cb4-a2c9-c2038859bcfe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2221632 Jul 29 23:45:41.740156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857571460'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:41.816384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9873ced7-36f6-40f8-b85a-c6f7dd9c3d81 req-cf7ecca4-958f-4ba7-bc14-3c3b29d51ff0 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/077abd88-83cd-4938-b719-28665fb4eb1f HTTP/1.1" status: 200 len: 2408 time: 0.0999355 Jul 29 23:45:41.858766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:41.869020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.921560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-825204759'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:41.949257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:41.964638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-baa23385-9daa-4a14-a716-5cb835e56c7a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-group-rules/86ade7dc-43dc-4bd9-9a65-d6dc826de619 HTTP/1.1" status: 200 len: 778 time: 0.1055777 Jul 29 23:45:41.985182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.986008 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Added segment 176a6c1b-9277-47f8-a01f-5a9a15e8b32b of type vlan for network 779e8f7b-7352-405e-8de7-a0c51a955d0d Jul 29 23:45:42.072682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:42.076988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.110273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.121205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:42.134219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.134569 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Added segment 4c4b9199-b45e-49f6-9203-7a85c6295fb8 of type vlan for network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 Jul 29 23:45:42.156162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.161447 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:39Z', 'revision_number': 4, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '55eb8f97-567d-4848-a2ea-c5d8398fbb06', 'name': '', 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'mac_address': 'fa:16:3e:a5:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:37Z', 'updated_at': '2021-07-29T23:45:39Z', 'revision_number': 2, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'subnets': [{'id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:42.161717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d28d4654-045e-4a59-af59-74cf1607b11b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:42.166444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.167769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.190173 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.243421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-d3d1c195-16b0-421d-80aa-482d4f4da3c7 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/077abd88-83cd-4938-b719-28665fb4eb1f HTTP/1.1" status: 200 len: 2408 time: 0.2764180 Jul 29 23:45:42.247476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.254072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.254821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.290805 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Checking router: 1a63bfcf-8f1c-43c7-b259-15d8105ff957 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:42.291043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5618398 Jul 29 23:45:42.291241 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Updating router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:42.296300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.309848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'network_id': '779e8f7b-7352-405e-8de7-a0c51a955d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:42.324559 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:42.370291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fa284-c420-42a0-8cd8-e1039a24b558 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Network': ['ID=779e8f7b-7352-405e-8de7-a0c51a955d0d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.394344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd0d585b-8aa6-4d42-a5af-933d31953ab8 req-1529a460-52ca-4d35-8bfc-e8473b47b2df tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0914218 Jul 29 23:45:42.404283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7806923 Jul 29 23:45:42.405854 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.409586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:42.410618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47154) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.437535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'subnet': {'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:42.457764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.460004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d28d4654-045e-4a59-af59-74cf1607b11b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:42.460413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.475581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c4d3-cf7b-4dfa-863a-264898060f0d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Network': ['ID=98ecc722-f32d-4e9e-a40c-bbeb19d75d42,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.545612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:42.552144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.644190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.669327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.670741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b51c64d-3ec4-48e5-a0ea-91976ddffce3 req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/86ade7dc-43dc-4bd9-9a65-d6dc826de619 HTTP/1.1" status: 204 len: 173 time: 0.4264662 Jul 29 23:45:42.682687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5009e61-7b9a-4d76-8a80-3f73b9ec61f4 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ade7dc-43dc-4bd9-9a65-d6dc826de619,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.697614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:42.708977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.734409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1542348778', 'description': 'tempest-description-473693994'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:42.735514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Made reservation on behalf of 1765cc91de0f4e7992841c776462b91d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:42.746220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.853884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_backend_mixin [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Performing IP validity checks on allocation pools {{(pid=93865) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:45:42.854452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_backend_mixin [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93865) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:45:42.903203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.907224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.004834 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.022147 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Transition to ACTIVE for port object 55eb8f97-567d-4848-a2ea-c5d8398fbb06 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:43.044309 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.067621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-dfd0-45d9-ba5d-a7fa5f7cb09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.102814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ae67-009a-4c84-a320-01e5c8928d2d None None] Pushing event updated for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.154831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.165207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.211058 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Attempting to bind port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:43.211802 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Attempting to bind port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:43.212444 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Attempting to bind port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 on network 4b2f2c3c-5496-4669-b870-f02a682da392 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:43.218631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.219258 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:43.219879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Checking segment: {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:43.220497 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.221068 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Bound using segment: {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:43.221786 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Bound port: 55eb8f97-567d-4848-a2ea-c5d8398fbb06, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730fff95-d25b-47de-a061-7a09587fef3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:43.222494 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.298739 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] For port 55eb8f97-567d-4848-a2ea-c5d8398fbb06, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:43.303060 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] For port 55eb8f97-567d-4848-a2ea-c5d8398fbb06, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=55eb8f97-567d-4848-a2ea-c5d8398fbb06,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:43.303992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba41bf-f815-4f93-ba06-8283462a742a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.306371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.310747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-dfd0-45d9-ba5d-a7fa5f7cb09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.323334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-dfd0-45d9-ba5d-a7fa5f7cb09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.323466 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.366831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.368578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-206bc8af-ea82-4f05-a33c-4329c6dee3d7 req-c87f1e70-9332-46ac-9aa9-2b87ed624998 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6516387 Jul 29 23:45:43.382505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f6126313-dfd0-45d9-ba5d-a7fa5f7cb09e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a84006969b94a488d6d35e87eaf2c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703770 Jul 29 23:45:43.386185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47168) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.409733 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:43.410333 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:43.412492 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ae67-009a-4c84-a320-01e5c8928d2d None None] Pushing event updated for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.443215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Subnet': ['ID=f0e7f0eb-bc50-435d-8e82-2f2216241579,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.476606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Checking segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:43.477169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network hostable DHCP agents. Network: 98ecc722-f32d-4e9e-a40c-bbeb19d75d42, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:43.504685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:43.520291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 98ecc722-f32d-4e9e-a40c-bbeb19d75d42) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:43.530482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.531342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.537478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cde0a1-a208-4b08-9832-211ff062bba5 None None] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:43.561294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f5d80002-0342-469a-8ac8-ef541de3faa1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1283226 Jul 29 23:45:43.580182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47174) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.583128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c642253-b052-4e6a-826c-0dae021ef0d5 req-a1038ccd-b115-47a2-9ff3-26058d1d3f40 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0357256 Jul 29 23:45:43.589529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-208301982'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.613956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.619196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:43.623003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:43.633149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.636821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92eece51-683e-44b8-a667-97d21929fdcd req-e306ba51-b74c-451e-a209-ff9d74e0f71c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/05ba41bf-f815-4f93-ba06-8283462a742a HTTP/1.1" status: 200 len: 1814 time: 0.1702840 Jul 29 23:45:43.641473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=a0400464-08db-4ae3-b5d5-cb05fbcb3c67,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.645117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Checking segment: {'id': '176a6c1b-9277-47f8-a01f-5a9a15e8b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '779e8f7b-7352-405e-8de7-a0c51a955d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:43.645978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network hostable DHCP agents. Network: 779e8f7b-7352-405e-8de7-a0c51a955d0d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:43.696903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:43.701486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126313-dfd0-45d9-ba5d-a7fa5f7cb09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6266fa-e0e7-46a8-a481-6f2e2eff8a94,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.729389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.730138 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Added segment c0737a1f-c8ad-4d3f-9393-5d3881538086 of type vlan for network 51169fde-f319-4290-baf6-d47168ba4b3e Jul 29 23:45:43.730795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1132947543', 'description': 'tempest-description-339865092'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.738087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.750522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:43.774098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 779e8f7b-7352-405e-8de7-a0c51a955d0d) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:43.794377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.809024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.811550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.821413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013adf6f-522b-46ef-ba91-122458624f24 None None] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:43.869212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.892635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.897177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98f3fe95-1fb9-4032-80aa-d755668b0287 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5995660 Jul 29 23:45:43.899667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.901121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.907555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.925583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.947575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'fixed_ips': [{'subnet_id': 'f0e7f0eb-bc50-435d-8e82-2f2216241579'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:43.948774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.078638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.082199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Network': ['ID=51169fde-f319-4290-baf6-d47168ba4b3e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.085833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de9d8324-6540-4f96-9ef2-7273129f9902 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5015664 Jul 29 23:45:44.088608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:44.095213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'subnet': {'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:44.119953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.121769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.123516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c6266fa-e0e7-46a8-a481-6f2e2eff8a94 HTTP/1.1" status: 204 len: 168 time: 0.7308528 Jul 29 23:45:44.124455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.164162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663e7e-d2d5-4176-a8cf-a6f1f9eda55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6266fa-e0e7-46a8-a481-6f2e2eff8a94,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.174328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Allocated IP 19.80.0.2 (98ecc722-f32d-4e9e-a40c-bbeb19d75d42/f0e7f0eb-bc50-435d-8e82-2f2216241579/6b8e70a9-ddfd-4752-af52-3355ed38c523) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:44.235804 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:39Z', 'revision_number': 4, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '55eb8f97-567d-4848-a2ea-c5d8398fbb06', 'name': '', 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'mac_address': 'fa:16:3e:a5:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:37Z', 'updated_at': '2021-07-29T23:45:43Z', 'revision_number': 4, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'subnets': [{'id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:44.245229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.254600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0976fd6-9f64-4088-a7b3-f650c4f2fed6 req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5445945 Jul 29 23:45:44.276331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:44.288125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.292960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dcda4-c699-4a78-9c20-542d393779d6 None None] The sync data for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 is: [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:45:39Z', 'revision_number': 4, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '55eb8f97-567d-4848-a2ea-c5d8398fbb06', 'name': '', 'network_id': '4b2f2c3c-5496-4669-b870-f02a682da392', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'mac_address': 'fa:16:3e:a5:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:37Z', 'updated_at': '2021-07-29T23:45:43Z', 'revision_number': 4, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'subnets': [{'id': 'fcc67173-2d70-4344-84d4-a3f98bf3b3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:44.383121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.399307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Transition to ACTIVE for port object 6b8e70a9-ddfd-4752-af52-3355ed38c523 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:44.420228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Transition to ACTIVE for port object 6b8e70a9-ddfd-4752-af52-3355ed38c523 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:44.422818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169d234-7efa-4422-a18f-f3f527cafb05 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a92ffe-3e7a-4e18-ba9a-c5adc70d26bc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.438799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 51169fde-f319-4290-baf6-d47168ba4b3e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:44.479135 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.519222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12201177'] for subnet, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.527862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71cefe70-bc76-4b1a-9da2-37ee0c44b7a9 req-1fa29f40-6916-44a9-b4bc-c205f54ded06 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/06a92ffe-3e7a-4e18-ba9a-c5adc70d26bc HTTP/1.1" status: 200 len: 1814 time: 0.2349429 Jul 29 23:45:44.580080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-740961540', 'description': 'tempest-description-1925699523'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:44.627815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.631335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Pushing event updated for resources: {'Port': ['ID=6b8e70a9-ddfd-4752-af52-3355ed38c523,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.744003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:44.789492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcbe7475-8b56-4f92-a906-aa98e1c5b405 req-8d69b88b-09ce-4f56-8518-2329e9d676bf tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Jul 29 23:45:44.812126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:44.825166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:44.828191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.936576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Checking segment: {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:44.936951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network hostable DHCP agents. Network: 51169fde-f319-4290-baf6-d47168ba4b3e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:44.976623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Subnet': ['ID=fed2785f-57a9-43f6-b303-2653914bb75b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.984417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 51169fde-f319-4290-baf6-d47168ba4b3e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:45.007649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 51169fde-f319-4290-baf6-d47168ba4b3e) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:45.018178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.019055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.063392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb2b1a-a068-4b34-abeb-349f12f82618 None None] Network 51169fde-f319-4290-baf6-d47168ba4b3e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:45.067574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Attempting to bind port 6b8e70a9-ddfd-4752-af52-3355ed38c523 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:45.078101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Attempting to bind port 6b8e70a9-ddfd-4752-af52-3355ed38c523 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:45.078601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Attempting to bind port 6b8e70a9-ddfd-4752-af52-3355ed38c523 on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:45.113338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768308316968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8446867'] for subnet, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.221206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.223353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:45.223809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Checking segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:45.224191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.224614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Bound using segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:45.225074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Bound port: 6b8e70a9-ddfd-4752-af52-3355ed38c523, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:45.225502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.227546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.232421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.232700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "PUT /v2.0/subnets/a0400464-08db-4ae3-b5d5-cb05fbcb3c67 HTTP/1.1" status: 200 len: 900 time: 1.3234696 Jul 29 23:45:45.239079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52373d97-609d-45ae-ba70-09de35dd8315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-779e8f7b-7352-405e-8de7-a0c51a955d0d', 'network_id': '779e8f7b-7352-405e-8de7-a0c51a955d0d', 'tenant_id': '1765cc91de0f4e7992841c776462b91d', 'fixed_ips': [{'subnet_id': 'a0400464-08db-4ae3-b5d5-cb05fbcb3c67'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:45.240068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52373d97-609d-45ae-ba70-09de35dd8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.256255 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.283331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.351420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef3129-82b0-4f4a-b373-4e7b4f62743c tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event updated for resources: {'Subnet': ['ID=a0400464-08db-4ae3-b5d5-cb05fbcb3c67,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.391520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee062f9-21fc-4b52-a73b-f8af5c495d28,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.411095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.412774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] For port 6b8e70a9-ddfd-4752-af52-3355ed38c523, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:45.416328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] For port 6b8e70a9-ddfd-4752-af52-3355ed38c523, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b8e70a9-ddfd-4752-af52-3355ed38c523,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:45.425118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.426762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-45f5c5c0-a702-4cda-94ff-fc1f154c558d req-bcf021b5-b821-42c4-977f-d2179efe345a tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8708210 Jul 29 23:45:45.432822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.476677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.560362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2102880447-network', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:45.620810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.622825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Made reservation on behalf of 2568acae61614e75b0c6b593b8715ed2 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:45.624590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7363f80c-891c-49b2-9ae3-ea1c8e92216a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5347168 Jul 29 23:45:45.625936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.657650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2123014a-0b4c-4b76-b932-d7b0640a88fe req-c42a2bb7-ae29-40ce-a4d2-e45a94164a2f tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/bee062f9-21fc-4b52-a73b-f8af5c495d28 HTTP/1.1" status: 200 len: 1814 time: 0.1776745 Jul 29 23:45:45.666374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.719926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-510781804', 'description': 'tempest-description-476208118'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:45.786335 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.820062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d720f-cfb1-49c3-b2aa-d162decc7d95 None None] Pushing event updated for resources: {'Port': ['ID=6b8e70a9-ddfd-4752-af52-3355ed38c523,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-52373d97-609d-45ae-ba70-09de35dd8315 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0400464-08db-4ae3-b5d5-cb05fbcb3c67: This subnet is being modified by another concurrent operation. Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:45:45.866121 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0400464-08db-4ae3-b5d5-cb05fbcb3c67: This subnet is being modified by another concurrent operation. Jul 29 23:45:45.869777 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 29 23:45:45.964616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b10b8-02f5-4f52-bbf0-acf7617c5d2c None None] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:45.983703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=a0400464-08db-4ae3-b5d5-cb05fbcb3c67,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.080272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.098194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.108646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-51169fde-f319-4290-baf6-d47168ba4b3e', 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'fixed_ips': [{'subnet_id': 'fed2785f-57a9-43f6-b303-2653914bb75b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:46.110607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.152985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 55eb8f97-567d-4848-a2ea-c5d8398fbb06 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:46.162846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a64651ec-f729-4e03-b601-f7978aa22496 req-1d11203c-8e2d-4fa3-ad77-a677f0aac3af tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/ports?device_id=98906779-969a-4305-bc7a-c6b7ee94c457 HTTP/1.1" status: 200 len: 210 time: 0.1849039 Jul 29 23:45:46.213817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:46.224324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.278366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.281700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00826337-3bf8-4d78-ac01-29df95e8324c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.294634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.294806 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Added segment 997a6fca-a94c-4eaa-bba7-e246982075f9 of type vlan for network 64334997-1655-4797-abd8-82a53cf01a97 Jul 29 23:45:46.300562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779e8f7b-7352-405e-8de7-a0c51a955d0d']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.329570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176a6c1b-9277-47f8-a01f-5a9a15e8b32b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.330025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176a6c1b-9277-47f8-a01f-5a9a15e8b32b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.366054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e49f-f6ab-40de-8c27-9bc4016a9117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.385269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.415488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.453274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.465905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:46.466364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:46.470351 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:46.502380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.503815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.505416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.562745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-92c8d23b-9d19-48b3-8c2a-f3568b86a922 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.568776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-92c8d23b-9d19-48b3-8c2a-f3568b86a922 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.571790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc89ab-8284-4837-9fa5-b5a364e37088 None None] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:46.575412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:46.576685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-92c8d23b-9d19-48b3-8c2a-f3568b86a922 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/networks?id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42&id=51169fde-f319-4290-baf6-d47168ba4b3e&id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42 HTTP/1.1" status: 200 len: 1390 time: 0.2492926 Jul 29 23:45:46.585019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.600050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc89ab-8284-4837-9fa5-b5a364e37088 None None] Network 779e8f7b-7352-405e-8de7-a0c51a955d0d could not be found, it might have been deleted concurrently. {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:45:46.606260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.607023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:46.607752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.608424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/779e8f7b-7352-405e-8de7-a0c51a955d0d HTTP/1.1" status: 204 len: 168 time: 1.3744617 Jul 29 23:45:46.619346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988fef7-5266-44e3-9841-f86f611223a7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=779e8f7b-7352-405e-8de7-a0c51a955d0d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.623712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:46.650390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-f38a7902-80cb-4b45-96f3-ad65fe0238de tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/quotas/3c2d9f44dfc54faeb0333554437d2bc4 HTTP/1.1" status: 200 len: 375 time: 0.0726144 Jul 29 23:45:46.673112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Allocated IP 19.86.0.2 (51169fde-f319-4290-baf6-d47168ba4b3e/fed2785f-57a9-43f6-b303-2653914bb75b/539ecd5c-6902-4b90-8767-ba064865052e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:46.689744 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-075db26e-2372-4971-9931-b4821bf39af7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:46.690592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075db26e-2372-4971-9931-b4821bf39af7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:46.694956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.701983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-075db26e-2372-4971-9931-b4821bf39af7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/a0400464-08db-4ae3-b5d5-cb05fbcb3c67 HTTP/1.1" status: 404 len: 337 time: 0.0718148 Jul 29 23:45:46.720831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47250) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:46.757068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.767236 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d914a6-6c4d-437c-a37b-1fce3914cb47 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:46.773702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d914a6-6c4d-437c-a37b-1fce3914cb47 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:46.776008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-57d914a6-6c4d-437c-a37b-1fce3914cb47 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/779e8f7b-7352-405e-8de7-a0c51a955d0d HTTP/1.1" status: 404 len: 339 time: 0.0527086 Jul 29 23:45:46.778737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47252) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:46.794109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3743482 Jul 29 23:45:46.844288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47254) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:46.845014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88587ed9-448c-4282-9972-e93732fa3853,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.865978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Request body: {'subnet': {'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-subnet', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:46.899845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.901694 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21322db9-e5c0-45ec-92e1-051b31e95f2a req-22defc4d-568c-4d82-a62d-ea77ff7c9fb9 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2007256 Jul 29 23:45:46.906163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Made reservation on behalf of 2568acae61614e75b0c6b593b8715ed2 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:46.909026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.913240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ff27-2047-4875-84fb-8b92fa06e03b admin admin] Pushing event updated for resources: {'Network': ['ID=64334997-1655-4797-abd8-82a53cf01a97,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.970580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-afc6714b-01d3-40e2-825d-48eff25837ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3191276 Jul 29 23:45:47.051422 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.126809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 64334997-1655-4797-abd8-82a53cf01a97 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:47.217397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.273157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.286050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-44401b06-d1ff-4a2b-bf2e-d0382a08989f service neutron] 10.222.0.49 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142705 Jul 29 23:45:47.296826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.329310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.341802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b8784c-e7ce-4876-b99b-561ca3986276,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.357083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21b7c23-12c0-43fb-a3fe-2753e2817425']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:47.374479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea31c36-d6d3-4442-8b55-a1e2001f2fe4') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:47.374781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea31c36-d6d3-4442-8b55-a1e2001f2fe4') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:47.388784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.391682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea971179-b16d-4a74-8553-d387386385f4 None None] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:47.425276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-053a7227-2f49-4638-8477-6de3ab63c446 req-b7dee776-6dc8-4cfd-8a06-63d95cf99e9e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/88587ed9-448c-4282-9972-e93732fa3853 HTTP/1.1" status: 200 len: 1813 time: 0.1891203 Jul 29 23:45:47.428423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.437952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Checking segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:47.438553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Network hostable DHCP agents. Network: 64334997-1655-4797-abd8-82a53cf01a97, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:47.450140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:47.451792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.465636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Network 64334997-1655-4797-abd8-82a53cf01a97 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:47.477022 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:47.487188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 64334997-1655-4797-abd8-82a53cf01a97) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:47.497831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.501412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.510494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 55eb8f97-567d-4848-a2ea-c5d8398fbb06, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=55eb8f97-567d-4848-a2ea-c5d8398fbb06,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:47.512715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edcfd9-3252-43c7-8b2b-5b8ac1774087 None None] Network 64334997-1655-4797-abd8-82a53cf01a97 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:47.532330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-423076f7-5c8b-4f4c-bdfa-9de9e7b90ea1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6721745 Jul 29 23:45:47.533585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47264) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.540012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:47.564414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-7f599c1f-5507-4a3e-8ace-6f597d249b38 service neutron] 10.222.0.49 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774568 Jul 29 23:45:47.575096 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-c9add308-5fd3-4131-a206-24f7211f6bb3 req-e35219dc-dea0-4f7d-ab58-69956d4a98dc tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] show failed (client error): The resource could not be found. Jul 29 23:45:47.576248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9add308-5fd3-4131-a206-24f7211f6bb3 req-e35219dc-dea0-4f7d-ab58-69956d4a98dc tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/eb15e9b6-d5e5-47e3-89bd-34a4859b8ccc HTTP/1.1" status: 404 len: 352 time: 0.0218868 Jul 29 23:45:47.597094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.599033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.618121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.637588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47268) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.659999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.669743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.671708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/b21b7c23-12c0-43fb-a3fe-2753e2817425 HTTP/1.1" status: 204 len: 168 time: 0.8918366 Jul 29 23:45:47.686887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.695918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8d63f9e9-627b-450a-a5dd-63867a572481 None None] Provisioning for port 6b8e70a9-ddfd-4752-af52-3355ed38c523 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:47.702523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.707142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31203217-9465-4197-af69-f759f0eb15f2 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=b21b7c23-12c0-43fb-a3fe-2753e2817425,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.735609 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aca1c5-c688-475d-b7cd-894c2ab76925 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:47.736069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aca1c5-c688-475d-b7cd-894c2ab76925 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:47.738183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-34aca1c5-c688-475d-b7cd-894c2ab76925 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/a15b5097-9896-4188-a437-b185f96ba1bb HTTP/1.1" status: 404 len: 337 time: 0.0502610 Jul 29 23:45:47.744570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47272) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.758843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Transition to ACTIVE for port object 539ecd5c-6902-4b90-8767-ba064865052e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:47.779670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.797800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2d1d10a8-ccc7-4fb2-90cc-22010b7723a6 service neutron] 10.222.0.49 "GET /v2.0/networks/51169fde-f319-4290-baf6-d47168ba4b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315209 Jul 29 23:45:47.810034 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-52919968-84e3-43d5-b649-d5dc208a5723 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:47.810724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52919968-84e3-43d5-b649-d5dc208a5723 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:47.812494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-52919968-84e3-43d5-b649-d5dc208a5723 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/ea3b29da-65c3-4748-a011-44ee1ded0f0d HTTP/1.1" status: 404 len: 339 time: 0.0669718 Jul 29 23:45:47.817049 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-82b1669f-3f41-45c1-a253-f8e84a82674e req-b8dd6452-b8d4-4fef-bf57-89e6ffbffa22 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] show failed (client error): The resource could not be found. Jul 29 23:45:47.818290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82b1669f-3f41-45c1-a253-f8e84a82674e req-b8dd6452-b8d4-4fef-bf57-89e6ffbffa22 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-group-rules/05c6bc6e-737c-4871-8fde-80d518e459ce HTTP/1.1" status: 404 len: 361 time: 0.0370378 Jul 29 23:45:47.822158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47274) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.831958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.896156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Transition to ACTIVE for port object 539ecd5c-6902-4b90-8767-ba064865052e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:47.922046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-64334997-1655-4797-abd8-82a53cf01a97', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:47.927393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.945299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.962747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-73a2e885-c5e9-493d-92cf-70df742027dc service neutron] 10.222.0.49 "GET /v2.0/networks/51169fde-f319-4290-baf6-d47168ba4b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639922 Jul 29 23:45:48.057977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b8e70a9-ddfd-4752-af52-3355ed38c523 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:48.071749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-4e82fee2-aef5-459b-ad17-f4986345076a service neutron] 10.222.0.49 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076372 Jul 29 23:45:48.092166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Network 51169fde-f319-4290-baf6-d47168ba4b3e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:48.107462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:48.133224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:48.159972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Pushing event updated for resources: {'Port': ['ID=539ecd5c-6902-4b90-8767-ba064865052e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:48.199833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-aad5994a-cf1e-4391-b63f-580302fd8035 service neutron] 10.222.0.49 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210623 Jul 29 23:45:48.359290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Attempting to bind port 539ecd5c-6902-4b90-8767-ba064865052e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:48.359671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Attempting to bind port 539ecd5c-6902-4b90-8767-ba064865052e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:48.360277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Attempting to bind port 539ecd5c-6902-4b90-8767-ba064865052e on network 51169fde-f319-4290-baf6-d47168ba4b3e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:48.369710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:48.370117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Checking segment: {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:48.370577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.370979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Bound using segment: {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:48.371481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Bound port: 539ecd5c-6902-4b90-8767-ba064865052e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:48.371869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.373991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6b8e70a9-ddfd-4752-af52-3355ed38c523 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:48.431605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6b8e70a9-ddfd-4752-af52-3355ed38c523 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:48.432312 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.510729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.522631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting subnet e727b2ea-f4f6-4bd6-baae-738cc0a13fb4 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:48.562178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.585960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] For port 539ecd5c-6902-4b90-8767-ba064865052e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:48.592340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] For port 539ecd5c-6902-4b90-8767-ba064865052e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=539ecd5c-6902-4b90-8767-ba064865052e,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:48.607361 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.705469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Allocated IP 172.20.0.2 (64334997-1655-4797-abd8-82a53cf01a97/11b8784c-e7ce-4876-b99b-561ca3986276/c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:48.812664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.816729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b23a594e-9cc8-44a4-95ad-d60e5f0e02a4 None None] Provisioning complete for port 6b8e70a9-ddfd-4752-af52-3355ed38c523 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:48.817108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b23a594e-9cc8-44a4-95ad-d60e5f0e02a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.830720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.839465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-f13ebd16-ee96-4ebe-9681-2061500e3043 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/88587ed9-448c-4282-9972-e93732fa3853 HTTP/1.1" status: 200 len: 1813 time: 0.8869946 Jul 29 23:45:48.957352 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.991684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f70d07-1e1b-4338-b150-c0c2af510b85 None None] Pushing event updated for resources: {'Port': ['ID=539ecd5c-6902-4b90-8767-ba064865052e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.035671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6b8e70a9-ddfd-4752-af52-3355ed38c523, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b8e70a9-ddfd-4752-af52-3355ed38c523,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:49.039997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81cbd054-43de-4a63-ae39-b94b9a4dcbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.048770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.060374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.115590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9310367b-52c5-4e4a-be54-ea4f1ec5ace3 req-2fe0cbf8-002e-433a-92c8-d9b9fc17d07d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.2034585 Jul 29 23:45:49.310390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.314448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.323478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.336500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6b8e70a9-ddfd-4752-af52-3355ed38c523,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.346231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Transition to ACTIVE for port object c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.356219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.366839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Transition to ACTIVE for port object c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.377014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.425894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Network 64334997-1655-4797-abd8-82a53cf01a97 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:49.430016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:49.436917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:49.444826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Pushing event updated for resources: {'Port': ['ID=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.449291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.452917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.457502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.464342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47292) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.473568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "DELETE /v2.0/security-groups/41a52c48-baa4-4560-9d10-cf299a1d3bb4 HTTP/1.1" status: 204 len: 168 time: 1.8325496 Jul 29 23:45:49.487680 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-3121c4d3-c0b6-4fb6-848a-2593b1ec1426 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] show failed (client error): The resource could not be found. Jul 29 23:45:49.488790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3121c4d3-c0b6-4fb6-848a-2593b1ec1426 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "GET /v2.0/security-groups/41a52c48-baa4-4560-9d10-cf299a1d3bb4 HTTP/1.1" status: 404 len: 347 time: 0.0233576 Jul 29 23:45:49.493473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47294) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.503625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Attempting to bind port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:49.505180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Attempting to bind port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:49.505734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Attempting to bind port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 on network 64334997-1655-4797-abd8-82a53cf01a97 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:49.511689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:49.512317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Checking segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:49.513145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.513714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Bound using segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:49.514357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Bound port: c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:49.515053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.541908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f32c87-8614-4967-a06a-bbabaa890483 tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a52c48-baa4-4560-9d10-cf299a1d3bb4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.672811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.713275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] For port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:49.717453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] For port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:49.732160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.732692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Deleting port 9fa3c4ed-8719-47ff-85b8-b67ca7813239 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:49.733256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.765453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028fe20-374f-432b-bcbe-f06db3419750 None None] Network 83f86142-333f-47df-aa97-6932b3566209 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:49.885546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.894041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/e727b2ea-f4f6-4bd6-baae-738cc0a13fb4 HTTP/1.1" status: 204 len: 168 time: 1.9426811 Jul 29 23:45:49.896025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.898661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764539ca-a446-44c5-88d1-6971f2a9fc29 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=e727b2ea-f4f6-4bd6-baae-738cc0a13fb4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.903158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47300) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.934399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf015-d2d1-4b8f-b88c-d1778a5b1186 None None] Pushing event updated for resources: {'Port': ['ID=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.965251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.965591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.966753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.972384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.984575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48539151-db17-4e30-94a3-d2eaed09e6ff req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-groups/88587ed9-448c-4282-9972-e93732fa3853 HTTP/1.1" status: 204 len: 173 time: 1.1222742 Jul 29 23:45:50.035697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Calling delete_port for 9fa3c4ed-8719-47ff-85b8-b67ca7813239 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:50.060460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94823527-eb7d-4daa-8996-2686d65f182c tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88587ed9-448c-4282-9972-e93732fa3853,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.064046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.415979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 55eb8f97-567d-4848-a2ea-c5d8398fbb06 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:50.508220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c71e27fa-fbec-439e-be0f-02e92a465973 req-15c6b319-f19a-4070-bdba-267606350193 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.1211457 Jul 29 23:45:50.573943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:50.575112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.580682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.583311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Allocated IP 172.25.5.204 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/daa96979-f1c5-4858-aad0-f80ecde667b6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:50.636283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting subnet a04c6912-f275-4942-8cdb-649ebc67ff22 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:50.662133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.683090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-79a5ec1c-353e-4226-b206-d80c327506dd tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/bee062f9-21fc-4b52-a73b-f8af5c495d28 HTTP/1.1" status: 200 len: 1814 time: 0.6360016 Jul 29 23:45:50.699487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Pushing event deleted for resources: {'Port': ['ID=9fa3c4ed-8719-47ff-85b8-b67ca7813239,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.730234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.733010 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.734414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f57a065b-d8b4-4a94-ad19-096964c5de1e tempest-ServersTestBootFromVolume-1163631317 tempest-ServersTestBootFromVolume-1163631317-project] 10.222.0.49 "DELETE /v2.0/floatingips/a28ac9bf-9ca5-45cc-93ec-12fe1c6cfcb7 HTTP/1.1" status: 204 len: 168 time: 1.2395480 Jul 29 23:45:50.737317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47308) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:50.891323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e1caa-5ba1-4d75-906a-65955ecc5e69 None None] Network 51169fde-f319-4290-baf6-d47168ba4b3e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:50.954267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.965055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6fb6a8fb-863b-4997-9a6c-c9a60aa8423b None None] Provisioning for port 539ecd5c-6902-4b90-8767-ba064865052e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:51.031014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.065615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b8e70a9-ddfd-4752-af52-3355ed38c523 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:51.191805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-968e4502-717f-413a-a1e0-a2555cc2b4ab tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.201342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-968e4502-717f-413a-a1e0-a2555cc2b4ab tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.204486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-968e4502-717f-413a-a1e0-a2555cc2b4ab tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "GET /v2.0/networks?id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42&id=51169fde-f319-4290-baf6-d47168ba4b3e&id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42 HTTP/1.1" status: 200 len: 1390 time: 0.8110204 Jul 29 23:45:51.216469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6b8e70a9-ddfd-4752-af52-3355ed38c523 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:51.216836 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.283703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.348473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'admin_state_up': True, 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:51.352455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 539ecd5c-6902-4b90-8767-ba064865052e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:51.379317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.463793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 539ecd5c-6902-4b90-8767-ba064865052e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:51.469066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 539ecd5c-6902-4b90-8767-ba064865052e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:51.469445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.518096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.525673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.640809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.704697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 539ecd5c-6902-4b90-8767-ba064865052e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=539ecd5c-6902-4b90-8767-ba064865052e,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:51.711280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.750005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.762221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e0be3e2a-8ff5-4602-9bd8-58dd4d3e58ac None None] Provisioning complete for port db86d35a-32c7-43b0-acd7-1132a638b7b6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:51.762762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0be3e2a-8ff5-4602-9bd8-58dd4d3e58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.790783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.816674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=539ecd5c-6902-4b90-8767-ba064865052e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.829693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:51.856800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:51.871966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7bd5d00c-d0ca-4c19-95d3-5a4512f1343d req-5c30076b-3fdc-4a1e-a23c-dc1bd96f133e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.0716677 Jul 29 23:45:51.893090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:51.919388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ae67f-a403-4c02-a8b5-6d3347890f4c None None] Network 83f86142-333f-47df-aa97-6932b3566209 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:51.924989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=a04c6912-f275-4942-8cdb-649ebc67ff22,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.930500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.932632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ca345b8-085e-4783-9bf0-fcd4dbe0957a tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/a04c6912-f275-4942-8cdb-649ebc67ff22 HTTP/1.1" status: 204 len: 168 time: 2.0285292 Jul 29 23:45:51.938947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47316) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:51.977085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.981189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.983111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e9fd115-4979-4447-af4b-a97e72ee6c63 req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-groups/bee062f9-21fc-4b52-a73b-f8af5c495d28 HTTP/1.1" status: 204 len: 173 time: 1.2156296 Jul 29 23:45:52.072302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ac04d-3086-4bbb-945b-1411d5d19e1d None None] Network 64334997-1655-4797-abd8-82a53cf01a97 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:52.094302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Pushing event updated for resources: {'Port': ['ID=daa96979-f1c5-4858-aad0-f80ecde667b6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:52.107086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b088b5-185f-4e77-8fd8-667a8dd64c5e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee062f9-21fc-4b52-a73b-f8af5c495d28,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:52.234268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9e93f4e2-3a69-4f33-97c6-7bc17101ba0f None None] Provisioning complete for port 539ecd5c-6902-4b90-8767-ba064865052e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:52.234511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9e93f4e2-3a69-4f33-97c6-7bc17101ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.257940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 539ecd5c-6902-4b90-8767-ba064865052e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:52.294875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:52.299402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.376431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.383630 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.411794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-e159b84b-24df-4e02-abc1-3315a19a8541 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/06a92ffe-3e7a-4e18-ba9a-c5adc70d26bc HTTP/1.1" status: 200 len: 1814 time: 0.4051991 Jul 29 23:45:52.414473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.485027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 539ecd5c-6902-4b90-8767-ba064865052e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:52.485027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.513148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] DHCP port deletion for 83f86142-333f-47df-aa97-6932b3566209 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:52.605750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9e93f4e2-3a69-4f33-97c6-7bc17101ba0f None None] Provisioning for port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:52.683878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Deleting port db86d35a-32c7-43b0-acd7-1132a638b7b6 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:52.684158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.688058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:52.740026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Deleting port 81b2c045-7c43-48c0-9f70-ca67c76c0deb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:52.740756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.767450 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.781431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Allocated IP 19.80.0.87 (98ecc722-f32d-4e9e-a40c-bbeb19d75d42/f0e7f0eb-bc50-435d-8e82-2f2216241579/56dd86e1-c677-4dea-a43c-98a30d5d1ceb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:52.801205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=db86d35a-32c7-43b0-acd7-1132a638b7b6,segment=NetworkSegment(6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72),segment_id=6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:52.801740 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.823190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Calling delete_port for db86d35a-32c7-43b0-acd7-1132a638b7b6 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:52.827875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.837036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.882000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:52.889871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] For port 81b2c045-7c43-48c0-9f70-ca67c76c0deb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81b2c045-7c43-48c0-9f70-ca67c76c0deb,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:52.890451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.894323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:52.895560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.903996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port db86d35a-32c7-43b0-acd7-1132a638b7b6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:52.904395 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.918410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Calling delete_port for 81b2c045-7c43-48c0-9f70-ca67c76c0deb owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:53.051506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.094725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ce31dc78-e3ae-4468-8894-9425bf3ca1af None None] Provisioning complete for port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.095440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ce31dc78-e3ae-4468-8894-9425bf3ca1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.101419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bcb1373-bc11-46c3-9957-bfd99cad6c81 req-27f47a45-c397-4193-8b42-d770e805cd9c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.0537994 Jul 29 23:45:53.119289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] Pushing event deleted for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.123896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bdd8b-45ea-4c31-864f-5e20050293ea None None] No DVR routers for this DVR port db86d35a-32c7-43b0-acd7-1132a638b7b6 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:53.128285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.158555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port db86d35a-32c7-43b0-acd7-1132a638b7b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=db86d35a-32c7-43b0-acd7-1132a638b7b6,segment=NetworkSegment(6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72),segment_id=6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:53.160422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.180286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828f45f-bbe6-49e4-a09a-f98774fd9c94 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:45:53.180616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.184685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.186571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34fb99bc-b9dc-4336-af8a-e298ebaf1bba req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-groups/06a92ffe-3e7a-4e18-ba9a-c5adc70d26bc HTTP/1.1" status: 204 len: 173 time: 0.7341731 Jul 29 23:45:53.249734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for db86d35a-32c7-43b0-acd7-1132a638b7b6 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:53.269119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed413d-539b-42d5-85fa-6e525540a397 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a92ffe-3e7a-4e18-ba9a-c5adc70d26bc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.309358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.327971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:53.346686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.376556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b2c045-7c43-48c0-9f70-ca67c76c0deb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.408413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ce31dc78-e3ae-4468-8894-9425bf3ca1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.484119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.551855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828f45f-bbe6-49e4-a09a-f98774fd9c94 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:45:53.555655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-ce31dc78-e3ae-4468-8894-9425bf3ca1af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:53.556138 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-ce31dc78-e3ae-4468-8894-9425bf3ca1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:53.571412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.891303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:53.940912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-794b1801-06dd-4338-84ae-662866031a7e tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/05ba41bf-f815-4f93-ba06-8283462a742a HTTP/1.1" status: 200 len: 1814 time: 0.6930747 Jul 29 23:45:53.976828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.986310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.036051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.127547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Transition to ACTIVE for port object 56dd86e1-c677-4dea-a43c-98a30d5d1ceb will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:54.132348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:54.140959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6cacc839-285f-4e4b-bf06-4baafd699a01 admin admin] 10.222.0.49 "PUT /v2.0/routers/7ee1b1e1-13ed-4ad7-b08a-057829f346ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024699 Jul 29 23:45:54.146576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47334) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:54.147941 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Sync routers for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:54.171983 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:54.173145 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.202877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=db86d35a-32c7-43b0-acd7-1132a638b7b6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:54.269929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port db86d35a-32c7-43b0-acd7-1132a638b7b6 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:54.393740 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:54.448510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:54.483405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df13e0aa-69e8-4a5a-a684-df1d7eb5c971 req-73d321cf-3ab0-4600-820c-282006a90a34 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.1608782 Jul 29 23:45:54.505819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.538075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.602375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:54.605784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.642674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.648567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.652050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.691246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f86142-333f-47df-aa97-6932b3566209']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.745657 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:45:53Z', 'revision_number': 5, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port': {'id': '5e0e0977-dd67-4266-8cd1-31a26451322f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:40Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.752650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:54.753977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.778187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.784261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6b95e5-03a0-46e4-9bbe-9ba4edd96a72') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.851801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:54.885401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:54.887345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Deleting port 5e0e0977-dd67-4266-8cd1-31a26451322f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:54.887858 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.912186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.919670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device db86d35a-32c7-43b0-acd7-1132a638b7b6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:54.968337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: db86d35a-32c7-43b0-acd7-1132a638b7b6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:54.969197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device db86d35a-32c7-43b0-acd7-1132a638b7b6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:55.054417 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Checking router: 7ee1b1e1-13ed-4ad7-b08a-057829f346ac for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:55.065585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.076423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Routers {'7ee1b1e1-13ed-4ad7-b08a-057829f346ac'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:55.082147 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:55.089610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] For port 5e0e0977-dd67-4266-8cd1-31a26451322f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e0e0977-dd67-4266-8cd1-31a26451322f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:55.090349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.096191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:55.097400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.120731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Router 19979c2e-e64a-41f3-8ac0-2c05b60857fe is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:55.129390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Calling delete_port for 5e0e0977-dd67-4266-8cd1-31a26451322f owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:55.145416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.154141 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-2a133080-e056-4089-a0c9-663b09a64fbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8188243 Jul 29 23:45:55.273754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e', 'admin_state_up': True, 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:55.293287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:55.293718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:55.298285 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:55.301460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.303467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.306530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c637ed83-80e8-4f68-9e1e-8bfbb2c5f6b5 req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-groups/05ba41bf-f815-4f93-ba06-8283462a742a HTTP/1.1" status: 204 len: 173 time: 1.3374627 Jul 29 23:45:55.339677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c80af81e-a965-4171-967a-90b649d49422 None None] Provisioning for port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:55.349210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c80af81e-a965-4171-967a-90b649d49422 None None] Provisioning complete for port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:55.350030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c80af81e-a965-4171-967a-90b649d49422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.359378 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] Set router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:55.421439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c80af81e-a965-4171-967a-90b649d49422 None None] Port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:55.459925 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:45:54Z', 'revision_number': 6, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:55.469370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1414290-98d1-497e-97c6-4a0fc8fde4f5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba41bf-f815-4f93-ba06-8283462a742a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.534498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.553806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.558470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/83f86142-333f-47df-aa97-6932b3566209 HTTP/1.1" status: 204 len: 168 time: 3.6128938 Jul 29 23:45:55.563514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47354) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.564646 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab9df-d00f-48d3-a1b8-b9fd3abc1657 None None] The sync data for ids ['7ee1b1e1-13ed-4ad7-b08a-057829f346ac'] in n-d-712707-11 is: [{'id': '7ee1b1e1-13ed-4ad7-b08a-057829f346ac', 'name': 'tempest-ServersTestBootFromVolume-80290390-router', 'tenant_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:38Z', 'updated_at': '2021-07-29T23:45:54Z', 'revision_number': 6, 'project_id': 'a3d5042f3e78424fa30c7cd3dd7eff92', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:55.598024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8935329-7498-4025-b327-b001f507be7c req-0505d966-8201-46f1-afcb-5d3a3b9f2223 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "GET /v2.0/security-groups/077abd88-83cd-4938-b719-28665fb4eb1f HTTP/1.1" status: 200 len: 1814 time: 0.1784296 Jul 29 23:45:55.611530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:55.619952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818f49c-1ca1-4a5b-898c-c0c801f0a060 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=83f86142-333f-47df-aa97-6932b3566209,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.624634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Sync routers for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:55.648853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:55.649851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:55.681475 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd79479c-5ca5-4d3a-a573-4dcd9e5a7c4f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:55.682176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd79479c-5ca5-4d3a-a573-4dcd9e5a7c4f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:55.684319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd79479c-5ca5-4d3a-a573-4dcd9e5a7c4f tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/c3d6c3c8-efec-4a50-b768-ad48b84ecfb3 HTTP/1.1" status: 404 len: 337 time: 0.1199124 Jul 29 23:45:55.690565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.742136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.744965 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-59eca187-6c21-429b-80b1-55e79eb016e7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:55.745739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59eca187-6c21-429b-80b1-55e79eb016e7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:55.750342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59eca187-6c21-429b-80b1-55e79eb016e7 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/a4a622c8-fbba-4f02-bdda-92959267e257 HTTP/1.1" status: 404 len: 339 time: 0.0563967 Jul 29 23:45:55.753336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47360) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.776060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.777605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98fa7a62-5a60-4232-92ed-64ea90f58d35 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2423546 Jul 29 23:45:55.781161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47362) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.813917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0e0977-dd67-4266-8cd1-31a26451322f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.825267 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b735e371-e6fd-4a05-8ef7-d48dc70ec4b0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:55.825901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b735e371-e6fd-4a05-8ef7-d48dc70ec4b0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:55.829680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b735e371-e6fd-4a05-8ef7-d48dc70ec4b0 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/6aad94bf-f510-4b42-9226-17b7d9fe4806 HTTP/1.1" status: 404 len: 337 time: 0.0702405 Jul 29 23:45:55.835463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.846761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:55.852939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db9dc-7977-449b-bb73-309d528c5faf req-59f1c024-cc3a-43e8-a3cc-db585930108a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:55.854650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d24db9dc-7977-449b-bb73-309d528c5faf req-59f1c024-cc3a-43e8-a3cc-db585930108a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 931 time: 0.1689782 Jul 29 23:45:55.857728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:55.861582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.878285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b8935329-7498-4025-b327-b001f507be7c req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.908033 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-63594f95-0224-42ca-971a-2c4cbb3806db tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:55.908690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63594f95-0224-42ca-971a-2c4cbb3806db tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:55.913328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-63594f95-0224-42ca-971a-2c4cbb3806db tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/a9f7b645-4b00-4e64-8914-81808b5ab0bd HTTP/1.1" status: 404 len: 339 time: 0.0725133 Jul 29 23:45:55.920421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47366) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.941278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b8935329-7498-4025-b327-b001f507be7c req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.963627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.112715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81b2c045-7c43-48c0-9f70-ca67c76c0deb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:56.143251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b8935329-7498-4025-b327-b001f507be7c req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.145518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 81b2c045-7c43-48c0-9f70-ca67c76c0deb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:56.145727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b8935329-7498-4025-b327-b001f507be7c req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.146922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81b2c045-7c43-48c0-9f70-ca67c76c0deb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:56.162269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8935329-7498-4025-b327-b001f507be7c req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] 10.222.0.49 "DELETE /v2.0/security-groups/077abd88-83cd-4938-b719-28665fb4eb1f HTTP/1.1" status: 204 len: 173 time: 0.5632532 Jul 29 23:45:56.162790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47368) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.167278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.188928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:45:52Z', 'revision_number': 3, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.190839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d24db9dc-7977-449b-bb73-309d528c5faf req-ccdfc7f1-f2ce-42d7-93b6-893576c5004f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249106 Jul 29 23:45:56.200090 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-855985d9-5b60-4ce7-afa0-e46fb842d8c5 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:56.200596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855985d9-5b60-4ce7-afa0-e46fb842d8c5 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:56.205004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-855985d9-5b60-4ce7-afa0-e46fb842d8c5 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/762c32a8-6bf3-4420-9bcb-91dbb42178f5 HTTP/1.1" status: 404 len: 337 time: 0.2218037 Jul 29 23:45:56.209808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.211555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47370) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.246721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Checking router: 19979c2e-e64a-41f3-8ac0-2c05b60857fe for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:56.247071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Updating router 19979c2e-e64a-41f3-8ac0-2c05b60857fe port daa96979-f1c5-4858-aad0-f80ecde667b6 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:56.250336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcbc18-9a78-4d25-9039-711e9e0be1c5 tempest-SecurityGroupRulesNegativeTestJSON-1685061829 tempest-SecurityGroupRulesNegativeTestJSON-1685061829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077abd88-83cd-4938-b719-28665fb4eb1f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.262176 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e10763d-8914-40d3-9476-893e2877d902 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:56.263079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e10763d-8914-40d3-9476-893e2877d902 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:56.267393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e10763d-8914-40d3-9476-893e2877d902 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/5e79a9ab-0aa9-497c-8262-e03892f2e62b HTTP/1.1" status: 404 len: 339 time: 0.0449672 Jul 29 23:45:56.279031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47372) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.286350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.304180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Deleting subnet 2aa00ed1-0d70-49c7-abf4-f8ca5f0cbea6 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:56.309133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.339130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.339646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee1b1e1-13ed-4ad7-b08a-057829f346ac {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:56.344923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.349665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9adc9634-e8c2-4268-adbc-606d75a20e08 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7ee1b1e1-13ed-4ad7-b08a-057829f346ac HTTP/1.1" status: 204 len: 168 time: 2.1983271 Jul 29 23:45:56.349665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47374) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.362886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.446522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Allocated IP 19.86.0.155 (51169fde-f319-4290-baf6-d47168ba4b3e/fed2785f-57a9-43f6-b303-2653914bb75b/e1fef736-d0c4-4009-9f51-0bff5e294cf9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:56.448587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Deleting subnet 375db5dd-719f-48b6-9716-73abbf4deb45 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:56.455525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.458134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.459522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting subnet 0a2163ee-f4c9-478c-bf49-dbd65b670940 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:56.467408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.530691 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.587387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.593068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.636418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.638384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2aa00ed1-0d70-49c7-abf4-f8ca5f0cbea6 HTTP/1.1" status: 204 len: 168 time: 0.4662220 Jul 29 23:45:56.641674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2082c-7987-49e7-a1d9-19d2cf3256c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa00ed1-0d70-49c7-abf4-f8ca5f0cbea6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.649803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47378) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.688138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.752677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.791532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375db5dd-719f-48b6-9716-73abbf4deb45,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.799287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.799495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.804080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-17614b8a-81dc-44ae-8471-bb44c31e5852 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/375db5dd-719f-48b6-9716-73abbf4deb45 HTTP/1.1" status: 204 len: 168 time: 0.4515443 Jul 29 23:45:56.804080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47382) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.816382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f269563-a321-4a1b-82a6-dd23233926f2 None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:56.822678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Transition to ACTIVE for port object daa96979-f1c5-4858-aad0-f80ecde667b6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:56.863735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.900297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.900517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.910144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.950277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Attempting to bind port daa96979-f1c5-4858-aad0-f80ecde667b6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:56.950820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Attempting to bind port daa96979-f1c5-4858-aad0-f80ecde667b6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:56.951290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Attempting to bind port daa96979-f1c5-4858-aad0-f80ecde667b6 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:56.968641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ef2d-7baa-4d1d-ae33-c143ac89d61f None None] Pushing event updated for resources: {'Port': ['ID=daa96979-f1c5-4858-aad0-f80ecde667b6,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.971099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:56.971530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:56.972596 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.972596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:56.973090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Bound port: daa96979-f1c5-4858-aad0-f80ecde667b6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:56.973643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.982608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.996287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Deleting port 810311e6-e9c5-4001-b7ba-580031885393 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:56.996822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.087731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] For port daa96979-f1c5-4858-aad0-f80ecde667b6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:57.093096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] For port daa96979-f1c5-4858-aad0-f80ecde667b6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=daa96979-f1c5-4858-aad0-f80ecde667b6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:57.098426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.111987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] For port 810311e6-e9c5-4001-b7ba-580031885393, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=810311e6-e9c5-4001-b7ba-580031885393,segment=NetworkSegment(481faf42-c0b8-4c47-9e6a-29ea0b477451),segment_id=481faf42-c0b8-4c47-9e6a-29ea0b477451)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:57.112379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.132003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Calling delete_port for 810311e6-e9c5-4001-b7ba-580031885393 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:57.139739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.154555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Transition to ACTIVE for port object e1fef736-d0c4-4009-9f51-0bff5e294cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:57.174793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.178885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:57.179716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.206214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.210362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/0a2163ee-f4c9-478c-bf49-dbd65b670940 HTTP/1.1" status: 204 len: 168 time: 0.9290462 Jul 29 23:45:57.211810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.222861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f8cdc-650d-4d2a-995a-953d1f66b896 None None] Network a280719b-c819-45a1-bb34-fd869b5d6d40 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:57.225065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] DHCP port deletion for 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:57.225969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.242726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ef2d-7baa-4d1d-ae33-c143ac89d61f None None] Pushing event updated for resources: {'Port': ['ID=daa96979-f1c5-4858-aad0-f80ecde667b6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.249854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085bbe4d-e8bd-4b90-8859-0d078e979a5f']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.321317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d96719-8eb1-47fe-91b4-d41955e32a24 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2163ee-f4c9-478c-bf49-dbd65b670940,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.329074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc4ce2c-eb2f-4a51-9a90-f6756a65c465') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.329379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc4ce2c-eb2f-4a51-9a90-f6756a65c465') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.422709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.432785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.495675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:57.577134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.607663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481f17-8111-4f13-96f9-b1b7b465156c req-b2385585-0290-4e6a-8a74-6c3bbf80bc4c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.615400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd481f17-8111-4f13-96f9-b1b7b465156c req-b2385585-0290-4e6a-8a74-6c3bbf80bc4c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 931 time: 0.2833712 Jul 29 23:45:57.626591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 51169fde-f319-4290-baf6-d47168ba4b3e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:57.627806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:57.628230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.631128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:57.633697 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:57.637391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.690416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=810311e6-e9c5-4001-b7ba-580031885393,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.693965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] No DVR routers for this DVR port 810311e6-e9c5-4001-b7ba-580031885393 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:57.800650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.813454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee2da63-4a60-4eb0-83a7-66fcbccf21d5']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.827605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481faf42-c0b8-4c47-9e6a-29ea0b477451') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.827926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481faf42-c0b8-4c47-9e6a-29ea0b477451') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:57.840151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.866537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.885551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:57.887377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:57.892318 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:57.950962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.962430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Deleting port 810311e6-e9c5-4001-b7ba-580031885393 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:57.962872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.971281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e0e0977-dd67-4266-8cd1-31a26451322f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:58.042363 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.048168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.052712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 HTTP/1.1" status: 204 len: 168 time: 1.2449665 Jul 29 23:45:58.067940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5e0e0977-dd67-4266-8cd1-31a26451322f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:58.068403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e0e0977-dd67-4266-8cd1-31a26451322f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:58.069042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 810311e6-e9c5-4001-b7ba-580031885393 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:58.100498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa5485-fa1d-4628-8f4e-d6ef529ec569 req-1b9616ef-4109-4755-8f86-53904eabe24d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:58.104866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 810311e6-e9c5-4001-b7ba-580031885393 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:58.105172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 810311e6-e9c5-4001-b7ba-580031885393 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:58.122048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.122213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] For port 810311e6-e9c5-4001-b7ba-580031885393, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.122594 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.125411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:58.142082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Calling delete_port for 810311e6-e9c5-4001-b7ba-580031885393 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.146126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Port 810311e6-e9c5-4001-b7ba-580031885393 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:45:58.148044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:58.151459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5faa5485-fa1d-4628-8f4e-d6ef529ec569 req-1b9616ef-4109-4755-8f86-53904eabe24d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1647954 Jul 29 23:45:58.164872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.169665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec83e3-907c-4b57-94f7-7a641ef2c6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee2da63-4a60-4eb0-83a7-66fcbccf21d5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.252714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:58.254146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.258266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Network 3ee2da63-4a60-4eb0-83a7-66fcbccf21d5 is not hosted by any dhcp agent {{(pid=93866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:45:58.259020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] No DVR routers for this DVR port 810311e6-e9c5-4001-b7ba-580031885393 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:58.279241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aa2cb-4e09-40c6-86bf-78744e97bfd6 None None] Pushing event deleted for resources: {'Port': ['ID=810311e6-e9c5-4001-b7ba-580031885393,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.279241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] DHCP port deletion for a280719b-c819-45a1-bb34-fd869b5d6d40 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:58.293312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:45:52Z', 'revision_number': 3, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:58.296176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5faa5485-fa1d-4628-8f4e-d6ef529ec569 req-a2903255-6854-4c72-acc1-e0607eff05c8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434767 Jul 29 23:45:58.309165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47406) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.312348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd481f17-8111-4f13-96f9-b1b7b465156c req-7cc935b4-ad11-4d23-a9d8-c880cdf1c27e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932151 Jul 29 23:45:58.319482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-792b0227-f5c3-4324-9964-1fcaa4a21da2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0641580 Jul 29 23:45:58.353882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'admin_state_up': True, 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:58.378237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d1397dd-91e5-4987-abe1-72209960442b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3d5042f3e78424fa30c7cd3dd7eff92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669312 Jul 29 23:45:58.381331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47408) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.381946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43db3e-bcdc-4707-b254-6fa74529846b None None] The sync data for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 is: [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:45:52Z', 'revision_number': 3, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:58.418173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Deleting port fd9a8847-4974-4e36-a5c3-776510ba1e30 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.418565 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.472147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.511661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.515961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.516685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d2f95c40-1146-4521-99ef-b32121b0ecb0 None None] Provisioning for port e1fef736-d0c4-4009-9f51-0bff5e294cf9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:58.523110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d2f95c40-1146-4521-99ef-b32121b0ecb0 None None] Provisioning complete for port e1fef736-d0c4-4009-9f51-0bff5e294cf9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:58.523646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d2f95c40-1146-4521-99ef-b32121b0ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.541794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.548030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] 10.222.0.49 "DELETE /v2.0/networks/085bbe4d-e8bd-4b90-8859-0d078e979a5f HTTP/1.1" status: 204 len: 168 time: 1.8675103 Jul 29 23:45:58.581727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] For port fd9a8847-4974-4e36-a5c3-776510ba1e30, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fd9a8847-4974-4e36-a5c3-776510ba1e30,segment=NetworkSegment(9e5674d0-c50c-4394-9e48-36206a9e4a34),segment_id=9e5674d0-c50c-4394-9e48-36206a9e4a34)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.582284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.591436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97692-671c-4c49-8246-62a38e64abdf admin admin] Pushing event deleted for resources: {'Network': ['ID=085bbe4d-e8bd-4b90-8859-0d078e979a5f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.620312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Calling delete_port for fd9a8847-4974-4e36-a5c3-776510ba1e30 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.620312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d2f95c40-1146-4521-99ef-b32121b0ecb0 None None] Port e1fef736-d0c4-4009-9f51-0bff5e294cf9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:58.627865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.637049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.639590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/791223b9-321d-40f4-87b4-21ce323558f0 HTTP/1.1" status: 204 len: 168 time: 0.2563643 Jul 29 23:45:58.664398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85cf67-d542-41af-b01e-a65c40b82cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791223b9-321d-40f4-87b4-21ce323558f0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.691648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port fd9a8847-4974-4e36-a5c3-776510ba1e30 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.691994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.696153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Allocated IP 172.20.0.1 (64334997-1655-4797-abd8-82a53cf01a97/11b8784c-e7ce-4876-b99b-561ca3986276/8ac63eba-78a4-4652-844f-0e205cfe88e3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:58.710710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:58.714456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.846420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.907545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port fd9a8847-4974-4e36-a5c3-776510ba1e30, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fd9a8847-4974-4e36-a5c3-776510ba1e30,segment=NetworkSegment(9e5674d0-c50c-4394-9e48-36206a9e4a34),segment_id=9e5674d0-c50c-4394-9e48-36206a9e4a34)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.907545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.935819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] Pushing event deleted for resources: {'Port': ['ID=fd9a8847-4974-4e36-a5c3-776510ba1e30,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.942696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e206d-99c9-44d8-940e-4d56a864719d None None] No DVR routers for this DVR port fd9a8847-4974-4e36-a5c3-776510ba1e30 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:58.972339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47416) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.993120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for fd9a8847-4974-4e36-a5c3-776510ba1e30 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:59.064620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-18c52af5-22f3-497e-8fc6-ee06a0b0428a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec69a8a950e341118cc83b86854de1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906658 Jul 29 23:45:59.066769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47420) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.151691 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.196298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.200794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.227071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Allocated IP 19.80.0.136 (98ecc722-f32d-4e9e-a40c-bbeb19d75d42/f0e7f0eb-bc50-435d-8e82-2f2216241579/d44b73be-cd0f-4b63-b6a1-de8c13fa248d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:59.260777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Transition to ACTIVE for port object 8ac63eba-78a4-4652-844f-0e205cfe88e3 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:59.273811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.278311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.280120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/561bf310-d27b-446d-aec6-8ada5e7d5bd9 HTTP/1.1" status: 204 len: 168 time: 0.2122562 Jul 29 23:45:59.290646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.293937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a2239-258d-4e79-bae6-79621436f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561bf310-d27b-446d-aec6-8ada5e7d5bd9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.415141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port fd9a8847-4974-4e36-a5c3-776510ba1e30 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:59.454806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=fd9a8847-4974-4e36-a5c3-776510ba1e30,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.462580 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.492099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883224d-356a-4bbe-8c83-14a9e753a797 req-dbd46075-c6f1-4d91-9fb3-df1ca36f68e1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.502211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883224d-356a-4bbe-8c83-14a9e753a797 req-dbd46075-c6f1-4d91-9fb3-df1ca36f68e1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.514653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9883224d-356a-4bbe-8c83-14a9e753a797 req-dbd46075-c6f1-4d91-9fb3-df1ca36f68e1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 1654 time: 0.0885842 Jul 29 23:45:59.545101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Network 64334997-1655-4797-abd8-82a53cf01a97 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:59.567081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:59.567983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9883224d-356a-4bbe-8c83-14a9e753a797 req-cfc92685-6e03-49fa-9f40-5e630f2c4a10 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Jul 29 23:45:59.569831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:59.701563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.704597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.898120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.967661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5fcd-9e9a-4272-91cc-555e830bd4d7 None None] Provisioning for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:59.973874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5fcd-9e9a-4272-91cc-555e830bd4d7 None None] Provisioning complete for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:59.978796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5fcd-9e9a-4272-91cc-555e830bd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.002174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a280719b-c819-45a1-bb34-fd869b5d6d40']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:00.033099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.060771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device daa96979-f1c5-4858-aad0-f80ecde667b6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:00.069926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5674d0-c50c-4394-9e48-36206a9e4a34') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:00.070178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5674d0-c50c-4394-9e48-36206a9e4a34') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:00.079458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389b776-7b19-4015-ba2e-44d5d750a867 req-abcdc06d-503e-4adf-ac91-649634a9199a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.081179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3389b776-7b19-4015-ba2e-44d5d750a867 req-abcdc06d-503e-4adf-ac91-649634a9199a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.5987206 Jul 29 23:46:00.098777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e5fcd-9e9a-4272-91cc-555e830bd4d7 None None] Port 8ac63eba-78a4-4652-844f-0e205cfe88e3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:00.102708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.142871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port daa96979-f1c5-4858-aad0-f80ecde667b6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:00.144896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Transition to ACTIVE for port object d44b73be-cd0f-4b63-b6a1-de8c13fa248d will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:00.156491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port daa96979-f1c5-4858-aad0-f80ecde667b6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:00.156879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.164306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.203322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:00.204032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:00.211906 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:00.216009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3389b776-7b19-4015-ba2e-44d5d750a867 req-f7273d94-9bf9-45cf-abd8-2dfafa6eef38 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207259 Jul 29 23:46:00.300655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.306254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47458) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.327594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port daa96979-f1c5-4858-aad0-f80ecde667b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=daa96979-f1c5-4858-aad0-f80ecde667b6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:00.336199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.341664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.361905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.368278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.372526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/a280719b-c819-45a1-bb34-fd869b5d6d40 HTTP/1.1" status: 204 len: 168 time: 3.0926595 Jul 29 23:46:00.373182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47464) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.377615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.421257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=daa96979-f1c5-4858-aad0-f80ecde667b6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.464471 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b94d306-001a-4a90-b0a6-74ea6bc17c59 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:00.465332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b94d306-001a-4a90-b0a6-74ea6bc17c59 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:00.472187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b94d306-001a-4a90-b0a6-74ea6bc17c59 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/bfa65ce3-0910-481c-b618-0e0b832e799d HTTP/1.1" status: 404 len: 337 time: 0.0971072 Jul 29 23:46:00.484952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47466) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.496958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fd9a8847-4974-4e36-a5c3-776510ba1e30 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:00.517173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5f00-85aa-4090-82a9-26dd9b357990 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=a280719b-c819-45a1-bb34-fd869b5d6d40,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.534070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fd9a8847-4974-4e36-a5c3-776510ba1e30 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:00.534680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fd9a8847-4974-4e36-a5c3-776510ba1e30 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:00.545983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:00.554377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:00.560818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:00.575416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-978470872-network', 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.580160 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6489a6-ce50-413f-9ef5-74536a27b8cb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:00.580799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6489a6-ce50-413f-9ef5-74536a27b8cb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:00.582657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0c6489a6-ce50-413f-9ef5-74536a27b8cb tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/10aafa98-889b-4856-add4-c04feacba682 HTTP/1.1" status: 404 len: 339 time: 0.0963895 Jul 29 23:46:00.592802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47472) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.619895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.683515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-1f3a81f4-d555-4544-a74f-fff1804f30b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094321 Jul 29 23:46:00.686872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:00.689214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.705997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting subnet 9ea0188e-829c-4cb4-a2c9-c2038859bcfe {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:00.712373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.716099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.761224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.763684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.766479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.877103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.878659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.887489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.936189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-63bb5d39-e283-4a10-b19d-75d43c366597 None None] Provisioning for port d44b73be-cd0f-4b63-b6a1-de8c13fa248d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:00.941003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eecff8-1622-403a-a836-b842a051e2e5 req-1d0c5fad-8d6d-4faa-8b2b-ffbfaa9863a3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.948094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eecff8-1622-403a-a836-b842a051e2e5 req-1d0c5fad-8d6d-4faa-8b2b-ffbfaa9863a3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.949114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-63bb5d39-e283-4a10-b19d-75d43c366597 None None] Provisioning complete for port d44b73be-cd0f-4b63-b6a1-de8c13fa248d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:00.949847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63bb5d39-e283-4a10-b19d-75d43c366597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.954227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eecff8-1622-403a-a836-b842a051e2e5 req-1d0c5fad-8d6d-4faa-8b2b-ffbfaa9863a3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.956017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5eecff8-1622-403a-a836-b842a051e2e5 req-1d0c5fad-8d6d-4faa-8b2b-ffbfaa9863a3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2376 time: 0.2471545 Jul 29 23:46:00.967997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.968233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-86202882-73f6-4dba-ba94-5765c9cf7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.970787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-86202882-73f6-4dba-ba94-5765c9cf7305 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 1098 time: 0.2233365 Jul 29 23:46:00.975532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.992279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-116480350-network', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:01.032740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-63bb5d39-e283-4a10-b19d-75d43c366597 None None] Port d44b73be-cd0f-4b63-b6a1-de8c13fa248d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:01.075247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Network 64334997-1655-4797-abd8-82a53cf01a97 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:01.076742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:01.165587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5eecff8-1622-403a-a836-b842a051e2e5 req-f8269c10-56ee-4ce7-a248-6731b0326dff tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857071 Jul 29 23:46:01.193675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.227482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Router 19979c2e-e64a-41f3-8ac0-2c05b60857fe has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:01.282300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.287710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-fe91e99c-ee35-4e4d-9efb-75e280bca66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:01.290144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-fe91e99c-ee35-4e4d-9efb-75e280bca66b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.2898195 Jul 29 23:46:01.292264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.299416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-03580b31-f1fc-4420-b3a6-6ec0b23badcb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9537401 Jul 29 23:46:01.362751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:01.370316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92cfdf9a-f28c-4020-b4b6-db3216c50366 None None] Provisioning complete for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:01.370832 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92cfdf9a-f28c-4020-b4b6-db3216c50366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.383451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-bf422b0f-8093-4a4b-9965-f9cb98847ba6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e HTTP/1.1" status: 200 len: 217 time: 0.0785849 Jul 29 23:46:01.388341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:01.418165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Made reservation on behalf of 76ff78025e0b43488043cecc75b0fca7 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:01.420827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.426001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdf9a-f28c-4020-b4b6-db3216c50366 None None] Port 8ac63eba-78a4-4652-844f-0e205cfe88e3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:01.446087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f683e4ea-ead0-4d1a-b58f-2808007c50ee,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.452724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.453283 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Added segment 956c07f8-5d2e-41ad-8b95-eb3e928da484 of type vlan for network ca6b553c-5dcc-4466-83f3-1a126485e138 Jul 29 23:46:01.468305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.471120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:01.482179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-71987f28-707e-458f-b57b-dc8476e2c8c0 admin admin] 10.222.0.49 "PUT /v2.0/routers/19979c2e-e64a-41f3-8ac0-2c05b60857fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6982968 Jul 29 23:46:01.483258 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Sync routers for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:01.484416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.508155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.508486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e7c32-9b7b-4bbd-93c6-3d4c454edb89 req-764bd9ab-e406-44a8-a7f3-c3702799b1e6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:01.509921 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:01.512573 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.520645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f84e7c32-9b7b-4bbd-93c6-3d4c454edb89 req-764bd9ab-e406-44a8-a7f3-c3702799b1e6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1478457 Jul 29 23:46:01.593183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f84e7c32-9b7b-4bbd-93c6-3d4c454edb89 req-7e540957-0481-4f10-96ff-683b34dd5804 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715823 Jul 29 23:46:01.612315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea0188e-829c-4cb4-a2c9-c2038859bcfe,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.620723 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.624623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-82161685-5ddf-4c33-84a4-9d3422d49b87 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/subnets/9ea0188e-829c-4cb4-a2c9-c2038859bcfe HTTP/1.1" status: 204 len: 168 time: 1.0301113 Jul 29 23:46:01.634121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a37e0d-dd2b-4662-a616-514369134fa3 None None] Network f33cb79f-f356-4bc7-9edd-53197d1792aa requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:01.649359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.667292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.772498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-b47d698b-c8da-4ddd-aac6-74ad6907bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:01.778575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-b47d698b-c8da-4ddd-aac6-74ad6907bcd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.3776233 Jul 29 23:46:01.838288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:01.898063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:01.970648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.000170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] DHCP port deletion for f33cb79f-f356-4bc7-9edd-53197d1792aa request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:02.000310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.001995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.003077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.016678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-1a4626ea-2535-4dd6-b089-07b3f9d35404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.019562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-1a4626ea-2535-4dd6-b089-07b3f9d35404 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205508 Jul 29 23:46:02.043096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dd86e1-c677-4dea-a43c-98a30d5d1ceb {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:02.063959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.091325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Transition to ACTIVE for port object 56dd86e1-c677-4dea-a43c-98a30d5d1ceb will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:02.101902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.132299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device daa96979-f1c5-4858-aad0-f80ecde667b6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:02.176958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Deleting port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:02.177878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.216696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.338334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6b553c-5dcc-4466-83f3-1a126485e138,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.367614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ca6b553c-5dcc-4466-83f3-1a126485e138 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:02.473941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Attempting to bind port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:02.474877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Attempting to bind port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:02.474877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Attempting to bind port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:02.487069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.514114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Deleting port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:02.514467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:02.514891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Attempting to bind port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:02.516105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.520069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.531362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:02.531750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Checking segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:02.532089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Bound using segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:02.532536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Bound port: 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:02.532901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.543834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48ab949d-0265-4b96-8e77-40712f70cc90 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2358916 Jul 29 23:46:02.557243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port daa96979-f1c5-4858-aad0-f80ecde667b6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:02.557657 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.564324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.567569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] For port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,segment=NetworkSegment(f7ddf234-1e4f-453f-9d24-a0dd2932096e),segment_id=f7ddf234-1e4f-453f-9d24-a0dd2932096e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:02.567774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.574497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Request body: {'subnet': {'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-978470872-subnet', 'tenant_id': 'ea79cc8168014936bb460533f8537b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:02.605958 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 2, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:02.608939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789d50-c434-4170-8065-495f643958e7 req-6896e715-a74e-4e70-a9dc-a0e1063b22f5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.616479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789d50-c434-4170-8065-495f643958e7 req-6896e715-a74e-4e70-a9dc-a0e1063b22f5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.637445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789d50-c434-4170-8065-495f643958e7 req-6896e715-a74e-4e70-a9dc-a0e1063b22f5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.645929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9789d50-c434-4170-8065-495f643958e7 req-6896e715-a74e-4e70-a9dc-a0e1063b22f5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2388 time: 0.2638910 Jul 29 23:46:02.650612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47498) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.659958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Calling delete_port for 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:02.662821 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Checking router: 19979c2e-e64a-41f3-8ac0-2c05b60857fe for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:02.663483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Updating router 19979c2e-e64a-41f3-8ac0-2c05b60857fe port 8ac63eba-78a4-4652-844f-0e205cfe88e3 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:02.668279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134171506', 'description': 'tempest-description--449936535'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:02.708843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] For port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,segment=NetworkSegment(f7ddf234-1e4f-453f-9d24-a0dd2932096e),segment_id=f7ddf234-1e4f-453f-9d24-a0dd2932096e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:02.710103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.728790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Calling delete_port for 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:02.744761 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.752219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:02.755879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.848073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9789d50-c434-4170-8065-495f643958e7 req-b74fa60a-4d71-4c50-b746-8adb8465a412 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988511 Jul 29 23:46:02.869419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ba327-17ce-44a9-8fb8-ea7f46017c5f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.876167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-df09802e-cea4-4b2a-89ac-2a2b23f52db4 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341942 Jul 29 23:46:02.879563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:02.883951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.896990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.897370 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Added segment fd80109c-b538-4e36-a784-2c8306066157 of type vlan for network b27bedbf-f8b5-4308-bed9-a57ac65a302d Jul 29 23:46:02.918367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:02.939216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.946067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:02.950432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.961181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.977461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] Pushing event deleted for resources: {'Port': ['ID=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.986767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.993014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318d602-2415-484c-b4ac-62fde753c1a6 None None] No DVR routers for this DVR port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:03.022684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.023452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.024189 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.042990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.043759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.047553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] 10.222.0.57 "PUT /v2.0/ports/56dd86e1-c677-4dea-a43c-98a30d5d1ceb HTTP/1.1" status: 200 len: 1092 time: 1.6946387 Jul 29 23:46:03.065035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:03.070439 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ce0a5-953b-463c-a640-d057410b978d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:03.159939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.178912 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.206355 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Transition to ACTIVE for port object 8ac63eba-78a4-4652-844f-0e205cfe88e3 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:03.213989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Port': ['ID=6c21e2b7-c05e-45f1-a78a-120f8ce2d525,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.216726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] No DVR routers for this DVR port 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:03.223844 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.236281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28956d-4917-41d3-8859-26324b2af9ad service neutron] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.251641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:03.265675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.274421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4991915 Jul 29 23:46:03.275093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.294320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Request body: {'subnet': {'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-116480350-subnet', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:03.310850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbf29a-7e01-49c3-b931-3dea7923bbf0 None None] Pushing event updated for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.337928 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c05f4f-3218-4fa4-9cf9-371e474fbd3b x-openstack-request-id: req-f0c05f4f-3218-4fa4-9cf9-371e474fbd3b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:03.338369 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:03.338717 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0c05f4f-3218-4fa4-9cf9-371e474fbd3b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:03.339263 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'status': 'completed', 'code': 200} Jul 29 23:46:03.384495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e30471-ebd7-4b10-9e42-7651eead33c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b27bedbf-f8b5-4308-bed9-a57ac65a302d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.397034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:03.407259 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Attempting to bind port 8ac63eba-78a4-4652-844f-0e205cfe88e3 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:03.407637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Attempting to bind port 8ac63eba-78a4-4652-844f-0e205cfe88e3 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:03.408059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Attempting to bind port 8ac63eba-78a4-4652-844f-0e205cfe88e3 on network 64334997-1655-4797-abd8-82a53cf01a97 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:03.415583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.422305 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:03.422880 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Checking segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:03.423325 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.433173 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Bound using segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:03.433947 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Bound port: 8ac63eba-78a4-4652-844f-0e205cfe88e3, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:03.434402 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.447524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15c501-ebf6-4a35-a5ae-f858303a8543 req-3a0b36a6-c47d-4d7a-ba87-1bad9fbfef60 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.456370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff15c501-ebf6-4a35-a5ae-f858303a8543 req-3a0b36a6-c47d-4d7a-ba87-1bad9fbfef60 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.5786967 Jul 29 23:46:03.481796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c039845-4cf4-4da7-8f3f-45acf4e9d595,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.535579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.547683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.549981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] For port 8ac63eba-78a4-4652-844f-0e205cfe88e3, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:03.551162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Made reservation on behalf of 76ff78025e0b43488043cecc75b0fca7 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:03.552153 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be3b2f2e-b33a-41b1-9b5a-bfb44f2e1064 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8981283 Jul 29 23:46:03.554302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.556897 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] For port 8ac63eba-78a4-4652-844f-0e205cfe88e3, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ac63eba-78a4-4652-844f-0e205cfe88e3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:03.558230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47508) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:03.566170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.566678 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.572859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33cb79f-f356-4bc7-9edd-53197d1792aa']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.574466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'security_group_rule': {'security_group_id': '2c039845-4cf4-4da7-8f3f-45acf4e9d595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:03.581883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0246a2fc-4dd4-4f4a-9a2c-2e4ffa9d96e7 req-fefba50b-8f39-4a43-9676-63b150b101e5 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897164 Jul 29 23:46:03.652225 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:03.653043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.685108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ddf234-1e4f-453f-9d24-a0dd2932096e') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.685430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ddf234-1e4f-453f-9d24-a0dd2932096e') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.696499 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbf29a-7e01-49c3-b931-3dea7923bbf0 None None] Pushing event updated for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.703935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff15c501-ebf6-4a35-a5ae-f858303a8543 req-aa6a6791-f8a5-45d5-ba65-5f748822a902 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459643 Jul 29 23:46:03.707877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.734286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-fef522c6-d9ff-4b94-9b28-25890fad21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.734862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-fef522c6-d9ff-4b94-9b28-25890fad21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.735395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-fef522c6-d9ff-4b94-9b28-25890fad21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.737411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e56ce0a5-953b-463c-a640-d057410b978d req-fef522c6-d9ff-4b94-9b28-25890fad21c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2732 time: 0.3429685 Jul 29 23:46:03.743035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.783182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:03.783751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.820720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08d1396-4cf7-40fd-b77a-3271a7858d95,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.841185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.847905 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:03.850723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:03.851091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Network hostable DHCP agents. Network: ca6b553c-5dcc-4466-83f3-1a126485e138, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:04.007705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:04.014352 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:04.016757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-1938ac94-dfa1-45d1-b696-bbd232a163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.016757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-1938ac94-dfa1-45d1-b696-bbd232a163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.016757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-1938ac94-dfa1-45d1-b696-bbd232a163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.018602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e56ce0a5-953b-463c-a640-d057410b978d req-1938ac94-dfa1-45d1-b696-bbd232a163eb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2632170 Jul 29 23:46:04.049286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:04.049800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6c21e2b7-c05e-45f1-a78a-120f8ce2d525 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:04.080613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:04.107131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.117008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ca6b553c-5dcc-4466-83f3-1a126485e138) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.122844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.123438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.133364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c626d7-ad8e-4df5-aeec-cbbb8bc523fe None None] Network ca6b553c-5dcc-4466-83f3-1a126485e138 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:04.137474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.142257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] 10.222.0.49 "DELETE /v2.0/networks/f33cb79f-f356-4bc7-9edd-53197d1792aa HTTP/1.1" status: 204 len: 168 time: 2.4889703 Jul 29 23:46:04.142257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f8d59-ead4-416e-8ab2-7b9e92a1a745 tempest-NetworksIpV6Test-734270652 tempest-NetworksIpV6Test-734270652-project] Pushing event deleted for resources: {'Network': ['ID=f33cb79f-f356-4bc7-9edd-53197d1792aa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.202711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036e45-a081-42c6-9287-170bb3533f06 req-9fe79053-960e-4c7b-8481-1cebc049b2eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.217984 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:03Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.221551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036e45-a081-42c6-9287-170bb3533f06 req-9fe79053-960e-4c7b-8481-1cebc049b2eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.231622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036e45-a081-42c6-9287-170bb3533f06 req-9fe79053-960e-4c7b-8481-1cebc049b2eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.246165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9036e45-a081-42c6-9287-170bb3533f06 req-9fe79053-960e-4c7b-8481-1cebc049b2eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2388 time: 0.2923896 Jul 29 23:46:04.260118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ce0a5-953b-463c-a640-d057410b978d req-7e4bf2d8-47d5-4677-9fe0-ca97a71f09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.262507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e56ce0a5-953b-463c-a640-d057410b978d req-7e4bf2d8-47d5-4677-9fe0-ca97a71f09e0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2283554 Jul 29 23:46:04.287975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.298199 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d16bba3-85d5-4ae1-a9e4-d6ec34ffa402 None None] The sync data for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 is: [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:03Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:04.299224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.321504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.351861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d27fd17-ea68-4a6b-9ea7-0a8e630ba9e5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7862027 Jul 29 23:46:04.448274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbc190a-1103-4952-809a-401efd782165,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.451615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Checking segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:04.452612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Network hostable DHCP agents. Network: b27bedbf-f8b5-4308-bed9-a57ac65a302d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:04.476216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf33f48e-e69c-43c2-8cfe-0f1b50fcac4f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.492313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:04.505827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b27bedbf-f8b5-4308-bed9-a57ac65a302d) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.506393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694ba8d-b608-458a-9d62-acc04bcbea82 None None] Network ca6b553c-5dcc-4466-83f3-1a126485e138 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:04.514372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.514968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.522236 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.524077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3dcfcfaf-b238-4331-866c-c3aef321c978 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9624386 Jul 29 23:46:04.527790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47520) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.534269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'security_group_rule': {'security_group_id': '2c039845-4cf4-4da7-8f3f-45acf4e9d595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.539263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80105556-bdd0-42cf-9490-87fa21e7dc68 None None] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:04.587812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.598409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9036e45-a081-42c6-9287-170bb3533f06 req-0a67e269-068a-4182-b3bf-cbd1ab63cb28 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175354 Jul 29 23:46:04.657278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-beb7272b-91f2-4bf4-ba32-13bbe3daa016 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3733139 Jul 29 23:46:04.661252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47522) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.674643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.682647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47524) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.812014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:04.812912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.814358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.815700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.822506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.964861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.977963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.100094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a021a2-b11b-4bfe-bad8-38b999ee5406,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.145147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.151633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d8ca33b-d729-4283-ba39-e835a9f07d75 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6222143 Jul 29 23:46:05.153940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.183261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:05.191627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fef736-d0c4-4009-9f51-0bff5e294cf9 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:05.199981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Allocated IP 172.20.0.2 (b27bedbf-f8b5-4308-bed9-a57ac65a302d/3bbc190a-1103-4952-809a-401efd782165/6cfbbc1e-8bc2-46a3-9703-76b9343abc8f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:05.204063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.221696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Transition to ACTIVE for port object e1fef736-d0c4-4009-9f51-0bff5e294cf9 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:05.238001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.311583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.363979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad79e070-d05e-4844-874a-1d54b9678b68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1765cc91de0f4e7992841c776462b91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781459 Jul 29 23:46:05.372241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.375989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e3b36-af18-4390-8fbd-850ca0741945 req-c49751e6-141d-4128-97cf-96c6350c2bed tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.383228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a5e3b36-af18-4390-8fbd-850ca0741945 req-c49751e6-141d-4128-97cf-96c6350c2bed tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.4134483 Jul 29 23:46:05.457592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Pushing event updated for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.459803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.493857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.510855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-e1f80b4c-3898-44b8-9468-86457dee8dcd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.512810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-e1f80b4c-3898-44b8-9468-86457dee8dcd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.2889214 Jul 29 23:46:05.515285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Transition to ACTIVE for port object 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:05.543223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Transition to ACTIVE for port object 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:05.555294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.568288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c508cec9-c573-4fd3-b46d-715269dac11b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0342731 Jul 29 23:46:05.579695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Attempting to bind port e1fef736-d0c4-4009-9f51-0bff5e294cf9 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:05.580054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Attempting to bind port e1fef736-d0c4-4009-9f51-0bff5e294cf9 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:05.580360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Attempting to bind port e1fef736-d0c4-4009-9f51-0bff5e294cf9 on network 51169fde-f319-4290-baf6-d47168ba4b3e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:05.580628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:05.630818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Port e1fef736-d0c4-4009-9f51-0bff5e294cf9 on network 51169fde-f319-4290-baf6-d47168ba4b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:05.631293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Attempting to bind port e1fef736-d0c4-4009-9f51-0bff5e294cf9 on network 51169fde-f319-4290-baf6-d47168ba4b3e {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:05.634853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.651586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a5e3b36-af18-4390-8fbd-850ca0741945 req-ec063388-4e2c-49d2-bd1b-08d755797cda tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617414 Jul 29 23:46:05.674513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:05.682968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.690295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:05.763455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-13ca4937-331e-4df5-b9c1-f9ad519e8969 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1847622 Jul 29 23:46:05.790776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Pushing event updated for resources: {'Port': ['ID=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.801728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Attempting to bind port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:05.802099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Attempting to bind port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:05.802457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Attempting to bind port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f on network b27bedbf-f8b5-4308-bed9-a57ac65a302d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:05.805263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:05.805263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Checking segment: {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:05.805528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Bound using segment: {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:05.806235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Bound port: e1fef736-d0c4-4009-9f51-0bff5e294cf9, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0737a1f-c8ad-4d3f-9393-5d3881538086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:05.806913 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.817761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:05.818180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Checking segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:05.818595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.819129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Bound using segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:05.819604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Bound port: 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:05.820714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.906857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.909557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.915516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6979cc0b-4365-407b-9fef-872aa9aa5612 HTTP/1.1" status: 204 len: 168 time: 0.5029297 Jul 29 23:46:05.928665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] For port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:05.936539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] For port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:05.946402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.044027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cefd6-02c1-4fe0-bdd2-515446e493c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6979cc0b-4365-407b-9fef-872aa9aa5612,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.054661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ac63eba-78a4-4652-844f-0e205cfe88e3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:06.096998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-878c8583-9f8f-4a89-99c4-a5f1d27df660 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145952 Jul 29 23:46:06.158978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3b1d6-af3f-4f86-b2fe-1678dfbc3f3d None None] Pushing event updated for resources: {'Port': ['ID=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.238360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:06.255889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:06.256552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.278698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:06.291226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:06.349510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.424134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Pushing event updated for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.431804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-cadfc365-48b0-45c5-a3bc-cd83987982a4 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200760 Jul 29 23:46:06.459328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:06.460705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.466268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-24d4d872-4c17-48d1-93e6-32b378582fdf service neutron] 10.222.0.57 "PUT /v2.0/ports/e1fef736-d0c4-4009-9f51-0bff5e294cf9 HTTP/1.1" status: 200 len: 1093 time: 3.2301190 Jul 29 23:46:06.467700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:06.471140 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b72b4de-0249-484a-b55a-e0cfcef24482" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:06.521346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Request body: {'port': {'device_id': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:06.552824 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.612686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 8ac63eba-78a4-4652-844f-0e205cfe88e3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ac63eba-78a4-4652-844f-0e205cfe88e3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:06.622005 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.653507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.709382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.757923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.016013 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c7897-7757-4550-aada-6b026469446e x-openstack-request-id: req-512c7897-7757-4550-aada-6b026469446e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:07.017756 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:07.018042 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-512c7897-7757-4550-aada-6b026469446e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:07.018489 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9', 'status': 'completed', 'code': 200} Jul 29 23:46:07.077842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.116147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647793b-3d9d-4202-b80e-c0152875b338 req-e66908ce-56d7-4014-81b0-90fcf5e44021 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.118883 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0647793b-3d9d-4202-b80e-c0152875b338 req-e66908ce-56d7-4014-81b0-90fcf5e44021 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0991316 Jul 29 23:46:07.163558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37929dd1-41f0-4856-88db-2088d366d15a req-e33e7c13-1299-4178-b440-2f2529e10766 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.170399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37929dd1-41f0-4856-88db-2088d366d15a req-e33e7c13-1299-4178-b440-2f2529e10766 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.179661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37929dd1-41f0-4856-88db-2088d366d15a req-e33e7c13-1299-4178-b440-2f2529e10766 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.182983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37929dd1-41f0-4856-88db-2088d366d15a req-e33e7c13-1299-4178-b440-2f2529e10766 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2400 time: 0.6108794 Jul 29 23:46:07.190638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.300706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0647793b-3d9d-4202-b80e-c0152875b338 req-2d3d2352-572e-406d-bffb-34a15aca72fd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524932 Jul 29 23:46:07.332066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:07.348168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036409 Jul 29 23:46:07.354304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47590) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:07.397980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-4f9f1db8-865f-480b-a5cc-2be03f13cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.399549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-4f9f1db8-865f-480b-a5cc-2be03f13cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.401377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-4f9f1db8-865f-480b-a5cc-2be03f13cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.403941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-4f9f1db8-865f-480b-a5cc-2be03f13cda3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2800 time: 0.4149277 Jul 29 23:46:07.406350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44b73be-cd0f-4b63-b6a1-de8c13fa248d {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:07.432767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Allocated IP 172.25.5.59 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/21d05f2e-adaa-4043-9ad3-33d1eba4917f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:07.433616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.508256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e31a0d13-a9db-4fa8-b5fa-fc3a7d4acb7c req-7e8a8d68-530f-407d-b0bf-56c6894846c6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 210 time: 0.0847964 Jul 29 23:46:07.518805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Transition to ACTIVE for port object d44b73be-cd0f-4b63-b6a1-de8c13fa248d will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:07.537091 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ab7e0829-ea42-496e-83b0-3e04525dbf7a tempest-NetworksApiDiscovery-1590848631 tempest-NetworksApiDiscovery-1590848631-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1809211 Jul 29 23:46:07.539281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.564088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37929dd1-41f0-4856-88db-2088d366d15a req-b370edd7-9523-4d48-b13a-45a8ec6c451e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532653 Jul 29 23:46:07.799725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.833601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-f96c90a3-7a4b-4d58-85a4-4d06b8812338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.834263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-f96c90a3-7a4b-4d58-85a4-4d06b8812338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.835017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-f96c90a3-7a4b-4d58-85a4-4d06b8812338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.837869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-f96c90a3-7a4b-4d58-85a4-4d06b8812338 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3977540 Jul 29 23:46:07.954321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Attempting to bind port d44b73be-cd0f-4b63-b6a1-de8c13fa248d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:07.958249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Attempting to bind port d44b73be-cd0f-4b63-b6a1-de8c13fa248d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:07.958249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Attempting to bind port d44b73be-cd0f-4b63-b6a1-de8c13fa248d on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:07.960247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31358f-a943-44ec-b4e8-46c8e4f266b9 None None] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:07.987853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.991419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Port d44b73be-cd0f-4b63-b6a1-de8c13fa248d on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:07.991874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Attempting to bind port d44b73be-cd0f-4b63-b6a1-de8c13fa248d on network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:07.998895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:07.999581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Checking segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:08.000076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Bound using segment: {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:08.000878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Bound port: d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b9199-b45e-49f6-9203-7a85c6295fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:08.001476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.116928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-575aa526-cdaa-4228-a6b6-238c8e170157 None None] Provisioning for port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:08.126928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:08.130097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-087a5703-278e-40c0-bce4-3d61f1093f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.134562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b72b4de-0249-484a-b55a-e0cfcef24482 req-087a5703-278e-40c0-bce4-3d61f1093f87 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763278 Jul 29 23:46:08.140105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:08.144733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:08.155929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.160867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:08.203371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.203690 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.208469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] 10.222.0.57 "PUT /v2.0/ports/d44b73be-cd0f-4b63-b6a1-de8c13fa248d HTTP/1.1" status: 200 len: 1093 time: 1.6901319 Jul 29 23:46:08.253064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.284235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817095f1-bfc3-4035-972e-fd86ac338f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.300251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:08.313220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:08.313595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.358156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Allocated IP 172.25.5.112 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6bd80e8f-e535-451f-9078-9ebe00b49ac4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:08.377947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-36bc9428-4cdb-47f3-b40d-43c4e50a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.378592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-36bc9428-4cdb-47f3-b40d-43c4e50a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.379179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-36bc9428-4cdb-47f3-b40d-43c4e50a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.381718 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-36bc9428-4cdb-47f3-b40d-43c4e50a432b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2868 time: 0.0764639 Jul 29 23:46:08.429016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:08.478539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:08.481823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:08.490029 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-50c878ce-7eda-4fae-838d-d516d737fed0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb HTTP/1.1" status: 200 len: 217 time: 0.0860400 Jul 29 23:46:08.578193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f71d9880-85ec-4a11-994a-aa4ad776b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.610562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'Port': ['ID=21d05f2e-adaa-4043-9ad3-33d1eba4917f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.622777 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.633141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-14909282-4a6a-4f2c-8400-e4f8039d19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.642390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-14909282-4a6a-4f2c-8400-e4f8039d19f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0e7f0eb-bc50-435d-8e82-2f2216241579 HTTP/1.1" status: 200 len: 801 time: 0.1264286 Jul 29 23:46:08.718148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:08.726861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.728410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ac63eba-78a4-4652-844f-0e205cfe88e3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:08.773434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a79f6f4-e715-49b6-8388-83c7c8404132 req-a343348a-5146-45a5-9bcd-75f3a6f57896 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 210 time: 0.0524673 Jul 29 23:46:08.792688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-6a721721-4fb0-41ab-8a1e-356bb9108fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.798726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-6a721721-4fb0-41ab-8a1e-356bb9108fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531174 Jul 29 23:46:08.821656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.832053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29515-38d8-481c-9766-5bed989604b9 req-71bc86d7-317e-425a-8e11-623f94de0c64 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.835287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49e29515-38d8-481c-9766-5bed989604b9 req-71bc86d7-317e-425a-8e11-623f94de0c64 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.3618708 Jul 29 23:46:08.863534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.889495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8ac63eba-78a4-4652-844f-0e205cfe88e3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:08.890125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.969841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939c8b2-ec8e-426b-b444-5d766d07279b req-98b14a05-8eb6-40c0-afdb-7b8006fbdb8c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.975881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939c8b2-ec8e-426b-b444-5d766d07279b req-98b14a05-8eb6-40c0-afdb-7b8006fbdb8c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.981932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939c8b2-ec8e-426b-b444-5d766d07279b req-98b14a05-8eb6-40c0-afdb-7b8006fbdb8c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.983722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4939c8b2-ec8e-426b-b444-5d766d07279b req-98b14a05-8eb6-40c0-afdb-7b8006fbdb8c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2412 time: 0.0995295 Jul 29 23:46:08.993174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.995613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-33025bbb-d792-4af6-87fc-fb276b7a800d service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842980 Jul 29 23:46:08.998701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.033362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e93287b1-a787-4649-8b97-9070a8bf9799 None None] Provisioning complete for port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.033893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e93287b1-a787-4649-8b97-9070a8bf9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.036932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-e93ff115-2a4b-4801-bc73-79d47e315ff8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.038836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-e93ff115-2a4b-4801-bc73-79d47e315ff8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.5332706 Jul 29 23:46:09.068372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:09.079587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:09.082358 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb083b-db76-4420-ac24-f3043b57fb05" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:09.098939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49e29515-38d8-481c-9766-5bed989604b9 req-e84268de-5344-4048-a7ac-0dc7cc699ae7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438335 Jul 29 23:46:09.138855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-b7e30ec8-381a-4ee4-8ba1-b598c908dfd2 service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303000 Jul 29 23:46:09.138855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4939c8b2-ec8e-426b-b444-5d766d07279b req-8bc79bfd-90da-43d4-baa2-d43fa0f9948d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348281 Jul 29 23:46:09.199514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-9b09b29d-b716-4bcc-8a53-df6d9da406d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9 HTTP/1.1" status: 200 len: 217 time: 0.0488260 Jul 29 23:46:09.208367 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77adee00-fff8-40e2-8152-f08c4e9d3beb x-openstack-request-id: req-77adee00-fff8-40e2-8152-f08c4e9d3beb {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:09.208661 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:09.208912 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77adee00-fff8-40e2-8152-f08c4e9d3beb {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:09.209332 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d', 'status': 'completed', 'code': 200} Jul 29 23:46:09.263122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-e454b09a-2bd7-4f91-8869-22a216f596db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.264644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-e454b09a-2bd7-4f91-8869-22a216f596db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fed2785f-57a9-43f6-b303-2653914bb75b HTTP/1.1" status: 200 len: 801 time: 0.0490732 Jul 29 23:46:09.295349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f71d9880-85ec-4a11-994a-aa4ad776b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.304656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.311897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f71d9880-85ec-4a11-994a-aa4ad776b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.318821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-923e5daf-6a4d-460e-90c8-5c1c5a6bcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.320876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-923e5daf-6a4d-460e-90c8-5c1c5a6bcbee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=51169fde-f319-4290-baf6-d47168ba4b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448563 Jul 29 23:46:09.419011 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-779c23f4-ce64-48ea-b5a9-141302e19395 service neutron] 10.222.0.57 "GET /v2.0/networks/51169fde-f319-4290-baf6-d47168ba4b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Jul 29 23:46:09.441544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:09.442352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d9880-85ec-4a11-994a-aa4ad776b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4e3b5-04c2-49c8-9d95-09707c6626ed,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.448544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f71d9880-85ec-4a11-994a-aa4ad776b5de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=526544b138d7448f8e31cf24d85577b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2862096 Jul 29 23:46:09.452276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:09.459608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:09.462607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd80e8f-e535-451f-9078-9ebe00b49ac4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.468708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:09.501992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:09.505518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.536162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.552218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.565761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-a82f23c7-3678-4f2a-bc8e-7e957c92634c service neutron] 10.222.0.57 "GET /v2.0/networks/51169fde-f319-4290-baf6-d47168ba4b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340809 Jul 29 23:46:09.566532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.595459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.631105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-64094d5e-0644-4122-b59b-cd84359626a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d HTTP/1.1" status: 200 len: 217 time: 0.0505712 Jul 29 23:46:09.701439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-dbcb8ed5-9089-4059-b6f2-231eb0453709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.702944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-dbcb8ed5-9089-4059-b6f2-231eb0453709 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0e7f0eb-bc50-435d-8e82-2f2216241579 HTTP/1.1" status: 200 len: 801 time: 0.0622938 Jul 29 23:46:09.725499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.728916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.730093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72f4e3b5-04c2-49c8-9d95-09707c6626ed HTTP/1.1" status: 204 len: 168 time: 0.2778630 Jul 29 23:46:09.757518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'Port': ['ID=21d05f2e-adaa-4043-9ad3-33d1eba4917f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.759645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19007dfc-ae40-4243-8137-af580be5c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4e3b5-04c2-49c8-9d95-09707c6626ed,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.782412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-7410fbc5-a562-4933-800f-c27112c15ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.784570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-7410fbc5-a562-4933-800f-c27112c15ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688984 Jul 29 23:46:09.839691 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.918174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.920201 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-37cdc4d5-bd33-4090-93ce-0a0dcb27133b service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248248 Jul 29 23:46:09.922255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-42d5a688-82de-4e28-9677-dd045a6606c9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7559197 Jul 29 23:46:09.925677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.3 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/742b5685-0514-495c-a81a-69dd96b0fa79) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:09.962065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0073a63-b2dd-4eea-b2c8-a3fc6eee6f31 req-09b9dfb7-4da8-4d62-a74e-581263b2567b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 210 time: 0.0327203 Jul 29 23:46:10.016010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:10.057588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62b917e3-6219-4e16-9d9d-7a949b04640e req-f20c2690-dec4-4f71-a9ce-f0ce1c79f645 service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940647 Jul 29 23:46:10.092910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:10.093973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.110849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.270694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.399352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-f519a54a-9e84-4e26-91d3-cc82a7067d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.399928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-f519a54a-9e84-4e26-91d3-cc82a7067d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.400577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-f519a54a-9e84-4e26-91d3-cc82a7067d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.402509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-f519a54a-9e84-4e26-91d3-cc82a7067d2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2868 time: 0.1244066 Jul 29 23:46:10.421381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c01b3-670c-49ac-a9f5-5f2942bb6aff req-7c3fb7d6-5925-4c35-b87a-e01dc93449fb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.423066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e60c01b3-670c-49ac-a9f5-5f2942bb6aff req-7c3fb7d6-5925-4c35-b87a-e01dc93449fb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1230021 Jul 29 23:46:10.534281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e60c01b3-670c-49ac-a9f5-5f2942bb6aff req-e651db88-aa34-4ecd-9058-669d4926640f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002626 Jul 29 23:46:10.569314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-effbeb92-1e47-4c80-a013-d6b55b829d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.570936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-effbeb92-1e47-4c80-a013-d6b55b829d03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42 HTTP/1.1" status: 200 len: 902 time: 0.1467600 Jul 29 23:46:10.634027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-c96eb6f5-7510-4743-9ad6-c926fb81d0d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d HTTP/1.1" status: 200 len: 217 time: 0.0453320 Jul 29 23:46:10.659875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:10.735050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-e64059fb-9a51-4e4c-aacd-edc179a953ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.736606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-e64059fb-9a51-4e4c-aacd-edc179a953ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0e7f0eb-bc50-435d-8e82-2f2216241579 HTTP/1.1" status: 200 len: 801 time: 0.0885460 Jul 29 23:46:10.748191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85004226-7e7e-446e-bff3-0b532df122f3 req-67e273a3-4f23-4282-b873-8277fdb9e7a0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.756567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85004226-7e7e-446e-bff3-0b532df122f3 req-67e273a3-4f23-4282-b873-8277fdb9e7a0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.761887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85004226-7e7e-446e-bff3-0b532df122f3 req-67e273a3-4f23-4282-b873-8277fdb9e7a0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.769034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85004226-7e7e-446e-bff3-0b532df122f3 req-67e273a3-4f23-4282-b873-8277fdb9e7a0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2412 time: 0.1380770 Jul 29 23:46:10.812954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-a89fb3ec-616f-4ad0-b807-df5a763e7b15 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1134171506&fields=id&tenant_id=2568acae61614e75b0c6b593b8715ed2 HTTP/1.1" status: 200 len: 267 time: 0.4947407 Jul 29 23:46:10.836432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:10.842651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85004226-7e7e-446e-bff3-0b532df122f3 req-5bcaea7c-f071-471e-ba00-af66991729b6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721698 Jul 29 23:46:10.856274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-1a4a6537-e8a7-45f7-a4c5-17b1ca55e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.858101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-1a4a6537-e8a7-45f7-a4c5-17b1ca55e09e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98ecc722-f32d-4e9e-a40c-bbeb19d75d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870578 Jul 29 23:46:10.865497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:10.905926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.911084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47660) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.916973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.926774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.938212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:10.967705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:10.973654 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.026529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-3feaf9ac-4b21-4663-8a5f-2e65f9a7fd7e service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412606 Jul 29 23:46:11.059818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.116613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-915451204-network', 'tenant_id': '4d70b27e4dd14500957c6dd992cd0631'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:11.118741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:11.121228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.132067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:11.136907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:11.148368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-909b2e59-9d05-41e0-94ce-a3b8b5111845 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.149911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-909b2e59-9d05-41e0-94ce-a3b8b5111845 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/networks?id=64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 200 len: 815 time: 0.3361394 Jul 29 23:46:11.190545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Made reservation on behalf of 4d70b27e4dd14500957c6dd992cd0631 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:11.192860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.212609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffb083b-db76-4420-ac24-f3043b57fb05 req-a6d1ea0d-5ad2-4833-88b6-a270e51f79bf service neutron] 10.222.0.57 "GET /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692729 Jul 29 23:46:11.220392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21ecd-a1a8-4f5a-9116-39d66557baa1 req-caddfd1a-d0d9-466d-8ac7-6d6a6656023b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.222553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cc21ecd-a1a8-4f5a-9116-39d66557baa1 req-caddfd1a-d0d9-466d-8ac7-6d6a6656023b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1492007 Jul 29 23:46:11.223371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.226962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['4f01c991-0d39-489b-b8c1-82d3ce222d1e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:11.227552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-23a09259-83e5-460e-8927-371dbb59d15e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/quotas/2568acae61614e75b0c6b593b8715ed2 HTTP/1.1" status: 200 len: 375 time: 0.0564110 Jul 29 23:46:11.262782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.263391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.307571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cc21ecd-a1a8-4f5a-9116-39d66557baa1 req-74dc0a7c-2484-4660-9389-a32279d44944 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738001 Jul 29 23:46:11.360528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-90ec84fb-decb-4c4f-9aac-36c40bcecd53 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2568acae61614e75b0c6b593b8715ed2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174791 Jul 29 23:46:11.403683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Router 64480abf-d84f-42ef-86c4-d27fc5b20e8c is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:11.418837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.439333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.450385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-c8012717-280d-478e-9c7f-10a3f17394ec tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916039 Jul 29 23:46:11.465725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:11.485975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.486384 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Added segment 9bfee3b8-1c61-4fb3-8a5f-35b08b31cef7 of type vlan for network c69a6f19-9ab2-4040-812e-02cf10353243 Jul 29 23:46:11.496343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2670fecf-47c0-4a36-8fe8-a2f23e6258cb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.497181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Request body: {'port': {'device_id': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:11.513179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37449313-93e8-4776-add5-59e4c9aaf5b4 req-975da5e7-a90c-475b-bd22-e97b0327c205 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.514871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37449313-93e8-4776-add5-59e4c9aaf5b4 req-975da5e7-a90c-475b-bd22-e97b0327c205 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 931 time: 0.1107614 Jul 29 23:46:11.580633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.611135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37449313-93e8-4776-add5-59e4c9aaf5b4 req-4db04d39-9a1b-4448-a6c3-22318c002b16 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749140 Jul 29 23:46:11.618672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-1cafe2e1-e92d-4cea-ace7-f75e30c7d899 service neutron] 10.222.0.49 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442493 Jul 29 23:46:11.634063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.635535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.636103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.648320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.659691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7430308 Jul 29 23:46:11.669929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47672) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.729482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Request body: {'subnet': {'network_id': 'c69a6f19-9ab2-4040-812e-02cf10353243', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-915451204-subnet', 'tenant_id': '4d70b27e4dd14500957c6dd992cd0631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:11.735798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad10f-7698-434c-818e-369f91515c1b admin admin] Pushing event updated for resources: {'Network': ['ID=c69a6f19-9ab2-4040-812e-02cf10353243,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.748858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c69a6f19-9ab2-4040-812e-02cf10353243 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:11.749127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:11.763258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Sync routers for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:11.802292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e97ae-526b-4124-8e66-9ec5767b5a7c req-587b7348-3d57-4ff4-963b-f760608df1b5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.805343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f39e97ae-526b-4124-8e66-9ec5767b5a7c req-587b7348-3d57-4ff4-963b-f760608df1b5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0822475 Jul 29 23:46:11.828616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Made reservation on behalf of 4d70b27e4dd14500957c6dd992cd0631 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:11.831406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.840665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.841953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f1c571c2-2637-471c-a08e-04b73ce858e8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1776216 Jul 29 23:46:11.845138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:11.845305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47680) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.845990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.926712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f39e97ae-526b-4124-8e66-9ec5767b5a7c req-8d382fc6-497b-43ff-b6f3-0cdf80d0e75f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153240 Jul 29 23:46:11.955709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-97522117-f1a7-477f-bb6a-1b88b1aed51d service neutron] 10.222.0.49 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233080 Jul 29 23:46:12.031540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:12.440839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:09Z', 'revision_number': 3, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.453142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742b5685-0514-495c-a81a-69dd96b0fa79 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:12.462236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.477472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Transition to ACTIVE for port object 742b5685-0514-495c-a81a-69dd96b0fa79 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:12.496621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b027-1e60-4140-8cc2-c3c9c1fa02a6 req-8cca2b63-24cb-4b99-b705-8a069574ca46 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.498522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a384b027-1e60-4140-8cc2-c3c9c1fa02a6 req-8cca2b63-24cb-4b99-b705-8a069574ca46 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1817853 Jul 29 23:46:12.521399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Checking router: 64480abf-d84f-42ef-86c4-d27fc5b20e8c for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:12.521903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Updating router 64480abf-d84f-42ef-86c4-d27fc5b20e8c port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:12.522975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.582512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.589381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.592440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Pushing event updated for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:12.607838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b7ce-341a-49ec-bfda-a51799544f85 req-3516648b-ffbf-4386-a5c9-9dc0a5f2c626 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.614994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b7ce-341a-49ec-bfda-a51799544f85 req-3516648b-ffbf-4386-a5c9-9dc0a5f2c626 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.623017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b7ce-341a-49ec-bfda-a51799544f85 req-3516648b-ffbf-4386-a5c9-9dc0a5f2c626 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.631806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee07b7ce-341a-49ec-bfda-a51799544f85 req-3516648b-ffbf-4386-a5c9-9dc0a5f2c626 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2412 time: 0.1511369 Jul 29 23:46:12.681711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56dd86e1-c677-4dea-a43c-98a30d5d1ceb details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:12.684352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:12.739536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58806f1b-2f15-463e-8735-3642bd8635d4,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:12.891189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Checking segment: {'id': '9bfee3b8-1c61-4fb3-8a5f-35b08b31cef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c69a6f19-9ab2-4040-812e-02cf10353243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:12.891555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Network hostable DHCP agents. Network: c69a6f19-9ab2-4040-812e-02cf10353243, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:12.900050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Attempting to bind port 742b5685-0514-495c-a81a-69dd96b0fa79 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:12.900526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Attempting to bind port 742b5685-0514-495c-a81a-69dd96b0fa79 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:12.901836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Attempting to bind port 742b5685-0514-495c-a81a-69dd96b0fa79 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:12.910981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Port 742b5685-0514-495c-a81a-69dd96b0fa79 on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:12.911321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Attempting to bind port 742b5685-0514-495c-a81a-69dd96b0fa79 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:12.920491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:12.921014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:12.921978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:12.921978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Bound port: 742b5685-0514-495c-a81a-69dd96b0fa79, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:12.922543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.952117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee07b7ce-341a-49ec-bfda-a51799544f85 req-07b50a54-5ef3-4242-b391-ef14e3f279cb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692242 Jul 29 23:46:13.033778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:13.052935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Network c69a6f19-9ab2-4040-812e-02cf10353243 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:13.116852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:13.121712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=742b5685-0514-495c-a81a-69dd96b0fa79,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:13.124573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c69a6f19-9ab2-4040-812e-02cf10353243) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:13.131082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.136928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.138128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.156387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:13.156807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.165155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.197385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a384b027-1e60-4140-8cc2-c3c9c1fa02a6 req-4f763b10-7b92-44fe-a98b-175b82748889 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6079218 Jul 29 23:46:13.226015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Pushing event updated for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.238687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e1e81-cfc7-4686-baaa-f0b30bfdcba4 None None] Network c69a6f19-9ab2-4040-812e-02cf10353243 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:13.259769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.261138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.263286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8b68f77a-c553-4c72-a882-b6042c6a91d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/742b5685-0514-495c-a81a-69dd96b0fa79 HTTP/1.1" status: 200 len: 1092 time: 1.7705739 Jul 29 23:46:13.263960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:13.266737 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed96e3f-0768-4b43-b472-0ae77cce133b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:13.370174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b0ae8abe-62ad-42f6-b78e-1053d99a255a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6511319 Jul 29 23:46:13.564675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Allocated IP 172.20.0.1 (b27bedbf-f8b5-4308-bed9-a57ac65a302d/3bbc190a-1103-4952-809a-401efd782165/eea318d5-5ab2-4e3c-8db6-799dd5b42b7b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:13.640301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-cbc4c672-3337-4883-aa8f-f857979b6bca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.643949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-cbc4c672-3337-4883-aa8f-f857979b6bca tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.3725598 Jul 29 23:46:13.672035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-47139608-ec0f-4bb6-a341-dfa64b1742ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.674945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-47139608-ec0f-4bb6-a341-dfa64b1742ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 1095 time: 0.2382417 Jul 29 23:46:13.696687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-84f7b8a7-3c67-4c71-807a-18d60e7014a0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/quotas/c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 375 time: 0.0413759 Jul 29 23:46:13.700213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.752267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:13.786242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Transition to ACTIVE for port object 6bd80e8f-e535-451f-9078-9ebe00b49ac4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:13.842360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.844527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'port_id': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'mac_address': 'fa:16:3e:12:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e7f0eb-bc50-435d-8e82-2f2216241579', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:13.857751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-f70e9e20-bb6b-42ba-ae95-96f911599f43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742b5685-0514-495c-a81a-69dd96b0fa79 HTTP/1.1" status: 200 len: 217 time: 0.1599405 Jul 29 23:46:13.885531 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.893004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1aab9d54-841a-4c01-9353-d6eaf3f67135 req-be944c1a-bc0f-42ae-a852-0c22f6499588 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 210 time: 0.1025422 Jul 29 23:46:13.952719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bef007-b108-4e1f-8949-b883db063821 None None] Pushing event updated for resources: {'Port': ['ID=6bd80e8f-e535-451f-9078-9ebe00b49ac4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.980634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.026476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Transition to ACTIVE for port object eea318d5-5ab2-4e3c-8db6-799dd5b42b7b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:14.033438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:14.053470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:14.056111 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61649950-ff8b-4ed0-b662-b5286b9294de" -d '{"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:14.072393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.084542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5b9e5-179e-4afa-b252-7bb7491afb48 None None] Network c69a6f19-9ab2-4040-812e-02cf10353243 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:14.145744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.196616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Attempting to bind port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:14.196616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Attempting to bind port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:14.196616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Attempting to bind port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:14.213940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.217249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-fa8a9c6e-c409-4ff1-8b46-431a15ecdb32 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4909852 Jul 29 23:46:14.221204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:14.221597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:14.222009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.222399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:14.222879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Bound port: 6bd80e8f-e535-451f-9078-9ebe00b49ac4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:14.223269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.238547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Pushing event updated for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.249977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:14.258476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:14.276588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:14.295896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-4757c64e-b4ac-42f4-8833-5026702ef379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.309213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] For port 6bd80e8f-e535-451f-9078-9ebe00b49ac4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:14.312997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] For port 6bd80e8f-e535-451f-9078-9ebe00b49ac4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6bd80e8f-e535-451f-9078-9ebe00b49ac4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:14.321981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-4757c64e-b4ac-42f4-8833-5026702ef379 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.3886640 Jul 29 23:46:14.343052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.411350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dd86e1-c677-4dea-a43c-98a30d5d1ceb {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:14.411615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.421239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.520289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:14.525308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:14.525308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:45:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:14.545155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-9e516408-249c-422f-bcfc-6972b6786630 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479025 Jul 29 23:46:14.589828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a18996-ed28-4100-adbc-b8a2d55e4340 req-99ec7d0c-4465-48c9-b8c0-c633babe0dcf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.596034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1a18996-ed28-4100-adbc-b8a2d55e4340 req-99ec7d0c-4465-48c9-b8c0-c633babe0dcf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 943 time: 0.5545650 Jul 29 23:46:14.657163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:14.687148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-541561595-network', 'tenant_id': 'fb9134b158a04a57b321419932c249fa'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:14.790121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-62d63918-e25c-4704-bb7c-2373e2e33e62 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686848 Jul 29 23:46:14.820628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Made reservation on behalf of fb9134b158a04a57b321419932c249fa for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:14.823994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.839730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.864246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:14.910587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-8680c12c-39b2-4d38-a2fc-a0db1391d6b8 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564904 Jul 29 23:46:14.942562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.943265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d44b73be-cd0f-4b63-b6a1-de8c13fa248d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:14.967605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1a18996-ed28-4100-adbc-b8a2d55e4340 req-317844ed-f408-4290-b3b1-789dc8fa66d4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316081 Jul 29 23:46:15.001457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9cc7e8c-e3f9-4105-872a-5211e24c60bf None None] Provisioning for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:15.072633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-526a77d2-65c5-447d-9028-27986e0ac9ca service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784653 Jul 29 23:46:15.080203 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83daea90-4263-4a9a-a0b1-53b1e30e9205 x-openstack-request-id: req-83daea90-4263-4a9a-a0b1-53b1e30e9205 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:15.080524 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:15.080793 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83daea90-4263-4a9a-a0b1-53b1e30e9205 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:15.081316 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79', 'status': 'completed', 'code': 200} Jul 29 23:46:15.090699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9cc7e8c-e3f9-4105-872a-5211e24c60bf None None] Provisioning complete for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:15.091209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7e8c-e3f9-4105-872a-5211e24c60bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.128551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-f428495f-c316-4490-8979-3306eb400e8e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.130167 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-f428495f-c316-4490-8979-3306eb400e8e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.57 "GET /v2.0/networks?id=64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 200 len: 815 time: 0.5183187 Jul 29 23:46:15.175657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17db91-19af-4c45-94b5-045632a16adb req-ef9bb1cb-6405-4e88-89b8-c8e9a6af3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.180121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-ef9bb1cb-6405-4e88-89b8-c8e9a6af3aac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1097 time: 0.1899033 Jul 29 23:46:15.183705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bef007-b108-4e1f-8949-b883db063821 None None] Pushing event updated for resources: {'Port': ['ID=6bd80e8f-e535-451f-9078-9ebe00b49ac4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.217933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.233335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ff356b7-dcfe-492f-88df-624f841f5c1d req-9d1e3c3a-0b3c-4235-b55e-f3a352d71935 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149960 Jul 29 23:46:15.284550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:15.324296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc7e8c-e3f9-4105-872a-5211e24c60bf None None] Port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:15.351833 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084e87a-975a-43a9-a925-29a038d70f3d x-openstack-request-id: req-c084e87a-975a-43a9-a925-29a038d70f3d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:15.352130 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:15.352388 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c084e87a-975a-43a9-a925-29a038d70f3d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:15.352784 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'code': 200} Jul 29 23:46:15.377952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:15.466376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d', 'network_id': '98ecc722-f32d-4e9e-a40c-bbeb19d75d42', 'port_id': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d', 'mac_address': 'fa:16:3e:c9:a4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e7f0eb-bc50-435d-8e82-2f2216241579', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:15.475319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.522138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b427ff-86a6-4b83-be89-f2d8992f7cab req-a0d42925-dd3b-42e8-ac36-43a7a042503f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.534491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b427ff-86a6-4b83-be89-f2d8992f7cab req-a0d42925-dd3b-42e8-ac36-43a7a042503f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.544524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b427ff-86a6-4b83-be89-f2d8992f7cab req-a0d42925-dd3b-42e8-ac36-43a7a042503f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.552170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.554236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91b427ff-86a6-4b83-be89-f2d8992f7cab req-a0d42925-dd3b-42e8-ac36-43a7a042503f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2413 time: 0.4153345 Jul 29 23:46:15.562141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17db91-19af-4c45-94b5-045632a16adb req-7f97d349-4e2a-42aa-9199-baff6b0d107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.564471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-7f97d349-4e2a-42aa-9199-baff6b0d107a service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.3537335 Jul 29 23:46:15.567442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-825fbcce-672e-4d9f-b452-6950a0e0e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.570429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-825fbcce-672e-4d9f-b452-6950a0e0e052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 1095 time: 0.2220001 Jul 29 23:46:15.574938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-40e4b9cf-02e4-4cf7-93db-58a3466c3569 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2568acae61614e75b0c6b593b8715ed2 HTTP/1.1" status: 200 len: 380 time: 0.4085190 Jul 29 23:46:15.575698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44b73be-cd0f-4b63-b6a1-de8c13fa248d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:15.606039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'port': {'device_id': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'admin_state_up': True, 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'security_groups': ['2c039845-4cf4-4da7-8f3f-45acf4e9d595']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.636426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:09Z', 'revision_number': 3, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:15.641125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:15.699676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.700629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e1fef736-d0c4-4009-9f51-0bff5e294cf9 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:15.704241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49460a-3954-4bd6-8f26-0d1e2d827edb None None] The sync data for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 is: [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:09Z', 'revision_number': 3, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:15.827954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.846516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91b427ff-86a6-4b83-be89-f2d8992f7cab req-cfa6b17c-7c88-4557-b586-59ce0c1d2c3e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911978 Jul 29 23:46:15.865560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-15e7adeb-151b-4cd8-bf7b-4a18bf7c6be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 1001 time: 0.2910533 Jul 29 23:46:15.872315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.973980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:15.983651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.984172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c9279-dbf4-4b4d-9c71-26972d54da7a req-60fbedc5-5f47-4fb7-955c-2bc2e9fa7e60 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.985471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346c9279-dbf4-4b4d-9c71-26972d54da7a req-60fbedc5-5f47-4fb7-955c-2bc2e9fa7e60 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.3012025 Jul 29 23:46:15.995788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c9345b-456d-413a-b489-32be384e7126,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.011985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.025202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.030750 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.031909 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Added segment 83369fe4-bc77-4cd5-8b0b-ea5d65c5ea9a of type vlan for network 757bd4d6-630e-4f6d-966f-29f6f1b4463d Jul 29 23:46:16.032225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:16.049841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-2c4f3e9a-3fd5-4726-9874-c218f826bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.053472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9', 'network_id': '51169fde-f319-4290-baf6-d47168ba4b3e', 'port_id': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9', 'mac_address': 'fa:16:3e:21:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2785f-57a9-43f6-b303-2653914bb75b', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:16.058287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-2c4f3e9a-3fd5-4726-9874-c218f826bef7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.4745543 Jul 29 23:46:16.094903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17db91-19af-4c45-94b5-045632a16adb req-b33c22c8-dfa0-42d7-a62a-b4d70147ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.096589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-b33c22c8-dfa0-42d7-a62a-b4d70147ecd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.2139466 Jul 29 23:46:16.182865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.184618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-6e2aa788-285d-4aa6-b015-34d73326cadd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742b5685-0514-495c-a81a-69dd96b0fa79 HTTP/1.1" status: 200 len: 217 time: 0.1031916 Jul 29 23:46:16.239257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fef736-d0c4-4009-9f51-0bff5e294cf9 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:16.255360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346c9279-dbf4-4b4d-9c71-26972d54da7a req-2ac2dd0b-c190-4b45-a144-6216eb45d0c4 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533834 Jul 29 23:46:16.294873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-ab6e7250-c126-4d94-85b7-6c20d284a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.296402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-ab6e7250-c126-4d94-85b7-6c20d284a968 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0878263 Jul 29 23:46:16.299433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17db91-19af-4c45-94b5-045632a16adb req-afd3b0aa-4aac-448b-a90a-a38fe38e7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.300977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-afd3b0aa-4aac-448b-a90a-a38fe38e7479 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934330 Jul 29 23:46:16.317905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd873971-b44c-44dd-b329-f8386ec50cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.341584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ebfca9a-f5bd-4413-8520-007cc0c13776 req-ec9eb3e9-bc7c-4696-8920-ea4ff50a5aec tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 210 time: 0.1389244 Jul 29 23:46:16.349522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:16.354790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.368035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-bddf127f-435e-4d22-82f2-c1f1dcabecd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641644 Jul 29 23:46:16.438271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Made reservation on behalf of 2568acae61614e75b0c6b593b8715ed2 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:16.447077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.475835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.565370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Pushing event updated for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.574856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.596957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-08346884-a416-41b8-b7c3-0ee235c6cc03 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839084 Jul 29 23:46:16.655865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04e5f3f1-a094-4d7f-a191-4d5f60a31285 req-96a02a62-2c64-49ad-bbb7-ffb390e15cd9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 210 time: 0.1652930 Jul 29 23:46:16.733960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Allocated IP 172.20.0.6 (64334997-1655-4797-abd8-82a53cf01a97/11b8784c-e7ce-4876-b99b-561ca3986276/7d7506e5-862d-4334-8cf4-a85b8dac088e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:16.886887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.018431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d44b73be-cd0f-4b63-b6a1-de8c13fa248d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:17.079464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e665401-54cd-40fc-8b1f-432cef9c973b req-88818659-7dc9-4386-8415-83fe8493e467 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.081848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['56dd86e1-c677-4dea-a43c-98a30d5d1ceb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:17.089059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e665401-54cd-40fc-8b1f-432cef9c973b req-88818659-7dc9-4386-8415-83fe8493e467 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 943 time: 0.5774295 Jul 29 23:46:17.175112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e1fef736-d0c4-4009-9f51-0bff5e294cf9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:17.189832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.191926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.194115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.246423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.279114 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.303418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Transition to ACTIVE for port object 7d7506e5-862d-4334-8cf4-a85b8dac088e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:17.440089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.449211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:17.495726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-50589717-9d54-4f5f-839d-e848d0d3bdf6 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1143565 Jul 29 23:46:17.510471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e665401-54cd-40fc-8b1f-432cef9c973b req-9bf3d852-98d7-4646-95f8-800af97d63c4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202449 Jul 29 23:46:17.538421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:17.696046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b17db91-19af-4c45-94b5-045632a16adb req-42522b10-6b59-4257-aa98-6345634af294 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0432215 Jul 29 23:46:17.749166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0696239 Jul 29 23:46:17.775444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.823323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Request body: {'subnet': {'network_id': '757bd4d6-630e-4f6d-966f-29f6f1b4463d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-541561595-subnet', 'tenant_id': 'fb9134b158a04a57b321419932c249fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.833962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-625f8f68-ed05-4905-9797-56bc73092992 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.835550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-625f8f68-ed05-4905-9797-56bc73092992 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.3704755 Jul 29 23:46:17.851709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Pushing event updated for resources: {'Network': ['ID=757bd4d6-630e-4f6d-966f-29f6f1b4463d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.859180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b29a-f4a3-4401-bf42-ed5d17a85acf req-a1c8ecbf-1475-4050-b33e-e2e3eb4bfa4d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.865376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b29a-f4a3-4401-bf42-ed5d17a85acf req-a1c8ecbf-1475-4050-b33e-e2e3eb4bfa4d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.872244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b29a-f4a3-4401-bf42-ed5d17a85acf req-a1c8ecbf-1475-4050-b33e-e2e3eb4bfa4d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.874147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc8b29a-f4a3-4401-bf42-ed5d17a85acf req-a1c8ecbf-1475-4050-b33e-e2e3eb4bfa4d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2415 time: 0.4122546 Jul 29 23:46:17.879043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'device_id': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'admin_state_up': True, 'tenant_id': 'c735c9f7e6af43d6a06b686380501121'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.888644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Network 64334997-1655-4797-abd8-82a53cf01a97 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:17.966479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1150a054-4b9a-4b60-a4f4-b0b6b44f72ec None None] Provisioning complete for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:17.967465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1150a054-4b9a-4b60-a4f4-b0b6b44f72ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.019339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Made reservation on behalf of fb9134b158a04a57b321419932c249fa for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:18.023048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.030198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:18.035544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.035966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.036314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.036698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.039190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.039668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.040102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.040449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.040803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.041242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.041570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.041919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce3163-1d6f-4082-8f0a-a4484fc7f39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:18.057343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:18.062641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event updated for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.089194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1150a054-4b9a-4b60-a4f4-b0b6b44f72ec None None] Port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:18.096934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6bd80e8f-e535-451f-9078-9ebe00b49ac4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:18.100292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 757bd4d6-630e-4f6d-966f-29f6f1b4463d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:18.121171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fed96e3f-0768-4b43-b472-0ae77cce133b req-b23190e7-0b67-4801-8e02-2420ab8a7030 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881751 Jul 29 23:46:18.175946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73465d-d978-4afa-9f45-1f9ab4e75c99 req-610409b0-6317-428f-9577-ea673461d003 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.177936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dc8b29a-f4a3-4401-bf42-ed5d17a85acf req-5b01b3eb-1b9e-4e53-b6e8-816a462489cf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826350 Jul 29 23:46:18.184264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a73465d-d978-4afa-9f45-1f9ab4e75c99 req-610409b0-6317-428f-9577-ea673461d003 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.4637682 Jul 29 23:46:18.396803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.397663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.474329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a73465d-d978-4afa-9f45-1f9ab4e75c99 req-386a3b64-f1a0-41fb-83ad-1b42147c2ea9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875478 Jul 29 23:46:18.519389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Router 64480abf-d84f-42ef-86c4-d27fc5b20e8c has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:18.549210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:18.553870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:18.554415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.681946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.694576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9128b9df-ee75-4d17-ad41-85ac9ce62fc9 req-f28d730c-ac05-4f87-a79a-24636ec2a758 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 210 time: 0.0579431 Jul 29 23:46:18.721399 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-825cc2de-7d5f-4cc2-88bb-2a14aaf39c57 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1238441 Jul 29 23:46:18.755717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Request body: {'port': {'device_id': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:18.796380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:18.806055 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.810617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.856345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6bd80e8f-e535-451f-9078-9ebe00b49ac4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6bd80e8f-e535-451f-9078-9ebe00b49ac4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:18.857867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e84515d-ab9d-4ca1-9cef-6ded61ca5dba None None] Provisioning for port 7d7506e5-862d-4334-8cf4-a85b8dac088e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:18.868676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e84515d-ab9d-4ca1-9cef-6ded61ca5dba None None] Provisioning complete for port 7d7506e5-862d-4334-8cf4-a85b8dac088e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:18.869053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e84515d-ab9d-4ca1-9cef-6ded61ca5dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.875373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b7b8-f767-426b-967a-871d7bb1b224 req-1b4b502f-90fc-4e51-9957-0256402b4776 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.883074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67f9b7b8-f767-426b-967a-871d7bb1b224 req-1b4b502f-90fc-4e51-9957-0256402b4776 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 931 time: 0.5513957 Jul 29 23:46:18.930193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.937377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.938454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c194e7-16d6-4d0c-8acd-323eb204ea5b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.940583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4e84515d-ab9d-4ca1-9cef-6ded61ca5dba None None] Port 7d7506e5-862d-4334-8cf4-a85b8dac088e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:19.000314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:19.008569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67f9b7b8-f767-426b-967a-871d7bb1b224 req-27b880f2-17f6-44c7-9ae9-463812410ca5 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244545 Jul 29 23:46:19.036494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Checking segment: {'id': '83369fe4-bc77-4cd5-8b0b-ea5d65c5ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '757bd4d6-630e-4f6d-966f-29f6f1b4463d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:19.043126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Network hostable DHCP agents. Network: 757bd4d6-630e-4f6d-966f-29f6f1b4463d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:19.067434 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Sync routers for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:19.073239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00b72dcd-52b4-4178-bc4d-4db39640df7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.079912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6bd80e8f-e535-451f-9078-9ebe00b49ac4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.091719 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-994b8d01-399d-426e-8133-00691768ad7d admin admin] 10.222.0.49 "PUT /v2.0/routers/64480abf-d84f-42ef-86c4-d27fc5b20e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2366045 Jul 29 23:46:19.091933 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:19.091933 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:19.118549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Network 757bd4d6-630e-4f6d-966f-29f6f1b4463d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:19.130842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.131856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.132197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.132645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.133075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.133411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.133777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.134097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.134419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.134736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.135054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.135371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:19.175753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a03a2-03dd-4c71-92e4-ad754652ef74 req-5b62fe8c-bfe5-45dc-9933-429263fe5348 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.177526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2b9a03a2-03dd-4c71-92e4-ad754652ef74 req-5b62fe8c-bfe5-45dc-9933-429263fe5348 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 943 time: 0.2413797 Jul 29 23:46:19.194145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.20.0.8 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/dd6448e2-a275-4dca-993e-ad8aa172736a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:19.274103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.310011 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2b9a03a2-03dd-4c71-92e4-ad754652ef74 req-232f2cba-144c-40cb-9671-a59e5ffcd8f9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Jul 29 23:46:19.355805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 757bd4d6-630e-4f6d-966f-29f6f1b4463d) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:19.375164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616c0a1-575a-46a7-9dc7-cf6627ff4845 None None] Network 757bd4d6-630e-4f6d-966f-29f6f1b4463d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:19.478979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:19.497109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.514029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.672907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 742b5685-0514-495c-a81a-69dd96b0fa79 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:19.678804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7506e5-862d-4334-8cf4-a85b8dac088e {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:19.694801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.717226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:19.719016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Transition to ACTIVE for port object 7d7506e5-862d-4334-8cf4-a85b8dac088e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:19.730742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.891300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.927680 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 2, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:20.016707 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Checking router: 64480abf-d84f-42ef-86c4-d27fc5b20e8c for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:20.017067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Updating router 64480abf-d84f-42ef-86c4-d27fc5b20e8c port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:20.109939 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.115238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6bd80e8f-e535-451f-9078-9ebe00b49ac4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:20.131085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Attempting to bind port 7d7506e5-862d-4334-8cf4-a85b8dac088e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:20.131420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Attempting to bind port 7d7506e5-862d-4334-8cf4-a85b8dac088e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:20.131761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Attempting to bind port 7d7506e5-862d-4334-8cf4-a85b8dac088e on network 64334997-1655-4797-abd8-82a53cf01a97 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:20.144204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Port 7d7506e5-862d-4334-8cf4-a85b8dac088e on network 64334997-1655-4797-abd8-82a53cf01a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:20.144666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Attempting to bind port 7d7506e5-862d-4334-8cf4-a85b8dac088e on network 64334997-1655-4797-abd8-82a53cf01a97 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:20.149378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.166811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:20.167152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Checking segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:20.167551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Bound using segment: {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:20.168037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Bound port: 7d7506e5-862d-4334-8cf4-a85b8dac088e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a6fca-a94c-4eaa-bba7-e246982075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64334997-1655-4797-abd8-82a53cf01a97'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:20.168429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.197451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Transition to ACTIVE for port object dd6448e2-a275-4dca-993e-ad8aa172736a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:20.236195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb41a59-1e53-4c97-83bb-cf9ce92376fa None None] Network 757bd4d6-630e-4f6d-966f-29f6f1b4463d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:20.291569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e95e5f23-9134-40bc-aac5-91b01ca33ca8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4735417 Jul 29 23:46:20.295725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.367933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:20.372616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:20.395573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.400556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.414877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a443c-2e21-40cb-995b-1fbd1a377216 req-db1d7ed9-5b62-4e5b-bc63-c664254f157d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.423274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a443c-2e21-40cb-995b-1fbd1a377216 req-db1d7ed9-5b62-4e5b-bc63-c664254f157d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.430803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a443c-2e21-40cb-995b-1fbd1a377216 req-db1d7ed9-5b62-4e5b-bc63-c664254f157d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.440603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d0a443c-2e21-40cb-995b-1fbd1a377216 req-db1d7ed9-5b62-4e5b-bc63-c664254f157d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2415 time: 1.0769591 Jul 29 23:46:20.452922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a', 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:20.498664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.499312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.500817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 200 len: 1092 time: 1.7552295 Jul 29 23:46:20.501326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:20.504219 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:20.516311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56dd86e1-c677-4dea-a43c-98a30d5d1ceb up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:20.522934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.524966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.526292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.528015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.528808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.530440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.531392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.533042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.533729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.534639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.536717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.538937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:20.577993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7133a5-f616-49ed-b5b2-04ba578576c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.620751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:20.656211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d0a443c-2e21-40cb-995b-1fbd1a377216 req-90c4ca1a-4522-4ec7-9d29-da428007376f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141609 Jul 29 23:46:20.660709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:20.673752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:20.731716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.766384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:20.766768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.936963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.938450 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.031949 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.052474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Transition to ACTIVE for port object eea318d5-5ab2-4e3c-8db6-799dd5b42b7b will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:21.065550 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.173744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.174516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.234848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f3d6c-e2de-483b-bd00-cb9b60e000d3 req-be84c799-9a82-4d45-9b85-5ca115b9994a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.236881 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08f876-73dc-4340-8b9d-0d41dd7b1eb2 None None] Pushing event updated for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.244739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e94f3d6c-e2de-483b-bd00-cb9b60e000d3 req-be84c799-9a82-4d45-9b85-5ca115b9994a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.3160985 Jul 29 23:46:21.247561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-b9a04d4f-c2da-4592-8d13-4929f1314d6a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3723850 Jul 29 23:46:21.300656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Request body: {'port': {'device_id': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:21.356709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706592', 'description': 'tempest-description--1854544028'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:21.431818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=742b5685-0514-495c-a81a-69dd96b0fa79,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:21.437946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:21.448454 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Attempting to bind port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:21.449985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-05787066-38f6-4a87-91fe-474cd9133702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.450345 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Attempting to bind port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:21.450714 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Attempting to bind port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b on network b27bedbf-f8b5-4308-bed9-a57ac65a302d {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:21.451569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-05787066-38f6-4a87-91fe-474cd9133702 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2568acae61614e75b0c6b593b8715ed2&device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 1095 time: 0.8699100 Jul 29 23:46:21.452564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.465754 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:21.466339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Checking segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:21.468767 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.469239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Bound using segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:21.473124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Bound port: eea318d5-5ab2-4e3c-8db6-799dd5b42b7b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:21.473576 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.488862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127ceeb-6e3d-45ee-85a3-968dd700d7d6 req-eba249dc-0220-4144-8889-4bb98312ee83 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.489466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.490479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b127ceeb-6e3d-45ee-85a3-968dd700d7d6 req-eba249dc-0220-4144-8889-4bb98312ee83 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 931 time: 0.1276696 Jul 29 23:46:21.512381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:21.513010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.534661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '742b5685-0514-495c-a81a-69dd96b0fa79', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': '742b5685-0514-495c-a81a-69dd96b0fa79', 'mac_address': 'fa:16:3e:94:95:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:21.539238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Deleting subnet 58806f1b-2f15-463e-8735-3642bd8635d4 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:21.548386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-792454be-7576-4ac7-b7b3-135715bfc044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 200 len: 217 time: 0.0751152 Jul 29 23:46:21.567600 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e94f3d6c-e2de-483b-bd00-cb9b60e000d3 req-34da6067-ec01-45eb-86d8-236e423a53bc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212168 Jul 29 23:46:21.568007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.590678 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] For port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:21.605524 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] For port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:21.617893 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.633124 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.717877 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08f876-73dc-4340-8b9d-0d41dd7b1eb2 None None] Pushing event updated for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.718143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742b5685-0514-495c-a81a-69dd96b0fa79 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:21.766488 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.812437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:21.815343 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:21.823036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b127ceeb-6e3d-45ee-85a3-968dd700d7d6 req-4ddff6b5-0f13-4d44-900b-f88946081a37 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804601 Jul 29 23:46:21.874362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-6e2f0e99-6c77-4b87-b588-e29178123c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.875924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-6e2f0e99-6c77-4b87-b588-e29178123c88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11b8784c-e7ce-4876-b99b-561ca3986276 HTTP/1.1" status: 200 len: 854 time: 0.2911735 Jul 29 23:46:21.958398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-368007d7-ed1d-422c-8e8c-8407b876eb1f None None] Provisioning for port dd6448e2-a275-4dca-993e-ad8aa172736a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:22.015226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.042903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.061596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=742b5685-0514-495c-a81a-69dd96b0fa79,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:22.077365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.114294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-368007d7-ed1d-422c-8e8c-8407b876eb1f None None] Provisioning complete for port dd6448e2-a275-4dca-993e-ad8aa172736a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:22.114294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-368007d7-ed1d-422c-8e8c-8407b876eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.132222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985722-6717-4f71-8bea-f848bbae01da req-ffa16c1e-02e8-480c-9aaf-019339dbfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.138171 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-ffa16c1e-02e8-480c-9aaf-019339dbfc4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64334997-1655-4797-abd8-82a53cf01a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406952 Jul 29 23:46:22.152618 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:22.157366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-368007d7-ed1d-422c-8e8c-8407b876eb1f None None] Port dd6448e2-a275-4dca-993e-ad8aa172736a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:22.160883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:22.164559 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb66083-5994-40c7-9e01-15047c26811d" -d '{"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:22.169355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c436584-6471-4d1d-a055-69133ac591f1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.180933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.190632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.199928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed393262-3c05-4eaf-8b41-ac3fd37fe76a req-7ab2abce-1295-452b-af06-dc493af41bb1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.208472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed393262-3c05-4eaf-8b41-ac3fd37fe76a req-7ab2abce-1295-452b-af06-dc493af41bb1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 943 time: 0.2034283 Jul 29 23:46:22.210980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.216198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7515b6b6-ddc2-4b89-a87e-9d438b8a50b6 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4834349 Jul 29 23:46:22.218273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47816) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.263546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.267731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:22.299998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed393262-3c05-4eaf-8b41-ac3fd37fe76a req-3ce299ad-d803-473a-8ab2-be33b01b9a6d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901396 Jul 29 23:46:22.305010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.307129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d44b73be-cd0f-4b63-b6a1-de8c13fa248d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:22.378948 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-fa3e7ed2-0bd9-40e4-8b1b-bd6f0bc9a6c5 service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261269 Jul 29 23:46:22.383806 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d358af-077b-4616-840f-4092dedb44e8 x-openstack-request-id: req-74d358af-077b-4616-840f-4092dedb44e8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:22.384143 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:22.384350 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74d358af-077b-4616-840f-4092dedb44e8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:22.384758 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'status': 'completed', 'code': 200} Jul 29 23:46:22.425400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6448e2-a275-4dca-993e-ad8aa172736a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:22.445378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.463354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.469904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Transition to ACTIVE for port object dd6448e2-a275-4dca-993e-ad8aa172736a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:22.486416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d13acd-9cad-4b05-bb13-05c0928d5031 req-fa7599a6-f0a5-4454-b9fd-db1af26a7ce3 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.490834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44d13acd-9cad-4b05-bb13-05c0928d5031 req-fa7599a6-f0a5-4454-b9fd-db1af26a7ce3 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 943 time: 0.5873036 Jul 29 23:46:22.500080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'security_group_rule': {'security_group_id': '2c436584-6471-4d1d-a055-69133ac591f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:22.542315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port d44b73be-cd0f-4b63-b6a1-de8c13fa248d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:22.549802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port d44b73be-cd0f-4b63-b6a1-de8c13fa248d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:22.550013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98985722-6717-4f71-8bea-f848bbae01da req-d5f72df4-4597-4961-9ce2-0cb39141f90c service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481421 Jul 29 23:46:22.551350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.574531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.616701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dec37-67f2-4012-8866-fe601e2d60a3 req-f8c8db29-a015-4086-94be-20124e22cc93 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.619311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.620551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['742b5685-0514-495c-a81a-69dd96b0fa79'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:22.624521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dec37-67f2-4012-8866-fe601e2d60a3 req-f8c8db29-a015-4086-94be-20124e22cc93 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.631085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dec37-67f2-4012-8866-fe601e2d60a3 req-f8c8db29-a015-4086-94be-20124e22cc93 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.639868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61dec37-67f2-4012-8866-fe601e2d60a3 req-f8c8db29-a015-4086-94be-20124e22cc93 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2416 time: 0.0886710 Jul 29 23:46:22.701364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.718645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61dec37-67f2-4012-8866-fe601e2d60a3 req-7660efd6-f71e-4502-936d-9e13061ae405 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775137 Jul 29 23:46:22.786371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-17dc4138-0b97-4412-8f07-ea4a67b7dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.792601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-17dc4138-0b97-4412-8f07-ea4a67b7dce7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2568acae61614e75b0c6b593b8715ed2&device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 1095 time: 0.1275170 Jul 29 23:46:22.798625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.822141 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:21Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:22.884888 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f7047f-91a4-4d67-a295-258575d167a1 x-openstack-request-id: req-50f7047f-91a4-4d67-a295-258575d167a1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:22.888600 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:22.888999 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50f7047f-91a4-4d67-a295-258575d167a1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:22.889453 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'code': 200} Jul 29 23:46:22.915634 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c73c8-a5fc-4ac6-994d-677117daae32 None None] The sync data for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 is: [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:21Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:22.978324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44d13acd-9cad-4b05-bb13-05c0928d5031 req-a3f285e2-0e80-482c-adc5-320fdc3dcb2f tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165976 Jul 29 23:46:23.055638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:23.086984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.089510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.090658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e1fef736-d0c4-4009-9f51-0bff5e294cf9 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:23.111982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.127626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-1c2e1c54-72da-4360-aee1-a07cca71e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.129208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-1c2e1c54-72da-4360-aee1-a07cca71e68d service neutron] 10.222.0.57 "GET /v2.0/networks?id=64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 200 len: 916 time: 0.3270495 Jul 29 23:46:23.167642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564e78f-f3da-4d1e-8e8d-6963fa80a8cc req-db74c594-9387-4925-9ba6-d4a36659b353 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.182438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8564e78f-f3da-4d1e-8e8d-6963fa80a8cc req-db74c594-9387-4925-9ba6-d4a36659b353 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1457298 Jul 29 23:46:23.261224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58806f1b-2f15-463e-8735-3642bd8635d4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.264312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.277344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.281921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8d040ca8-db21-4fa2-9a6b-654f7b1f2feb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/58806f1b-2f15-463e-8735-3642bd8635d4 HTTP/1.1" status: 204 len: 168 time: 2.3408511 Jul 29 23:46:23.284677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.286494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.316151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-76cf388b-c21d-45e8-9430-180b2047471b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 200 len: 217 time: 0.1699257 Jul 29 23:46:23.402698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91788db-f1a4-417c-8f98-13218618264c,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.404542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.417112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8564e78f-f3da-4d1e-8e8d-6963fa80a8cc req-404feef5-a923-42b3-bb54-b68db76966e5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336335 Jul 29 23:46:23.436094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.437343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-674ff730-3056-433b-b52e-b1ff6675913b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9608734 Jul 29 23:46:23.444241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47832) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.451013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Attempting to bind port dd6448e2-a275-4dca-993e-ad8aa172736a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:23.451354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Attempting to bind port dd6448e2-a275-4dca-993e-ad8aa172736a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:23.451556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port e1fef736-d0c4-4009-9f51-0bff5e294cf9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:23.451821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Attempting to bind port dd6448e2-a275-4dca-993e-ad8aa172736a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:23.455271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'security_group_rule': {'security_group_id': '2c436584-6471-4d1d-a055-69133ac591f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:23.468252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e1fef736-d0c4-4009-9f51-0bff5e294cf9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:23.468751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.475559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.478107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Port dd6448e2-a275-4dca-993e-ad8aa172736a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:23.478455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Attempting to bind port dd6448e2-a275-4dca-993e-ad8aa172736a on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:23.497665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c9524-1bcb-443f-989c-59e2f99ebe52 req-1171b765-1b40-4f11-8ab3-631dbe8bd949 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.499016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db9c9524-1bcb-443f-989c-59e2f99ebe52 req-1171b765-1b40-4f11-8ab3-631dbe8bd949 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 943 time: 0.1440270 Jul 29 23:46:23.501351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:23.501599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:23.502127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:23.502599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Bound port: dd6448e2-a275-4dca-993e-ad8aa172736a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:23.502968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.507527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-1462c632-4f3a-48b7-845d-68e57c810e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.513133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-1462c632-4f3a-48b7-845d-68e57c810e6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11b8784c-e7ce-4876-b99b-561ca3986276 HTTP/1.1" status: 200 len: 854 time: 0.1628807 Jul 29 23:46:23.629875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.674660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db9c9524-1bcb-443f-989c-59e2f99ebe52 req-bcd1803e-a34e-41fa-bca8-fde447682acb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578937 Jul 29 23:46:23.680752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.720967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.721231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:23.728623 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.788019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69a6f19-9ab2-4040-812e-02cf10353243']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:23.838531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135944a6-5996-4bf8-a4c8-955ee19e840c req-50d0cc61-e4ae-4bad-9016-2f1e7bff4ddf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.849236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-135944a6-5996-4bf8-a4c8-955ee19e840c req-50d0cc61-e4ae-4bad-9016-2f1e7bff4ddf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 944 time: 0.2146401 Jul 29 23:46:23.849647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.874816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfee3b8-1c61-4fb3-8a5f-35b08b31cef7') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:23.878157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfee3b8-1c61-4fb3-8a5f-35b08b31cef7') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:23.888095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:23.892803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.895665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-b0481dd6-a31f-4137-b557-f0701ac87a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.897837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-b0481dd6-a31f-4137-b557-f0701ac87a9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64334997-1655-4797-abd8-82a53cf01a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3644922 Jul 29 23:46:23.929052 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-135944a6-5996-4bf8-a4c8-955ee19e840c req-1ae94434-f729-4617-a808-4eadc1523dfd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787642 Jul 29 23:46:23.929788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.975593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48845ff-7f18-4498-82f2-4990f186df2f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:23.993891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.019270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:24.034179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.035994 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a86e8005-d430-4c0f-9452-05dc5aa79934 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5887642 Jul 29 23:46:24.040740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47838) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.045441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.048845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.055944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:24.085604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:24.086429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:24.140679 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:24.151373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-c076c188-e13f-4eab-9fbd-4a1b2415c19a service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343802 Jul 29 23:46:24.152754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.220359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 742b5685-0514-495c-a81a-69dd96b0fa79 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:24.259422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7fdd-d6dc-4b67-9445-c630a8b46277 req-c8d2e320-b2c4-4839-a240-bc348954a754 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.276333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eea318d5-5ab2-4e3c-8db6-799dd5b42b7b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:24.281246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7fdd-d6dc-4b67-9445-c630a8b46277 req-c8d2e320-b2c4-4839-a240-bc348954a754 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.293086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7fdd-d6dc-4b67-9445-c630a8b46277 req-c8d2e320-b2c4-4839-a240-bc348954a754 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.314474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c48f7fdd-d6dc-4b67-9445-c630a8b46277 req-c8d2e320-b2c4-4839-a240-bc348954a754 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.3865938 Jul 29 23:46:24.337803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.338443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.339931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] 10.222.0.59 "PUT /v2.0/ports/dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 200 len: 1092 time: 3.0555222 Jul 29 23:46:24.346003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:24.351597 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e" -d '{"events": [{"name": "network-changed", "server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:24.442522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 742b5685-0514-495c-a81a-69dd96b0fa79 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:24.445826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1a62-3d4d-4873-b6dc-a7510c4015bd service neutron] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.473016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 742b5685-0514-495c-a81a-69dd96b0fa79 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:24.473593 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.506809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.538418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:24.542235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7d7506e5-862d-4334-8cf4-a85b8dac088e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:24.556944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceac9b2-377b-49f0-9399-5c41856340c8 req-d7e48479-95e5-49d5-b0fa-21f03beaafb9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.563919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.565897 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ceac9b2-377b-49f0-9399-5c41856340c8 req-d7e48479-95e5-49d5-b0fa-21f03beaafb9 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 943 time: 0.3608828 Jul 29 23:46:24.567160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] 10.222.0.49 "DELETE /v2.0/networks/c69a6f19-9ab2-4040-812e-02cf10353243 HTTP/1.1" status: 204 len: 168 time: 1.2744789 Jul 29 23:46:24.606996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c48f7fdd-d6dc-4b67-9445-c630a8b46277 req-b381ec78-27c6-4c2d-b491-5a079f494f05 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910223 Jul 29 23:46:24.612471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.617279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:24.617776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.637569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a053e8-9f5d-461e-8f1b-47852fbb83ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c69a6f19-9ab2-4040-812e-02cf10353243,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.686316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-23bd0326-bf95-43ee-af51-d196c571462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.688303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-23bd0326-bf95-43ee-af51-d196c571462d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 1095 time: 0.2130692 Jul 29 23:46:24.752430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ceac9b2-377b-49f0-9399-5c41856340c8 req-79773f85-c4d8-49a2-91f2-fe73b9d7714a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855280 Jul 29 23:46:24.764040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Deleting subnet d7c194e7-16d6-4d0c-8acd-323eb204ea5b {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:24.772658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.805854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-a94a551d-ad8e-42b8-8fa1-f832c25a35e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 200 len: 217 time: 0.0789545 Jul 29 23:46:24.900401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.927013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.942562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d'}, {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:24.945051 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c5ec7b-dd8f-4fb5-a1ae-b111e5c8b2c2" -d '{"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d"}, {"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:24.949685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'port_id': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'mac_address': 'fa:16:3e:70:24:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:24.970535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-d11689b9-11f5-4296-90f8-ccac2cffcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.978499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-d11689b9-11f5-4296-90f8-ccac2cffcf9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1622746 Jul 29 23:46:24.985400 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f110a255-4af8-4d42-bc21-0c47e3300f12 x-openstack-request-id: req-f110a255-4af8-4d42-bc21-0c47e3300f12 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:24.987485 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:24.988661 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f110a255-4af8-4d42-bc21-0c47e3300f12 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:24.989115 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'status': 'completed', 'code': 200} Jul 29 23:46:25.010914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.091443 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.125983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.142350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.148271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.149113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7506e5-862d-4334-8cf4-a85b8dac088e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:25.173161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508360-bb1f-45d3-8233-78e623a76200 req-855cb7ba-9ba7-4f1b-aff0-4907457a964a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.180056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc508360-bb1f-45d3-8233-78e623a76200 req-855cb7ba-9ba7-4f1b-aff0-4907457a964a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 943 time: 0.1899076 Jul 29 23:46:25.183986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46478df-2360-4753-9ec7-e6426500ed00 req-5fbc6b3b-cfb1-447e-9103-8a965604432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.186351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-5fbc6b3b-cfb1-447e-9103-8a965604432f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888094 Jul 29 23:46:25.214520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.218841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d7c194e7-16d6-4d0c-8acd-323eb204ea5b HTTP/1.1" status: 204 len: 168 time: 0.5575142 Jul 29 23:46:25.226190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:25.230468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66530f0a-9f3e-4acc-8e37-90b3ae509cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c194e7-16d6-4d0c-8acd-323eb204ea5b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.232229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=742b5685-0514-495c-a81a-69dd96b0fa79,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:25.238144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:25.243185 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.247255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:25.250767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.279145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.283914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536360cc-39b5-47e0-9de2-795d188d2d7e req-96b2ba1c-69f7-452d-8fce-bfb628d56fa7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.285485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-536360cc-39b5-47e0-9de2-795d188d2d7e req-96b2ba1c-69f7-452d-8fce-bfb628d56fa7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.2006404 Jul 29 23:46:25.309519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8c7eb39-69e3-47ff-8e01-6ee6997e50e2 req-0900a7c8-a332-4c2e-aabe-cc1d6057a95e service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0659139 Jul 29 23:46:25.325750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.371953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc508360-bb1f-45d3-8233-78e623a76200 req-cfbcdc2e-2944-408c-804f-c32e01c37aa0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842039 Jul 29 23:46:25.398939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-536360cc-39b5-47e0-9de2-795d188d2d7e req-0a72ae1a-6403-49cb-9bd8-990da562c11b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984402 Jul 29 23:46:25.403253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.415650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.446853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.459674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-18ef3ba4-1562-4927-939c-5bb892a34ee2 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635043 Jul 29 23:46:25.484313 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819112e3-3b6f-4ff7-b6c1-dc4c2d1b8bdc x-openstack-request-id: req-819112e3-3b6f-4ff7-b6c1-dc4c2d1b8bdc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:25.484878 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d", "code": 200}, {"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-plugged", "status": "completed", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:25.485819 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-819112e3-3b6f-4ff7-b6c1-dc4c2d1b8bdc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:25.488456 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d', 'code': 200} Jul 29 23:46:25.488723 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9', 'code': 200} Jul 29 23:46:25.522641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.631985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.645433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757bd4d6-630e-4f6d-966f-29f6f1b4463d']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.660566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83369fe4-bc77-4cd5-8b0b-ea5d65c5ea9a') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.660790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83369fe4-bc77-4cd5-8b0b-ea5d65c5ea9a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.671917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.677661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Allocated IP 172.25.5.88 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/8d981f1a-64d4-49de-935c-f3c16c88edcb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:25.709936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7d7506e5-862d-4334-8cf4-a85b8dac088e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:25.723443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ccdad-2538-423a-9822-f1d58d421630 req-55979328-e580-4a37-a07f-da6bf5858580 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.725160 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-737ccdad-2538-423a-9822-f1d58d421630 req-55979328-e580-4a37-a07f-da6bf5858580 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.1497314 Jul 29 23:46:25.763819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f46478df-2360-4753-9ec7-e6426500ed00 req-8c0df94f-7184-4925-b4d2-e47233be995c service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926590 Jul 29 23:46:25.772669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.783119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:25.783736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.885472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7feff6-ffca-4ad7-a317-c66c46421623 req-c86090ca-55f9-498c-aa57-08484529b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.886014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7feff6-ffca-4ad7-a317-c66c46421623 req-c86090ca-55f9-498c-aa57-08484529b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.886547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7feff6-ffca-4ad7-a317-c66c46421623 req-c86090ca-55f9-498c-aa57-08484529b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.889428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be7feff6-ffca-4ad7-a317-c66c46421623 req-c86090ca-55f9-498c-aa57-08484529b216 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2874 time: 0.2486658 Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:25.943332 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:25.948706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-737ccdad-2538-423a-9822-f1d58d421630 req-870cdefd-224c-4aae-939c-5f2056ccfddf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109184 Jul 29 23:46:25.990508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.996238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.001115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] 10.222.0.49 "DELETE /v2.0/networks/757bd4d6-630e-4f6d-966f-29f6f1b4463d HTTP/1.1" status: 204 len: 168 time: 0.7571878 Jul 29 23:46:26.017814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b07d87-bb7b-4e17-aedd-f5d46d1b3190 admin admin] Pushing event deleted for resources: {'Network': ['ID=757bd4d6-630e-4f6d-966f-29f6f1b4463d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:26.052089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845477e-b986-4e7a-af72-bc08b4cec6dd req-bc948ed6-840a-4f0f-940d-03702bf31482 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.056431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be7feff6-ffca-4ad7-a317-c66c46421623 req-0f9adcc7-4ebd-466f-b30e-c462cb28f7f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500418 Jul 29 23:46:26.058836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845477e-b986-4e7a-af72-bc08b4cec6dd req-bc948ed6-840a-4f0f-940d-03702bf31482 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.073328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845477e-b986-4e7a-af72-bc08b4cec6dd req-bc948ed6-840a-4f0f-940d-03702bf31482 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.075942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7845477e-b986-4e7a-af72-bc08b4cec6dd req-bc948ed6-840a-4f0f-940d-03702bf31482 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.3898740 Jul 29 23:46:26.082374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.085005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eea318d5-5ab2-4e3c-8db6-799dd5b42b7b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:26.102952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-3c585eb5-8179-4887-9d92-1eafcc3e42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.108143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-3c585eb5-8179-4887-9d92-1eafcc3e42bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 1095 time: 0.1605656 Jul 29 23:46:26.161530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:26.161530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.202552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.285532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:26.308954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:26.314297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:26.359394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'Port': ['ID=8d981f1a-64d4-49de-935c-f3c16c88edcb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:26.379655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47864) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:26.389212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3992260-a5b0-417f-9cd6-b8dd93b75584 req-3488d915-1a78-4752-864b-52f7533d2306 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.390842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3992260-a5b0-417f-9cd6-b8dd93b75584 req-3488d915-1a78-4752-864b-52f7533d2306 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 944 time: 0.1388352 Jul 29 23:46:26.516488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a090fc9-6fa9-492c-b9ee-70975ff1a6e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d70b27e4dd14500957c6dd992cd0631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355190 Jul 29 23:46:26.523021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47870) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:26.524460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.528814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3992260-a5b0-417f-9cd6-b8dd93b75584 req-8beef9b1-c16f-48b4-ae9f-13ed4cba7c72 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218233 Jul 29 23:46:26.703976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.707807 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.763146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.765155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7845477e-b986-4e7a-af72-bc08b4cec6dd req-d0447fea-a33c-46bc-9a14-92ddfa697f18 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787291 Jul 29 23:46:26.784052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4959701-c022-4613-a950-e51dbcd95188 req-109da543-279f-47fa-95e9-cc21652f4032 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.792359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4959701-c022-4613-a950-e51dbcd95188 req-109da543-279f-47fa-95e9-cc21652f4032 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 943 time: 0.1633563 Jul 29 23:46:26.816900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-7be3bf4c-51bb-416b-9ec5-f3af6d6e0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.818856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-7be3bf4c-51bb-416b-9ec5-f3af6d6e0708 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.7017956 Jul 29 23:46:26.890157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.892709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.903809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2670fecf-47c0-4a36-8fe8-a2f23e6258cb HTTP/1.1" status: 204 len: 168 time: 0.3738637 Jul 29 23:46:26.904309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-3814ab52-ef7f-4562-a788-5e78d611434a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 200 len: 217 time: 0.0767004 Jul 29 23:46:26.952315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff63be-ff86-4b6d-b237-1b520e9bde7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670fecf-47c0-4a36-8fe8-a2f23e6258cb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:26.966528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4959701-c022-4613-a950-e51dbcd95188 req-c54ab70d-c69f-476e-9795-732774732706 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732869 Jul 29 23:46:26.969233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bd5ec-070c-454b-a059-5a32031fc2e2 req-4097f6d3-946c-4ed1-a42d-d11c48e8b78d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.970346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f4bd5ec-070c-454b-a059-5a32031fc2e2 req-4097f6d3-946c-4ed1-a42d-d11c48e8b78d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1272254 Jul 29 23:46:26.999122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-3818b039-a480-4ba1-b76a-9788b7a9ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.999122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-3818b039-a480-4ba1-b76a-9788b7a9ee96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0843236 Jul 29 23:46:27.076928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f4bd5ec-070c-454b-a059-5a32031fc2e2 req-bf97577f-1440-4943-95d1-add5c8f2d26a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930781 Jul 29 23:46:27.098359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-2b0c3c73-cd25-4002-943a-5462e536df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.106310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-2b0c3c73-cd25-4002-943a-5462e536df27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004672 Jul 29 23:46:27.167561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.182808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0548bb-0ac6-4dbb-86a9-d415d00749c0 req-f54b69a1-0df4-4c82-9d81-9ad767fc9935 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.190844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d0548bb-0ac6-4dbb-86a9-d415d00749c0 req-f54b69a1-0df4-4c82-9d81-9ad767fc9935 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.0995197 Jul 29 23:46:27.199112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.265041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-6daa0c60-5d2f-4cc2-92ae-158ed771a773 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480834 Jul 29 23:46:27.321465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d0548bb-0ac6-4dbb-86a9-d415d00749c0 req-1af8571a-5ad6-42bf-a1c5-667c14e44011 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295257 Jul 29 23:46:27.324735 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'Port': ['ID=8d981f1a-64d4-49de-935c-f3c16c88edcb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.342399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.363732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.368408 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-80a69716-ec3e-4e01-b11f-5f30cee19aa9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3256359 Jul 29 23:46:27.438187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e66e97c2-92ef-45ca-9968-03f3ed4fb97e req-ef12fbd8-6330-444f-9669-620c5b511e65 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626773 Jul 29 23:46:27.489833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:27.501074 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316beb75-516c-428d-ab7a-ec929bcedc62" -d '{"events": [{"server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "name": "network-vif-plugged", "status": "completed", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:27.509981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.519355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47884) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.563299 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07fbf35-02e4-4cf7-9469-ebbc2af68d42 x-openstack-request-id: req-e07fbf35-02e4-4cf7-9469-ebbc2af68d42 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:27.563592 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "name": "network-vif-plugged", "status": "completed", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:27.563849 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e07fbf35-02e4-4cf7-9469-ebbc2af68d42 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:27.564244 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79', 'code': 200} Jul 29 23:46:27.586892 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c930beaa-5d98-4e06-89d9-8da3f03cd937 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb9134b158a04a57b321419932c249fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637975 Jul 29 23:46:27.587465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.753811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.765082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-89a385c4-6093-4295-a50c-6557c2988bfd tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1706592&fields=id&tenant_id=76ff78025e0b43488043cecc75b0fca7 HTTP/1.1" status: 200 len: 267 time: 0.1072354 Jul 29 23:46:27.785478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb63a8-a972-4f4a-8f74-0d58fe7e5c9e req-42e97e7a-8f31-42a0-80aa-83cc0fc4515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.787092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70cb63a8-a972-4f4a-8f74-0d58fe7e5c9e req-42e97e7a-8f31-42a0-80aa-83cc0fc4515e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 1097 time: 0.1177952 Jul 29 23:46:27.804179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73480-07e0-43ba-8618-eab3194a8f45 req-89f5d7b2-3a0a-4f38-9007-103a3ca5497b tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.805967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4d73480-07e0-43ba-8618-eab3194a8f45 req-89f5d7b2-3a0a-4f38-9007-103a3ca5497b tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 944 time: 0.1606162 Jul 29 23:46:27.818964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.901151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-66828975-0e60-488e-980a-27438dbcb0ff tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.908795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-66828975-0e60-488e-980a-27438dbcb0ff tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/networks?id=b27bedbf-f8b5-4308-bed9-a57ac65a302d HTTP/1.1" status: 200 len: 811 time: 0.1427531 Jul 29 23:46:27.909221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70cb63a8-a972-4f4a-8f74-0d58fe7e5c9e req-6f5e12e0-9a91-411a-9b8d-c203ae311ffa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022475 Jul 29 23:46:27.913465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4d73480-07e0-43ba-8618-eab3194a8f45 req-8156911a-3ec4-4aca-8693-286e20886835 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966606 Jul 29 23:46:27.926216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-692f95e5-3767-4363-903f-9460246905d0 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/quotas/76ff78025e0b43488043cecc75b0fca7 HTTP/1.1" status: 200 len: 375 time: 0.0164962 Jul 29 23:46:27.939526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.957093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.961475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8c9345b-456d-413a-b489-32be384e7126 HTTP/1.1" status: 204 len: 168 time: 0.3687165 Jul 29 23:46:27.980290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffb72a-638b-443d-be9e-6bf5bc8d9e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c9345b-456d-413a-b489-32be384e7126,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:28.033084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-04f60c31-4937-4e17-9428-6ba43b344b5e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76ff78025e0b43488043cecc75b0fca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059644 Jul 29 23:46:28.086439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0263-85ad-4782-b1fd-9e0533b367c5 req-e5c08b97-772f-495b-a2ab-49ed304ba9e3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.093088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0263-85ad-4782-b1fd-9e0533b367c5 req-e5c08b97-772f-495b-a2ab-49ed304ba9e3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.099997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0263-85ad-4782-b1fd-9e0533b367c5 req-e5c08b97-772f-495b-a2ab-49ed304ba9e3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.108694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fcf0263-85ad-4782-b1fd-9e0533b367c5 req-e5c08b97-772f-495b-a2ab-49ed304ba9e3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.1004207 Jul 29 23:46:28.183633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fcf0263-85ad-4782-b1fd-9e0533b367c5 req-ee3eb69b-34db-46f7-a180-c6a8fcfbd8a0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720761 Jul 29 23:46:28.223072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-20a4db8c-c455-4d68-b2d3-ba7a1d2779ce service neutron] 10.222.0.49 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736999 Jul 29 23:46:28.226459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dd6448e2-a275-4dca-993e-ad8aa172736a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:28.308070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0cda3-5c4e-44ce-9669-b118a727be74 req-48d6905c-c85b-4c85-a09a-cc6b0f15f6a4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.316424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ce0cda3-5c4e-44ce-9669-b118a727be74 req-48d6905c-c85b-4c85-a09a-cc6b0f15f6a4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 943 time: 0.0682881 Jul 29 23:46:28.355449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-ef61ce6a-5cb0-4878-b962-ed957e30a267 service neutron] 10.222.0.49 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314714 Jul 29 23:46:28.362415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ce0cda3-5c4e-44ce-9669-b118a727be74 req-7fd695d3-9a4d-4e93-954f-73a56195de82 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Jul 29 23:46:28.432026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:28.459611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'mac_address': 'fa:16:3e:e7:2f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:28.541654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7d7506e5-862d-4334-8cf4-a85b8dac088e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:28.560496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0aef2-17ef-40c1-a61b-95f1a864c899 req-e4852be5-7582-41b1-a508-1fc8b1b03194 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.569893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-02c0aef2-17ef-40c1-a61b-95f1a864c899 req-e4852be5-7582-41b1-a508-1fc8b1b03194 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1090798 Jul 29 23:46:28.639253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.658335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 7d7506e5-862d-4334-8cf4-a85b8dac088e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:28.659786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-02c0aef2-17ef-40c1-a61b-95f1a864c899 req-14539e01-e93a-4cf8-9cec-bb7d1769b709 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736527 Jul 29 23:46:28.705571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 7d7506e5-862d-4334-8cf4-a85b8dac088e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:28.706421 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.770713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6448e2-a275-4dca-993e-ad8aa172736a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:28.823862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:28.831030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.907420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.960997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:28.975445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6135652-01e3-4fa2-b608-a9825c3e0908 req-fed9b174-5a90-484c-9669-db647789c52d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.987089 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6135652-01e3-4fa2-b608-a9825c3e0908 req-fed9b174-5a90-484c-9669-db647789c52d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.1180050 Jul 29 23:46:28.990359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:29.015947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.042370 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6135652-01e3-4fa2-b608-a9825c3e0908 req-91bace26-3d5e-4684-a5be-6f55842de2b7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Jul 29 23:46:29.108180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:29.204427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66da6632-cf7a-4d00-b338-eda20c3d82f9 req-e301cc9e-eab2-4719-a874-82615d580bbf tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 210 time: 0.0651293 Jul 29 23:46:29.353946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dd6448e2-a275-4dca-993e-ad8aa172736a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:29.388785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad96b4-1af8-40b2-9bf4-645303e802f0 req-fb3c51fc-d074-4586-910a-c98e3c71f3c2 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.390735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0ad96b4-1af8-40b2-9bf4-645303e802f0 req-fb3c51fc-d074-4586-910a-c98e3c71f3c2 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.0633228 Jul 29 23:46:29.534279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0ad96b4-1af8-40b2-9bf4-645303e802f0 req-04b48599-78d4-4f89-b0fc-a33e7c9eabdd tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361151 Jul 29 23:46:29.557288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919116f3-48ab-4ef8-8c2c-c9962f4f4931 req-d2ca2130-b6af-4689-b4da-41e6c6565321 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.575374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919116f3-48ab-4ef8-8c2c-c9962f4f4931 req-d2ca2130-b6af-4689-b4da-41e6c6565321 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.575928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:29.583281 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83364010-58dc-460f-858e-ee2eda2bbc37" -d '{"events": [{"server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "name": "network-vif-plugged", "status": "completed", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:29.583776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919116f3-48ab-4ef8-8c2c-c9962f4f4931 req-d2ca2130-b6af-4689-b4da-41e6c6565321 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.594268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-919116f3-48ab-4ef8-8c2c-c9962f4f4931 req-d2ca2130-b6af-4689-b4da-41e6c6565321 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.1881626 Jul 29 23:46:29.668547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-919116f3-48ab-4ef8-8c2c-c9962f4f4931 req-7934ed97-ff6f-479a-9dfc-4466d5a8aa02 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Jul 29 23:46:29.749950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b4a78-7872-453d-bcbb-ab27a07cb150 req-d96bac81-0a6a-4d67-b6fc-f134e310a15c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.763851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b6b4a78-7872-453d-bcbb-ab27a07cb150 req-d96bac81-0a6a-4d67-b6fc-f134e310a15c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 944 time: 0.1025224 Jul 29 23:46:29.820552 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e57ae6-99e9-40e5-9f42-c2c9806c439c x-openstack-request-id: req-34e57ae6-99e9-40e5-9f42-c2c9806c439c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:29.820999 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "name": "network-vif-plugged", "status": "completed", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:29.821311 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34e57ae6-99e9-40e5-9f42-c2c9806c439c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:29.823622 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'code': 200} Jul 29 23:46:29.847741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b6b4a78-7872-453d-bcbb-ab27a07cb150 req-4824c67e-4c13-4ed1-bb67-64fb7cc5943b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825014 Jul 29 23:46:29.992275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981d0c6-4e5c-4703-9bb9-5ccf6ea6ccc8 req-471c4f97-8836-444f-b02f-3c377ef6a8ea tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.010442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7981d0c6-4e5c-4703-9bb9-5ccf6ea6ccc8 req-471c4f97-8836-444f-b02f-3c377ef6a8ea tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1208584 Jul 29 23:46:30.115943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7981d0c6-4e5c-4703-9bb9-5ccf6ea6ccc8 req-66f49169-0a84-4c63-b747-2b5f608b5fe9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041353 Jul 29 23:46:30.117700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18e09b-ce43-4f50-9c8f-d389a2772d8d req-adae8400-8cd4-498e-8304-35f0bec7143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.128316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d18e09b-ce43-4f50-9c8f-d389a2772d8d req-adae8400-8cd4-498e-8304-35f0bec7143a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 1097 time: 0.1154697 Jul 29 23:46:30.210898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d18e09b-ce43-4f50-9c8f-d389a2772d8d req-aaaf4fe0-5385-44eb-bd9e-81db7b7ebae9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573347 Jul 29 23:46:30.297956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65946bb8-c6fa-4772-8147-7054f1f3e854 req-5ba634a0-8ab6-4749-9d6f-4faf05b1dba5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.311028 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65946bb8-c6fa-4772-8147-7054f1f3e854 req-5ba634a0-8ab6-4749-9d6f-4faf05b1dba5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.0928934 Jul 29 23:46:30.354428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d861d9fa-a65f-47cf-a7bc-1b7e2e7ec127 req-5b06f6e3-58d9-47a8-8b6f-9eca54e97b1f tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 210 time: 0.0490453 Jul 29 23:46:30.378331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65946bb8-c6fa-4772-8147-7054f1f3e854 req-f03a4c69-88fa-4f3d-b7a5-e1512efe7f6a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Jul 29 23:46:30.726495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88707a-9928-4384-96e0-26a8ba9ec09f req-ba4fb4c1-dc1f-4473-a5cc-9129895eb089 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.730621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855abbc-a055-4a9e-9a69-c299b1ad9a36 req-25faf53f-74d5-440c-aa38-d3f45ff587b6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.734943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0e88707a-9928-4384-96e0-26a8ba9ec09f req-ba4fb4c1-dc1f-4473-a5cc-9129895eb089 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.0941250 Jul 29 23:46:30.735283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f855abbc-a055-4a9e-9a69-c299b1ad9a36 req-25faf53f-74d5-440c-aa38-d3f45ff587b6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.0923409 Jul 29 23:46:30.799692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0e88707a-9928-4384-96e0-26a8ba9ec09f req-6c2def30-28bd-4d6c-aaa2-fd005a171dfe tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631840 Jul 29 23:46:30.831102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f855abbc-a055-4a9e-9a69-c299b1ad9a36 req-4f7b5d3f-c93d-4091-8ce7-7009dc312cac tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Jul 29 23:46:31.010525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770574-f0ec-4ff3-a99a-b688159c0b7a req-e0003bb8-898e-42fa-872e-51b040713a3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.011529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867dba6-08c4-4624-8eb3-ab8f32ee83b9 req-c2101798-35d6-4848-95c7-0b88857fa496 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.022297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6867dba6-08c4-4624-8eb3-ab8f32ee83b9 req-c2101798-35d6-4848-95c7-0b88857fa496 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 944 time: 0.0945663 Jul 29 23:46:31.025308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770574-f0ec-4ff3-a99a-b688159c0b7a req-e0003bb8-898e-42fa-872e-51b040713a3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.033653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770574-f0ec-4ff3-a99a-b688159c0b7a req-e0003bb8-898e-42fa-872e-51b040713a3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.035539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba770574-f0ec-4ff3-a99a-b688159c0b7a req-e0003bb8-898e-42fa-872e-51b040713a3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.1405759 Jul 29 23:46:31.166434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba770574-f0ec-4ff3-a99a-b688159c0b7a req-ddfbb167-cfa5-44ad-ae17-d377b05f91a7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196477 Jul 29 23:46:31.177502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6867dba6-08c4-4624-8eb3-ab8f32ee83b9 req-e1fa20b2-92fe-433e-b2e5-8b3db997d83d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515224 Jul 29 23:46:31.358834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48010) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:31.421822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb44b9-0135-4d2f-a84c-5152d6cd6534 req-02a1b563-8f4a-49d5-8790-a34725e14503 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.433916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edcb44b9-0135-4d2f-a84c-5152d6cd6534 req-02a1b563-8f4a-49d5-8790-a34725e14503 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.1370268 Jul 29 23:46:31.441124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-8c9893f3-ad2a-4b3f-bee9-a1fbda6d39bd tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.447462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-8c9893f3-ad2a-4b3f-bee9-a1fbda6d39bd tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.57 "GET /v2.0/networks?id=b27bedbf-f8b5-4308-bed9-a57ac65a302d HTTP/1.1" status: 200 len: 811 time: 0.2786512 Jul 29 23:46:31.483310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edcb44b9-0135-4d2f-a84c-5152d6cd6534 req-3667029b-79bd-493e-9f3e-bbe1fa002cca tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483494 Jul 29 23:46:31.550015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc87e174-8bda-40e1-bebb-40c86838fdae req-efbd8e8e-57fc-40e2-97a6-4e1d19d28dee tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 210 time: 0.0748620 Jul 29 23:46:31.566627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c586bae8-ddea-4847-985b-67c508a60d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.609770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-46be58a3-0466-4a35-8df9-8ab2118b0643 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76ff78025e0b43488043cecc75b0fca7 HTTP/1.1" status: 200 len: 377 time: 0.1191316 Jul 29 23:46:31.628761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'port': {'device_id': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'admin_state_up': True, 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'security_groups': ['2c436584-6471-4d1d-a055-69133ac591f1']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:31.849322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c586bae8-ddea-4847-985b-67c508a60d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.872052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c586bae8-ddea-4847-985b-67c508a60d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.918362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586bae8-ddea-4847-985b-67c508a60d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482ec909-67b7-40f6-aa2e-ae54fc3b38f1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.925605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Made reservation on behalf of 76ff78025e0b43488043cecc75b0fca7 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:31.929133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.938055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c586bae8-ddea-4847-985b-67c508a60d7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=592f46d1d4a24cb4814750845d7dbf63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756278 Jul 29 23:46:31.941145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48020) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:32.103681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfe222-26a5-4fd7-a7c2-a9dae8efbf70 req-65317f8e-41b4-4831-bdd7-4145b6d48f2e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.111628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdbfe222-26a5-4fd7-a7c2-a9dae8efbf70 req-65317f8e-41b4-4831-bdd7-4145b6d48f2e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.1878870 Jul 29 23:46:32.138956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Allocated IP 172.20.0.3 (b27bedbf-f8b5-4308-bed9-a57ac65a302d/3bbc190a-1103-4952-809a-401efd782165/fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:32.180618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7b52-a258-45fd-bed7-ddabc1cbe19b req-d68ea32b-9273-486e-9caa-f543dadb35b2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.182581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc4d7b52-a258-45fd-bed7-ddabc1cbe19b req-d68ea32b-9273-486e-9caa-f543dadb35b2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.0901279 Jul 29 23:46:32.204014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-8a14ac23-6612-4d26-acdd-c6020e1c9504 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.207385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-8a14ac23-6612-4d26-acdd-c6020e1c9504 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 945 time: 0.1751442 Jul 29 23:46:32.207385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.237085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdbfe222-26a5-4fd7-a7c2-a9dae8efbf70 req-a6ba1fff-9a91-425a-b3e4-535ea52da1c4 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243203 Jul 29 23:46:32.266114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dd6448e2-a275-4dca-993e-ad8aa172736a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:32.295533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc4d7b52-a258-45fd-bed7-ddabc1cbe19b req-c96e5646-dfa1-4611-99c8-885f1b770006 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981288 Jul 29 23:46:32.305674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.373027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port dd6448e2-a275-4dca-993e-ad8aa172736a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:32.380476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port dd6448e2-a275-4dca-993e-ad8aa172736a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:32.385044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.404519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.445306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.446844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Transition to ACTIVE for port object fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:32.451007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.453027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/482ec909-67b7-40f6-aa2e-ae54fc3b38f1 HTTP/1.1" status: 204 len: 168 time: 0.5102344 Jul 29 23:46:32.483630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039b82-4f44-4c70-8159-33be92dfa7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ec909-67b7-40f6-aa2e-ae54fc3b38f1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.501773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.551902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a87a8-7d65-4328-85f0-c2337762e896 req-29c3df88-148c-4117-9507-1177316fa204 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.554186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:32.555397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:32.559479 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e913a-eda0-4bca-ac5d-bb26909cb341" -d '{"events": [{"server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "name": "network-vif-plugged", "status": "completed", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:32.562755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c28a87a8-7d65-4328-85f0-c2337762e896 req-29c3df88-148c-4117-9507-1177316fa204 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 944 time: 0.1974540 Jul 29 23:46:32.564814 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.588656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port 742b5685-0514-495c-a81a-69dd96b0fa79 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:32.589113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.629116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.661814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b44e6-9810-4cf9-a7a7-292f5c686d9f req-290586cc-f34a-4d10-83ec-8519f88581dd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.669961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b44e6-9810-4cf9-a7a7-292f5c686d9f req-290586cc-f34a-4d10-83ec-8519f88581dd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.676224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b44e6-9810-4cf9-a7a7-292f5c686d9f req-290586cc-f34a-4d10-83ec-8519f88581dd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.678509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb4b44e6-9810-4cf9-a7a7-292f5c686d9f req-290586cc-f34a-4d10-83ec-8519f88581dd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.1910465 Jul 29 23:46:32.680812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.726965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port 742b5685-0514-495c-a81a-69dd96b0fa79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=742b5685-0514-495c-a81a-69dd96b0fa79,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:32.727580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.749362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for 742b5685-0514-495c-a81a-69dd96b0fa79 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:32.773014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:32.778902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eb4b44e6-9810-4cf9-a7a7-292f5c686d9f req-ca78d3eb-0131-45d4-b36e-2d04928730ef tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828130 Jul 29 23:46:32.787451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:32.804796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:32.809356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event updated for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.942000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.943536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.973994 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-02711ac4-9239-4761-90e2-8fffeccb4c06 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497217 Jul 29 23:46:32.986679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c28a87a8-7d65-4328-85f0-c2337762e896 req-b09ae7da-8251-4a1b-8dd2-b61f393afd8e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191883 Jul 29 23:46:33.003593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Request body: {'port': {'device_id': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:33.110787 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85690672-bc25-4ec1-973b-77cecca6ecc0 x-openstack-request-id: req-85690672-bc25-4ec1-973b-77cecca6ecc0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:33.115168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-7306e071-75cb-4bde-a5e3-5c6aa5e9090d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.115488 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "name": "network-vif-plugged", "status": "completed", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:33.116079 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85690672-bc25-4ec1-973b-77cecca6ecc0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:33.116600 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'code': 200} Jul 29 23:46:33.138263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-7306e071-75cb-4bde-a5e3-5c6aa5e9090d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.160377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-7306e071-75cb-4bde-a5e3-5c6aa5e9090d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.162840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-7306e071-75cb-4bde-a5e3-5c6aa5e9090d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.3064706 Jul 29 23:46:33.218251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48038) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:33.260195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f6f4d42-d745-4b6a-9fd7-a9fde83552ae None None] Provisioning for port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:33.264675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f6f4d42-d745-4b6a-9fd7-a9fde83552ae None None] Provisioning complete for port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:33.265066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4d42-d745-4b6a-9fd7-a9fde83552ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.293137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.315899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f4d42-d745-4b6a-9fd7-a9fde83552ae None None] Port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:33.475999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port 742b5685-0514-495c-a81a-69dd96b0fa79 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:33.478199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d48fa9-6f36-4676-ba42-cfb1d495280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.488538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.490666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b6b85a38-54fe-4545-b3dc-2a8e983be140 req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "DELETE /v2.0/ports/742b5685-0514-495c-a81a-69dd96b0fa79 HTTP/1.1" status: 204 len: 173 time: 1.2750068 Jul 29 23:46:33.516358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.516994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'name': 'network-vif-deleted', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:33.521340 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7783db-e40f-4a08-9656-0881e99b269d" -d '{"events": [{"server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "name": "network-vif-deleted", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:33.535577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788332b-80e8-40a2-b612-35bef9d8863b req-eb23beec-ea32-4ad1-a062-f700b05f3240 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.543655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0788332b-80e8-40a2-b612-35bef9d8863b req-eb23beec-ea32-4ad1-a062-f700b05f3240 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 931 time: 0.3180807 Jul 29 23:46:33.547191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8b3d-f2d1-4f80-9ff2-a6801dbba801 req-204c15e2-42d7-4de5-84d9-8dd85b099a8e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.547616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fab2dc-6b7a-42c1-acd2-4c89523da12f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=742b5685-0514-495c-a81a-69dd96b0fa79,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.548988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-677c8b3d-f2d1-4f80-9ff2-a6801dbba801 req-204c15e2-42d7-4de5-84d9-8dd85b099a8e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0875199 Jul 29 23:46:33.610350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0788332b-80e8-40a2-b612-35bef9d8863b req-eebd5326-8487-4d88-ac9e-8c235196e73d tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657067 Jul 29 23:46:33.683723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585323a-a243-40ea-87ab-ebefaf2e1b45 req-f8ed5e1c-b03a-4063-baea-0546eefb82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.686374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4585323a-a243-40ea-87ab-ebefaf2e1b45 req-f8ed5e1c-b03a-4063-baea-0546eefb82db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 1097 time: 0.4584098 Jul 29 23:46:33.770896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-677c8b3d-f2d1-4f80-9ff2-a6801dbba801 req-6dd9179e-bc0d-41c3-b8c0-00143bf92086 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153242 Jul 29 23:46:33.792687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port e1fef736-d0c4-4009-9f51-0bff5e294cf9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:33.793068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.890672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adecb2-a1a2-45d6-ac2d-c84e38f76fb6 req-416a5150-8ed3-4c0a-80a1-44beeea4f17f tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.898455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14adecb2-a1a2-45d6-ac2d-c84e38f76fb6 req-416a5150-8ed3-4c0a-80a1-44beeea4f17f tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.2098870 Jul 29 23:46:33.908289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4585323a-a243-40ea-87ab-ebefaf2e1b45 req-30f41c67-86f0-4da5-af84-f2ab49b2f570 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698523 Jul 29 23:46:33.999439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14adecb2-a1a2-45d6-ac2d-c84e38f76fb6 req-3e87d97e-f735-4ba8-bcc7-a2d3171ce6f1 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989137 Jul 29 23:46:34.007935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9f7dd3f-f003-4042-9a7d-92873db651d9 req-d94dd18b-4fb1-46c0-ae54-fae7d36f817f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c38b252-4105-489a-b0af-f6c6cd2ed67a HTTP/1.1" status: 200 len: 210 time: 0.0966225 Jul 29 23:46:34.012777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d48fa9-6f36-4676-ba42-cfb1d495280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.029900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port e1fef736-d0c4-4009-9f51-0bff5e294cf9, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e1fef736-d0c4-4009-9f51-0bff5e294cf9,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:34.029900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.043061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d48fa9-6f36-4676-ba42-cfb1d495280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.046076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for e1fef736-d0c4-4009-9f51-0bff5e294cf9 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:34.052419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:34.074266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.119565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Transition to ACTIVE for port object fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:34.125556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.138139 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b218f3-3a4a-4e7a-8ef4-850d235b966a x-openstack-request-id: req-09b218f3-3a4a-4e7a-8ef4-850d235b966a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:34.138447 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38b252-4105-489a-b0af-f6c6cd2ed67a", "name": "network-vif-deleted", "tag": "742b5685-0514-495c-a81a-69dd96b0fa79", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:34.138711 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09b218f3-3a4a-4e7a-8ef4-850d235b966a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:34.139133 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38b252-4105-489a-b0af-f6c6cd2ed67a', 'name': 'network-vif-deleted', 'tag': '742b5685-0514-495c-a81a-69dd96b0fa79', 'status': 'completed', 'code': 200} Jul 29 23:46:34.146971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d48fa9-6f36-4676-ba42-cfb1d495280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a69fdf1-562c-4e14-b22b-1c52cc624f38,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.171271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-20d48fa9-6f36-4676-ba42-cfb1d495280f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b0536cec01649ba87168e345fc7a162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509113 Jul 29 23:46:34.193965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48058) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.284782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 742b5685-0514-495c-a81a-69dd96b0fa79 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:34.294223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.337200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 742b5685-0514-495c-a81a-69dd96b0fa79 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:34.337732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 742b5685-0514-495c-a81a-69dd96b0fa79 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:34.352622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.401875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Attempting to bind port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:34.402212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Attempting to bind port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:34.402545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Attempting to bind port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 on network b27bedbf-f8b5-4308-bed9-a57ac65a302d {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:34.422248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.447686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785409d-eb23-4237-be39-14fdcc168cb7 req-bc750237-1eb3-4655-b782-baafee5036eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.455174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785409d-eb23-4237-be39-14fdcc168cb7 req-bc750237-1eb3-4655-b782-baafee5036eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.461271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785409d-eb23-4237-be39-14fdcc168cb7 req-bc750237-1eb3-4655-b782-baafee5036eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.471768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5785409d-eb23-4237-be39-14fdcc168cb7 req-bc750237-1eb3-4655-b782-baafee5036eb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 2418 time: 0.2343066 Jul 29 23:46:34.483667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 on network b27bedbf-f8b5-4308-bed9-a57ac65a302d not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:34.484019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Attempting to bind port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 on network b27bedbf-f8b5-4308-bed9-a57ac65a302d {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:34.496182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:34.496536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Checking segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:34.496952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Bound using segment: {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:34.497491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Bound port: fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd80109c-b538-4e36-a784-2c8306066157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:34.497916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.556896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87bd0c-8a41-487d-bdb9-99686ab01575 req-12cacac5-395b-4622-b627-b3467e7bed88 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.577285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be87bd0c-8a41-487d-bdb9-99686ab01575 req-12cacac5-395b-4622-b627-b3467e7bed88 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 945 time: 0.1764779 Jul 29 23:46:34.615153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.619472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.623925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:34.624124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a69fdf1-562c-4e14-b22b-1c52cc624f38 HTTP/1.1" status: 204 len: 168 time: 0.4393370 Jul 29 23:46:34.632450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5785409d-eb23-4237-be39-14fdcc168cb7 req-f2df24d1-0c7f-43fa-a7da-a1fe7eb6bc5b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549163 Jul 29 23:46:34.636872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.642474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:34.673509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.692569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7e465-dbca-461a-a6e5-f055a4008cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a69fdf1-562c-4e14-b22b-1c52cc624f38,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.713398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=e1fef736-d0c4-4009-9f51-0bff5e294cf9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.723887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'e1fef736-d0c4-4009-9f51-0bff5e294cf9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:34.744509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.746024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.748213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] 10.222.0.57 "PUT /v2.0/ports/fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 HTTP/1.1" status: 200 len: 1092 time: 1.7525904 Jul 29 23:46:34.756584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:34.761123 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40575298-65a3-45b7-b3e4-175537096a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:34.828638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port e1fef736-d0c4-4009-9f51-0bff5e294cf9 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:34.881274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.891416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-8a70efca-8160-41f5-acfc-ae58ea76cf3d tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "DELETE /v2.0/ports/e1fef736-d0c4-4009-9f51-0bff5e294cf9 HTTP/1.1" status: 204 len: 173 time: 1.6643229 Jul 29 23:46:34.899867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be87bd0c-8a41-487d-bdb9-99686ab01575 req-4c755347-6c55-48fa-b84d-f54dff6e3cd2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211873 Jul 29 23:46:35.014335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598d2ce-a991-4f03-a97e-456e6844d811 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:35.050861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-723b17fc-1929-4cb0-aafe-8a239962e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.055980 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-723b17fc-1929-4cb0-aafe-8a239962e89d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76ff78025e0b43488043cecc75b0fca7&device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 1095 time: 0.2308049 Jul 29 23:46:35.160540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e098fd-0d69-45fc-8316-fdf67c04a614 req-5d329a3c-fca5-45d1-abae-739bd50afe3c tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.166421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-19b7abb8-98b4-4b71-a0c2-f681380ef82b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 HTTP/1.1" status: 200 len: 217 time: 0.0535977 Jul 29 23:46:35.176430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7e098fd-0d69-45fc-8316-fdf67c04a614 req-5d329a3c-fca5-45d1-abae-739bd50afe3c tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.3799856 Jul 29 23:46:35.177883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:35.194520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Request body: {'floatingip': {'port_id': '7d7506e5-862d-4334-8cf4-a85b8dac088e'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:35.259598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4d855-a1a7-4da1-9465-7278bb5eb73f req-5ad522bf-4503-47d5-beec-1a118684b176 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.272671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2c4d855-a1a7-4da1-9465-7278bb5eb73f req-5ad522bf-4503-47d5-beec-1a118684b176 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 943 time: 0.2014499 Jul 29 23:46:35.279626 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e1fe30-7d0c-4d81-afb4-16d4b9930cdf x-openstack-request-id: req-94e1fe30-7d0c-4d81-afb4-16d4b9930cdf {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:35.284403 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:35.284860 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94e1fe30-7d0c-4d81-afb4-16d4b9930cdf {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:35.285436 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'status': 'completed', 'code': 200} Jul 29 23:46:35.321582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.377556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-97b3d880-b989-4bea-8228-f4d83d7dca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.380067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-97b3d880-b989-4bea-8228-f4d83d7dca03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3bbc190a-1103-4952-809a-401efd782165 HTTP/1.1" status: 200 len: 850 time: 0.2062144 Jul 29 23:46:35.391714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a2c4d855-a1a7-4da1-9465-7278bb5eb73f req-11f22778-cbc5-40f6-9e88-71f3146d5c54 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1051142 Jul 29 23:46:35.466493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1549-a331-4a07-9de0-b4df8de37efb req-92912e7b-00da-4012-859d-ad9c6229943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.468907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-92912e7b-00da-4012-859d-ad9c6229943e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b27bedbf-f8b5-4308-bed9-a57ac65a302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807755 Jul 29 23:46:35.660855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port d44b73be-cd0f-4b63-b6a1-de8c13fa248d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:35.660855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.691945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-1c7b0f3c-12dc-44e6-916c-eb772d5beab4 service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119005 Jul 29 23:46:35.710832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3b336-ec1c-4be9-98cc-c53775705746 req-944a5d34-0a29-4e5a-ac64-7255e807e061 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.712780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70b3b336-ec1c-4be9-98cc-c53775705746 req-944a5d34-0a29-4e5a-ac64-7255e807e061 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.3327618 Jul 29 23:46:35.901673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70b3b336-ec1c-4be9-98cc-c53775705746 req-4641160f-e67b-4bfd-9f23-deecc2e0f41c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097155 Jul 29 23:46:35.942606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-768a3e8e-be03-4eb0-82cc-5ec5f8b795d0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.944236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-768a3e8e-be03-4eb0-82cc-5ec5f8b795d0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1572018 Jul 29 23:46:35.976652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port d44b73be-cd0f-4b63-b6a1-de8c13fa248d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:35.977031 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.982762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-0b51afa1-a199-4e4a-9e02-54d34563c316 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0314152 Jul 29 23:46:36.022576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-b057a841-7cd9-48d1-8161-3e6bdd5cc6da tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384583 Jul 29 23:46:36.054262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for d44b73be-cd0f-4b63-b6a1-de8c13fa248d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:36.160960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746b1549-a331-4a07-9de0-b4df8de37efb req-2695cf1e-1b0d-49f0-92a9-ca3efc22c4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610977 Jul 29 23:46:36.163437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-d5bee55f-e29a-4878-b023-1497ae427525 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398392 Jul 29 23:46:36.179332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:36.182487 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0695769d-8a8a-40fd-949b-173d0a4d6638" -d '{"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:36.249994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57c07b-a48f-4b03-8a7c-b5d0adf66346 req-4eaada48-a701-4606-aa00-c3d28b4b74e7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.255976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57c07b-a48f-4b03-8a7c-b5d0adf66346 req-4eaada48-a701-4606-aa00-c3d28b4b74e7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.257716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e57c07b-a48f-4b03-8a7c-b5d0adf66346 req-4eaada48-a701-4606-aa00-c3d28b4b74e7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 1682 time: 0.2312851 Jul 29 23:46:36.291437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-5b7f674a-42c5-48b4-a7cd-4deaba6908a7 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206241 Jul 29 23:46:36.370241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575298-65a3-45b7-b3e4-175537096a6a req-6f60db91-2b5e-4c30-b5f7-bf372417f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.373000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-6f60db91-2b5e-4c30-b5f7-bf372417f172 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76ff78025e0b43488043cecc75b0fca7&device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 1095 time: 0.0851018 Jul 29 23:46:36.385492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e57c07b-a48f-4b03-8a7c-b5d0adf66346 req-745b393b-ef42-450c-b14a-e78b319318f8 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124952 Jul 29 23:46:36.549698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575298-65a3-45b7-b3e4-175537096a6a req-2c357440-de5b-4504-be93-f25099255ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.552113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-2c357440-de5b-4504-be93-f25099255ad2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b27bedbf-f8b5-4308-bed9-a57ac65a302d HTTP/1.1" status: 200 len: 912 time: 0.1508455 Jul 29 23:46:36.612640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 56dd86e1-c677-4dea-a43c-98a30d5d1ceb no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:36.643026 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39253b81-7157-41a2-b465-2231c9ce73af x-openstack-request-id: req-39253b81-7157-41a2-b465-2231c9ce73af {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:36.643330 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "e1fef736-d0c4-4009-9f51-0bff5e294cf9", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:36.643633 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39253b81-7157-41a2-b465-2231c9ce73af {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:36.644057 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': 'e1fef736-d0c4-4009-9f51-0bff5e294cf9', 'status': 'completed', 'code': 200} Jul 29 23:46:36.653448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.657347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.676488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-db629248-7489-40d5-b2c6-c5ba3e7fedac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 HTTP/1.1" status: 200 len: 217 time: 0.1097708 Jul 29 23:46:36.702924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.756427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.775326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=d44b73be-cd0f-4b63-b6a1-de8c13fa248d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:36.815764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:36.821728 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4e990-f6a2-46cb-8af0-570dafc338ba" -d '{"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-unplugged", "status": "completed", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:36.840018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7a5b8-cfc1-46eb-a06d-7b66ebdd36db req-9d7f533d-de4f-454d-9490-3e993829673d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.852365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97d7a5b8-cfc1-46eb-a06d-7b66ebdd36db req-9d7f533d-de4f-454d-9490-3e993829673d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 945 time: 0.2847116 Jul 29 23:46:36.868968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:36.880743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.883809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d44b73be-cd0f-4b63-b6a1-de8c13fa248d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:36.893781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port d44b73be-cd0f-4b63-b6a1-de8c13fa248d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:36.899777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.902424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-88784d33-7f4c-42d0-90c7-df0d1933784e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "DELETE /v2.0/ports/d44b73be-cd0f-4b63-b6a1-de8c13fa248d HTTP/1.1" status: 204 len: 173 time: 2.0002065 Jul 29 23:46:36.906073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27ce1-335e-44d0-9ab5-570b6d48968c req-7351d8d5-9367-4d7c-9e3e-b2f50c8ebc35 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.914761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49f27ce1-335e-44d0-9ab5-570b6d48968c req-7351d8d5-9367-4d7c-9e3e-b2f50c8ebc35 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 943 time: 0.1926649 Jul 29 23:46:36.941399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575298-65a3-45b7-b3e4-175537096a6a req-51f11307-2189-4e95-bdb5-e7ecd15182e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.943013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-51f11307-2189-4e95-bdb5-e7ecd15182e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3bbc190a-1103-4952-809a-401efd782165 HTTP/1.1" status: 200 len: 850 time: 0.1357913 Jul 29 23:46:36.958047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: d44b73be-cd0f-4b63-b6a1-de8c13fa248d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:36.958399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d44b73be-cd0f-4b63-b6a1-de8c13fa248d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:36.960358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e1fef736-d0c4-4009-9f51-0bff5e294cf9 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:37.013976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: e1fef736-d0c4-4009-9f51-0bff5e294cf9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:37.014598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e1fef736-d0c4-4009-9f51-0bff5e294cf9 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:37.036085 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49f27ce1-335e-44d0-9ab5-570b6d48968c req-93bd9791-59fd-43d0-8d3a-46a669701cdc tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1201913 Jul 29 23:46:37.050602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:37.087853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575298-65a3-45b7-b3e4-175537096a6a req-2a38ada6-e53a-4813-bd58-e809fe8e1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.094563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-2a38ada6-e53a-4813-bd58-e809fe8e1336 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b27bedbf-f8b5-4308-bed9-a57ac65a302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353636 Jul 29 23:46:37.158058 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b218eca7-b9ea-4c4e-9bc0-b436c2f338e9 req-294f9282-9886-4737-9ad9-ff8f31c8e2e3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0584781 Jul 29 23:46:37.312724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-83cf5df7-2a3a-40d7-8d97-a32f7b4ba73b service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720138 Jul 29 23:46:37.349219 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b408555-b882-4158-ac89-5a65dc6e2b80 x-openstack-request-id: req-8b408555-b882-4158-ac89-5a65dc6e2b80 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:37.349539 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-unplugged", "status": "completed", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:37.351134 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b408555-b882-4158-ac89-5a65dc6e2b80 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:37.351544 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'code': 200} Jul 29 23:46:37.471262 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-40575298-65a3-45b7-b3e4-175537096a6a req-2cd3f3e0-88c5-46f1-9bb8-0ece72506b6a service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454158 Jul 29 23:46:37.495102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79496-85b4-4f5b-b742-b6d581a0c058 req-5668057f-05fb-4542-95ce-8494d703b7c8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.497404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71e79496-85b4-4f5b-b742-b6d581a0c058 req-5668057f-05fb-4542-95ce-8494d703b7c8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0878077 Jul 29 23:46:37.535246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97d7a5b8-cfc1-46eb-a06d-7b66ebdd36db req-44066725-e923-47dd-b58e-2ad4077698ac tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816211 Jul 29 23:46:37.554459 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Floating IP 9cbb88f8-4786-4a35-a330-d5f6d5150fe4 associated. External IP: 172.25.5.59, port: 7d7506e5-862d-4334-8cf4-a85b8dac088e. Jul 29 23:46:37.586013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71e79496-85b4-4f5b-b742-b6d581a0c058 req-452789ba-1184-4991-abac-a69a81fc4ecd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668240 Jul 29 23:46:37.610972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-30054db2-9422-488f-b688-a7e3acf93490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.612626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-30054db2-9422-488f-b688-a7e3acf93490 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1097 time: 0.1577754 Jul 29 23:46:37.715079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:37.715835 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.760793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79c991b9-38db-4428-9322-b575bad3cacd req-55f0db94-83f7-4312-b91f-e82e2016490f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 267 time: 0.0611682 Jul 29 23:46:37.824715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c991b9-38db-4428-9322-b575bad3cacd req-95758db4-54ba-41c9-8102-f37743ef3875 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.826315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79c991b9-38db-4428-9322-b575bad3cacd req-95758db4-54ba-41c9-8102-f37743ef3875 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 945 time: 0.0591943 Jul 29 23:46:37.841859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'security_groups': []}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:37.874559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b0bc8-f1af-4161-9f63-fe10702b5128 req-9643c1cf-b6bc-4bc4-b788-5c99b71066bb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.876104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b37b0bc8-f1af-4161-9f63-fe10702b5128 req-9643c1cf-b6bc-4bc4-b788-5c99b71066bb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 943 time: 0.1957273 Jul 29 23:46:37.919376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.925116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-5bcf4f64-0c17-432d-89e5-6aa532479cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.926755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-5bcf4f64-0c17-432d-89e5-6aa532479cd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.2726636 Jul 29 23:46:38.027034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:38.027360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.091453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for 56dd86e1-c677-4dea-a43c-98a30d5d1ceb owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:38.107024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b37b0bc8-f1af-4161-9f63-fe10702b5128 req-41e1b558-7fee-4a30-9a52-adc1b996eeac tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882398 Jul 29 23:46:38.125470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-469970af-7b8e-436f-b69e-8f87339164b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 1001 time: 0.1709301 Jul 29 23:46:38.214614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:38.250152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.258900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.293543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a', 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'dd6448e2-a275-4dca-993e-ad8aa172736a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:38.318890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Router 19979c2e-e64a-41f3-8ac0-2c05b60857fe has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:38.330577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.331416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.332935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79c991b9-38db-4428-9322-b575bad3cacd req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "PUT /v2.0/ports/dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 200 len: 904 time: 0.4980755 Jul 29 23:46:38.333410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:38.336442 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf5159c-15ce-4353-8c97-fee499f86e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:38.336723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48200) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:38.370679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-86a97f6b-603c-4917-a1fa-98d514f220f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.372170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-86a97f6b-603c-4917-a1fa-98d514f220f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1963158 Jul 29 23:46:38.390898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a1656-9f8b-4209-ab6b-1cb9146443a2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.438495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3a486236-621f-4a98-ac22-9c8b5a1d3512 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.440055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3a486236-621f-4a98-ac22-9c8b5a1d3512 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.3368981 Jul 29 23:46:38.465116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757acf7-285e-4e7d-a6f6-24cbb2b5b07e req-10ca461d-0087-4909-93f3-7740f96fe27b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.472610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7757acf7-285e-4e7d-a6f6-24cbb2b5b07e req-10ca461d-0087-4909-93f3-7740f96fe27b tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 943 time: 0.2441392 Jul 29 23:46:38.482355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bcc09547-fab3-470d-af14-8433b9274297 req-abf15d20-98c6-4046-94e2-c8dd2d25d6bc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0633845 Jul 29 23:46:38.501445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:38.530166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dd6448e2-a275-4dca-993e-ad8aa172736a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:38.652556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:38.655041 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f3d452-b53c-49fb-90a5-465fa74a5a6c" -d '{"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:38.689568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3471b2b9-73d6-4bd8-812d-117ba57ea39d None None] Provisioning complete for port dd6448e2-a275-4dca-993e-ad8aa172736a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:38.690051 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3471b2b9-73d6-4bd8-812d-117ba57ea39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.695400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e04ca65-ffa1-438c-9da3-bd6ec6463984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.742001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-e0faa95e-ce83-42d8-81b7-6f1fed9d2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.743722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-e0faa95e-ce83-42d8-81b7-6f1fed9d2ba5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3529496 Jul 29 23:46:38.753877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98fa8-215b-4fe9-b502-f87499c8d504 req-846ead84-136a-4263-b592-98b0db4dd761 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.755736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8aa98fa8-215b-4fe9-b502-f87499c8d504 req-846ead84-136a-4263-b592-98b0db4dd761 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 907 time: 0.0539410 Jul 29 23:46:38.784304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7757acf7-285e-4e7d-a6f6-24cbb2b5b07e req-808f9ae3-32d5-4e1a-b8f7-8ba3b4a0f10c tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3108034 Jul 29 23:46:38.833441 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d068e1-9df2-4a29-83fb-c3a232fd6f79 x-openstack-request-id: req-27d068e1-9df2-4a29-83fb-c3a232fd6f79 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:38.833923 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:38.834254 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27d068e1-9df2-4a29-83fb-c3a232fd6f79 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:38.834733 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'status': 'completed', 'code': 200} Jul 29 23:46:38.883489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.896324 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d35e1-78bd-4556-a7b4-7a5a09f56426 x-openstack-request-id: req-e67d35e1-78bd-4556-a7b4-7a5a09f56426 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:38.896859 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "d44b73be-cd0f-4b63-b6a1-de8c13fa248d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:38.897257 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e67d35e1-78bd-4556-a7b4-7a5a09f56426 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:38.897814 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': 'd44b73be-cd0f-4b63-b6a1-de8c13fa248d', 'status': 'completed', 'code': 200} Jul 29 23:46:38.971429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bb684-6aa5-46c3-95f2-eaf6d4aceb40 req-ed9304ad-fcf9-4cd1-a07f-c104c1c75c65 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.972951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-673bb684-6aa5-46c3-95f2-eaf6d4aceb40 req-ed9304ad-fcf9-4cd1-a07f-c104c1c75c65 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0554860 Jul 29 23:46:38.986030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=56dd86e1-c677-4dea-a43c-98a30d5d1ceb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:39.014416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-673bb684-6aa5-46c3-95f2-eaf6d4aceb40 req-01842d60-4f64-44ea-989a-57987a4e8cf5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347216 Jul 29 23:46:39.018900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:39.030942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.047958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Sync routers for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:39.065285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:39.065285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.086141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-91cec283-3244-46f7-af03-daabf8ae2eeb tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "PUT /v2.0/floatingips/9cbb88f8-4786-4a35-a330-d5f6d5150fe4 HTTP/1.1" status: 200 len: 990 time: 3.9015799 Jul 29 23:46:39.145568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port 56dd86e1-c677-4dea-a43c-98a30d5d1ceb on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:39.164757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.167213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a3a15ae-57cc-49f0-b7da-b493f37cc3fc req-01f546d6-b552-4e26-8683-a05baefb6a65 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.57 "DELETE /v2.0/ports/56dd86e1-c677-4dea-a43c-98a30d5d1ceb HTTP/1.1" status: 204 len: 173 time: 2.2518327 Jul 29 23:46:39.182381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a3107-686f-4a32-a3a5-ef13e0212f4c req-a5e64b1c-9fd3-4071-9d9e-1e67b5aa3483 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.185649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e85a3107-686f-4a32-a3a5-ef13e0212f4c req-a5e64b1c-9fd3-4071-9d9e-1e67b5aa3483 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0673120 Jul 29 23:46:39.189343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945014ff-b192-4937-8e40-2b3a47aec7ae req-8a743466-8ebe-4c05-8e9f-24f29d74e96d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.191016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945014ff-b192-4937-8e40-2b3a47aec7ae req-8a743466-8ebe-4c05-8e9f-24f29d74e96d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.3035109 Jul 29 23:46:39.193052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-d3b35cea-4d56-4b31-ae7b-bc09ae4d98a4 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078085 Jul 29 23:46:39.196790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-ad9f070f-d0e4-414e-bca7-902b2ee47157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.198324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-ad9f070f-d0e4-414e-bca7-902b2ee47157 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 1059 time: 0.2995613 Jul 29 23:46:39.213489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:39.257509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e85a3107-686f-4a32-a3a5-ef13e0212f4c req-c9ca464d-c9ad-4b6c-a546-de76ec4af7ef tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651557 Jul 29 23:46:39.375146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-945014ff-b192-4937-8e40-2b3a47aec7ae req-0fdc1d82-65de-441e-abbe-862664fd67a6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742437 Jul 29 23:46:39.396958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e04ca65-ffa1-438c-9da3-bd6ec6463984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.429542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e04ca65-ffa1-438c-9da3-bd6ec6463984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.460756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:39.464968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.569389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9cbb88f8-4786-4a35-a330-d5f6d5150fe4', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'port_id': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'mac_address': 'fa:16:3e:70:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:08Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 1, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.598480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Checking router: 19979c2e-e64a-41f3-8ac0-2c05b60857fe for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:39.608586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:39.609221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.616914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66a4db53-50e4-40fd-98c9-6f7004cbb0c3 req-292096e4-8bf7-4148-86c7-a8dba4bf229f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465 HTTP/1.1" status: 200 len: 210 time: 0.1185994 Jul 29 23:46:39.628679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-311566eb-f001-4aa8-8c43-1e2b7a81bc59 req-689888d2-af4d-4a77-a4ea-1c9d114f4cc5 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083955 Jul 29 23:46:39.647885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ca65-ffa1-438c-9da3-bd6ec6463984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9bf9d8-93fc-4b98-ac92-8e8f7a99b1bd,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:39.658944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e04ca65-ffa1-438c-9da3-bd6ec6463984 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf86c28ee6054d5da9df2f78ee978a59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3156188 Jul 29 23:46:39.667066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48238) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:39.668582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-c95917ee-ff3d-4786-95e2-617a975c189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.670653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-c95917ee-ff3d-4786-95e2-617a975c189a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.4457510 Jul 29 23:46:39.684785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-1b0419d1-b358-4070-b60a-afa8cec41fb1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.686515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-1b0419d1-b358-4070-b60a-afa8cec41fb1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.1486623 Jul 29 23:46:39.707356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-87ba3ae0-b61e-4924-bc14-5029b747d01b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/quotas/c735c9f7e6af43d6a06b686380501121 HTTP/1.1" status: 200 len: 375 time: 0.0146003 Jul 29 23:46:39.779811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-8b80fad6-05ca-411b-b8ee-30f1e9ff551b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0664792 Jul 29 23:46:39.783849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-bdf4e793-e2ca-43b4-9165-ffd21ae45aaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 200 len: 217 time: 0.0883923 Jul 29 23:46:39.847681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb78d791-e929-4aae-848e-df84ddcf3c4d req-ab68c466-44c7-42e9-aa96-d85326a97f77 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.1353509 Jul 29 23:46:39.897567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-19d62d16-2748-4f3e-b2e1-d0f6c3af55a1 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101604 Jul 29 23:46:39.952837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:39.968981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-dcf178db-37d6-4721-96c9-c9522115b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.970653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-dcf178db-37d6-4721-96c9-c9522115b24b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1725047 Jul 29 23:46:39.974610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.977655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.14 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/4a12731e-1777-47a0-aaaf-568585341855) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:40.035506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ab7a4eeb-33e5-49a5-9caa-42e08a337469 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294544 Jul 29 23:46:40.237660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-804c7a4f-9d0f-4326-9928-b2f7a70ada5d req-6b1c1d3e-7da8-4088-bbc4-b25321de0c8f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 210 time: 0.0308366 Jul 29 23:46:40.295794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9cbb88f8-4786-4a35-a330-d5f6d5150fe4', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'port_id': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'mac_address': 'fa:16:3e:70:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:08Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 1, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:40.325497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef531d28-fa9b-4554-9700-0f82145474d6 None None] The sync data for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 is: [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9cbb88f8-4786-4a35-a330-d5f6d5150fe4', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'port_id': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'mac_address': 'fa:16:3e:70:24:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:08Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 1, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:40.446738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.514753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f25f9b-bfa1-4be3-b1a7-208b5ad6104e req-63f06320-0451-4cde-afe4-fe0f37acf9a1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.519088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68f25f9b-bfa1-4be3-b1a7-208b5ad6104e req-63f06320-0451-4cde-afe4-fe0f37acf9a1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0577345 Jul 29 23:46:40.533021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bced70-9585-470b-b5b0-41a60ae42acc req-ccf6390c-f9fc-41ba-9380-a0ed818ceaab tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.538472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00bced70-9585-470b-b5b0-41a60ae42acc req-ccf6390c-f9fc-41ba-9380-a0ed818ceaab tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 943 time: 0.1592970 Jul 29 23:46:40.575224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-896393a3-908d-479f-808c-d6294f3bec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.576831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-896393a3-908d-479f-808c-d6294f3bec20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5813508 Jul 29 23:46:40.591916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68f25f9b-bfa1-4be3-b1a7-208b5ad6104e req-d9401ee9-f8c4-49e6-a71d-1adf4e552cc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615819 Jul 29 23:46:40.605917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:40.628860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:40.662221 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cb204-96b7-48c7-ac2e-db605a84ac17 None None] New status for floating IP 9cbb88f8-4786-4a35-a330-d5f6d5150fe4: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:40.738769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00bced70-9585-470b-b5b0-41a60ae42acc req-4f27c38f-b178-45d5-9f40-fb110482bab1 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1931300 Jul 29 23:46:40.797431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:40.817513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.823014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.824320 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.826719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'port_id': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'mac_address': 'fa:16:3e:84:25:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:40.835310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b9bf9d8-93fc-4b98-ac92-8e8f7a99b1bd HTTP/1.1" status: 204 len: 168 time: 1.1558194 Jul 29 23:46:40.858087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48260) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.902397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e'}, {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:40.907976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:40.912245 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba82e14-3fcd-47d6-b163-485d610b5971" -d '{"events": [{"name": "network-changed", "server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e"}, {"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:40.918469 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22edefdc-0e9d-497a-9d35-665b164965cf" -d '{"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-unplugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:40.955362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee47c-94fd-4e5e-9e3b-62834cfc4e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9bf9d8-93fc-4b98-ac92-8e8f7a99b1bd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.960684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:40.971003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting subnet fed2785f-57a9-43f6-b303-2653914bb75b {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:40.982843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.985249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.008456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.016241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-ec172a4f-6701-4e64-a497-f4f5f46cb6cf service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186714 Jul 29 23:46:41.068038 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55299e0-ec21-462f-ac93-a9c06a8cc780 x-openstack-request-id: req-b55299e0-ec21-462f-ac93-a9c06a8cc780 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:41.068416 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e", "status": "completed", "code": 200}, {"server_uuid": "9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465", "name": "network-vif-deleted", "tag": "56dd86e1-c677-4dea-a43c-98a30d5d1ceb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:41.068735 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b55299e0-ec21-462f-ac93-a9c06a8cc780 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:41.069661 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'status': 'completed', 'code': 200} Jul 29 23:46:41.069966 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5c1d43-15fb-4a27-91d3-5e8c0ddbe465', 'name': 'network-vif-deleted', 'tag': '56dd86e1-c677-4dea-a43c-98a30d5d1ceb', 'status': 'completed', 'code': 200} Jul 29 23:46:41.075615 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.095233 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1647aaf2-b77c-4eb7-90ec-4b5cb2c33ffa req-c581d4f8-50fc-4330-aadc-0a0539483daf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.1057208 Jul 29 23:46:41.096274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:41.128395 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.149138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:41.151618 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbccb1b-a747-401e-9c35-bbba134b02cc x-openstack-request-id: req-7bbccb1b-a747-401e-9c35-bbba134b02cc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:41.151947 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-unplugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:41.152211 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bbccb1b-a747-401e-9c35-bbba134b02cc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:41.152783 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'code': 200} Jul 29 23:46:41.162487 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.179048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.247039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.268994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.277498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.301989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-b9c8af8d-47a4-4498-90c8-2a15860fe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.303774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-b9c8af8d-47a4-4498-90c8-2a15860fe1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2568acae61614e75b0c6b593b8715ed2&device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 1097 time: 0.1756241 Jul 29 23:46:41.331525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf5159c-15ce-4353-8c97-fee499f86e0c req-f86ef122-1f42-422b-b4cc-d98a19eb0e31 service neutron] 10.222.0.59 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845476 Jul 29 23:46:41.355997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48274) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.365455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:41.368566 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.399507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d08b2136-b6df-4022-90c4-d26b265f3d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.409721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Subnet': ['ID=fed2785f-57a9-43f6-b303-2653914bb75b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.416049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.420724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eba9a77a-5047-4adf-b89b-aec2fb676fe0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/subnets/fed2785f-57a9-43f6-b303-2653914bb75b HTTP/1.1" status: 204 len: 168 time: 0.5613654 Jul 29 23:46:41.421332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48276) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.422367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a62a1b-5aa0-4f73-aac7-0d89a5c37247 None None] Network 51169fde-f319-4290-baf6-d47168ba4b3e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:41.435717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbd18092-d07b-4058-9c88-248b5087af4b req-84233f59-8f8a-461e-84a0-0dacdd75a98a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 210 time: 0.1112952 Jul 29 23:46:41.440935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:41.443593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:41.470054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.517838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.518791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.531355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.547512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-ba475660-2487-4d1d-b687-a0bb0ef1e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.549238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-ba475660-2487-4d1d-b687-a0bb0ef1e5ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 200 len: 916 time: 0.2214885 Jul 29 23:46:41.638738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d08b2136-b6df-4022-90c4-d26b265f3d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.640544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port 539ecd5c-6902-4b90-8767-ba064865052e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:41.641342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.650234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:41.655523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] DHCP port deletion for 51169fde-f319-4290-baf6-d47168ba4b3e request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:41.661873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-3578cc79-fe59-4ad0-88f8-9f21e8b32e48 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1867063 Jul 29 23:46:41.665078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d08b2136-b6df-4022-90c4-d26b265f3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.674956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-9b9a4f96-f518-41ef-822c-876e00093a47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 200 len: 1000 time: 0.0952759 Jul 29 23:46:41.680440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Request body: {'port': {'device_id': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:41.781443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Deleting port 539ecd5c-6902-4b90-8767-ba064865052e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:41.781865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.854733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port 539ecd5c-6902-4b90-8767-ba064865052e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=539ecd5c-6902-4b90-8767-ba064865052e,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:41.855394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.868923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.874348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for 539ecd5c-6902-4b90-8767-ba064865052e owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:41.874585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-6251969c-e237-4e6d-983e-e1133401402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.876582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-6251969c-e237-4e6d-983e-e1133401402e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11b8784c-e7ce-4876-b99b-561ca3986276 HTTP/1.1" status: 200 len: 854 time: 0.1732032 Jul 29 23:46:41.963952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] For port 539ecd5c-6902-4b90-8767-ba064865052e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=539ecd5c-6902-4b90-8767-ba064865052e,segment=NetworkSegment(c0737a1f-c8ad-4d3f-9393-5d3881538086),segment_id=c0737a1f-c8ad-4d3f-9393-5d3881538086)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:41.965045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.989211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d08b2136-b6df-4022-90c4-d26b265f3d87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a5fb77c507345f0ad20fc32e79ac547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292248 Jul 29 23:46:41.996812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Calling delete_port for 539ecd5c-6902-4b90-8767-ba064865052e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:42.004501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93dc87-b510-4452-a0c3-65578aa62e1d req-f9edd848-8f37-43e2-b7b1-9ae000fab606 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.011996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48284) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.013140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad93dc87-b510-4452-a0c3-65578aa62e1d req-f9edd848-8f37-43e2-b7b1-9ae000fab606 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.2850406 Jul 29 23:46:42.014999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b2136-b6df-4022-90c4-d26b265f3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416b0a2f-09d5-4f02-b9f5-17874ad5431e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.021464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-43d730ff-5d3c-4fbb-9f46-b9e6ab05353e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.023121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-43d730ff-5d3c-4fbb-9f46-b9e6ab05353e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 811 time: 0.2852404 Jul 29 23:46:42.063498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 539ecd5c-6902-4b90-8767-ba064865052e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:42.068177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad93dc87-b510-4452-a0c3-65578aa62e1d req-262909ed-3a3f-4f53-901a-ca05c7e4e055 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530515 Jul 29 23:46:42.070746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Request body: {'port': {'device_id': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'admin_state_up': True, 'tenant_id': 'c735c9f7e6af43d6a06b686380501121'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:42.089290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.109897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port 539ecd5c-6902-4b90-8767-ba064865052e on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:42.133042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=539ecd5c-6902-4b90-8767-ba064865052e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.145678 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.188768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] No DVR routers for this DVR port 539ecd5c-6902-4b90-8767-ba064865052e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:42.191406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2bfb0-81e3-4cd3-8878-06828498b34f None None] Pushing event deleted for resources: {'Port': ['ID=539ecd5c-6902-4b90-8767-ba064865052e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.206265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 539ecd5c-6902-4b90-8767-ba064865052e {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:46:42.211683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 539ecd5c-6902-4b90-8767-ba064865052e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:42.247056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-bd39cbe9-5475-4ca7-a2b2-ec9121023650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.248720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-bd39cbe9-5475-4ca7-a2b2-ec9121023650 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64334997-1655-4797-abd8-82a53cf01a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3582053 Jul 29 23:46:42.276603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a7971-d595-40b9-8490-8474bbd35758 req-e4c6aa08-0da8-4dd7-bc28-e79fe59ab158 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.278353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f0a7971-d595-40b9-8490-8474bbd35758 req-e4c6aa08-0da8-4dd7-bc28-e79fe59ab158 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 944 time: 0.2654498 Jul 29 23:46:42.278928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.292025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51169fde-f319-4290-baf6-d47168ba4b3e']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:42.304918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0737a1f-c8ad-4d3f-9393-5d3881538086') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:42.305313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0737a1f-c8ad-4d3f-9393-5d3881538086') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:42.320259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae5b7-260b-4298-bddf-54efc340dfa4 req-05856edc-8d10-485c-935c-fd657a367587 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.322257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-022ae5b7-260b-4298-bddf-54efc340dfa4 req-05856edc-8d10-485c-935c-fd657a367587 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 932 time: 0.0901556 Jul 29 23:46:42.326968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.352239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.364231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:42.364594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:42.367611 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:42.430979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-022ae5b7-260b-4298-bddf-54efc340dfa4 req-47ae878d-8ecb-4449-98a2-2e735fd26684 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970905 Jul 29 23:46:42.458297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.464618 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.470213 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.476299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/networks/51169fde-f319-4290-baf6-d47168ba4b3e HTTP/1.1" status: 204 len: 168 time: 1.0506554 Jul 29 23:46:42.486121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48294) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.495072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf19e2-4250-4d6e-857e-d96e89cb0eb0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Network': ['ID=51169fde-f319-4290-baf6-d47168ba4b3e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.543926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting subnet f0e7f0eb-bc50-435d-8e82-2f2216241579 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:42.547210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.558758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f0a7971-d595-40b9-8490-8474bbd35758 req-34f133f5-a4e9-4056-8827-bd5a3d6c1654 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2156463 Jul 29 23:46:42.564480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.594152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.624881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Made reservation on behalf of c735c9f7e6af43d6a06b686380501121 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:42.628299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.654434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30f015bd-854a-46f2-afe8-ba4d22d2ad56 req-57163652-0663-4e92-ba8d-0a22320d25aa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 210 time: 0.0338171 Jul 29 23:46:42.670115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-b2a019bc-e5c4-49fc-a446-ba3eb7a381d7 service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033866 Jul 29 23:46:42.722419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.781501 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.785817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.787034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/416b0a2f-09d5-4f02-b9f5-17874ad5431e HTTP/1.1" status: 204 len: 168 time: 0.7629917 Jul 29 23:46:42.799053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.833747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e7f0eb-bc50-435d-8e82-2f2216241579,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.842172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.847290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48298) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.848243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b76642c-e9d5-4f2a-b62f-cf19a7abf710 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/subnets/f0e7f0eb-bc50-435d-8e82-2f2216241579 HTTP/1.1" status: 204 len: 168 time: 0.3599148 Jul 29 23:46:42.851916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7672e2c1-d8e0-41a2-a9ed-5589a3d4ad50 None None] Network 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:42.887006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208990c-c313-4730-b2d4-49a1ce114eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b0a2f-09d5-4f02-b9f5-17874ad5431e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.027257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a12731e-1777-47a0-aaaf-568585341855 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:43.046260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.054856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ba82e14-3fcd-47d6-b163-485d610b5971 req-5e217e96-2988-4c29-a912-f32e35486912 service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671761 Jul 29 23:46:43.069055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.089131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Transition to ACTIVE for port object 4a12731e-1777-47a0-aaaf-568585341855 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:43.100662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.103985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Allocated IP 172.20.0.5 (c4ec6cf1-56c1-48c0-9749-02302ca80a25/65bd093e-0eb4-4c34-a4d3-669fa25341de/3d028906-735d-4e26-9739-3b54a0a8db40) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:43.113945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] DHCP port deletion for 98ecc722-f32d-4e9e-a40c-bbeb19d75d42 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:43.190008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Deleting port 6b8e70a9-ddfd-4752-af52-3355ed38c523 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:43.190604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.217081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c984c-d187-4341-b112-0656e860439b service neutron] Pushing event updated for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.268929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] For port 6b8e70a9-ddfd-4752-af52-3355ed38c523, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b8e70a9-ddfd-4752-af52-3355ed38c523,segment=NetworkSegment(4c4b9199-b45e-49f6-9203-7a85c6295fb8),segment_id=4c4b9199-b45e-49f6-9203-7a85c6295fb8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:43.269334 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.291339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Calling delete_port for 6b8e70a9-ddfd-4752-af52-3355ed38c523 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:43.400367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port 6b8e70a9-ddfd-4752-af52-3355ed38c523 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:43.400770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.401759 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.432062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] Pushing event deleted for resources: {'Port': ['ID=6b8e70a9-ddfd-4752-af52-3355ed38c523,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.435330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb878347-258c-4756-b94b-c7b3aae35f60 None None] No DVR routers for this DVR port 6b8e70a9-ddfd-4752-af52-3355ed38c523 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:43.510072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Attempting to bind port 4a12731e-1777-47a0-aaaf-568585341855 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:43.510523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Attempting to bind port 4a12731e-1777-47a0-aaaf-568585341855 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:43.510856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Attempting to bind port 4a12731e-1777-47a0-aaaf-568585341855 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:43.552465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port 6b8e70a9-ddfd-4752-af52-3355ed38c523, host n-d-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:43.552465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.554744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Port 4a12731e-1777-47a0-aaaf-568585341855 on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:43.555062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Attempting to bind port 4a12731e-1777-47a0-aaaf-568585341855 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:43.589499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9116d-fd20-4658-8a76-1f8e45fd2c67 req-dc9f5a2e-2f50-47fb-af87-8319b1855265 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.591265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-47e9116d-fd20-4658-8a76-1f8e45fd2c67 req-dc9f5a2e-2f50-47fb-af87-8319b1855265 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.4216244 Jul 29 23:46:43.599724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for 6b8e70a9-ddfd-4752-af52-3355ed38c523 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:43.607664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Port 6b8e70a9-ddfd-4752-af52-3355ed38c523 was not found and therefore no delete operation was performed {{(pid=93864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:46:43.615702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:43.615702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:43.615702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:43.616106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Bound port: 4a12731e-1777-47a0-aaaf-568585341855, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:43.616491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.623011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.627467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.634303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-47e9116d-fd20-4658-8a76-1f8e45fd2c67 req-1e4df065-58bb-46ea-8eab-bf40ff13737a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366807 Jul 29 23:46:43.683057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=6b8e70a9-ddfd-4752-af52-3355ed38c523,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.685043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port 6b8e70a9-ddfd-4752-af52-3355ed38c523 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:43.712242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Transition to ACTIVE for port object 3d028906-735d-4e26-9739-3b54a0a8db40 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:43.722585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cbd3-7d54-4b51-adb6-2969764af55d req-a9d03c99-cc24-4830-9650-8a6bcf3e8ec3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.724244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bab8cbd3-7d54-4b51-adb6-2969764af55d req-a9d03c99-cc24-4830-9650-8a6bcf3e8ec3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 944 time: 0.1936779 Jul 29 23:46:43.853442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcf2ba-aad0-482e-918a-dcf0c88479ed req-f11136b2-25ab-4335-a6d7-17c6f89e0540 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.855317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffcf2ba-aad0-482e-918a-dcf0c88479ed req-f11136b2-25ab-4335-a6d7-17c6f89e0540 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 944 time: 0.0543468 Jul 29 23:46:43.874115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.890181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:43.904509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bab8cbd3-7d54-4b51-adb6-2969764af55d req-c92cc4d9-0762-42d5-a128-5a389e5a6e1b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554785 Jul 29 23:46:43.906221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ffcf2ba-aad0-482e-918a-dcf0c88479ed req-3f276211-c7ed-45b9-86e8-5fad7edbf8d5 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432343 Jul 29 23:46:43.908152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ecc722-f32d-4e9e-a40c-bbeb19d75d42']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:43.943452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4a12731e-1777-47a0-aaaf-568585341855,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:43.946296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4b9199-b45e-49f6-9203-7a85c6295fb8') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:43.946757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4b9199-b45e-49f6-9203-7a85c6295fb8') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:43.950482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.981191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.983379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a', 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:44.007479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.023701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:44.035063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:44.037948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:44.041873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.109177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b8e70a9-ddfd-4752-af52-3355ed38c523 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:44.109998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.111073 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.114986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-351c984c-d187-4341-b112-0656e860439b service neutron] 10.222.0.59 "PUT /v2.0/ports/4a12731e-1777-47a0-aaaf-568585341855 HTTP/1.1" status: 200 len: 1093 time: 2.4380236 Jul 29 23:46:44.116903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:44.117590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.136643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'tag': '4a12731e-1777-47a0-aaaf-568585341855'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:44.142230 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75" -d '{"events": [{"name": "network-changed", "server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "tag": "4a12731e-1777-47a0-aaaf-568585341855"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:44.149945 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:44.173477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6b8e70a9-ddfd-4752-af52-3355ed38c523 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:44.174555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b8e70a9-ddfd-4752-af52-3355ed38c523 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:44.455223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:44.510952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-af68de3a-9fb4-4e69-9a8f-f904368501e7 None None] Provisioning for port 3d028906-735d-4e26-9739-3b54a0a8db40 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:44.516667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-af68de3a-9fb4-4e69-9a8f-f904368501e7 None None] Provisioning complete for port 3d028906-735d-4e26-9739-3b54a0a8db40 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:44.517327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-af68de3a-9fb4-4e69-9a8f-f904368501e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.575461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-af68de3a-9fb4-4e69-9a8f-f904368501e7 None None] Port 3d028906-735d-4e26-9739-3b54a0a8db40 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:44.600494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7234e75-6aa2-4ea0-ac96-61326009f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.636997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.671833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:44.709700 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b88e08-68b3-4133-941a-5b2798e5d678 x-openstack-request-id: req-e4b88e08-68b3-4133-941a-5b2798e5d678 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:44.710030 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "tag": "4a12731e-1777-47a0-aaaf-568585341855", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:44.710313 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4b88e08-68b3-4133-941a-5b2798e5d678 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:44.710724 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'tag': '4a12731e-1777-47a0-aaaf-568585341855', 'status': 'completed', 'code': 200} Jul 29 23:46:44.728886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9f21a-0c83-4f33-8e9b-a181a6f6f042 req-6cb88bfd-3a76-4aef-80e8-7003552d54c9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.730532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7234e75-6aa2-4ea0-ac96-61326009f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.730665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3f9f21a-0c83-4f33-8e9b-a181a6f6f042 req-6cb88bfd-3a76-4aef-80e8-7003552d54c9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 931 time: 0.6848233 Jul 29 23:46:44.736788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.737473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.738443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7234e75-6aa2-4ea0-ac96-61326009f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.777453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.783860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.786059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/networks/98ecc722-f32d-4e9e-a40c-bbeb19d75d42 HTTP/1.1" status: 204 len: 168 time: 1.9307833 Jul 29 23:46:44.798809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:44.798921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:44.808430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7234e75-6aa2-4ea0-ac96-61326009f4b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4b34a1488254b8a96fb1f1d9257fc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495548 Jul 29 23:46:44.808638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:44.808638 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.808824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7234e75-6aa2-4ea0-ac96-61326009f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f33c5f0-70d5-4510-8984-1433ec9ab407,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.811284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48364) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:44.825143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1747921420'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:44.832938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-26564bf1-a4e6-4f5a-a1a9-b6a7a9d3e5c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7683549 Jul 29 23:46:44.846279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-5873e674-1ec8-4e37-898c-1456a29033f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.847815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-5873e674-1ec8-4e37-898c-1456a29033f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 1096 time: 0.6445651 Jul 29 23:46:44.851223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c984c-d187-4341-b112-0656e860439b service neutron] Pushing event updated for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.863594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aa103-e81a-4180-9c92-647efd68cca3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Network': ['ID=98ecc722-f32d-4e9e-a40c-bbeb19d75d42,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.885968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Request body: {'port': {'device_id': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:44.903597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.943934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.968895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-f98cc068-176c-4453-95da-8b85e08acb28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a12731e-1777-47a0-aaaf-568585341855 HTTP/1.1" status: 200 len: 217 time: 0.0945647 Jul 29 23:46:44.972165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:44.975893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.984692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3f9f21a-0c83-4f33-8e9b-a181a6f6f042 req-792cbc8e-4c2a-4fd8-a1ba-287ea6962730 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396774 Jul 29 23:46:44.990784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.029469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.033120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.034789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f33c5f0-70d5-4510-8984-1433ec9ab407 HTTP/1.1" status: 204 len: 168 time: 0.2206593 Jul 29 23:46:45.051223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842ad7-9084-4b96-9abd-be104a2e3ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f33c5f0-70d5-4510-8984-1433ec9ab407,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.052589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:45.059371 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75f020-a5db-46a1-abce-56beb9bc6f98" -d '{"events": [{"server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:45.071286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.097996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:45.102103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:45.105718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-8b8cc107-9dbf-4db7-a905-6401696365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.110264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-8b8cc107-9dbf-4db7-a905-6401696365cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.1117120 Jul 29 23:46:45.118351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.119933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:45.145838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752a1a-fb8e-45a9-b994-7fa201fe33c3 req-c529c614-cb68-4abd-a0ab-df94123ad55a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.155785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99752a1a-fb8e-45a9-b994-7fa201fe33c3 req-c529c614-cb68-4abd-a0ab-df94123ad55a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.0812562 Jul 29 23:46:45.206347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99752a1a-fb8e-45a9-b994-7fa201fe33c3 req-12cf6011-0f6f-4dc4-83ae-d6bf5bd12937 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492482 Jul 29 23:46:45.259339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.383020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-9399ffb8-c0de-4ab1-8765-d2a818f889ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583034 Jul 29 23:46:45.386916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eba2d-5fd4-4754-a529-bc2051920710 req-4fa884b8-52ed-4f32-9a0b-f55373c46e97 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.388257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.388609 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Added segment 3b669f7b-c9b5-4b10-b962-b4680ed19986 of type vlan for network 26c0deb4-e27e-408e-aa34-9b369bf7929f Jul 29 23:46:45.394562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb1eba2d-5fd4-4754-a529-bc2051920710 req-4fa884b8-52ed-4f32-9a0b-f55373c46e97 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 944 time: 0.0850742 Jul 29 23:46:45.435218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb1eba2d-5fd4-4754-a529-bc2051920710 req-998d1fcf-742b-464a-bb7c-232eaf070e56 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Jul 29 23:46:45.496992 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ce46f-f75e-4d77-85f1-6e5166df294a x-openstack-request-id: req-b06ce46f-f75e-4d77-85f1-6e5166df294a {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:45.497367 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:45.497735 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b06ce46f-f75e-4d77-85f1-6e5166df294a {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:45.498215 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'code': 200} Jul 29 23:46:45.523495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.650258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e700250-5e09-4131-88c2-3fa68a910170 req-7b10e25e-94fe-4e7f-b10d-4269adead023 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.652691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e700250-5e09-4131-88c2-3fa68a910170 req-7b10e25e-94fe-4e7f-b10d-4269adead023 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.3290596 Jul 29 23:46:45.734539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d028906-735d-4e26-9739-3b54a0a8db40 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:45.745818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.751324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.751916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.772250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.847156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-741fde05-e496-481b-a916-c2f2f94b5fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356670 Jul 29 23:46:45.849946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-7406140d-23c8-4139-afc2-2f9477e4f035 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4396644 Jul 29 23:46:45.882261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0777855 Jul 29 23:46:45.884219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Transition to ACTIVE for port object 3d028906-735d-4e26-9739-3b54a0a8db40 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:45.886117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48408) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:45.890715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e700250-5e09-4131-88c2-3fa68a910170 req-9807ba07-b1e2-43be-a6eb-8ee280b3e547 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2213135 Jul 29 23:46:45.903863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'subnet': {'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:45.933267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2504a4-c836-4728-aa05-fda65deb950a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Network': ['ID=26c0deb4-e27e-408e-aa34-9b369bf7929f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.937381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268b43-19a2-4b52-b2a7-1690263d0050 req-4642cfef-1f9c-4d2b-973c-c7a49248e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.939286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2268b43-19a2-4b52-b2a7-1690263d0050 req-4642cfef-1f9c-4d2b-973c-c7a49248e708 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 1097 time: 0.3167872 Jul 29 23:46:45.940034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.960697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:46.069509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:46.088045 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.130774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:46.195525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2268b43-19a2-4b52-b2a7-1690263d0050 req-ec447a5d-b2ca-4882-ab5e-9a2d6f8d095b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2405915 Jul 29 23:46:46.221680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24bd0003-08c4-4618-bab7-ce9d7290fddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.253113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-821c6b30-2935-48d6-9a0e-7408278d2c35 req-ac900d48-35f8-4dd1-bd38-cf1fff116d32 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849998 Jul 29 23:46:46.304598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c130e4-c467-42d2-979d-42e636421cc2 req-c0c1e3f8-0fa0-48ba-8192-0beb5cc1e0ea tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.330140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46c130e4-c467-42d2-979d-42e636421cc2 req-c0c1e3f8-0fa0-48ba-8192-0beb5cc1e0ea tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.1944058 Jul 29 23:46:46.352239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Attempting to bind port 3d028906-735d-4e26-9739-3b54a0a8db40 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:46.352846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Attempting to bind port 3d028906-735d-4e26-9739-3b54a0a8db40 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:46.353195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Attempting to bind port 3d028906-735d-4e26-9739-3b54a0a8db40 on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:46.449556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Port 3d028906-735d-4e26-9739-3b54a0a8db40 on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:46.451402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Attempting to bind port 3d028906-735d-4e26-9739-3b54a0a8db40 on network c4ec6cf1-56c1-48c0-9749-02302ca80a25 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:46.464669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:46.465885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Checking segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:46.467779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Bound using segment: {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:46.468637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Bound port: 3d028906-735d-4e26-9739-3b54a0a8db40, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:46.470116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.486807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946738c-ade7-4b9b-a71a-1b84b9484a9c req-3ba42e34-4be6-4a78-890e-3af5f43f0c5a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.496925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b946738c-ade7-4b9b-a71a-1b84b9484a9c req-3ba42e34-4be6-4a78-890e-3af5f43f0c5a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1011362 Jul 29 23:46:46.506791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46c130e4-c467-42d2-979d-42e636421cc2 req-bf6e631c-5798-43d4-8240-052318d77804 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756544 Jul 29 23:46:46.556003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-abc0668a-5c38-4173-9961-1594987c4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.558592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-abc0668a-5c38-4173-9961-1594987c4257 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 1096 time: 0.1875613 Jul 29 23:46:46.598273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b946738c-ade7-4b9b-a71a-1b84b9484a9c req-a428e090-95ff-41ca-9157-4d4252222ef5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003358 Jul 29 23:46:46.599955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.695425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Subnet': ['ID=682b1ee8-357b-4cff-b494-881c13e00a96,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:46.704163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Checking segment: {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:46.704696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network hostable DHCP agents. Network: 26c0deb4-e27e-408e-aa34-9b369bf7929f, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:46.714059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:46.730785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:46.749325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:46.765642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 26c0deb4-e27e-408e-aa34-9b369bf7929f) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:46.777872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408c4bc-82ce-4d6e-83d9-a47ef5379dd2 None None] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:46.779770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.780559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.804727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.809678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4de10008-eac9-4261-a7f5-11b6b6f699ee tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9207149 Jul 29 23:46:46.813443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48434) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:46.821587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-484355773'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:46.859619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:46.863541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.873150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abef5f0-dc30-493b-829e-60d348dc3567 req-676594a6-5e79-491d-a2dd-b47ea0fd42ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.874848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3abef5f0-dc30-493b-829e-60d348dc3567 req-676594a6-5e79-491d-a2dd-b47ea0fd42ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 944 time: 0.2613661 Jul 29 23:46:46.898903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.900106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.901017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d028906-735d-4e26-9739-3b54a0a8db40 HTTP/1.1" status: 200 len: 1092 time: 2.0282474 Jul 29 23:46:46.907355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:46.910090 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:46.911833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:46.925215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.925902 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Added segment e00d33f6-8b3d-4109-a50e-d363dc727583 of type vlan for network faa95816-3ab3-42e3-af84-617957a685cb Jul 29 23:46:46.951059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-d0c3c944-b13f-472c-a2a6-83f89d28ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.966726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-d0c3c944-b13f-472c-a2a6-83f89d28ed1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.3799129 Jul 29 23:46:47.037476 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc44c3-f945-4028-9685-a06b1987709c x-openstack-request-id: req-27bc44c3-f945-4028-9685-a06b1987709c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:47.038300 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:47.039060 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27bc44c3-f945-4028-9685-a06b1987709c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:47.040227 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40', 'status': 'completed', 'code': 200} Jul 29 23:46:47.047401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.123571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-26c0deb4-e27e-408e-aa34-9b369bf7929f', 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'fixed_ips': [{'subnet_id': '682b1ee8-357b-4cff-b494-881c13e00a96'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:47.126795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.131866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e838f-dee4-418c-994f-97d552c006a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.142690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-3ae85694-0ae0-4737-9e61-0814510fa493 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a12731e-1777-47a0-aaaf-568585341855 HTTP/1.1" status: 200 len: 217 time: 0.1620219 Jul 29 23:46:47.148296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3abef5f0-dc30-493b-829e-60d348dc3567 req-fe546c0c-78c3-4edb-a15e-394efa8281af tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628200 Jul 29 23:46:47.156438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.172132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.181062 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.221118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-7d27cc7c-ca39-405a-bd1f-eecae7dc06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.222772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-7d27cc7c-ca39-405a-bd1f-eecae7dc06b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 1095 time: 0.2435820 Jul 29 23:46:47.238715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-16bdea7a-2551-456b-bcec-2a5c85c06e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.240359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-16bdea7a-2551-456b-bcec-2a5c85c06e57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0870392 Jul 29 23:46:47.277074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.310290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-71c8d0dc-f057-403e-ae21-a895e3405822 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d028906-735d-4e26-9739-3b54a0a8db40 HTTP/1.1" status: 200 len: 217 time: 0.0664139 Jul 29 23:46:47.332949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-556f8ccd-734c-4832-9cfb-6671f5cdfe35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789757 Jul 29 23:46:47.346970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Allocated IP 19.80.0.2 (26c0deb4-e27e-408e-aa34-9b369bf7929f/682b1ee8-357b-4cff-b494-881c13e00a96/9063dfae-0f88-438b-828f-d74375a579ea) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:47.382940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Network': ['ID=faa95816-3ab3-42e3-af84-617957a685cb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.417286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f75c5c5-36d2-40d2-a21e-9324214c11e4 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5991631 Jul 29 23:46:47.418037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:47.421268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network faa95816-3ab3-42e3-af84-617957a685cb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:47.432051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'subnet': {'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:47.549358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-8d44b796-25be-4caa-837b-dc8c3f195fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.552711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-8d44b796-25be-4caa-837b-dc8c3f195fa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.2224603 Jul 29 23:46:47.576310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea41e9-97fb-482a-826b-2b10eac6d0cc req-d2d29f47-417d-4ae6-9415-6e0a8d9cf099 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.587435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0ea41e9-97fb-482a-826b-2b10eac6d0cc req-d2d29f47-417d-4ae6-9415-6e0a8d9cf099 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.4734077 Jul 29 23:46:47.621201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-91731fe4-6045-4964-9ee6-e737848cb509 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736137 Jul 29 23:46:47.648064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c698e2-d7be-4198-996f-409d02654f3c req-f4095453-ae48-4cc2-a479-31f3b0da58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.651445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-f4095453-ae48-4cc2-a479-31f3b0da58f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864253 Jul 29 23:46:47.651672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.663129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Transition to ACTIVE for port object 9063dfae-0f88-438b-828f-d74375a579ea will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:47.687024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Transition to ACTIVE for port object 9063dfae-0f88-438b-828f-d74375a579ea will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:47.697504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.702386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0ea41e9-97fb-482a-826b-2b10eac6d0cc req-d34fad28-f020-433a-b277-a8d9e3db7ceb tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037912 Jul 29 23:46:47.749731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:47.753952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.764158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Pushing event updated for resources: {'Port': ['ID=9063dfae-0f88-438b-828f-d74375a579ea,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.776727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:47.795318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:47.810248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:47.931672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69279ad-cb37-4af3-8ff8-6033f657df02 req-3121dc2a-a5b2-4a0e-8e9f-3a2db8a14fd4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.940825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b69279ad-cb37-4af3-8ff8-6033f657df02 req-3121dc2a-a5b2-4a0e-8e9f-3a2db8a14fd4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.2605777 Jul 29 23:46:48.032457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-322d64d0-b139-4579-9433-2b85f07b9fb6 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751029 Jul 29 23:46:48.091885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e96c42d-99cc-4f9b-88f9-4f07e2f28b75 req-730083cf-6cfd-49e6-8cb8-3b5d18f72952 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598067 Jul 29 23:46:48.102905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b69279ad-cb37-4af3-8ff8-6033f657df02 req-7463d1e6-0cf1-49c8-88bb-025943712e2c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610997 Jul 29 23:46:48.167413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Attempting to bind port 9063dfae-0f88-438b-828f-d74375a579ea on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:48.167886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Attempting to bind port 9063dfae-0f88-438b-828f-d74375a579ea by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:48.168168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Attempting to bind port 9063dfae-0f88-438b-828f-d74375a579ea on network 26c0deb4-e27e-408e-aa34-9b369bf7929f {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:48.179303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261611-1d7f-48ae-8941-bf3760f9ab78 req-8a716ebc-db40-4077-adc8-0bb183b7fde6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.181059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:48.181525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Checking segment: {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:48.182178 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.182608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Bound using segment: {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:48.183619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Bound port: 9063dfae-0f88-438b-828f-d74375a579ea, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:48.184012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.192442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df261611-1d7f-48ae-8941-bf3760f9ab78 req-8a716ebc-db40-4077-adc8-0bb183b7fde6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1212921 Jul 29 23:46:48.224545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8c698e2-d7be-4198-996f-409d02654f3c req-8e8429b8-056b-43a6-b12d-fc50e4a9c7e7 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526356 Jul 29 23:46:48.248982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.275992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] For port 9063dfae-0f88-438b-828f-d74375a579ea, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:48.293899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] For port 9063dfae-0f88-438b-828f-d74375a579ea, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9063dfae-0f88-438b-828f-d74375a579ea,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:48.300189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.308643 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-df261611-1d7f-48ae-8941-bf3760f9ab78 req-1df7cc32-dce8-423a-a7bf-915ad414238f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151114 Jul 29 23:46:48.355485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4a12731e-1777-47a0-aaaf-568585341855 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:48.365072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Subnet': ['ID=37026f6b-c543-4ccb-9304-52c215882cf1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.371451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Checking segment: {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:48.372315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network hostable DHCP agents. Network: faa95816-3ab3-42e3-af84-617957a685cb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:48.395419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network faa95816-3ab3-42e3-af84-617957a685cb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:48.424387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, faa95816-3ab3-42e3-af84-617957a685cb) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:48.430207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.430858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.433209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91dbd1-ba0f-4b23-8049-4f53a026e811 None None] Pushing event updated for resources: {'Port': ['ID=9063dfae-0f88-438b-828f-d74375a579ea,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.466967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb09ca3-4897-4b10-a47a-36f2c51297bb None None] Network faa95816-3ab3-42e3-af84-617957a685cb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:48.477430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56a4a45c-23f7-4142-bd13-955daccb9b13 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0508835 Jul 29 23:46:48.512369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1747857-f290-485d-a981-fc373802fdb2 req-ea0e637c-d380-413c-a7ff-9d21403d8b81 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.514875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1747857-f290-485d-a981-fc373802fdb2 req-ea0e637c-d380-413c-a7ff-9d21403d8b81 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 944 time: 0.1996670 Jul 29 23:46:48.567647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-2b69e758-a60c-42ff-b522-bfebe8bf42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.570512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-2b69e758-a60c-42ff-b522-bfebe8bf42d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 1095 time: 0.1705225 Jul 29 23:46:48.665885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1747857-f290-485d-a981-fc373802fdb2 req-15091957-174b-4f53-9311-0428b662e3fa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433032 Jul 29 23:46:48.695686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4a12731e-1777-47a0-aaaf-568585341855,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:48.734915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '4a12731e-1777-47a0-aaaf-568585341855', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': '4a12731e-1777-47a0-aaaf-568585341855', 'mac_address': 'fa:16:3e:5c:77:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:48.773616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-809126be-f679-47e1-b7ca-fabcbb522702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.783971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-809126be-f679-47e1-b7ca-fabcbb522702 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.2001348 Jul 29 23:46:48.887971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.891780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-e0dfc3f6-ef06-4a39-8f07-1e5832a1775a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d028906-735d-4e26-9739-3b54a0a8db40 HTTP/1.1" status: 200 len: 217 time: 0.0943098 Jul 29 23:46:48.957947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a12731e-1777-47a0-aaaf-568585341855 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:48.971370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-faa95816-3ab3-42e3-af84-617957a685cb', 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'fixed_ips': [{'subnet_id': '37026f6b-c543-4ccb-9304-52c215882cf1'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:48.972335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.003432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4a12731e-1777-47a0-aaaf-568585341855,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:49.007886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-80bfde1f-935a-4739-a258-3f42f7fecbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.009640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-80bfde1f-935a-4739-a258-3f42f7fecbb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0932055 Jul 29 23:46:49.012314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a1cf5307-283f-46d6-bb72-41ad792d0446 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.014118 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.019437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a1cf5307-283f-46d6-bb72-41ad792d0446 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.019612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcee5-c3d4-4bde-b048-c686ab9d5edb req-6aac7632-4eaf-408a-ad9b-a51af7abc8d3 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.026368 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-534c52df-4d25-4d66-8d6a-b0aec3858030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.028570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23dcee5-c3d4-4bde-b048-c686ab9d5edb req-6aac7632-4eaf-408a-ad9b-a51af7abc8d3 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1526597 Jul 29 23:46:49.030244 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a1cf5307-283f-46d6-bb72-41ad792d0446 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/networks?id=26c0deb4-e27e-408e-aa34-9b369bf7929f&id=faa95816-3ab3-42e3-af84-617957a685cb HTTP/1.1" status: 200 len: 1391 time: 0.2857621 Jul 29 23:46:49.060099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-7d21f5d7-3066-4817-b195-37572483b60a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/quotas/3c2d9f44dfc54faeb0333554437d2bc4 HTTP/1.1" status: 200 len: 375 time: 0.0281532 Jul 29 23:46:49.123634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:49.131730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d23dcee5-c3d4-4bde-b048-c686ab9d5edb req-6a17626d-e742-4d5a-997b-de42c34f7ae8 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856068 Jul 29 23:46:49.150372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-99b04476-757b-4ed4-bf41-f60ee40cefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.152236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-99b04476-757b-4ed4-bf41-f60ee40cefbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209369 Jul 29 23:46:49.173950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-224ac2fd-dd53-4d2c-b614-4d1cb248ed08 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125419 Jul 29 23:46:49.302534 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-46d1e220-e23b-4d31-a02b-d3b526ceec16 service neutron] 10.222.0.49 "GET /v2.0/networks/26c0deb4-e27e-408e-aa34-9b369bf7929f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275082 Jul 29 23:46:49.333320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa4fd-fd06-4ba6-b1cd-8a228a33abde req-ac4fcded-a1a1-45d4-a7a4-551d5b995052 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.341075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b4aa4fd-fd06-4ba6-b1cd-8a228a33abde req-ac4fcded-a1a1-45d4-a7a4-551d5b995052 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0970933 Jul 29 23:46:49.351701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-07636935-ab04-4e6c-b1ce-99d3c0b762dc service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864364 Jul 29 23:46:49.406893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.422012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-c58cca29-c641-415b-9233-888f41cee9e6 service neutron] 10.222.0.49 "GET /v2.0/networks/26c0deb4-e27e-408e-aa34-9b369bf7929f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181612 Jul 29 23:46:49.431611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Allocated IP 19.86.0.2 (faa95816-3ab3-42e3-af84-617957a685cb/37026f6b-c543-4ccb-9304-52c215882cf1/1758050a-61e1-4aca-89d0-6d39c5db1384) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:49.462858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b4aa4fd-fd06-4ba6-b1cd-8a228a33abde req-86c7ec79-0761-4615-bc90-3fb8096dc359 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208301 Jul 29 23:46:49.502581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4a12731e-1777-47a0-aaaf-568585341855'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:49.557158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4330a761-6fb3-4f8d-8a6d-f02ccbac32b4 req-fbcf6adb-e7f4-461e-ad4e-ee84d63dc0d0 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916356 Jul 29 23:46:49.668237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-48c0c4f5-9e1d-4006-ba3e-fa422c2f3131 service neutron] 10.222.0.49 "GET /v2.0/networks/faa95816-3ab3-42e3-af84-617957a685cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449036 Jul 29 23:46:49.691467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635123-5f6a-4fd1-939c-3690f6fe5be7 req-12e8ad05-8229-4c35-9bea-aec4f9819c81 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.694351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7635123-5f6a-4fd1-939c-3690f6fe5be7 req-12e8ad05-8229-4c35-9bea-aec4f9819c81 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1258752 Jul 29 23:46:49.709590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48502) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:49.720002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Request body: {'floatingip': {'port_id': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:49.821342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.925608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-02443f37-1a6b-4d1c-8f29-b06a4ba9fa2d service neutron] 10.222.0.49 "GET /v2.0/networks/faa95816-3ab3-42e3-af84-617957a685cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525105 Jul 29 23:46:49.976168 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.021136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Transition to ACTIVE for port object 1758050a-61e1-4aca-89d0-6d39c5db1384 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.040749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4d8b1-5bbe-41ef-b208-f07f0f463952 None None] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:50.172948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9063dfae-0f88-438b-828f-d74375a579ea up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:50.209597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b5971-e935-4cdc-9e85-bc32179e7663 req-04bab08c-a736-4110-8709-78c0d985aa72 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.223684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Transition to ACTIVE for port object 1758050a-61e1-4aca-89d0-6d39c5db1384 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.224397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f22b5971-e935-4cdc-9e85-bc32179e7663 req-04bab08c-a736-4110-8709-78c0d985aa72 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.2384088 Jul 29 23:46:50.257811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b5f76b82-882f-4c10-bbe8-a7756492cfc9 None None] Provisioning for port 9063dfae-0f88-438b-828f-d74375a579ea completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:50.263704 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.372738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Network faa95816-3ab3-42e3-af84-617957a685cb is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:50.386331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:50.397269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:50.433617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Pushing event updated for resources: {'Port': ['ID=1758050a-61e1-4aca-89d0-6d39c5db1384,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.502113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b252c-1b81-4e3c-9e82-5dc8ce08320f req-b9b5399e-b783-4004-a1da-1e63ad37d4c5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.519255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b59b252c-1b81-4e3c-9e82-5dc8ce08320f req-b9b5399e-b783-4004-a1da-1e63ad37d4c5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 945 time: 0.0974064 Jul 29 23:46:50.597936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 9063dfae-0f88-438b-828f-d74375a579ea completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:50.643541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b59b252c-1b81-4e3c-9e82-5dc8ce08320f req-761db8cf-e1ee-429b-8255-0750c72c4976 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232636 Jul 29 23:46:50.656078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 9063dfae-0f88-438b-828f-d74375a579ea triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:50.656574 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.720698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Attempting to bind port 1758050a-61e1-4aca-89d0-6d39c5db1384 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:50.726609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Attempting to bind port 1758050a-61e1-4aca-89d0-6d39c5db1384 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:50.727138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Attempting to bind port 1758050a-61e1-4aca-89d0-6d39c5db1384 on network faa95816-3ab3-42e3-af84-617957a685cb {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:50.740095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8dad842d-ad7a-4992-96ba-7df952c1e03c req-278335c4-0a3a-48a6-a2bc-a14025ec76e5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 210 time: 0.0389109 Jul 29 23:46:50.750441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.780576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:50.788360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Checking segment: {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:50.788985 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.789507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Bound using segment: {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:50.791167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Bound port: 1758050a-61e1-4aca-89d0-6d39c5db1384, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:50.791167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.907363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6309-7f94-4be7-b9aa-6bd25ddc8076 req-eaf9b1f6-2385-4ae3-94da-6185a0f89fe3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.910463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-258b6309-7f94-4be7-b9aa-6bd25ddc8076 req-eaf9b1f6-2385-4ae3-94da-6185a0f89fe3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0969837 Jul 29 23:46:50.936589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f22b5971-e935-4cdc-9e85-bc32179e7663 req-8c12cdd7-9f40-41fa-81cb-c15fc993cd84 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7013896 Jul 29 23:46:50.991731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-258b6309-7f94-4be7-b9aa-6bd25ddc8076 req-eee66d67-dbcd-4a39-82d0-34f1815f4674 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749421 Jul 29 23:46:51.156265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] For port 1758050a-61e1-4aca-89d0-6d39c5db1384, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:51.163008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] For port 1758050a-61e1-4aca-89d0-6d39c5db1384, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1758050a-61e1-4aca-89d0-6d39c5db1384,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:51.163782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.196924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.366782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 9063dfae-0f88-438b-828f-d74375a579ea, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9063dfae-0f88-438b-828f-d74375a579ea,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:51.379533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.391574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e1c0-3915-4f07-9e61-a9ebffe9fb80 None None] Pushing event updated for resources: {'Port': ['ID=1758050a-61e1-4aca-89d0-6d39c5db1384,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.454171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.464155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.511927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df5c2ca9-78a5-4237-8612-0d80228bbb81 None None] Provisioning complete for port 9063dfae-0f88-438b-828f-d74375a579ea triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:51.512486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ca9-78a5-4237-8612-0d80228bbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.517653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=9063dfae-0f88-438b-828f-d74375a579ea,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.651559 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Floating IP 3532b920-c91c-4aba-8408-42ab7e2ed4c4 associated. External IP: 172.25.5.88, port: fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5. Jul 29 23:46:51.907470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd5986c8-3f4d-4efc-886e-ba01795b0dce req-3f274484-48c3-4b31-9c76-cb19c1610cbf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 210 time: 0.0608556 Jul 29 23:46:52.072054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4790794-5933-4130-afd6-9758f85d5f6f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.078613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4790794-5933-4130-afd6-9758f85d5f6f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.080450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4790794-5933-4130-afd6-9758f85d5f6f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "GET /v2.0/networks?id=26c0deb4-e27e-408e-aa34-9b369bf7929f&id=faa95816-3ab3-42e3-af84-617957a685cb HTTP/1.1" status: 200 len: 1391 time: 0.2486949 Jul 29 23:46:52.110462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'port': {'device_id': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f', 'admin_state_up': True, 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:52.171109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1450c-15de-4f83-98d0-3391d7243176 req-98c0a119-0834-4258-9591-15e8b3455559 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.178753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1be1450c-15de-4f83-98d0-3391d7243176 req-98c0a119-0834-4258-9591-15e8b3455559 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 945 time: 0.4502559 Jul 29 23:46:52.204659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e12e36-bd8f-414b-b3bd-fcba0c371c4b req-68094a85-25bc-4bee-9bea-d04123076b2c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.207493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9063dfae-0f88-438b-828f-d74375a579ea up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:52.222186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24e12e36-bd8f-414b-b3bd-fcba0c371c4b req-68094a85-25bc-4bee-9bea-d04123076b2c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1131661 Jul 29 23:46:52.289312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24e12e36-bd8f-414b-b3bd-fcba0c371c4b req-afd58942-ae9d-4a69-8c20-b4672f2e980d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661538 Jul 29 23:46:52.296576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 9063dfae-0f88-438b-828f-d74375a579ea triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:52.296959 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.342420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1be1450c-15de-4f83-98d0-3391d7243176 req-461ebac7-eb07-487c-9522-a0675ab7caa3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627293 Jul 29 23:46:52.424515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4a12731e-1777-47a0-aaaf-568585341855 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:52.433954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.486938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c1c9-833e-43e5-b8a7-53a1328122ef req-3ddd174d-c42a-47bd-b908-56b2caf3267a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.488575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c784c1c9-833e-43e5-b8a7-53a1328122ef req-3ddd174d-c42a-47bd-b908-56b2caf3267a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0792546 Jul 29 23:46:52.497279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Router 64480abf-d84f-42ef-86c4-d27fc5b20e8c has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:52.596438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c784c1c9-833e-43e5-b8a7-53a1328122ef req-f75015e0-c7f2-4b4c-8b11-755d2f8b7b3c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844262 Jul 29 23:46:52.601884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1758050a-61e1-4aca-89d0-6d39c5db1384 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:52.677735 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:52.680382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 4a12731e-1777-47a0-aaaf-568585341855 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:52.681657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.688454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 4a12731e-1777-47a0-aaaf-568585341855 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:52.689425 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.736131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:52.738834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1758050a-61e1-4aca-89d0-6d39c5db1384 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:52.876743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:52.889930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.890225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Sync routers for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:52.926829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-03c10bf4-efb9-4cec-a84f-544e542f156e tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "PUT /v2.0/floatingips/3532b920-c91c-4aba-8408-42ab7e2ed4c4 HTTP/1.1" status: 200 len: 990 time: 3.2156854 Jul 29 23:46:52.949858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:52.954011 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:52.967511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f04dae-f55b-4ee3-9cf7-0a8eecb432b3 None None] Network faa95816-3ab3-42e3-af84-617957a685cb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:52.985987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.002768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Allocated IP 19.80.0.93 (26c0deb4-e27e-408e-aa34-9b369bf7929f/682b1ee8-357b-4cff-b494-881c13e00a96/a0783240-7ed0-4497-a59c-3d3fa33ef62e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:53.028900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:53.029927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:53.108445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f44a2dd-0080-45db-b856-809e93f7f618 req-ee70b645-4ccc-4b32-9109-2329887fba4c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 210 time: 0.0710120 Jul 29 23:46:53.140365 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337db63-1ed9-4228-abc1-384d19b728b5 x-openstack-request-id: req-e337db63-1ed9-4228-abc1-384d19b728b5 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:53.141091 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:53.141091 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e337db63-1ed9-4228-abc1-384d19b728b5 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:53.141406 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'status': 'completed', 'code': 200} Jul 29 23:46:53.161206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12731e-1777-47a0-aaaf-568585341855'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:53.164013 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f467f8-0f56-4f53-bc8c-4abf48db4612" -d '{"events": [{"server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "name": "network-vif-plugged", "status": "completed", "tag": "4a12731e-1777-47a0-aaaf-568585341855"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:53.174885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Provisioning for port 1758050a-61e1-4aca-89d0-6d39c5db1384 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:53.199651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:53.234559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4a12731e-1777-47a0-aaaf-568585341855,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:53.263095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Provisioning complete for port 1758050a-61e1-4aca-89d0-6d39c5db1384 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:53.263560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.266096 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ee965-3439-4c43-bddf-d455d9f8cc67 x-openstack-request-id: req-253ee965-3439-4c43-bddf-d455d9f8cc67 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:53.266450 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "name": "network-vif-plugged", "status": "completed", "tag": "4a12731e-1777-47a0-aaaf-568585341855", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:53.266761 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-253ee965-3439-4c43-bddf-d455d9f8cc67 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:53.267278 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12731e-1777-47a0-aaaf-568585341855', 'code': 200} Jul 29 23:46:53.274318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.276388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3d028906-735d-4e26-9739-3b54a0a8db40', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '3d028906-735d-4e26-9739-3b54a0a8db40', 'mac_address': 'fa:16:3e:a7:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:53.380469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.414487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca4c9-4bcd-4415-bf4f-64a60e281c9d req-3917b1c7-e666-441d-accb-96840053f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.441445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0fca4c9-4bcd-4415-bf4f-64a60e281c9d req-3917b1c7-e666-441d-accb-96840053f542 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 1098 time: 0.1043899 Jul 29 23:46:53.447848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Transition to ACTIVE for port object a0783240-7ed0-4497-a59c-3d3fa33ef62e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:53.498466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-76e2e741-47b4-4ef4-8189-73c7ae61be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.501448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-76e2e741-47b4-4ef4-8189-73c7ae61be6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76ff78025e0b43488043cecc75b0fca7&device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 1097 time: 0.1961322 Jul 29 23:46:53.505890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0fca4c9-4bcd-4415-bf4f-64a60e281c9d req-86470692-2237-4e57-9ab5-4de357aaafad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Jul 29 23:46:53.572143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c901e3e-a6b4-4aa3-845f-c38405d5deb3 req-6d7c73a6-4041-403d-b05e-f60ffcb843d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.573850 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c901e3e-a6b4-4aa3-845f-c38405d5deb3 req-6d7c73a6-4041-403d-b05e-f60ffcb843d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1548641 Jul 29 23:46:53.605679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.667688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c901e3e-a6b4-4aa3-845f-c38405d5deb3 req-3a186c01-3579-425e-9608-2ea4a9d729f1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847738 Jul 29 23:46:53.677549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.732720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:53.764738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:53.775957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ded25-706b-4d43-8ad6-8493232e9332 req-788dd0a8-2673-422e-ac70-5e6136ebc326 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.777965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-490ded25-706b-4d43-8ad6-8493232e9332 req-788dd0a8-2673-422e-ac70-5e6136ebc326 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 946 time: 0.2426927 Jul 29 23:46:53.782630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:53.785308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:53.852050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.853007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.883564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7871351 Jul 29 23:46:53.918839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Request body: {'port': {'device_id': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb', 'admin_state_up': True, 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:54.017697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398feb8d-a61f-4d21-8f4f-1f02f155ea85 req-8816f446-3ecb-4ec8-9842-d44c14ace8b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.027107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-398feb8d-a61f-4d21-8f4f-1f02f155ea85 req-8816f446-3ecb-4ec8-9842-d44c14ace8b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.1061115 Jul 29 23:46:54.065388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:54.071769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-02da6e29-2715-4701-aaf0-b3a9e53afabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.078390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-02da6e29-2715-4701-aaf0-b3a9e53afabd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b27bedbf-f8b5-4308-bed9-a57ac65a302d HTTP/1.1" status: 200 len: 912 time: 0.5593646 Jul 29 23:46:54.081196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c69a43-d632-4e57-81ab-c378dd7a8d43 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:54.123346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-398feb8d-a61f-4d21-8f4f-1f02f155ea85 req-d78b403c-1b1f-4fe2-9216-711610efae7a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949466 Jul 29 23:46:54.139101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-490ded25-706b-4d43-8ad6-8493232e9332 req-79ac32f1-a10d-480a-a117-7e3ba9e788b2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906544 Jul 29 23:46:54.271868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.320798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.336213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d028906-735d-4e26-9739-3b54a0a8db40 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:54.355011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-6d5555f6-a1f1-4555-9c4c-bb54f037c3f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 HTTP/1.1" status: 200 len: 998 time: 0.2372255 Jul 29 23:46:54.393093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:46:54.393093 n-d-712707-11 neutron-server[93865]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:46:54.393093 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id': 'fc7320bb03a94545aab379c37056738a', 'id': 'e2fe06b4-b586-4357-9b31-b4f8bb354796', 'expiration': datetime.datetime(2021, 7, 29, 23, 48, 54, 385830)}] Jul 29 23:46:54.393093 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:46:54.395535 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:46:54.426107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.433128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:54.433742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Made reservation on behalf of 3c2d9f44dfc54faeb0333554437d2bc4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:54.437461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.447853 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.485858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-47c515e5-98ed-46d3-a947-17e7a92140e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.493175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-47c515e5-98ed-46d3-a947-17e7a92140e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3bbc190a-1103-4952-809a-401efd782165 HTTP/1.1" status: 200 len: 850 time: 0.1201694 Jul 29 23:46:54.506822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde1a36-2382-45c4-9595-01f04220d584 req-294a410f-878d-47ce-a801-772ffa621b80 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.517532 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fde1a36-2382-45c4-9595-01f04220d584 req-294a410f-878d-47ce-a801-772ffa621b80 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 931 time: 0.0887184 Jul 29 23:46:54.579448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] For port 1758050a-61e1-4aca-89d0-6d39c5db1384, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1758050a-61e1-4aca-89d0-6d39c5db1384,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:54.598519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.619231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:54.636710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fde1a36-2382-45c4-9595-01f04220d584 req-e9605539-9430-42da-bd69-c41604b95ec7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177239 Jul 29 23:46:54.653643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-b69264ad-1280-4926-8360-b83074f5c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.655219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-b69264ad-1280-4926-8360-b83074f5c0f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b27bedbf-f8b5-4308-bed9-a57ac65a302d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165993 Jul 29 23:46:54.691687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3532b920-c91c-4aba-8408-42ab7e2ed4c4', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'port_id': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'mac_address': 'fa:16:3e:84:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:26Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 1, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:54.729763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Checking router: 64480abf-d84f-42ef-86c4-d27fc5b20e8c for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:54.731825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd21878-673b-4431-912c-fe5c679f010c None None] Pushing event updated for resources: {'Port': ['ID=1758050a-61e1-4aca-89d0-6d39c5db1384,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:54.747342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:54.748037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:46:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:54.752653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Provisioning for port a0783240-7ed0-4497-a59c-3d3fa33ef62e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:54.799452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Provisioning complete for port a0783240-7ed0-4497-a59c-3d3fa33ef62e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:54.799865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.819676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Allocated IP 19.86.0.195 (faa95816-3ab3-42e3-af84-617957a685cb/37026f6b-c543-4ccb-9304-52c215882cf1/a4ac1a45-e35b-462f-9625-7a9360666175) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:54.837309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-116b53a6-ca09-43fe-8874-57e176ca2b64 service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642444 Jul 29 23:46:54.875904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Port a0783240-7ed0-4497-a59c-3d3fa33ef62e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:54.893604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3d028906-735d-4e26-9739-3b54a0a8db40'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:54.897351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.932309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:54.959164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Provisioning complete for port 1758050a-61e1-4aca-89d0-6d39c5db1384 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:54.959543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d79add4e-a9aa-4e77-85d3-e02494c25383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.985810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c13abd-d33f-46f7-8a35-873bdeae9882 req-c2acdd0d-c21b-497a-8a28-f0b976206eff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.987391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3c13abd-d33f-46f7-8a35-873bdeae9882 req-c2acdd0d-c21b-497a-8a28-f0b976206eff tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.1919885 Jul 29 23:46:55.047510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.053181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.106443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc7320bb03a94545aab379c37056738a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0363812 Jul 29 23:46:55.106443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f53bbe-2a0e-4feb-8e10-a1d0e2060e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ff3ae-881f-4f12-8d98-e3d42b1dff5e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.109485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48584) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:55.165884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.204014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.339485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc738e-1b27-475d-98e0-9dc93379cadc req-11d38ae9-302a-49c4-aa53-29430f4c702c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.341733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfdc738e-1b27-475d-98e0-9dc93379cadc req-11d38ae9-302a-49c4-aa53-29430f4c702c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 944 time: 0.1016250 Jul 29 23:46:55.352247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.360935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.368181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/890ff3ae-881f-4f12-8d98-e3d42b1dff5e HTTP/1.1" status: 204 len: 168 time: 0.2581432 Jul 29 23:46:55.395443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3532b920-c91c-4aba-8408-42ab7e2ed4c4', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'port_id': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'mac_address': 'fa:16:3e:84:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:26Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 1, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:55.421038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd161b5-ad72-440e-9cb2-344f96a571b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ff3ae-881f-4f12-8d98-e3d42b1dff5e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.454049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20139958-30b9-42eb-a2a8-b532e3f47554 None None] The sync data for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 is: [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3532b920-c91c-4aba-8408-42ab7e2ed4c4', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'port_id': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'mac_address': 'fa:16:3e:84:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:26Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 1, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:55.456595 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dfdc738e-1b27-475d-98e0-9dc93379cadc req-27f91566-e152-4b77-b12c-7ce47b8d76be tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867722 Jul 29 23:46:55.614753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce98a839-4b63-4fc1-9ada-a1b37e4e42a8 req-d5dd8dfe-ced7-46cb-a0cc-fd402f60b4d7 service neutron] 10.222.0.57 "GET /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564342 Jul 29 23:46:55.655855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3c13abd-d33f-46f7-8a35-873bdeae9882 req-b9092a45-9354-4106-996b-4776e8c808f3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6503398 Jul 29 23:46:55.687915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49325-ee42-4557-9543-6c383bde37c0 req-e7873145-f8a1-4814-a05b-0e9ab63c4ac1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.689511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76e49325-ee42-4557-9543-6c383bde37c0 req-e7873145-f8a1-4814-a05b-0e9ab63c4ac1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 946 time: 0.1279373 Jul 29 23:46:55.740067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-f78f48dc-8d67-4c17-91fb-752e8465b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.741717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-f78f48dc-8d67-4c17-91fb-752e8465b8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 1095 time: 0.6701398 Jul 29 23:46:55.777653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:55.788039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76e49325-ee42-4557-9543-6c383bde37c0 req-cd41ea93-0b82-4286-b278-8bb18523f426 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898612 Jul 29 23:46:55.895302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.918419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Transition to ACTIVE for port object a4ac1a45-e35b-462f-9625-7a9360666175 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:55.984102 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2035ffe-152f-4f47-b12e-b9e4b208b92f None None] New status for floating IP 3532b920-c91c-4aba-8408-42ab7e2ed4c4: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:56.076390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1758050a-61e1-4aca-89d0-6d39c5db1384 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:56.106793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.178758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.211927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Network faa95816-3ab3-42e3-af84-617957a685cb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:56.219689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event updated for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.224297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:56.230200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1758050a-61e1-4aca-89d0-6d39c5db1384 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:56.234100 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.236533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb4d9-a0b3-437b-9b01-906cb69e1e70 req-530a1618-360b-4dde-8da8-7903b83cb029 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.243194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb4d9-a0b3-437b-9b01-906cb69e1e70 req-530a1618-360b-4dde-8da8-7903b83cb029 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.251426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fddb4d9-a0b3-437b-9b01-906cb69e1e70 req-530a1618-360b-4dde-8da8-7903b83cb029 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1654 time: 0.2826476 Jul 29 23:46:56.255215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:56.593288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:56.619613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.620737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.626945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fddb4d9-a0b3-437b-9b01-906cb69e1e70 req-5d54cd36-11f0-444c-9ee0-c032746bbff1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746383 Jul 29 23:46:56.663533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-b4276deb-e30c-486b-915e-a1c3eff5b453 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7564013 Jul 29 23:46:56.682660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ee9238f3-8921-43ad-9ae9-c54f75c2cffe None None] Provisioning for port a4ac1a45-e35b-462f-9625-7a9360666175 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:56.692087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ee9238f3-8921-43ad-9ae9-c54f75c2cffe None None] Provisioning complete for port a4ac1a45-e35b-462f-9625-7a9360666175 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:56.692483 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee9238f3-8921-43ad-9ae9-c54f75c2cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.697332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a96397-cabc-4f4b-8259-9b8bed8a48f3 req-122c6f35-fc66-4a72-a8db-ca93be90478f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.705759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83a96397-cabc-4f4b-8259-9b8bed8a48f3 req-122c6f35-fc66-4a72-a8db-ca93be90478f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 944 time: 0.1031468 Jul 29 23:46:56.746462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ee9238f3-8921-43ad-9ae9-c54f75c2cffe None None] Port a4ac1a45-e35b-462f-9625-7a9360666175 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:56.751072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Request body: {'port': {'device_id': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:56.752315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:56.796359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83a96397-cabc-4f4b-8259-9b8bed8a48f3 req-57b26d45-6d52-46c5-bbbb-433ae0be3f6c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862706 Jul 29 23:46:56.829642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 3d028906-735d-4e26-9739-3b54a0a8db40 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:56.835485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 3d028906-735d-4e26-9739-3b54a0a8db40 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:56.836663 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.881825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:56.926047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:56.944968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.971695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:56.979370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:56.982018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.982379 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0142ce95-5c85-452e-9417-82eb4685b6a8" -d '{"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-plugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:56.998044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Transition to ACTIVE for port object 4f01c991-0d39-489b-b8c1-82d3ce222d1e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:57.000308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:57.009706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.031191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.110619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:57.174948 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d52b048-bdf1-4099-a528-2b080971c6ed x-openstack-request-id: req-6d52b048-bdf1-4099-a528-2b080971c6ed {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:57.175316 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-plugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:57.175625 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d52b048-bdf1-4099-a528-2b080971c6ed {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:57.176096 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40', 'code': 200} Jul 29 23:46:57.233041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.313838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af8cb-15db-4391-b6fc-a2d60e53ba27 req-093a1bee-befb-45dd-a9c6-c7a016a513d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.322442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a0af8cb-15db-4391-b6fc-a2d60e53ba27 req-093a1bee-befb-45dd-a9c6-c7a016a513d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 943 time: 0.5398231 Jul 29 23:46:57.385458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=9']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:57.512303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.515970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] No DVR routers for this DVR port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:57.594227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a0af8cb-15db-4391-b6fc-a2d60e53ba27 req-31fb0a53-e642-46e6-b466-4318de33d77d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492795 Jul 29 23:46:57.600596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59934078-a971-42a9-aff9-9a6c1a79d9c2 req-264a5eec-eb06-4b8f-ab64-4d5528e82e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.602157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59934078-a971-42a9-aff9-9a6c1a79d9c2 req-264a5eec-eb06-4b8f-ab64-4d5528e82e10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 1097 time: 0.2686963 Jul 29 23:46:57.741380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59934078-a971-42a9-aff9-9a6c1a79d9c2 req-b454e90d-183d-46d5-b2f2-3895a0d66cbf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850968 Jul 29 23:46:57.764184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127e2ca-de4b-462c-94ba-37278ef60464 req-5fae79df-1b7c-4157-9578-0665fa16b9d1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.770732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127e2ca-de4b-462c-94ba-37278ef60464 req-5fae79df-1b7c-4157-9578-0665fa16b9d1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.772737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5127e2ca-de4b-462c-94ba-37278ef60464 req-5fae79df-1b7c-4157-9578-0665fa16b9d1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1654 time: 0.0615699 Jul 29 23:46:57.813115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5127e2ca-de4b-462c-94ba-37278ef60464 req-2f9b5f3d-835b-4573-8a43-f6a88e86b804 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jul 29 23:46:57.862861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:57.863207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:57.863534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:57.879494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:57.879857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Attempting to bind port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:57.898085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:57.898429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:57.898819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:57.899274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Bound port: 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:57.899636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.039154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517a5a-9190-41f9-9fff-a4f5ea2197c4 req-da07817c-7edb-42fd-a8d5-145af4e8be7a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.042061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2517a5a-9190-41f9-9fff-a4f5ea2197c4 req-da07817c-7edb-42fd-a8d5-145af4e8be7a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1632249 Jul 29 23:46:58.045074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0783240-7ed0-4497-a59c-3d3fa33ef62e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:58.060567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.083777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:58.106369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:58.107753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Transition to ACTIVE for port object a0783240-7ed0-4497-a59c-3d3fa33ef62e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:58.117033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.118933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.159869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2517a5a-9190-41f9-9fff-a4f5ea2197c4 req-7e538562-111c-4515-95d9-c8bc88db3173 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051168 Jul 29 23:46:58.172432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.173037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.182357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 1092 time: 2.4158034 Jul 29 23:46:58.182357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:58.182357 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5af61b-46c3-4d74-be39-6b6df9975565" -d '{"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:58.244452 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979cd2b-243d-4593-92b2-73c993a207a4 x-openstack-request-id: req-a979cd2b-243d-4593-92b2-73c993a207a4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:58.244844 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:58.245032 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a979cd2b-243d-4593-92b2-73c993a207a4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:58.245407 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'status': 'completed', 'code': 200} Jul 29 23:46:58.247530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30756ebe-1a54-444a-a86b-d8c5e8955f09 service neutron] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.367738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.377602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-8d9665d5-74c5-48d8-8e92-e57b7074c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.379191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-8d9665d5-74c5-48d8-8e92-e57b7074c4b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1096 time: 0.1469488 Jul 29 23:46:58.384078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Attempting to bind port a0783240-7ed0-4497-a59c-3d3fa33ef62e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:58.384492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Attempting to bind port a0783240-7ed0-4497-a59c-3d3fa33ef62e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:58.384727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Attempting to bind port a0783240-7ed0-4497-a59c-3d3fa33ef62e on network 26c0deb4-e27e-408e-aa34-9b369bf7929f {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:58.424161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Port a0783240-7ed0-4497-a59c-3d3fa33ef62e on network 26c0deb4-e27e-408e-aa34-9b369bf7929f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:58.424161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Attempting to bind port a0783240-7ed0-4497-a59c-3d3fa33ef62e on network 26c0deb4-e27e-408e-aa34-9b369bf7929f {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:58.442870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:58.443225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Checking segment: {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:58.443615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Bound using segment: {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:58.444057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Bound port: a0783240-7ed0-4497-a59c-3d3fa33ef62e, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b669f7b-c9b5-4b10-b962-b4680ed19986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:58.444516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.577910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-ea215c0d-a6a0-44d2-a0fe-8a8a1229f524 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491090 Jul 29 23:46:58.578918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-029a7184-0578-45af-8096-e3efc16abd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.580235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-029a7184-0578-45af-8096-e3efc16abd18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.1929538 Jul 29 23:46:58.585154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:58.646502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:58.720715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.774908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892a357-6b67-4ed1-9293-e139bb5d11e3 req-e9ed3bc2-4a54-4582-928c-fe789621a7a2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.776663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9892a357-6b67-4ed1-9293-e139bb5d11e3 req-e9ed3bc2-4a54-4582-928c-fe789621a7a2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0658157 Jul 29 23:46:58.820896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9892a357-6b67-4ed1-9293-e139bb5d11e3 req-c00308ba-17b4-4051-a140-df1259b515de tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363770 Jul 29 23:46:58.826034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.826669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.828067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] 10.222.0.59 "PUT /v2.0/ports/a0783240-7ed0-4497-a59c-3d3fa33ef62e HTTP/1.1" status: 200 len: 1092 time: 2.1365838 Jul 29 23:46:58.829914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-a351ed92-b8a0-4c9b-87f8-2f4e5416abbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 999 time: 0.2413187 Jul 29 23:46:58.927457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Request body: {'port': {'device_id': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:58.968212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51f9f0-b921-4331-94e0-e097a8e07e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:59.007794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-132cb189-042f-43a1-8493-361b9d9fd649 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.014264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-132cb189-042f-43a1-8493-361b9d9fd649 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266388 Jul 29 23:46:59.047734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-e07f0147-0ab8-4487-950b-82b15bce3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.049192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-e07f0147-0ab8-4487-950b-82b15bce3e59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.2011397 Jul 29 23:46:59.061250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-77614390-37f3-4ec8-888f-d1d77ad3c76c tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/quotas/09c38a43f94a4ae7a65bc1dda23c2f82 HTTP/1.1" status: 200 len: 375 time: 0.0405416 Jul 29 23:46:59.068928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.124074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-d5caa860-f4b7-48b1-8e34-7b55a9fb973e tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520270 Jul 29 23:46:59.164158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-2b3dd880-7bdb-4178-aa8c-cbd423244077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.166135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-2b3dd880-7bdb-4178-aa8c-cbd423244077 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088669 Jul 29 23:46:59.332365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921481f-591d-4747-91b2-6b3c2f3b841d req-daff8444-7fe0-45b5-8906-18e0b071b136 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.340185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921481f-591d-4747-91b2-6b3c2f3b841d req-daff8444-7fe0-45b5-8906-18e0b071b136 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.351845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8921481f-591d-4747-91b2-6b3c2f3b841d req-daff8444-7fe0-45b5-8906-18e0b071b136 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1666 time: 0.1147478 Jul 29 23:46:59.425365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8921481f-591d-4747-91b2-6b3c2f3b841d req-1c6874d0-0e22-4233-a5d1-3736d5a1c3d0 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721188 Jul 29 23:46:59.640247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbd42d0d-3b04-46d5-bf7a-42872496923b req-b0262c2f-a621-44f1-91ce-8160718f5417 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 210 time: 0.0441284 Jul 29 23:46:59.950382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-739401bb-f6b5-457f-906d-ae4563897de0 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680759 Jul 29 23:46:59.978084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a0ea-eb54-4784-82cb-6844b1761d79 req-65ffcc04-409d-41d4-ac22-00b083a4a830 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.981336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29a1a0ea-eb54-4784-82cb-6844b1761d79 req-65ffcc04-409d-41d4-ac22-00b083a4a830 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0601697 Jul 29 23:47:00.005463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856d374-7490-483a-846c-4b1a5437ac5b req-75a7538e-4281-4637-90e2-ce316066e962 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.014056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5856d374-7490-483a-846c-4b1a5437ac5b req-75a7538e-4281-4637-90e2-ce316066e962 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1776490 Jul 29 23:47:00.042577 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-29a1a0ea-eb54-4784-82cb-6844b1761d79 req-e3b851bd-31c9-4f60-bf36-9cbbedcadc6c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545912 Jul 29 23:47:00.193743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5856d374-7490-483a-846c-4b1a5437ac5b req-06bd9a07-56b0-4ca3-a322-f1dff167cc5b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787593 Jul 29 23:47:00.228163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ac1a45-e35b-462f-9625-7a9360666175 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:00.239516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.247918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d5c170a-37f6-44fe-a847-79417784ffe2 req-e3028826-0b20-43e3-b4cc-ee29e1fbe371 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734625 Jul 29 23:47:00.252115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:00.254552 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0be0f1-743a-4a81-b350-4926999f8eda" -d '{"events": [{"name": "network-changed", "server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:00.268411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Transition to ACTIVE for port object a4ac1a45-e35b-462f-9625-7a9360666175 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:00.274886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.325276 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea22f44-efc4-471a-825f-3683e9fc24f4 x-openstack-request-id: req-5ea22f44-efc4-471a-825f-3683e9fc24f4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:00.325737 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:00.325889 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ea22f44-efc4-471a-825f-3683e9fc24f4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:00.326752 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e', 'status': 'completed', 'code': 200} Jul 29 23:47:00.369474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Pushing event updated for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:00.543843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-74a9ebc1-b347-49cc-9d7a-47fc1b92564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.544780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-74a9ebc1-b347-49cc-9d7a-47fc1b92564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.546360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-74a9ebc1-b347-49cc-9d7a-47fc1b92564f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1940 time: 0.1455595 Jul 29 23:47:00.569901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-ba8bd28c-f5c0-4a17-ad4b-3f0e59557cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.571861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-ba8bd28c-f5c0-4a17-ad4b-3f0e59557cd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1096 time: 0.1982114 Jul 29 23:47:00.652480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Attempting to bind port a4ac1a45-e35b-462f-9625-7a9360666175 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:00.653196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Attempting to bind port a4ac1a45-e35b-462f-9625-7a9360666175 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:00.653755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Attempting to bind port a4ac1a45-e35b-462f-9625-7a9360666175 on network faa95816-3ab3-42e3-af84-617957a685cb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:00.690253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039403a-b376-477c-a29b-3f176192cba3 req-10a65b23-eda9-4526-ae7d-3dd6a894f790 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.691820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5039403a-b376-477c-a29b-3f176192cba3 req-10a65b23-eda9-4526-ae7d-3dd6a894f790 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1999693 Jul 29 23:47:00.694841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Port a4ac1a45-e35b-462f-9625-7a9360666175 on network faa95816-3ab3-42e3-af84-617957a685cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:00.695166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Attempting to bind port a4ac1a45-e35b-462f-9625-7a9360666175 on network faa95816-3ab3-42e3-af84-617957a685cb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:00.789715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-b29f0907-12fe-458b-9996-356f5c34ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.792541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-b29f0907-12fe-458b-9996-356f5c34ba8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.1903417 Jul 29 23:47:00.799496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:00.799930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Checking segment: {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:00.800326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Bound using segment: {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:00.800837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Bound port: a4ac1a45-e35b-462f-9625-7a9360666175, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00d33f6-8b3d-4109-a50e-d363dc727583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:00.801518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.980266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539fa84-950a-4aff-990b-a89ae9d29dd9 req-928cf566-9753-46ff-b6dd-4354f99a2686 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.008865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539fa84-950a-4aff-990b-a89ae9d29dd9 req-928cf566-9753-46ff-b6dd-4354f99a2686 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.013572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9539fa84-950a-4aff-990b-a89ae9d29dd9 req-928cf566-9753-46ff-b6dd-4354f99a2686 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.2831702 Jul 29 23:47:01.015386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-2dcd0b98-a1c3-4e90-951a-e5a76c653d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.016393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-2dcd0b98-a1c3-4e90-951a-e5a76c653d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.017073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-2dcd0b98-a1c3-4e90-951a-e5a76c653d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.019442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-2dcd0b98-a1c3-4e90-951a-e5a76c653d7d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4318590 Jul 29 23:47:01.034574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-5589749f-56e1-49b0-8550-6f1afb19893b tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437508 Jul 29 23:47:01.063227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5039403a-b376-477c-a29b-3f176192cba3 req-0431cef1-e465-4701-a29a-3a23a51e42e6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694590 Jul 29 23:47:01.140880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9539fa84-950a-4aff-990b-a89ae9d29dd9 req-c622ee58-17b9-42d7-ace9-3aa4a387393a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199338 Jul 29 23:47:01.194685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-72f4adeb-b37c-49ae-a5d9-91ac67503465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.196973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b0be0f1-743a-4a81-b350-4926999f8eda req-72f4adeb-b37c-49ae-a5d9-91ac67503465 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502662 Jul 29 23:47:01.317812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6a9710b3-fbba-4262-b677-e2b57c0da0ec req-99676d41-0bf4-4657-b06a-7e9da5037905 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 210 time: 0.0483336 Jul 29 23:47:01.477753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-35efaf29-7bdf-44da-9591-aa619c8ac1a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 999 time: 0.6530116 Jul 29 23:47:01.489087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:01.584316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a4ac1a45-e35b-462f-9625-7a9360666175,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:01.594614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-a432c908-cd8e-4c15-b941-d89860cbb69e tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.597462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-a432c908-cd8e-4c15-b941-d89860cbb69e tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5329471 Jul 29 23:47:01.632754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.643036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Request body: {'port': {'device_id': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '09c38a43f94a4ae7a65bc1dda23c2f82'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:01.719329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.720022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.721919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] 10.222.0.59 "PUT /v2.0/ports/a4ac1a45-e35b-462f-9625-7a9360666175 HTTP/1.1" status: 200 len: 1093 time: 2.8362033 Jul 29 23:47:01.801812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb01a6-108f-4209-8eab-fbe386b558c8 req-f1e69e63-33a6-414c-973d-8a3b2dc6d8a9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.804073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95eb01a6-108f-4209-8eab-fbe386b558c8 req-f1e69e63-33a6-414c-973d-8a3b2dc6d8a9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.2865450 Jul 29 23:47:01.880057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-1590d531-ef2a-4d7b-a56d-870258f584e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.881580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-1590d531-ef2a-4d7b-a56d-870258f584e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.3513632 Jul 29 23:47:01.927250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdadcee-239b-45e0-8a1c-7c310cba2dba service neutron] Pushing event updated for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:01.966125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95eb01a6-108f-4209-8eab-fbe386b558c8 req-1d1d200d-c51e-4285-9794-627726b39894 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396148 Jul 29 23:47:02.083353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Made reservation on behalf of 09c38a43f94a4ae7a65bc1dda23c2f82 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:02.109799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.142657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.328738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:02.332072 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a34bf1-4ab2-466a-9f8f-878e3f12978b" -d '{"events": [{"name": "network-changed", "server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:02.352009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61292e-1e81-4172-983b-fe28892ce253 req-2d87047d-1364-4511-bdbe-9bebf40f9910 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.368079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b61292e-1e81-4172-983b-fe28892ce253 req-2d87047d-1364-4511-bdbe-9bebf40f9910 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1442235 Jul 29 23:47:02.426495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b61292e-1e81-4172-983b-fe28892ce253 req-49c48271-fc82-48b2-9694-d5733eadfec4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499201 Jul 29 23:47:02.431269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac195f1-9e67-4a53-8cc5-f9f5dacec5a3 req-1db6a5c1-ce9b-456d-ae26-117b7b15012b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.439446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac195f1-9e67-4a53-8cc5-f9f5dacec5a3 req-1db6a5c1-ce9b-456d-ae26-117b7b15012b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.448702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ac195f1-9e67-4a53-8cc5-f9f5dacec5a3 req-1db6a5c1-ce9b-456d-ae26-117b7b15012b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1063812 Jul 29 23:47:02.505215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.523009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.581565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebf908a3-93b4-44be-a472-2e131bc65f00 req-e7fc7aba-278f-4722-93ce-8fdef945651c tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 210 time: 0.0628669 Jul 29 23:47:02.660603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ac195f1-9e67-4a53-8cc5-f9f5dacec5a3 req-8e11c70e-2746-4afd-b9e2-b833b71f5b33 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102838 Jul 29 23:47:02.676990 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12985aa-f0fe-4e82-a37c-3f6626f5d9e0 x-openstack-request-id: req-b12985aa-f0fe-4e82-a37c-3f6626f5d9e0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:02.677404 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:02.677816 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b12985aa-f0fe-4e82-a37c-3f6626f5d9e0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:02.678341 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175', 'status': 'completed', 'code': 200} Jul 29 23:47:02.817570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4c188-7cd3-442f-beff-44e6bf6d03c5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:02.894086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Allocated IP 192.168.233.114 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/84f9708c-cf58-44cf-842c-51d8be8a8227) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:03.294497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.329813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Transition to ACTIVE for port object 84f9708c-cf58-44cf-842c-51d8be8a8227 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:03.406256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.474116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:03.514920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:03.524633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:03.579033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.579711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.590558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Pushing event updated for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:03.633919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3218a-6045-48d2-b0dd-2889c31da347 req-fdc1ed26-8904-4d01-999f-0fec587598d7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.635822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54a3218a-6045-48d2-b0dd-2889c31da347 req-fdc1ed26-8904-4d01-999f-0fec587598d7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1601863 Jul 29 23:47:03.667461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-a1d2036d-99fc-4cfa-b108-2e46dc778704 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0421088 Jul 29 23:47:03.719702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Request body: {'port': {'device_id': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:03.774959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54a3218a-6045-48d2-b0dd-2889c31da347 req-6588aee4-5701-44d0-8d90-6298ac91d103 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223385 Jul 29 23:47:03.905351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.973292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae51db36-3bec-4c8e-9f47-47353511c7f9 None None] Provisioning for port 84f9708c-cf58-44cf-842c-51d8be8a8227 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:03.982477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae51db36-3bec-4c8e-9f47-47353511c7f9 None None] Provisioning complete for port 84f9708c-cf58-44cf-842c-51d8be8a8227 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:03.983481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae51db36-3bec-4c8e-9f47-47353511c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.039260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ae51db36-3bec-4c8e-9f47-47353511c7f9 None None] Port 84f9708c-cf58-44cf-842c-51d8be8a8227 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:47:04.064050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b2482-80b1-49fe-be09-ebf69a5f35e6 req-807a470e-99df-4c23-80fe-cb5c2feabe4a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.065672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a9b2482-80b1-49fe-be09-ebf69a5f35e6 req-807a470e-99df-4c23-80fe-cb5c2feabe4a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1868455 Jul 29 23:47:04.192233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a9b2482-80b1-49fe-be09-ebf69a5f35e6 req-efdf4a3c-4b06-439b-9172-d53f771db1c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769544 Jul 29 23:47:04.409521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283e7f9-0b45-49f6-b9ba-3c8dc44de2b5 req-b1b9ba29-e2cb-49fc-aa21-9c8154165243 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.419023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d283e7f9-0b45-49f6-b9ba-3c8dc44de2b5 req-b1b9ba29-e2cb-49fc-aa21-9c8154165243 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 936 time: 0.1020188 Jul 29 23:47:04.479417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d283e7f9-0b45-49f6-b9ba-3c8dc44de2b5 req-a9718716-7a7d-447d-8f7b-e6448fd07ab7 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589359 Jul 29 23:47:04.530370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f9708c-cf58-44cf-842c-51d8be8a8227 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:04.539339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.554771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Transition to ACTIVE for port object 84f9708c-cf58-44cf-842c-51d8be8a8227 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:04.560945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.683026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Pushing event updated for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:04.749143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9214570-bc0c-47f0-acc7-20b9939b1c67 req-7d698039-6f92-41f5-99e5-eb52f4e8d5ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.755561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9214570-bc0c-47f0-acc7-20b9939b1c67 req-7d698039-6f92-41f5-99e5-eb52f4e8d5ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:04.763887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9214570-bc0c-47f0-acc7-20b9939b1c67 req-7d698039-6f92-41f5-99e5-eb52f4e8d5ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1915939 Jul 29 23:47:04.829611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9214570-bc0c-47f0-acc7-20b9939b1c67 req-487ca560-c9a1-4480-9584-786bf42ac8c3 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Jul 29 23:47:04.869361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Attempting to bind port 84f9708c-cf58-44cf-842c-51d8be8a8227 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:04.871756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Attempting to bind port 84f9708c-cf58-44cf-842c-51d8be8a8227 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:04.872111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Attempting to bind port 84f9708c-cf58-44cf-842c-51d8be8a8227 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:04.889465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Port 84f9708c-cf58-44cf-842c-51d8be8a8227 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:04.889864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Attempting to bind port 84f9708c-cf58-44cf-842c-51d8be8a8227 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:04.901025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:04.901450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:04.901893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:04.902300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Bound port: 84f9708c-cf58-44cf-842c-51d8be8a8227, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:04.902671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.036690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:05.039991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=84f9708c-cf58-44cf-842c-51d8be8a8227,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:05.047111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.103638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.104283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.105887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] 10.222.0.57 "PUT /v2.0/ports/84f9708c-cf58-44cf-842c-51d8be8a8227 HTTP/1.1" status: 200 len: 1097 time: 1.3943398 Jul 29 23:47:05.106341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:05.108642 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6993f80d-f06a-4e30-980d-d673eb421975" -d '{"events": [{"name": "network-changed", "server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:05.155508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8fc59-d5cf-44b6-917b-2872aeef0037 service neutron] Pushing event updated for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:05.326221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14e64-379c-434d-bec4-dc19aa365254 req-c654b860-5a74-4a9e-85b5-5beade96bd7b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.328098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9b14e64-379c-434d-bec4-dc19aa365254 req-c654b860-5a74-4a9e-85b5-5beade96bd7b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1214843 Jul 29 23:47:05.330419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-b5a852d9-05c4-4e86-b2b2-9dc953040ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.332085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-b5a852d9-05c4-4e86-b2b2-9dc953040ea1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 1100 time: 0.1234539 Jul 29 23:47:05.435060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9b14e64-379c-434d-bec4-dc19aa365254 req-e49cac1d-e255-4fe0-9c87-b3b43f914293 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005435 Jul 29 23:47:05.436620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-7844ddf2-56dd-4121-8389-b087ebe9517c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=84f9708c-cf58-44cf-842c-51d8be8a8227 HTTP/1.1" status: 200 len: 217 time: 0.0770934 Jul 29 23:47:05.532122 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13827f-44e5-4700-a1a5-b8d02f636342 x-openstack-request-id: req-5c13827f-44e5-4700-a1a5-b8d02f636342 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:05.532513 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:05.532663 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c13827f-44e5-4700-a1a5-b8d02f636342 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:05.533067 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227', 'status': 'completed', 'code': 200} Jul 29 23:47:05.549845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-785d9107-336c-4707-9c8b-46ffcb028b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.551363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-785d9107-336c-4707-9c8b-46ffcb028b4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0945525 Jul 29 23:47:05.627991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98046f-03db-423d-a27e-3055c5d60807 req-becda72c-f031-4fcb-9524-c26c185675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.629505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-becda72c-f031-4fcb-9524-c26c185675a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642877 Jul 29 23:47:05.727202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534304e-615e-4c2a-8d7d-189a0372d53e req-0f5ff2d5-3dd7-456f-8acc-f4759598f10e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.728761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3534304e-615e-4c2a-8d7d-189a0372d53e req-0f5ff2d5-3dd7-456f-8acc-f4759598f10e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1165676 Jul 29 23:47:05.778594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-f3aaa06b-a804-4109-b7d3-0b314c91c294 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299803 Jul 29 23:47:05.796215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3534304e-615e-4c2a-8d7d-189a0372d53e req-0cb8a4f4-6ba8-4d88-b3b4-c9b5c1a7ff1b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559955 Jul 29 23:47:05.921049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be98046f-03db-423d-a27e-3055c5d60807 req-15dc4a3c-8d22-437b-aef5-702abdeec18d service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238470 Jul 29 23:47:05.939898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239adfb1-aa56-4ada-86ea-288a2535cd1b req-3d027012-45c7-47b4-ad38-79bcd8503ff4 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:05.941716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-239adfb1-aa56-4ada-86ea-288a2535cd1b req-3d027012-45c7-47b4-ad38-79bcd8503ff4 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 948 time: 0.0683789 Jul 29 23:47:05.993040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-239adfb1-aa56-4ada-86ea-288a2535cd1b req-5d083790-1ab5-4bc6-95a9-b1c9ad6aa8cb tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Jul 29 23:47:06.134458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b89213-23c0-403a-8d2b-87e86643503b req-1ac51c85-7afd-4e4e-9e45-9038edb1a368 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.141221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b89213-23c0-403a-8d2b-87e86643503b req-1ac51c85-7afd-4e4e-9e45-9038edb1a368 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.142903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b89213-23c0-403a-8d2b-87e86643503b req-1ac51c85-7afd-4e4e-9e45-9038edb1a368 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.0814190 Jul 29 23:47:06.145127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f80d-f06a-4e30-980d-d673eb421975 req-bb57db79-1ae3-4b2f-a58e-ba7211389090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.146576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-bb57db79-1ae3-4b2f-a58e-ba7211389090 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 1100 time: 0.0963547 Jul 29 23:47:06.240077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65b89213-23c0-403a-8d2b-87e86643503b req-bf6ce103-19c4-45ae-92b4-57bc4b49b4dc tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902715 Jul 29 23:47:06.285213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f80d-f06a-4e30-980d-d673eb421975 req-90ce11e0-e131-40fc-b7bf-d15cc94737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.286956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-90ce11e0-e131-40fc-b7bf-d15cc94737c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1225672 Jul 29 23:47:06.344054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-30e22c8f-4e19-4456-bd2e-8cf9a1dff202 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=84f9708c-cf58-44cf-842c-51d8be8a8227 HTTP/1.1" status: 200 len: 217 time: 0.0408916 Jul 29 23:47:06.441890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f80d-f06a-4e30-980d-d673eb421975 req-4055c1d8-f87d-4197-8196-86e244ce77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.443479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-4055c1d8-f87d-4197-8196-86e244ce77e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0651708 Jul 29 23:47:06.542139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993f80d-f06a-4e30-980d-d673eb421975 req-2e8c06f5-f56e-472c-a717-6e3e7f446b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.544064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-2e8c06f5-f56e-472c-a717-6e3e7f446b0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511925 Jul 29 23:47:06.608214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b824b6-d632-44ae-b2cb-5ae9c0a3276f req-c3498465-4739-4f36-9a1f-c874f355ca78 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.616213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42b824b6-d632-44ae-b2cb-5ae9c0a3276f req-c3498465-4739-4f36-9a1f-c874f355ca78 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0673285 Jul 29 23:47:06.708760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42b824b6-d632-44ae-b2cb-5ae9c0a3276f req-5a2eeff0-a5df-4e68-b337-fc2c45fea740 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915918 Jul 29 23:47:06.745492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-ed604e0d-fe83-4f11-8e30-8842ce3da9a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260502 Jul 29 23:47:06.798065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:06.893494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6993f80d-f06a-4e30-980d-d673eb421975 req-9d886531-b651-4ae1-8351-538ef4a8ce28 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342645 Jul 29 23:47:06.963644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b461f9-48c4-4563-b5e2-3c3ea4666d40 req-09ffa973-013a-4e68-ba01-7a5f01cd6f4c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:06.965480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77b461f9-48c4-4563-b5e2-3c3ea4666d40 req-09ffa973-013a-4e68-ba01-7a5f01cd6f4c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0618815 Jul 29 23:47:06.972341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:06.987692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3d028906-735d-4e26-9739-3b54a0a8db40', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'port_id': '3d028906-735d-4e26-9739-3b54a0a8db40', 'mac_address': 'fa:16:3e:a7:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:07.024336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77b461f9-48c4-4563-b5e2-3c3ea4666d40 req-610845ce-6e02-4410-a859-4bed555c1317 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Jul 29 23:47:07.033309 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.048436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d028906-735d-4e26-9739-3b54a0a8db40 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:07.074123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:07.080503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.177514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:07.202956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3e07-1f51-4311-9f8f-ec16827a9925 req-a20b6d34-80af-4e03-9da4-d8a2b3462820 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.213892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-282c3e07-1f51-4311-9f8f-ec16827a9925 req-a20b6d34-80af-4e03-9da4-d8a2b3462820 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 948 time: 0.0790071 Jul 29 23:47:07.249375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-282c3e07-1f51-4311-9f8f-ec16827a9925 req-884b8761-8345-4de8-b89a-889b36653653 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355589 Jul 29 23:47:07.356404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3d028906-735d-4e26-9739-3b54a0a8db40'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:07.421989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43058a-ed60-424a-bf94-473a140d4fef req-2668ea74-971f-4447-a873-a97e7e2c56e6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.431893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43058a-ed60-424a-bf94-473a140d4fef req-2668ea74-971f-4447-a873-a97e7e2c56e6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.433869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed43058a-ed60-424a-bf94-473a140d4fef req-2668ea74-971f-4447-a873-a97e7e2c56e6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1090016 Jul 29 23:47:07.532443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed43058a-ed60-424a-bf94-473a140d4fef req-61a61032-6a30-4731-81a9-9fed6eb47aa2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869384 Jul 29 23:47:07.989063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3f13-c77a-4cdf-becf-381815663ebe req-5e70d8eb-fc87-4438-8468-61d522c839c3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:07.991120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6cf3f13-c77a-4cdf-becf-381815663ebe req-5e70d8eb-fc87-4438-8468-61d522c839c3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0719285 Jul 29 23:47:08.076788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6cf3f13-c77a-4cdf-becf-381815663ebe req-e0df3ccd-d569-46e5-a1b2-87234b539b50 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701509 Jul 29 23:47:08.295823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3ffd2-d2e5-44aa-96d9-454a7f244e39 req-c6c0cb7d-609f-4c64-9442-8be2113645fb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.312257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2f3ffd2-d2e5-44aa-96d9-454a7f244e39 req-c6c0cb7d-609f-4c64-9442-8be2113645fb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 944 time: 0.1531835 Jul 29 23:47:08.372273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2f3ffd2-d2e5-44aa-96d9-454a7f244e39 req-44b4a6dd-5075-4c9d-83e8-fc218537e713 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585377 Jul 29 23:47:08.650224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e919cb-6d65-4195-a126-d11947309cdc req-307757b7-fc5b-48fe-93d2-39da7d948719 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.652677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2e919cb-6d65-4195-a126-d11947309cdc req-307757b7-fc5b-48fe-93d2-39da7d948719 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 948 time: 0.1123848 Jul 29 23:47:08.738533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2e919cb-6d65-4195-a126-d11947309cdc req-0dd0a8a3-56e3-44d7-a9d3-215784699520 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746765 Jul 29 23:47:08.813618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:08.944510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 3d028906-735d-4e26-9739-3b54a0a8db40 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:08.944981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.992450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859dfc-db9a-42ca-a2f5-0c68ea8febfe req-89109489-9b55-46d0-be37-7732ad41eb8a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.998907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859dfc-db9a-42ca-a2f5-0c68ea8febfe req-89109489-9b55-46d0-be37-7732ad41eb8a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.001223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06859dfc-db9a-42ca-a2f5-0c68ea8febfe req-89109489-9b55-46d0-be37-7732ad41eb8a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1230443 Jul 29 23:47:09.076992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06859dfc-db9a-42ca-a2f5-0c68ea8febfe req-6a02437e-fd11-485c-b799-c6746fca3856 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Jul 29 23:47:09.124655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.192319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:09.193429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:09.196405 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dba096-06e4-4a7c-b1d8-e6fd9b8b83d0" -d '{"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-plugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:09.200996 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.266194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:09.522058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405c5f-b821-42a3-9d4f-f198e9335b33 req-fe613861-9c9c-47cd-9f94-819b3290141d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.531058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d405c5f-b821-42a3-9d4f-f198e9335b33 req-fe613861-9c9c-47cd-9f94-819b3290141d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0976813 Jul 29 23:47:09.594080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d405c5f-b821-42a3-9d4f-f198e9335b33 req-88127aad-3b98-4155-9d9a-cd9f343f5995 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566006 Jul 29 23:47:09.651264 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57ee93-dad3-4b6f-b7f0-fcb88ce4a372 x-openstack-request-id: req-7f57ee93-dad3-4b6f-b7f0-fcb88ce4a372 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:09.651589 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-plugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:09.652004 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f57ee93-dad3-4b6f-b7f0-fcb88ce4a372 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:09.652473 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40', 'code': 200} Jul 29 23:47:09.822328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a986-2ae2-4ee1-9f36-dbfb9bde83ae req-b721e2b3-9e29-4fca-97e5-2c8515ffa1cb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.833313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acb0a986-2ae2-4ee1-9f36-dbfb9bde83ae req-b721e2b3-9e29-4fca-97e5-2c8515ffa1cb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1060922 Jul 29 23:47:09.942109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acb0a986-2ae2-4ee1-9f36-dbfb9bde83ae req-73b9afe5-1590-4986-902b-0f78f49b12f6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057837 Jul 29 23:47:10.345559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251577ce-8b14-49dd-8ea5-35de908b5ed9 req-c128313a-6e56-4576-b70c-02ed1876a263 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.345559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-251577ce-8b14-49dd-8ea5-35de908b5ed9 req-c128313a-6e56-4576-b70c-02ed1876a263 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 948 time: 0.1515074 Jul 29 23:47:10.428971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-251577ce-8b14-49dd-8ea5-35de908b5ed9 req-ca18f728-5019-46bb-89f8-51524c1a0af5 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Jul 29 23:47:10.452447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b6dfe-46eb-4e9f-a0a6-a09594e473fe req-105e903d-b55d-46b6-801e-17ca52f3a697 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.472586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b6dfe-46eb-4e9f-a0a6-a09594e473fe req-105e903d-b55d-46b6-801e-17ca52f3a697 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.476904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-124b6dfe-46eb-4e9f-a0a6-a09594e473fe req-105e903d-b55d-46b6-801e-17ca52f3a697 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1556067 Jul 29 23:47:10.553706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-124b6dfe-46eb-4e9f-a0a6-a09594e473fe req-371c2d73-2010-4ad2-a51d-610a90daf2c8 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Jul 29 23:47:10.846275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 84f9708c-cf58-44cf-842c-51d8be8a8227 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:10.874885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d7c-caf6-4381-9ec2-45fc07baf5a6 req-d7dd52db-84ee-4ae0-949d-572336190b58 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.881675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6a55d7c-caf6-4381-9ec2-45fc07baf5a6 req-d7dd52db-84ee-4ae0-949d-572336190b58 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1299353 Jul 29 23:47:10.950375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6a55d7c-caf6-4381-9ec2-45fc07baf5a6 req-3571853f-c430-48ad-9944-8e3b29fcfbdd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646422 Jul 29 23:47:11.086275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=84f9708c-cf58-44cf-842c-51d8be8a8227,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:11.165116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240916e3-7e33-4ad6-afd7-ca30472883e2 req-4f965fd5-836c-4e81-8854-c0f5a3d77c97 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:11.176442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-240916e3-7e33-4ad6-afd7-ca30472883e2 req-4f965fd5-836c-4e81-8854-c0f5a3d77c97 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.1218948 Jul 29 23:47:11.272444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-240916e3-7e33-4ad6-afd7-ca30472883e2 req-d25e5771-4eee-428b-804d-aeaa6608e81c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945635 Jul 29 23:47:11.310370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '84f9708c-cf58-44cf-842c-51d8be8a8227', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '84f9708c-cf58-44cf-842c-51d8be8a8227', 'mac_address': 'fa:16:3e:84:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:11.354860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.372633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f9708c-cf58-44cf-842c-51d8be8a8227 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:11.416685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=84f9708c-cf58-44cf-842c-51d8be8a8227,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:11.422272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.489355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:11.564484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f018-e381-4150-ad55-59fd7214257e req-40003a97-8c27-45bc-9f42-d62ad68c7b02 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:11.566117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e424f018-e381-4150-ad55-59fd7214257e req-40003a97-8c27-45bc-9f42-d62ad68c7b02 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 949 time: 0.0622301 Jul 29 23:47:11.647871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e424f018-e381-4150-ad55-59fd7214257e req-002245eb-28aa-4f02-bab0-19efff9b0ca8 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716136 Jul 29 23:47:11.915475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['84f9708c-cf58-44cf-842c-51d8be8a8227'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:11.988947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d080-3189-46a4-9129-68cf0fa98b2b req-16b937ca-a018-4583-a25e-0f3bc3af6ba9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.000193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d080-3189-46a4-9129-68cf0fa98b2b req-16b937ca-a018-4583-a25e-0f3bc3af6ba9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.014027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aee6d080-3189-46a4-9129-68cf0fa98b2b req-16b937ca-a018-4583-a25e-0f3bc3af6ba9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1071029 Jul 29 23:47:12.514700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aee6d080-3189-46a4-9129-68cf0fa98b2b req-008ed2c3-7150-4b6a-aef9-ed6d299d7ce1 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005269 Jul 29 23:47:12.757722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da437b-e5c4-4b2c-9c3e-8cd63e0b7a55 req-054bcd11-0943-46ac-b44e-c658de35b15f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.757722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54da437b-e5c4-4b2c-9c3e-8cd63e0b7a55 req-054bcd11-0943-46ac-b44e-c658de35b15f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0551810 Jul 29 23:47:12.901933 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54da437b-e5c4-4b2c-9c3e-8cd63e0b7a55 req-383d112e-00af-4b26-9fb0-c6294432f0b2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225111 Jul 29 23:47:12.931101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-730c9d66-c375-47ea-ba88-91b0e6731e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.932550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-730c9d66-c375-47ea-ba88-91b0e6731e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.935518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-730c9d66-c375-47ea-ba88-91b0e6731e78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1982 time: 0.1679826 Jul 29 23:47:12.940965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-aa23a004-4ed1-4e22-9f01-528bdc345dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.943742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-aa23a004-4ed1-4e22-9f01-528bdc345dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853180 Jul 29 23:47:12.961129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c517285-0fe0-454d-a279-d37cbc302057 req-a11ff538-727b-4d4f-9182-a6f912ca7e65 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.964020 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c517285-0fe0-454d-a279-d37cbc302057 req-a11ff538-727b-4d4f-9182-a6f912ca7e65 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0985949 Jul 29 23:47:13.014985 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c517285-0fe0-454d-a279-d37cbc302057 req-792212f1-552e-46e7-82c0-d02bd4013ebe tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Jul 29 23:47:13.212247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea39982-8ed0-46ae-81d9-f6b9e639a4dc req-7fb76c17-4d3d-4f82-9e5c-9a5dd0f6b3d4 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.213854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ea39982-8ed0-46ae-81d9-f6b9e639a4dc req-7fb76c17-4d3d-4f82-9e5c-9a5dd0f6b3d4 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 949 time: 0.2256815 Jul 29 23:47:13.320417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-ce4ee02c-69b2-44f4-a969-b7d950ed0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.320417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-ce4ee02c-69b2-44f4-a969-b7d950ed0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.320417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-ce4ee02c-69b2-44f4-a969-b7d950ed0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.320417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-ce4ee02c-69b2-44f4-a969-b7d950ed0a52 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3069985 Jul 29 23:47:13.320417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-443484ca-5a1c-45c2-b603-55b81bb61d82 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205464 Jul 29 23:47:13.331403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ea39982-8ed0-46ae-81d9-f6b9e639a4dc req-9a220c3a-0baa-4918-bc77-d5175535d746 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078982 Jul 29 23:47:13.470973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-6c73a30b-ad78-4ee4-916c-23d470b4b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.472469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70a34bf1-4ab2-466a-9f8f-878e3f12978b req-6c73a30b-ad78-4ee4-916c-23d470b4b4d2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402216 Jul 29 23:47:13.613617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b5af61b-46c3-4d74-be39-6b6df9975565 req-edac9e98-d4f8-46e0-b81f-4c6cc042706a service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129037 Jul 29 23:47:13.635316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-3f4da1ce-80f9-4d73-9e7f-be2c64d7e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.635917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-3f4da1ce-80f9-4d73-9e7f-be2c64d7e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.638457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-3f4da1ce-80f9-4d73-9e7f-be2c64d7e7a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1982 time: 0.0816045 Jul 29 23:47:13.686834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551760-e8a1-45c3-ad6d-18ffa51ed850 req-127fa259-ced5-4dc2-b7f0-eaf658bbb443 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.695155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551760-e8a1-45c3-ad6d-18ffa51ed850 req-127fa259-ced5-4dc2-b7f0-eaf658bbb443 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.709902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-5d6ceadb-c84d-4564-a7af-6b4e3788abc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e HTTP/1.1" status: 200 len: 217 time: 0.0432246 Jul 29 23:47:13.712125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15551760-e8a1-45c3-ad6d-18ffa51ed850 req-127fa259-ced5-4dc2-b7f0-eaf658bbb443 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.1101923 Jul 29 23:47:13.769264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15551760-e8a1-45c3-ad6d-18ffa51ed850 req-67dcef2b-250a-4a42-945e-439c90ad22ce tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 Jul 29 23:47:13.789697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-6b2f74d0-e6a4-4b4b-9440-90c5b37b5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.791683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-6b2f74d0-e6a4-4b4b-9440-90c5b37b5306 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=682b1ee8-357b-4cff-b494-881c13e00a96 HTTP/1.1" status: 200 len: 801 time: 0.0729167 Jul 29 23:47:13.861675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a997899e-5842-40c3-a1c1-b9deeeef31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:13.863470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a997899e-5842-40c3-a1c1-b9deeeef31a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26c0deb4-e27e-408e-aa34-9b369bf7929f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598407 Jul 29 23:47:14.050541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-85eb2aea-07a5-4294-aedb-aa3477943ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/26c0deb4-e27e-408e-aa34-9b369bf7929f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493268 Jul 29 23:47:14.094685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305431-1128-4fb3-9fa7-163ed9dfe188 req-e6fbdf4d-fcfc-4e84-b521-18be0fc5eff5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.096848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7305431-1128-4fb3-9fa7-163ed9dfe188 req-e6fbdf4d-fcfc-4e84-b521-18be0fc5eff5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1010091 Jul 29 23:47:14.159379 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7305431-1128-4fb3-9fa7-163ed9dfe188 req-8f0cc025-58ed-40ee-8841-7b34655ee33b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557778 Jul 29 23:47:14.229545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b4f3f-d24c-4db4-a2fe-adfd0f671b9c req-2e9ad997-ca15-465b-8f48-fb47dd083075 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.230959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a8b4f3f-d24c-4db4-a2fe-adfd0f671b9c req-2e9ad997-ca15-465b-8f48-fb47dd083075 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0859582 Jul 29 23:47:14.269060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-fe8775c8-e9aa-46fa-8e6d-9c6ca4924ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/26c0deb4-e27e-408e-aa34-9b369bf7929f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986756 Jul 29 23:47:14.341604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-fde6e6c3-9385-4b37-8f20-2492576abb5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=a4ac1a45-e35b-462f-9625-7a9360666175 HTTP/1.1" status: 200 len: 217 time: 0.0651734 Jul 29 23:47:14.353944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a8b4f3f-d24c-4db4-a2fe-adfd0f671b9c req-73e02757-a867-4481-a524-795469bbe27e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004434 Jul 29 23:47:14.410234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-64929b4d-1956-45de-b9ee-8d22a05dac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.412677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-64929b4d-1956-45de-b9ee-8d22a05dac3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=37026f6b-c543-4ccb-9304-52c215882cf1 HTTP/1.1" status: 200 len: 801 time: 0.0576005 Jul 29 23:47:14.478337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12302ba-fafb-424d-a2a0-37bff863ca24 req-1f7675c3-1ae6-4ad3-b6e1-9887e6624fb0 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.487410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d12302ba-fafb-424d-a2a0-37bff863ca24 req-1f7675c3-1ae6-4ad3-b6e1-9887e6624fb0 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 949 time: 0.0654864 Jul 29 23:47:14.499122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-abaff780-3c19-4367-9da1-a5b9090db00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.501100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-abaff780-3c19-4367-9da1-a5b9090db00c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=faa95816-3ab3-42e3-af84-617957a685cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777729 Jul 29 23:47:14.535537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d12302ba-fafb-424d-a2a0-37bff863ca24 req-da080611-b59b-42d7-9718-4ec9ddac9334 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Jul 29 23:47:14.619686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-a0751291-76b6-4d58-93e0-79e29ac04318 service neutron] 10.222.0.59 "GET /v2.0/networks/faa95816-3ab3-42e3-af84-617957a685cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102805 Jul 29 23:47:14.735527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1545db38-d5c8-41d2-8163-2a4ccbdf8dc4 req-21003f4e-39c6-45a2-8744-94715c3163d4 service neutron] 10.222.0.59 "GET /v2.0/networks/faa95816-3ab3-42e3-af84-617957a685cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049156 Jul 29 23:47:14.862587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 84f9708c-cf58-44cf-842c-51d8be8a8227 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:14.899449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b5b4-5cf7-41a4-af0d-4190dc6bf21a req-203650c6-5828-4299-b410-35e76d0c4286 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.908522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b5b4-5cf7-41a4-af0d-4190dc6bf21a req-203650c6-5828-4299-b410-35e76d0c4286 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.910412 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa84b5b4-5cf7-41a4-af0d-4190dc6bf21a req-203650c6-5828-4299-b410-35e76d0c4286 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.0774870 Jul 29 23:47:14.961853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 84f9708c-cf58-44cf-842c-51d8be8a8227 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:14.967595 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fa84b5b4-5cf7-41a4-af0d-4190dc6bf21a req-21e37e50-5015-421b-b9e2-b4c8dc638f36 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Jul 29 23:47:14.969955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 84f9708c-cf58-44cf-842c-51d8be8a8227 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:14.971182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.071454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.102514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:15.104830 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30fb2d0-0b39-4451-ad14-9c86dd4df03d" -d '{"events": [{"server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "name": "network-vif-plugged", "status": "completed", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:15.123593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=84f9708c-cf58-44cf-842c-51d8be8a8227,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:15.130551 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.156345 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7c0dfa-626f-4555-bf45-d8f035679b22 x-openstack-request-id: req-3d7c0dfa-626f-4555-bf45-d8f035679b22 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:15.156753 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "name": "network-vif-plugged", "status": "completed", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:15.157062 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d7c0dfa-626f-4555-bf45-d8f035679b22 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:15.157539 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227', 'code': 200} Jul 29 23:47:15.189827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.380686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d450-b61e-40c3-8a75-c436a48656e7 req-8ec7961c-2278-4ce9-b48c-e906030a1e6c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.383534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f861d450-b61e-40c3-8a75-c436a48656e7 req-8ec7961c-2278-4ce9-b48c-e906030a1e6c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.1312330 Jul 29 23:47:15.395669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a5f4-46c0-4072-b8b8-a93cfe4744dd req-d26171d1-0f3d-4d66-816b-1d426ff11e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.398607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f215a5f4-46c0-4072-b8b8-a93cfe4744dd req-d26171d1-0f3d-4d66-816b-1d426ff11e96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 1102 time: 0.0849802 Jul 29 23:47:15.476720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f861d450-b61e-40c3-8a75-c436a48656e7 req-99b6c27b-95a2-4fbe-b606-0fccaa90b012 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726962 Jul 29 23:47:15.500159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f215a5f4-46c0-4072-b8b8-a93cfe4744dd req-a403ca9f-195c-4645-a7af-c4f08baaacf0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Jul 29 23:47:15.543675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4a5e-0e08-4c3e-bda9-d93ef5d3d2bc req-263d56bb-b2b5-465c-a7d0-466b0a8ca23e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.545656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5bd4a5e-0e08-4c3e-bda9-d93ef5d3d2bc req-263d56bb-b2b5-465c-a7d0-466b0a8ca23e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0773673 Jul 29 23:47:15.604391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5bd4a5e-0e08-4c3e-bda9-d93ef5d3d2bc req-bba57cbf-a45b-4121-926e-4c0be46af231 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Jul 29 23:47:15.689333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224deef-6696-419d-9b3b-c8523f844944 req-e1ab9c59-f1ec-442b-a235-e60e56afb873 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.691156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3224deef-6696-419d-9b3b-c8523f844944 req-e1ab9c59-f1ec-442b-a235-e60e56afb873 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.0564115 Jul 29 23:47:15.745639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3224deef-6696-419d-9b3b-c8523f844944 req-a80cc7b0-e3f8-4c91-8efb-987ddefe42a1 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466380 Jul 29 23:47:16.139401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c899-79fc-48c5-9ed9-487e1b4e2d2c req-8183e18b-9b9c-42d0-9ab8-e92c90faa373 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.145344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c899-79fc-48c5-9ed9-487e1b4e2d2c req-8183e18b-9b9c-42d0-9ab8-e92c90faa373 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.147194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59b9c899-79fc-48c5-9ed9-487e1b4e2d2c req-8183e18b-9b9c-42d0-9ab8-e92c90faa373 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1678 time: 0.0781536 Jul 29 23:47:16.213311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59b9c899-79fc-48c5-9ed9-487e1b4e2d2c req-28c4a42e-baee-4928-a630-05c4cfcda833 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579250 Jul 29 23:47:16.230148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10e61ace-669b-40d7-a986-2c284121c9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.501865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a4ac1a45-e35b-462f-9625-7a9360666175 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:16.665972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a4ac1a45-e35b-462f-9625-7a9360666175,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:16.670911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517a549-5431-4a21-b694-44eb44bb9bad req-bb78a73e-3fe8-4938-99d8-0313199770de tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.679028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4517a549-5431-4a21-b694-44eb44bb9bad req-bb78a73e-3fe8-4938-99d8-0313199770de tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0794749 Jul 29 23:47:16.687437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'a4ac1a45-e35b-462f-9625-7a9360666175', 'network_id': 'faa95816-3ab3-42e3-af84-617957a685cb', 'port_id': 'a4ac1a45-e35b-462f-9625-7a9360666175', 'mac_address': 'fa:16:3e:c3:b9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37026f6b-c543-4ccb-9304-52c215882cf1', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:16.727397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4517a549-5431-4a21-b694-44eb44bb9bad req-7192c62e-3d66-40ea-b30c-81f0ac21e25f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Jul 29 23:47:16.730369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.746044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ac1a45-e35b-462f-9625-7a9360666175 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:16.775409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a4ac1a45-e35b-462f-9625-7a9360666175,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:16.790925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450b0d-65ea-4d89-a833-e178df7a84fd req-f2da07a8-0db1-49c3-9590-cad7f0fffa47 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.794433 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5450b0d-65ea-4d89-a833-e178df7a84fd req-f2da07a8-0db1-49c3-9590-cad7f0fffa47 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0802674 Jul 29 23:47:16.799330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.800488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a0783240-7ed0-4497-a59c-3d3fa33ef62e details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:16.849449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5450b0d-65ea-4d89-a833-e178df7a84fd req-548cd9ab-c14e-46d2-a60e-e0d24a6bc8a1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Jul 29 23:47:16.951385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287b121-8060-4da2-8953-98c06544c7fe req-e27246c8-67b8-4337-ae21-7bdcb95cfc58 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.952405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b287b121-8060-4da2-8953-98c06544c7fe req-e27246c8-67b8-4337-ae21-7bdcb95cfc58 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.0933514 Jul 29 23:47:16.953500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.993896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:17.007976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b287b121-8060-4da2-8953-98c06544c7fe req-4b7b31da-cd8c-4450-b3c0-be4a63a34dbe tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Jul 29 23:47:17.011728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e', 'network_id': '26c0deb4-e27e-408e-aa34-9b369bf7929f', 'port_id': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e', 'mac_address': 'fa:16:3e:d6:7c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b1ee8-357b-4cff-b494-881c13e00a96', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:17.081505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.097194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0783240-7ed0-4497-a59c-3d3fa33ef62e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:17.121271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:17.127182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.191414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:17.246534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.367249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85354b-1356-4c26-8e70-775d59ed7b26 req-871aa5b8-7032-430d-a83f-1776502ae88a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.373256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85354b-1356-4c26-8e70-775d59ed7b26 req-871aa5b8-7032-430d-a83f-1776502ae88a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.378177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec85354b-1356-4c26-8e70-775d59ed7b26 req-871aa5b8-7032-430d-a83f-1776502ae88a tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1680 time: 0.0625598 Jul 29 23:47:17.428685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec85354b-1356-4c26-8e70-775d59ed7b26 req-f2bcfe5c-7b3b-4eb4-8913-bb9047c6975e tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Jul 29 23:47:17.601356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a4ac1a45-e35b-462f-9625-7a9360666175'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:17.632548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a0783240-7ed0-4497-a59c-3d3fa33ef62e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:17.870989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fb560-cf45-468d-9778-2712886c017d req-c5fbd55e-6f8d-406f-91e0-22aa7e3f8361 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.872947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be2fb560-cf45-468d-9778-2712886c017d req-c5fbd55e-6f8d-406f-91e0-22aa7e3f8361 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0563426 Jul 29 23:47:17.913248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be2fb560-cf45-468d-9778-2712886c017d req-1addcaf9-fe3f-46fa-b8ef-84626b28504e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Jul 29 23:47:17.996523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c65ec-7272-4b70-9367-742252ff75f4 req-820e4bcd-902e-4c41-aeed-7bccd319d27d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.998571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f90c65ec-7272-4b70-9367-742252ff75f4 req-820e4bcd-902e-4c41-aeed-7bccd319d27d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0681434 Jul 29 23:47:18.051906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f90c65ec-7272-4b70-9367-742252ff75f4 req-44a09c40-0dc1-4dcb-bb9c-866c08ec308d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Jul 29 23:47:18.150068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe3b4-6d1f-4f42-8e4c-ae26a0bdad1a req-85e865c3-785d-4b39-a286-670948cef3f3 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.151641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-844fe3b4-6d1f-4f42-8e4c-ae26a0bdad1a req-85e865c3-785d-4b39-a286-670948cef3f3 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.0513077 Jul 29 23:47:18.194271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-844fe3b4-6d1f-4f42-8e4c-ae26a0bdad1a req-70564d77-8e0e-424f-a182-30ee8da2d611 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Jul 29 23:47:18.572819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae99b6-a57d-42ec-b9cf-5d0f0815fa6d req-4d66ce42-013c-4c14-ace2-f8460026bae5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.579791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae99b6-a57d-42ec-b9cf-5d0f0815fa6d req-4d66ce42-013c-4c14-ace2-f8460026bae5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.581581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05ae99b6-a57d-42ec-b9cf-5d0f0815fa6d req-4d66ce42-013c-4c14-ace2-f8460026bae5 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1680 time: 0.0802138 Jul 29 23:47:18.636262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05ae99b6-a57d-42ec-b9cf-5d0f0815fa6d req-5eb07684-184c-4861-9053-f713e7dbc531 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Jul 29 23:47:18.744644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-0cb231bd-566f-436f-a0f7-bd8bdded71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.748204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-0cb231bd-566f-436f-a0f7-bd8bdded71e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 1097 time: 0.0682130 Jul 29 23:47:18.937451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-c73d37d0-e3e5-4bad-92e4-146fdd052a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.939076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-c73d37d0-e3e5-4bad-92e4-146fdd052a03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1068914 Jul 29 23:47:18.997882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad4306a5-e853-47d7-8bc3-c4f76e639581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.030085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-02a926fd-5223-4c4e-9de0-73df31bc76b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d028906-735d-4e26-9739-3b54a0a8db40 HTTP/1.1" status: 200 len: 217 time: 0.0488937 Jul 29 23:47:19.065210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd56e1-5374-4d88-9543-bf940d4d353a req-3002ca50-c805-4e01-9711-60c2bdeab87f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.066815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-66bd56e1-5374-4d88-9543-bf940d4d353a req-3002ca50-c805-4e01-9711-60c2bdeab87f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0619111 Jul 29 23:47:19.123503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-66bd56e1-5374-4d88-9543-bf940d4d353a req-a6c59881-7be8-45e8-a590-f8e56109276f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480375 Jul 29 23:47:19.184254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-73231cba-f5cc-4569-a79e-fc7e14ea4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.186424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-73231cba-f5cc-4569-a79e-fc7e14ea4fdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0858717 Jul 29 23:47:19.222950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dee89-fc25-4984-9c8a-319ce3a9e7ed req-2e9da57b-8325-4b69-a423-cd70182a794a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.224697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-130dee89-fc25-4984-9c8a-319ce3a9e7ed req-2e9da57b-8325-4b69-a423-cd70182a794a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0626647 Jul 29 23:47:19.270260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.295977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-130dee89-fc25-4984-9c8a-319ce3a9e7ed req-00322d57-a4b5-47d1-a753-31ab3779eb0c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647357 Jul 29 23:47:19.303390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-c4777ce2-47d6-44a8-9d20-e34353cdf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.305006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-c4777ce2-47d6-44a8-9d20-e34353cdf3cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720551 Jul 29 23:47:19.436281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-02d3f287-d31f-46b5-ac2f-334a14364e68 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179144 Jul 29 23:47:19.568091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e465d33-0096-4e86-97ab-1cef4cd853bc req-6df9df38-d119-4b94-9442-dbfc89208381 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232226 Jul 29 23:47:19.784304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21c0f-36fb-45a1-a08e-5ac5398e1ede req-ad01c6fc-2bbb-46b5-8f4b-64392428044f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.797519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9cf21c0f-36fb-45a1-a08e-5ac5398e1ede req-ad01c6fc-2bbb-46b5-8f4b-64392428044f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 946 time: 0.1274955 Jul 29 23:47:19.808475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdfa4b-5d9a-400c-9395-d3f52d2d813d req-0f4c7ba4-ed8e-4938-be01-3ce778d4f531 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.816128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdfa4b-5d9a-400c-9395-d3f52d2d813d req-0f4c7ba4-ed8e-4938-be01-3ce778d4f531 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.826466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68bdfa4b-5d9a-400c-9395-d3f52d2d813d req-0f4c7ba4-ed8e-4938-be01-3ce778d4f531 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1680 time: 0.0928195 Jul 29 23:47:19.859513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9cf21c0f-36fb-45a1-a08e-5ac5398e1ede req-7fb7c2ec-438b-415a-add7-01499d4c6ce3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Jul 29 23:47:19.897475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68bdfa4b-5d9a-400c-9395-d3f52d2d813d req-9ef0a5d6-35d9-43d3-bb1d-06bf6348deba tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Jul 29 23:47:20.264980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1969db-3c44-453a-a94b-a2b25223f2de req-e5c9bd57-be5f-486d-b74c-c100bf5d5a8c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.266656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dc1969db-3c44-453a-a94b-a2b25223f2de req-e5c9bd57-be5f-486d-b74c-c100bf5d5a8c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 944 time: 0.0585222 Jul 29 23:47:20.323997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dc1969db-3c44-453a-a94b-a2b25223f2de req-9ef2abce-341f-4266-9cc5-7e3b775dcd7d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465875 Jul 29 23:47:20.480875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25371-2e1e-4a7f-b247-aacd0b68fbb2 req-59a085de-8db3-463a-a26a-e044d7887b38 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.483453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d25371-2e1e-4a7f-b247-aacd0b68fbb2 req-59a085de-8db3-463a-a26a-e044d7887b38 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 945 time: 0.0775015 Jul 29 23:47:20.521146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:20.531727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d25371-2e1e-4a7f-b247-aacd0b68fbb2 req-f3200d8d-69b3-4766-ab0d-50a3bf73362b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Jul 29 23:47:20.541341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a4ac1a45-e35b-462f-9625-7a9360666175 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:20.651026 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.689059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:20.691232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port a4ac1a45-e35b-462f-9625-7a9360666175 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:20.702062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port a4ac1a45-e35b-462f-9625-7a9360666175 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:20.702440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.704132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'mac_address': 'fa:16:3e:45:d6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:20.776760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.793902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:20.852411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:20.862315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.867053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.898496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:20.937040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a4ac1a45-e35b-462f-9625-7a9360666175,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.011605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:21.016456 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bacad3-5111-4b17-b36a-08ff403d1126" -d '{"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-plugged", "status": "completed", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:21.034082 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.035318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a0783240-7ed0-4497-a59c-3d3fa33ef62e up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:21.062341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2754bc7-35b4-43c4-8b6e-7c0501f04c49 req-f754fc1e-ca22-4442-b8b2-c9d761adb7ad tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.064027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2754bc7-35b4-43c4-8b6e-7c0501f04c49 req-f754fc1e-ca22-4442-b8b2-c9d761adb7ad tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 946 time: 0.0908017 Jul 29 23:47:21.083207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ff39-6195-4f40-a011-85cd3d31ab36 req-46e0196a-6a4d-4637-bc6e-e0ed3fe5a6ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.100515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ff39-6195-4f40-a011-85cd3d31ab36 req-46e0196a-6a4d-4637-bc6e-e0ed3fe5a6ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.107565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09a7ff39-6195-4f40-a011-85cd3d31ab36 req-46e0196a-6a4d-4637-bc6e-e0ed3fe5a6ea tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1681 time: 0.0962493 Jul 29 23:47:21.112114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2754bc7-35b4-43c4-8b6e-7c0501f04c49 req-3cffc1f0-647f-4408-b99c-618896887bf8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Jul 29 23:47:21.133165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.183641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.184030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.184604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.185096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.185551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.185836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.186176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.186511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.186843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.187171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.187558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.187813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:21.206745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09a7ff39-6195-4f40-a011-85cd3d31ab36 req-0d2ed97a-90d5-498c-92ff-3ba76a344a6f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866804 Jul 29 23:47:21.260814 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.289798 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41b55f-ccb5-4c0a-bd8c-ea41d7d955fd x-openstack-request-id: req-3e41b55f-ccb5-4c0a-bd8c-ea41d7d955fd {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:21.290181 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-plugged", "status": "completed", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:21.290520 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e41b55f-ccb5-4c0a-bd8c-ea41d7d955fd {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:21.291001 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175', 'code': 200} Jul 29 23:47:21.293727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port a0783240-7ed0-4497-a59c-3d3fa33ef62e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:21.315658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port a0783240-7ed0-4497-a59c-3d3fa33ef62e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:21.316031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.352639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.364141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4f01c991-0d39-489b-b8c1-82d3ce222d1e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:21.383963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.413398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.485745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e49e8-337f-4470-af51-7df6aac74916 req-56cc585c-e1ab-4b97-8223-da5151b1af8c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.487630 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae3e49e8-337f-4470-af51-7df6aac74916 req-56cc585c-e1ab-4b97-8223-da5151b1af8c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0557172 Jul 29 23:47:21.489353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.535572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae3e49e8-337f-4470-af51-7df6aac74916 req-5db24e8d-15cb-4ffb-9f29-688026b11f0c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351827 Jul 29 23:47:21.546575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.613286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.625635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.706051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba519da-e147-4cb4-8b36-6808b9ada716 req-f839a45c-0caf-4bdc-a229-b38d53552601 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.706433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:21.707992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ba519da-e147-4cb4-8b36-6808b9ada716 req-f839a45c-0caf-4bdc-a229-b38d53552601 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0768518 Jul 29 23:47:21.756854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ba519da-e147-4cb4-8b36-6808b9ada716 req-29e35b4f-d04c-4805-b1d9-3fa0089d7e9a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Jul 29 23:47:21.811890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-50d65641-cee7-496c-96fd-95fa4b6ed8e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.813411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-50d65641-cee7-496c-96fd-95fa4b6ed8e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 946 time: 0.0557041 Jul 29 23:47:21.926121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port 4a12731e-1777-47a0-aaaf-568585341855 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:21.926452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.033943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port 4a12731e-1777-47a0-aaaf-568585341855, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4a12731e-1777-47a0-aaaf-568585341855,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:22.034429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.050614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for 4a12731e-1777-47a0-aaaf-568585341855 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:22.191990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.234868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=4a12731e-1777-47a0-aaaf-568585341855,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:22.283652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2e9c156-233f-4c2f-a7be-9b70cd875773 req-13eb5d6e-3ca8-4811-ba81-78854f308c3c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0600235 Jul 29 23:47:22.298693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.299077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.299361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.299842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.300180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.300509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.300832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.301149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.301468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.301854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.302119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.310949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:22.310949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port 4a12731e-1777-47a0-aaaf-568585341855 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:22.313793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.315887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0193b06b-f0d0-4740-9ecf-c5444750d04b req-81b31d96-fb49-4b32-b5a5-2cb3024a7194 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "DELETE /v2.0/ports/4a12731e-1777-47a0-aaaf-568585341855 HTTP/1.1" status: 204 len: 173 time: 0.4954123 Jul 29 23:47:22.316407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'name': 'network-vif-deleted', 'tag': '4a12731e-1777-47a0-aaaf-568585341855'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:22.319104 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c997f-5111-4377-8d6e-ea42826992f5" -d '{"events": [{"server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "name": "network-vif-deleted", "tag": "4a12731e-1777-47a0-aaaf-568585341855"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:22.362344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b93d-0f69-4926-9785-84f78058e5ba req-a7ba4bdd-40e2-4331-90e2-1e6a95c92820 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.367015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.369386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b93d-0f69-4926-9785-84f78058e5ba req-a7ba4bdd-40e2-4331-90e2-1e6a95c92820 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.371178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39c8b93d-0f69-4926-9785-84f78058e5ba req-a7ba4bdd-40e2-4331-90e2-1e6a95c92820 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0842443 Jul 29 23:47:22.375415 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69225da9-5d5b-41cf-b807-ad26627a7fe4 x-openstack-request-id: req-69225da9-5d5b-41cf-b807-ad26627a7fe4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:22.376000 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a13716-d2b6-49f9-bd8c-3cda222e3564", "name": "network-vif-deleted", "tag": "4a12731e-1777-47a0-aaaf-568585341855", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:22.376245 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69225da9-5d5b-41cf-b807-ad26627a7fe4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:22.376709 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a13716-d2b6-49f9-bd8c-3cda222e3564', 'name': 'network-vif-deleted', 'tag': '4a12731e-1777-47a0-aaaf-568585341855', 'status': 'completed', 'code': 200} Jul 29 23:47:22.430838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39c8b93d-0f69-4926-9785-84f78058e5ba req-cc199dc2-b74b-476c-bcc4-f0e878d9f232 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508566 Jul 29 23:47:22.535536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4a12731e-1777-47a0-aaaf-568585341855'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:22.682490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d39a9-685a-40fb-8029-f8c289f614a7 req-293bcd6d-fd9b-43f8-899f-7c9ebbbfd70f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.686132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c57d39a9-685a-40fb-8029-f8c289f614a7 req-293bcd6d-fd9b-43f8-899f-7c9ebbbfd70f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0689602 Jul 29 23:47:22.728587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c57d39a9-685a-40fb-8029-f8c289f614a7 req-b6bc32c1-49b5-496b-b483-c7c57793f2c0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376432 Jul 29 23:47:22.906680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec281e-fd2e-4367-8ab6-1877350e3174 req-9007e083-d751-4e4f-bedc-4fd85b0b2c6e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.908195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37ec281e-fd2e-4367-8ab6-1877350e3174 req-9007e083-d751-4e4f-bedc-4fd85b0b2c6e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0528836 Jul 29 23:47:22.949497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37ec281e-fd2e-4367-8ab6-1877350e3174 req-eb947a3f-82b6-45c9-90c7-578c02236c42 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Jul 29 23:47:23.076858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc10ff-663d-4a45-b705-d06b418a6290 req-a731ad44-e674-4ccc-a477-a9b278e96a48 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.078432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61dc10ff-663d-4a45-b705-d06b418a6290 req-a731ad44-e674-4ccc-a477-a9b278e96a48 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0535290 Jul 29 23:47:23.121613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-61dc10ff-663d-4a45-b705-d06b418a6290 req-a08bbaf3-997e-4322-abd4-3bc46a996759 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362377 Jul 29 23:47:23.271733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6f711-3498-49fe-92d6-ab286b6a3758 req-d60d2c76-435b-4c25-926d-3c0c29c9864d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.273997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27f6f711-3498-49fe-92d6-ab286b6a3758 req-d60d2c76-435b-4c25-926d-3c0c29c9864d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0660028 Jul 29 23:47:23.292389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40'}, {'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:23.297185 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09ff4a7-af17-4b98-b5d3-84f9fc6bb50b" -d '{"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40"}, {"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-plugged", "status": "completed", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:23.348385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27f6f711-3498-49fe-92d6-ab286b6a3758 req-bff773a1-7946-4491-a0dc-70f4179db598 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654945 Jul 29 23:47:23.359143 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edfb4d-7da1-4d7e-b2ae-70b37b563b4f x-openstack-request-id: req-39edfb4d-7da1-4d7e-b2ae-70b37b563b4f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:23.359533 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40", "code": 200}, {"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-plugged", "status": "completed", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:23.359896 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39edfb4d-7da1-4d7e-b2ae-70b37b563b4f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:23.360495 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40', 'code': 200} Jul 29 23:47:23.360812 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e', 'code': 200} Jul 29 23:47:23.487881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec40f118-ac73-40b1-800e-ec7356bf63c5 req-fa675999-26c7-4159-8ca5-2eca88de0816 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0515621 Jul 29 23:47:23.522650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46596a-7b09-4e01-bf2c-8e524c7d8dee req-c411092d-a6dd-43f0-bbec-2e96e2731c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.523100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46596a-7b09-4e01-bf2c-8e524c7d8dee req-c411092d-a6dd-43f0-bbec-2e96e2731c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.525165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a46596a-7b09-4e01-bf2c-8e524c7d8dee req-c411092d-a6dd-43f0-bbec-2e96e2731c77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1986 time: 0.0720029 Jul 29 23:47:23.591224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a46596a-7b09-4e01-bf2c-8e524c7d8dee req-4c014484-40f0-4061-834e-d23047708eae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Jul 29 23:47:23.665230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1bc29-923d-4112-b417-c74045b05250 req-ad2ba122-7838-4496-a722-89028781bdbb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.673713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1bc29-923d-4112-b417-c74045b05250 req-ad2ba122-7838-4496-a722-89028781bdbb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.676176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3c1bc29-923d-4112-b417-c74045b05250 req-ad2ba122-7838-4496-a722-89028781bdbb tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0746768 Jul 29 23:47:23.739601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3c1bc29-923d-4112-b417-c74045b05250 req-64ee804c-fe19-45b9-9032-7adb687158bf tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Jul 29 23:47:23.788351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef115f-66c3-401d-8a20-5d2112a87422 req-d4e5c38b-07a3-48a1-bad2-9fc277198b8a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.790608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbef115f-66c3-401d-8a20-5d2112a87422 req-d4e5c38b-07a3-48a1-bad2-9fc277198b8a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0584204 Jul 29 23:47:23.846492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbef115f-66c3-401d-8a20-5d2112a87422 req-b7f0cdd4-08fa-4df6-8569-e4e5e026c459 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459421 Jul 29 23:47:23.921591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da9e98-5579-4d5e-85c1-b096fb031f88 req-944538da-c33e-44f4-8755-58cb4d441646 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.923610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82da9e98-5579-4d5e-85c1-b096fb031f88 req-944538da-c33e-44f4-8755-58cb4d441646 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 945 time: 0.0691688 Jul 29 23:47:23.970446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82da9e98-5579-4d5e-85c1-b096fb031f88 req-b09b124f-7dc2-4247-898f-59bce69d47f0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Jul 29 23:47:24.587128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:24.599069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-014825f9-32ca-4bb5-91b7-61082c6c37b2 req-ed90c4cf-5bcf-4b34-9505-536ca408176f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0307388 Jul 29 23:47:24.646719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:24.651305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 4f01c991-0d39-489b-b8c1-82d3ce222d1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:24.651686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.762132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.807281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:24.814838 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.816216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4a12731e-1777-47a0-aaaf-568585341855 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:24.841772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 4a12731e-1777-47a0-aaaf-568585341855 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:24.842201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4a12731e-1777-47a0-aaaf-568585341855 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:24.920451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:24.932895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fa86-b9f6-41a2-8c59-0b7de8c2e079 req-ac794b75-494a-4890-b1cf-0995d62067a9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.943806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fa86-b9f6-41a2-8c59-0b7de8c2e079 req-ac794b75-494a-4890-b1cf-0995d62067a9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.947152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1a1fa86-b9f6-41a2-8c59-0b7de8c2e079 req-ac794b75-494a-4890-b1cf-0995d62067a9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.1040366 Jul 29 23:47:25.017342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1a1fa86-b9f6-41a2-8c59-0b7de8c2e079 req-613091b9-a94c-4c57-95d9-b2ee4ab4024f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617373 Jul 29 23:47:25.043664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2e3ec-d357-41a9-bdc8-99ee8e784924 req-fd93237a-7095-4690-ad75-471a84d7ec58 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.049655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1b2e3ec-d357-41a9-bdc8-99ee8e784924 req-fd93237a-7095-4690-ad75-471a84d7ec58 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0821598 Jul 29 23:47:25.095713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1b2e3ec-d357-41a9-bdc8-99ee8e784924 req-a91e6ba6-bbbd-4117-9101-a45056ba4850 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Jul 29 23:47:25.218371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ad07f-feb5-4957-a330-75873bfcb5d4 req-71f35402-a7ec-48a4-a3a3-65b246f06432 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.220822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-999ad07f-feb5-4957-a330-75873bfcb5d4 req-71f35402-a7ec-48a4-a3a3-65b246f06432 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0635381 Jul 29 23:47:25.268810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-999ad07f-feb5-4957-a330-75873bfcb5d4 req-98319c9e-acd4-4cf5-b6b7-01234f5a1ff4 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Jul 29 23:47:25.361808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:25.364298 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5078097-d73b-486b-b24c-6f337788e76b" -d '{"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:25.406070 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b12fec-dffe-49e3-919a-4ced84f1e3f7 x-openstack-request-id: req-96b12fec-dffe-49e3-919a-4ced84f1e3f7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:25.406515 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-plugged", "status": "completed", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:25.406891 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96b12fec-dffe-49e3-919a-4ced84f1e3f7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:25.407481 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'code': 200} Jul 29 23:47:25.648877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6818474-4818-4c8f-8f9e-182291ec2cb4 req-8d219963-f0bd-4707-831f-e32f3b7cf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.650472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6818474-4818-4c8f-8f9e-182291ec2cb4 req-8d219963-f0bd-4707-831f-e32f3b7cf885 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1098 time: 0.0498612 Jul 29 23:47:25.697847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6818474-4818-4c8f-8f9e-182291ec2cb4 req-5569d1b4-2696-4cd2-bfa3-abe65349bf7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391958 Jul 29 23:47:25.706207 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-603a41b1-afe0-4312-bccc-ffaddadf8efd req-a7ee2b6d-a2cc-40b4-9cb0-fc85b48abe23 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0318120 Jul 29 23:47:26.154272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc5bb-ff40-4631-a423-d91fa5b0c253 req-235a49f7-b0bb-4f69-b9e4-5d75094e117b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.161205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc5bb-ff40-4631-a423-d91fa5b0c253 req-235a49f7-b0bb-4f69-b9e4-5d75094e117b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.163253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94fcc5bb-ff40-4631-a423-d91fa5b0c253 req-235a49f7-b0bb-4f69-b9e4-5d75094e117b tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0679615 Jul 29 23:47:26.210753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94fcc5bb-ff40-4631-a423-d91fa5b0c253 req-7fcd23c8-b40c-44e3-a2af-c3997c20a001 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Jul 29 23:47:26.234974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aca160-eac4-426e-9adc-103d858b0f59 req-bd093245-9005-477a-8805-5c4a8d25ad1f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.236917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5aca160-eac4-426e-9adc-103d858b0f59 req-bd093245-9005-477a-8805-5c4a8d25ad1f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0645783 Jul 29 23:47:26.288420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5aca160-eac4-426e-9adc-103d858b0f59 req-5b2df3ce-880e-4be7-a563-bce05c0a3d1f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Jul 29 23:47:26.534242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a39eac-8b79-4135-81b2-b38be1e1c482 req-621d4388-8f45-42fc-8535-6e65dd474cf8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.538289 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d7a39eac-8b79-4135-81b2-b38be1e1c482 req-621d4388-8f45-42fc-8535-6e65dd474cf8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0774493 Jul 29 23:47:26.590489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d7a39eac-8b79-4135-81b2-b38be1e1c482 req-158f2150-2680-474f-a97f-106305b278cf tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Jul 29 23:47:26.711783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ada7d-a517-4fbd-8c35-c191e0b14a21 req-970b7523-a65d-402a-8407-17c0bda207fe tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.719631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ada7d-a517-4fbd-8c35-c191e0b14a21 req-970b7523-a65d-402a-8407-17c0bda207fe tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.721330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-432ada7d-a517-4fbd-8c35-c191e0b14a21 req-970b7523-a65d-402a-8407-17c0bda207fe tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0994012 Jul 29 23:47:26.771531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-432ada7d-a517-4fbd-8c35-c191e0b14a21 req-84f99633-7ba4-4563-b791-d990210e46c9 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Jul 29 23:47:26.843473 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-679b0e90-b736-4254-aad4-6cdf7dff95de req-66d6a30c-73fe-48c1-9ecf-3239846cd82c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0344405 Jul 29 23:47:26.884994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3d028906-735d-4e26-9739-3b54a0a8db40 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:27.457549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa947-5085-476a-8069-34eff9ccbc8e req-db9fc88d-95ad-42d2-a5cc-b83e1010e786 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.459686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d7aa947-5085-476a-8069-34eff9ccbc8e req-db9fc88d-95ad-42d2-a5cc-b83e1010e786 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0725751 Jul 29 23:47:27.505873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.522712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d7aa947-5085-476a-8069-34eff9ccbc8e req-1a513dbb-e422-437b-94af-47998f841c9e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552013 Jul 29 23:47:27.763511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6acdd-b06f-4778-907b-a60d8d2ef346 req-3f425f89-4ebd-4c17-ae56-ce7479f5aa8e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.765304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90d6acdd-b06f-4778-907b-a60d8d2ef346 req-3f425f89-4ebd-4c17-ae56-ce7479f5aa8e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0864725 Jul 29 23:47:27.817874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90d6acdd-b06f-4778-907b-a60d8d2ef346 req-b3fee64d-2149-426c-b4da-15c61274ad70 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Jul 29 23:47:27.930036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd05517-638d-4d79-a323-1f8235cc9d4a req-abab9414-6226-4fd2-9782-ed87f8ad9c5c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.936313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd05517-638d-4d79-a323-1f8235cc9d4a req-abab9414-6226-4fd2-9782-ed87f8ad9c5c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.937984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cd05517-638d-4d79-a323-1f8235cc9d4a req-abab9414-6226-4fd2-9782-ed87f8ad9c5c tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0675030 Jul 29 23:47:27.966070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ebb582b-dcd7-4c71-8cee-2cac3f79816d req-ca2a0d95-92ed-45db-8f6b-1c70b347f5e1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a13716-d2b6-49f9-bd8c-3cda222e3564 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Jul 29 23:47:27.985118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cd05517-638d-4d79-a323-1f8235cc9d4a req-02973c9d-c8b2-4156-8b35-34a50a7c2428 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Jul 29 23:47:28.667995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70f5e-8ce5-4fa6-95f7-25a09d6ce820 req-29328e1a-be51-47bd-8d48-5899a1f942ec tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.670061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7c70f5e-8ce5-4fa6-95f7-25a09d6ce820 req-29328e1a-be51-47bd-8d48-5899a1f942ec tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0560005 Jul 29 23:47:28.711004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7c70f5e-8ce5-4fa6-95f7-25a09d6ce820 req-927080ee-30ed-4aed-a0d8-dde3320ec965 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348518 Jul 29 23:47:28.732913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-8162fcf4-e75a-47ec-a684-c6d1462d45ec tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.738808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-8162fcf4-e75a-47ec-a684-c6d1462d45ec tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.740375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-8162fcf4-e75a-47ec-a684-c6d1462d45ec tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0572634 Jul 29 23:47:28.849452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port a4ac1a45-e35b-462f-9625-7a9360666175 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:28.850351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.990909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port a4ac1a45-e35b-462f-9625-7a9360666175, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a4ac1a45-e35b-462f-9625-7a9360666175,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:28.991240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.011653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for a4ac1a45-e35b-462f-9625-7a9360666175 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:29.030935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc7ab-ce86-4319-8a45-1a4bd43ca49a req-1301d6a6-09d1-48d2-9eac-9e8ab1714994 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.032537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ecc7ab-ce86-4319-8a45-1a4bd43ca49a req-1301d6a6-09d1-48d2-9eac-9e8ab1714994 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.1027288 Jul 29 23:47:29.129297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ecc7ab-ce86-4319-8a45-1a4bd43ca49a req-4522c530-0012-4270-91bc-e71748c46fc8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563793 Jul 29 23:47:29.165792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122a17-252d-40e3-833c-14323792b28c req-a912cca4-1e14-4129-9276-7512487a541f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.176730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122a17-252d-40e3-833c-14323792b28c req-a912cca4-1e14-4129-9276-7512487a541f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.179472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83122a17-252d-40e3-833c-14323792b28c req-a912cca4-1e14-4129-9276-7512487a541f tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 1682 time: 0.0772498 Jul 29 23:47:29.252537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83122a17-252d-40e3-833c-14323792b28c req-ba7830c0-1ebb-4dd4-81f3-6c3602a3f047 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2fece88-8bb9-4ced-a650-b1e89597a43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652435 Jul 29 23:47:29.254186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.284389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=a4ac1a45-e35b-462f-9625-7a9360666175,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:29.290060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a4ac1a45-e35b-462f-9625-7a9360666175', 'a0783240-7ed0-4497-a59c-3d3fa33ef62e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:29.342255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port a4ac1a45-e35b-462f-9625-7a9360666175 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:29.346209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.348903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-bc8c7952-c151-46e3-95b6-4eaa95b108f7 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "DELETE /v2.0/ports/a4ac1a45-e35b-462f-9625-7a9360666175 HTTP/1.1" status: 204 len: 173 time: 0.6020880 Jul 29 23:47:29.349564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-deleted', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:29.352492 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088909d-f197-4169-abdf-29e5c94ecd40" -d '{"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-deleted", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:29.476773 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d21e9-ac62-4853-bd38-cd95d5f007fd x-openstack-request-id: req-9e9d21e9-ac62-4853-bd38-cd95d5f007fd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:29.477063 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-deleted", "tag": "a4ac1a45-e35b-462f-9625-7a9360666175", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:29.477313 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e9d21e9-ac62-4853-bd38-cd95d5f007fd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:29.477750 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-deleted', 'tag': 'a4ac1a45-e35b-462f-9625-7a9360666175', 'status': 'completed', 'code': 200} Jul 29 23:47:29.546445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port a0783240-7ed0-4497-a59c-3d3fa33ef62e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:29.547902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.618807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-83a01d16-6036-4ad7-b104-f90ca51d0cee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.620703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-83a01d16-6036-4ad7-b104-f90ca51d0cee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1389449 Jul 29 23:47:29.638019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-d4a2a1cd-dfda-478e-924d-c95fd3078d3e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0104125 Jul 29 23:47:29.664459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port a0783240-7ed0-4497-a59c-3d3fa33ef62e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a0783240-7ed0-4497-a59c-3d3fa33ef62e,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:29.665008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.681766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for a0783240-7ed0-4497-a59c-3d3fa33ef62e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:29.709662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-513691c9-e75d-4067-8bb8-d4fba9896168 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626390 Jul 29 23:47:29.816519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-759f9a45-4a98-453e-b868-67dec4139632 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057513 Jul 29 23:47:29.875397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.890507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1465-1048-429e-930c-f05711d1fb22 req-f024826d-6ff8-475d-8cd6-9c4bb9434742 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.892142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc1d1465-1048-429e-930c-f05711d1fb22 req-f024826d-6ff8-475d-8cd6-9c4bb9434742 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0738382 Jul 29 23:47:29.907940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a4ac1a45-e35b-462f-9625-7a9360666175'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:29.915862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53923c1c-2262-4401-9ca7-db64c7ec8975 req-2786023c-5e6f-4dae-9888-d0f553c39664 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928819 Jul 29 23:47:29.918885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=a0783240-7ed0-4497-a59c-3d3fa33ef62e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:29.976581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port a0783240-7ed0-4497-a59c-3d3fa33ef62e on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:29.984314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.986781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55557f8d-e2e3-4064-8c15-07eb0179a53a req-65d1690b-eda0-450b-84d2-a0250ffeb3bd tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.59 "DELETE /v2.0/ports/a0783240-7ed0-4497-a59c-3d3fa33ef62e HTTP/1.1" status: 204 len: 173 time: 0.6305883 Jul 29 23:47:29.996240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc1d1465-1048-429e-930c-f05711d1fb22 req-574eed1e-b9e8-46c1-9434-2a1d60bebc59 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816894 Jul 29 23:47:30.171954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c434427-37c4-4c12-8d01-7b10f06bb270 req-681c7dab-8a6d-4fe0-a69f-8c3fa245caf9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b4a87c5-e5a8-4368-97e9-b66c7db15c53 HTTP/1.1" status: 200 len: 210 time: 0.0389342 Jul 29 23:47:30.465558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a736e9d4-5cb5-48d5-8f8b-941a75566331 req-186c7e2e-9ddf-4e87-a28d-6453ca456e30 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "GET /v2.0/ports?device_id=039de86b-c24b-4e40-9cb1-8fd712e25434 HTTP/1.1" status: 200 len: 210 time: 0.0398540 Jul 29 23:47:31.009192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-f8b6ca5a-735e-4770-9d50-b985eba69743 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.010792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-f8b6ca5a-735e-4770-9d50-b985eba69743 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1168840 Jul 29 23:47:31.029874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-7ba25c7e-0ed6-476b-9491-0143c9b04db9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0119693 Jul 29 23:47:31.069670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-43005edd-04ab-415e-b5f5-9abbd81a1ba4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323699 Jul 29 23:47:31.151913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd3f5-06b1-4d6e-b7c5-bafd0ca71663 req-abefff9d-448f-44d2-aa6d-986e74eb1f07 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.154713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f96bd3f5-06b1-4d6e-b7c5-bafd0ca71663 req-abefff9d-448f-44d2-aa6d-986e74eb1f07 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0717037 Jul 29 23:47:31.200493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-dbb1ecd7-6828-454c-ae1f-af35b7908113 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214716 Jul 29 23:47:31.211338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f96bd3f5-06b1-4d6e-b7c5-bafd0ca71663 req-4605306e-24db-4bab-8893-e760a73814f6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481377 Jul 29 23:47:31.309576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-cfc7fa3d-ce41-47c1-afb2-d4227a146fdd service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001511 Jul 29 23:47:31.479272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-deleted', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:31.483588 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347944c-cd77-4ce0-a11b-da41575c0a2e" -d '{"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-deleted", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:31.499950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-570b1f7a-b65a-42eb-a29d-bcc068f687c8 req-68578a81-7e73-4d7d-b782-22613decac4f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 210 time: 0.0376403 Jul 29 23:47:31.527079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49324) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.573636 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790778fa-8d84-4871-8aa2-37b6cbc9357a x-openstack-request-id: req-790778fa-8d84-4871-8aa2-37b6cbc9357a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:31.574287 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039de86b-c24b-4e40-9cb1-8fd712e25434", "name": "network-vif-deleted", "tag": "a0783240-7ed0-4497-a59c-3d3fa33ef62e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:31.574444 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-790778fa-8d84-4871-8aa2-37b6cbc9357a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:31.575285 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039de86b-c24b-4e40-9cb1-8fd712e25434', 'name': 'network-vif-deleted', 'tag': 'a0783240-7ed0-4497-a59c-3d3fa33ef62e', 'status': 'completed', 'code': 200} Jul 29 23:47:31.590804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting subnet 37026f6b-c543-4ccb-9304-52c215882cf1 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:31.594598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.640202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.729019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.808484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.843742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Subnet': ['ID=37026f6b-c543-4ccb-9304-52c215882cf1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:31.856775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.860107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d003c819-ed4c-4c0e-ba6d-071bbf7255d6 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/subnets/37026f6b-c543-4ccb-9304-52c215882cf1 HTTP/1.1" status: 204 len: 168 time: 0.3318481 Jul 29 23:47:31.860616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c8c12-ebff-467b-a776-013603633fe8 None None] Network faa95816-3ab3-42e3-af84-617957a685cb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:31.864723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.983802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.064036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port 1758050a-61e1-4aca-89d0-6d39c5db1384 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:32.065380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.150853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port 1758050a-61e1-4aca-89d0-6d39c5db1384, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1758050a-61e1-4aca-89d0-6d39c5db1384,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:32.151227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.179358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for 1758050a-61e1-4aca-89d0-6d39c5db1384 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:32.182966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210d151-8482-499a-b132-73c502454cfe None None] DHCP port deletion for faa95816-3ab3-42e3-af84-617957a685cb request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:32.250198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c210d151-8482-499a-b132-73c502454cfe None None] Deleting port 1758050a-61e1-4aca-89d0-6d39c5db1384 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:32.250774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c210d151-8482-499a-b132-73c502454cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.298151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.348027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=1758050a-61e1-4aca-89d0-6d39c5db1384,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:32.354161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port 1758050a-61e1-4aca-89d0-6d39c5db1384 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:32.364312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c210d151-8482-499a-b132-73c502454cfe None None] For port 1758050a-61e1-4aca-89d0-6d39c5db1384, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1758050a-61e1-4aca-89d0-6d39c5db1384,segment=NetworkSegment(e00d33f6-8b3d-4109-a50e-d363dc727583),segment_id=e00d33f6-8b3d-4109-a50e-d363dc727583)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:32.364712 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c210d151-8482-499a-b132-73c502454cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.372184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.372964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.373546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.374148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.374832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.375398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.375791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.376194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.376597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.376992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.377505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.377960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.404227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c210d151-8482-499a-b132-73c502454cfe None None] Calling delete_port for 1758050a-61e1-4aca-89d0-6d39c5db1384 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:32.406054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23923a1-d33c-4c46-94d5-5918e20f8fc7 req-5eeb4d42-ec47-494c-a1c7-f5d6e82e8e8e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:32.414170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f23923a1-d33c-4c46-94d5-5918e20f8fc7 req-5eeb4d42-ec47-494c-a1c7-f5d6e82e8e8e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0965767 Jul 29 23:47:32.465599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f23923a1-d33c-4c46-94d5-5918e20f8fc7 req-eee7d36d-eb0a-45e9-b086-b4762f1b68e5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400684 Jul 29 23:47:32.509295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c210d151-8482-499a-b132-73c502454cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.540314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210d151-8482-499a-b132-73c502454cfe None None] Pushing event deleted for resources: {'Port': ['ID=1758050a-61e1-4aca-89d0-6d39c5db1384,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:32.558857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210d151-8482-499a-b132-73c502454cfe None None] No DVR routers for this DVR port 1758050a-61e1-4aca-89d0-6d39c5db1384 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:32.581926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a4ac1a45-e35b-462f-9625-7a9360666175 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:32.604628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: a4ac1a45-e35b-462f-9625-7a9360666175 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:32.605080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a4ac1a45-e35b-462f-9625-7a9360666175 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:32.605643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a0783240-7ed0-4497-a59c-3d3fa33ef62e no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:32.628524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: a0783240-7ed0-4497-a59c-3d3fa33ef62e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:32.629043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a0783240-7ed0-4497-a59c-3d3fa33ef62e not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:32.641123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1be373a5-b6af-419e-9d0c-3c90c300f954 req-01116aa1-ab36-46a2-b395-aac7c306c585 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 210 time: 0.0297101 Jul 29 23:47:32.835885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.848919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa95816-3ab3-42e3-af84-617957a685cb']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:32.861825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00d33f6-8b3d-4109-a50e-d363dc727583') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:32.862069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00d33f6-8b3d-4109-a50e-d363dc727583') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:32.873678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.895105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.902089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:32.902499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:32.906535 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:32.990996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.999163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.001084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/networks/faa95816-3ab3-42e3-af84-617957a685cb HTTP/1.1" status: 204 len: 168 time: 1.1349788 Jul 29 23:47:33.005386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.056461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac4ed-df07-48ea-bb0c-c967b5ee4e31 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Network': ['ID=faa95816-3ab3-42e3-af84-617957a685cb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.112726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting subnet 682b1ee8-357b-4cff-b494-881c13e00a96 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:33.120190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.183627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.202908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-2b2dabfb-3d57-43b5-9e48-d81ddb00fdbb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.204750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-2b2dabfb-3d57-43b5-9e48-d81ddb00fdbb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1364043 Jul 29 23:47:33.237216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:33.276893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.361548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.382428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:33.388855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e593baa-068d-475f-885f-967ba4abbdba None None] Network 26c0deb4-e27e-408e-aa34-9b369bf7929f requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:33.397434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.399554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/subnets/682b1ee8-357b-4cff-b494-881c13e00a96 HTTP/1.1" status: 204 len: 168 time: 0.3927276 Jul 29 23:47:33.400752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ff27a-452b-4e4f-8007-0c059092a5e2 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Subnet': ['ID=682b1ee8-357b-4cff-b494-881c13e00a96,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.403001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49354) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.406497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.521949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.595003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:47:33.616944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.4 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/d29c7c14-9cba-47c0-9a15-1e68b726ec1b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:33.699294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Deleting port 9063dfae-0f88-438b-828f-d74375a579ea {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:33.699719 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.727097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903863-2313-49b3-aa90-4c97a7ea9f95 req-85e23d03-947e-49ce-8d1f-c055b8dee029 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.729230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03903863-2313-49b3-aa90-4c97a7ea9f95 req-85e23d03-947e-49ce-8d1f-c055b8dee029 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1031306 Jul 29 23:47:33.846074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03903863-2313-49b3-aa90-4c97a7ea9f95 req-7d9f1eb2-cb45-41e1-9454-86dcbd271903 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684276 Jul 29 23:47:33.863522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] For port 9063dfae-0f88-438b-828f-d74375a579ea, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9063dfae-0f88-438b-828f-d74375a579ea,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:33.864155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.867796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] DHCP port deletion for 26c0deb4-e27e-408e-aa34-9b369bf7929f request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:33.881211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Calling delete_port for 9063dfae-0f88-438b-828f-d74375a579ea owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:33.923610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45029d94-76a7-4f84-8a4b-444b4c812256 req-b28f434a-0f9c-451f-8af3-df548ee9d995 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 210 time: 0.0713122 Jul 29 23:47:33.959398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Deleting port 9063dfae-0f88-438b-828f-d74375a579ea {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:33.959937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.979532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.011335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.053878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Port': ['ID=9063dfae-0f88-438b-828f-d74375a579ea,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:34.064239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.083988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] For port 9063dfae-0f88-438b-828f-d74375a579ea, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9063dfae-0f88-438b-828f-d74375a579ea,segment=NetworkSegment(3b669f7b-c9b5-4b10-b962-b4680ed19986),segment_id=3b669f7b-c9b5-4b10-b962-b4680ed19986)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:34.084409 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.095021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] No DVR routers for this DVR port 9063dfae-0f88-438b-828f-d74375a579ea on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:34.148264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Calling delete_port for 9063dfae-0f88-438b-828f-d74375a579ea owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:34.195025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9063dfae-0f88-438b-828f-d74375a579ea no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:34.207409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:34.257734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:34.261345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:34.265811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:34.284796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 9063dfae-0f88-438b-828f-d74375a579ea {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:34.285139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9063dfae-0f88-438b-828f-d74375a579ea not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:34.285584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1758050a-61e1-4aca-89d0-6d39c5db1384 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:34.355886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:34.356469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.380561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.382126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-bcdda372-9067-4705-8d31-39e244f897e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1492765 Jul 29 23:47:34.391528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1758050a-61e1-4aca-89d0-6d39c5db1384 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:34.392458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1758050a-61e1-4aca-89d0-6d39c5db1384 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:34.400188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c0deb4-e27e-408e-aa34-9b369bf7929f']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.412652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Request body: {'port': {'device_id': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:34.416972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b669f7b-c9b5-4b10-b962-b4680ed19986') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.417793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b669f7b-c9b5-4b10-b962-b4680ed19986') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.433029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.445402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.461724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.471179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:34.471892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:34.476587 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:34.479112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] Pushing event deleted for resources: {'Port': ['ID=9063dfae-0f88-438b-828f-d74375a579ea,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:34.486388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72765219-4e5d-4468-89e0-4fbf5f4bdc10 None None] No DVR routers for this DVR port 9063dfae-0f88-438b-828f-d74375a579ea on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:34.506471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.563137 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.568838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.571208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] 10.222.0.49 "DELETE /v2.0/networks/26c0deb4-e27e-408e-aa34-9b369bf7929f HTTP/1.1" status: 204 len: 168 time: 1.1620064 Jul 29 23:47:34.606711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237da2-2962-40b9-bfe1-93728931fc04 tempest-ServersTestMultiNic-792034480 tempest-ServersTestMultiNic-792034480-project] Pushing event deleted for resources: {'Network': ['ID=26c0deb4-e27e-408e-aa34-9b369bf7929f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:34.748946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49382) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:34.845917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c7c14-9cba-47c0-9a15-1e68b726ec1b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:34.854610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.868304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Transition to ACTIVE for port object d29c7c14-9cba-47c0-9a15-1e68b726ec1b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:34.876583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.940636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.113768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Attempting to bind port d29c7c14-9cba-47c0-9a15-1e68b726ec1b on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:35.114528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Attempting to bind port d29c7c14-9cba-47c0-9a15-1e68b726ec1b by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:35.114954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Attempting to bind port d29c7c14-9cba-47c0-9a15-1e68b726ec1b on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:35.124782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Port d29c7c14-9cba-47c0-9a15-1e68b726ec1b on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:35.125465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Attempting to bind port d29c7c14-9cba-47c0-9a15-1e68b726ec1b on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:35.140304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078569c-1834-417a-a8ed-a75f13602664 req-f1b5fb01-cb85-4ce4-8ea3-7af45cc8f2bc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.142210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a078569c-1834-417a-a8ed-a75f13602664 req-f1b5fb01-cb85-4ce4-8ea3-7af45cc8f2bc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 943 time: 0.0996938 Jul 29 23:47:35.146308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:35.146748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:35.147303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:35.147716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Bound port: d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:35.148136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.214970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19cb82-3a72-4813-b419-4ca38d9bebce req-f2f05f8c-f376-45c7-b70e-3d9cbece0165 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.218650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b19cb82-3a72-4813-b419-4ca38d9bebce req-f2f05f8c-f376-45c7-b70e-3d9cbece0165 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1505370 Jul 29 23:47:35.241009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a078569c-1834-417a-a8ed-a75f13602664 req-6434c2d0-8970-4da4-ba71-8fc1b44e49c8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902724 Jul 29 23:47:35.254610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:35.268878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:35.277091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.294417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b19cb82-3a72-4813-b419-4ca38d9bebce req-4358d505-808e-48eb-97b3-3daa9098ca35 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637794 Jul 29 23:47:35.355857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.358211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.360082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] 10.222.0.57 "PUT /v2.0/ports/d29c7c14-9cba-47c0-9a15-1e68b726ec1b HTTP/1.1" status: 200 len: 1092 time: 0.9535289 Jul 29 23:47:35.362843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:35.365424 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72852760-6898-4a2b-9a5a-e38da9d2d016" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:35.396356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.417956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd2cf-b25d-4331-9fc9-fcea4f58cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.446329 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10be7f00-4a2f-4c5a-8d9a-8a0eff1d34bc x-openstack-request-id: req-10be7f00-4a2f-4c5a-8d9a-8a0eff1d34bc {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:35.446646 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:35.446924 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10be7f00-4a2f-4c5a-8d9a-8a0eff1d34bc {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:35.447724 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b', 'status': 'completed', 'code': 200} Jul 29 23:47:35.563525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85bdbaa5-eba5-4f08-b747-f1be1ed63088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.565250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-85bdbaa5-eba5-4f08-b747-f1be1ed63088 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 1095 time: 0.0569270 Jul 29 23:47:35.648513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-ca33474c-d219-44de-9f58-4044c0508c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b HTTP/1.1" status: 200 len: 217 time: 0.0489588 Jul 29 23:47:35.711822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Deleting port 55eb8f97-567d-4848-a2ea-c5d8398fbb06 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:35.712113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.824821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] For port 55eb8f97-567d-4848-a2ea-c5d8398fbb06, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=55eb8f97-567d-4848-a2ea-c5d8398fbb06,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:35.825330 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.843032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Calling delete_port for 55eb8f97-567d-4848-a2ea-c5d8398fbb06 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:36.076918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.099646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-7764f32c-d170-4d49-ba64-1c3037437b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.101358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-7764f32c-d170-4d49-ba64-1c3037437b81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.4402640 Jul 29 23:47:36.111620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Pushing event deleted for resources: {'Port': ['ID=55eb8f97-567d-4848-a2ea-c5d8398fbb06,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:36.171895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-4670aad4-0f06-463f-9a71-820d5b1b4700 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411131 Jul 29 23:47:36.338154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-47be1b17-38e7-48fe-aa7d-bc01770f9556 service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370258 Jul 29 23:47:36.359428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.534602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f76de-72af-477c-a875-f5fd648bacfd req-ecb76623-adc0-465e-85e8-08d40eaea32a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.536091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-294f76de-72af-477c-a875-f5fd648bacfd req-ecb76623-adc0-465e-85e8-08d40eaea32a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0987453 Jul 29 23:47:36.543223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5f1d17f-96b6-4637-acdf-c838999a9b73 req-01e38b13-b42d-4832-88fb-433c41c44c36 service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955640 Jul 29 23:47:36.574157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd403cb-adec-47ed-8c92-0da3d138f8d2 req-c4079a13-7bf5-4479-bb06-8cec92a0377a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.576143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbd403cb-adec-47ed-8c92-0da3d138f8d2 req-c4079a13-7bf5-4479-bb06-8cec92a0377a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 943 time: 0.1993244 Jul 29 23:47:36.589204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-294f76de-72af-477c-a875-f5fd648bacfd req-0735b2b6-16cf-472a-b644-b9c3e347a4be tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408111 Jul 29 23:47:36.732040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cbd403cb-adec-47ed-8c92-0da3d138f8d2 req-4c423dd1-a5d4-412e-82ae-51db0079d216 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035590 Jul 29 23:47:36.745214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-f150445d-af8e-44b5-b25c-e710be84e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.758793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-f150445d-af8e-44b5-b25c-e710be84e49f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 1095 time: 0.0874159 Jul 29 23:47:36.808968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:36.893926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-44952c6c-a5a8-4dda-9e2b-6db1e52221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.895869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-44952c6c-a5a8-4dda-9e2b-6db1e52221ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.1331785 Jul 29 23:47:36.965368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:36.965703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-e505b225-b619-4ead-b16d-e1502d01aade service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b HTTP/1.1" status: 200 len: 217 time: 0.0519204 Jul 29 23:47:36.975981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434bc037-5663-45f9-a84d-51439269336d None None] Sync routers for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:36.982713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-516dfc19-c5ae-4c71-a406-653a09577414 admin admin] 10.222.0.49 "PUT /v2.0/routers/1a63bfcf-8f1c-43c7-b259-15d8105ff957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2297883 Jul 29 23:47:36.985859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49410) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:37.030651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:37.031993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:37.047070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-8d32c457-4765-421d-b5c1-38322775fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:37.049063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-8d32c457-4765-421d-b5c1-38322775fa5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0641220 Jul 29 23:47:37.098224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-19f92ad7-2cf8-4426-bab1-6834440df8de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332832 Jul 29 23:47:37.134535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.173241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:37.276814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-fb1c35c1-6d0e-4df9-81c0-65108d80ab02 service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633015 Jul 29 23:47:37.278273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.349873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Deleting port d28d4654-045e-4a59-af59-74cf1607b11b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:37.350128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.419556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72852760-6898-4a2b-9a5a-e38da9d2d016 req-f9efc100-6749-4855-89d5-f472637bfc2c service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204946 Jul 29 23:47:37.430714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:47:36Z', 'revision_number': 5, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port': {'id': 'd28d4654-045e-4a59-af59-74cf1607b11b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:30Z', 'updated_at': '2021-07-29T23:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:37.447398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] For port d28d4654-045e-4a59-af59-74cf1607b11b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d28d4654-045e-4a59-af59-74cf1607b11b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:37.447866 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.463162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Calling delete_port for d28d4654-045e-4a59-af59-74cf1607b11b owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:37.464665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434bc037-5663-45f9-a84d-51439269336d None None] Checking router: 1a63bfcf-8f1c-43c7-b259-15d8105ff957 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:37.477059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] Routers {'1a63bfcf-8f1c-43c7-b259-15d8105ff957'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:37.477731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:37.588854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] Set router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:37.643100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-434bc037-5663-45f9-a84d-51439269336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:47:37Z', 'revision_number': 6, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:37.675344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434bc037-5663-45f9-a84d-51439269336d None None] The sync data for ids ['1a63bfcf-8f1c-43c7-b259-15d8105ff957'] in n-d-712707-11 is: [{'id': '1a63bfcf-8f1c-43c7-b259-15d8105ff957', 'name': 'tempest-ServersTestMultiNic-2065325294-router', 'tenant_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:29Z', 'updated_at': '2021-07-29T23:47:37Z', 'revision_number': 6, 'project_id': '3c2d9f44dfc54faeb0333554437d2bc4', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:37.692753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.724261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28d4654-045e-4a59-af59-74cf1607b11b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.764704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d42718-f45b-40c8-a2d3-54bee43e6458 req-054892ff-4384-442d-85c4-aa11c77e60aa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:37.766461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78d42718-f45b-40c8-a2d3-54bee43e6458 req-054892ff-4384-442d-85c4-aa11c77e60aa tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0752149 Jul 29 23:47:37.845347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78d42718-f45b-40c8-a2d3-54bee43e6458 req-38b5671b-55cb-4541-ba61-a8c93bf32a0a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678260 Jul 29 23:47:37.850359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.004614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.009874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.073404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119ba96-4c0b-4cf9-ae79-1fba7597303c req-2f628d33-1326-4428-9fda-ea9810e05b9b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.075011 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b119ba96-4c0b-4cf9-ae79-1fba7597303c req-2f628d33-1326-4428-9fda-ea9810e05b9b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 943 time: 0.1312690 Jul 29 23:47:38.081564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.082278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a63bfcf-8f1c-43c7-b259-15d8105ff957 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:38.088046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.089151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-337bd39f-7fc6-4cca-ae61-f21ba2c35fa3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1a63bfcf-8f1c-43c7-b259-15d8105ff957 HTTP/1.1" status: 204 len: 168 time: 1.1019847 Jul 29 23:47:38.092300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49424) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:38.125432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b119ba96-4c0b-4cf9-ae79-1fba7597303c req-ed6d8463-e008-472b-983e-ee0530b158c4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Jul 29 23:47:38.151091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Deleting subnet fcc67173-2d70-4344-84d4-a3f98bf3b3f8 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:38.154683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.194446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.285052 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.357847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.390519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc67173-2d70-4344-84d4-a3f98bf3b3f8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.399218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.400570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e707c-57af-4473-afe6-4cab17f98291 None None] Network 4b2f2c3c-5496-4669-b870-f02a682da392 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:38.407996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:38.410939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0c68852-384d-4476-8c73-9d1be4f8194c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fcc67173-2d70-4344-84d4-a3f98bf3b3f8 HTTP/1.1" status: 204 len: 168 time: 0.3152096 Jul 29 23:47:38.509606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 55eb8f97-567d-4848-a2ea-c5d8398fbb06 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:38.524832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.533000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 55eb8f97-567d-4848-a2ea-c5d8398fbb06 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:38.533338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 55eb8f97-567d-4848-a2ea-c5d8398fbb06 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:38.623741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Deleting port f9f64960-696d-4f64-b43a-ac1945a20a00 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:38.624105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.705768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] DHCP port deletion for 4b2f2c3c-5496-4669-b870-f02a682da392 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:38.714087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] For port f9f64960-696d-4f64-b43a-ac1945a20a00, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f9f64960-696d-4f64-b43a-ac1945a20a00,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:38.716506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.733036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Calling delete_port for f9f64960-696d-4f64-b43a-ac1945a20a00 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:38.807131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Deleting port f9f64960-696d-4f64-b43a-ac1945a20a00 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:38.807580 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.894430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.951128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] For port f9f64960-696d-4f64-b43a-ac1945a20a00, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f9f64960-696d-4f64-b43a-ac1945a20a00,segment=NetworkSegment(730fff95-d25b-47de-a061-7a09587fef3f),segment_id=730fff95-d25b-47de-a061-7a09587fef3f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:38.951539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.999439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Calling delete_port for f9f64960-696d-4f64-b43a-ac1945a20a00 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:39.088178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89731e-c34f-4f6e-9b5d-5a032c1370cc req-5ea91697-ad23-4bb7-845a-374a6d7c6e93 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.111959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c89731e-c34f-4f6e-9b5d-5a032c1370cc req-5ea91697-ad23-4bb7-845a-374a6d7c6e93 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1266987 Jul 29 23:47:39.176158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.200745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c89731e-c34f-4f6e-9b5d-5a032c1370cc req-7e2a79e0-cd23-4aaf-a68f-7b37eb27b11b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792975 Jul 29 23:47:39.251595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] Pushing event deleted for resources: {'Port': ['ID=f9f64960-696d-4f64-b43a-ac1945a20a00,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:39.257120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f174ecf-84c7-4187-a7ec-20c73b1da405 None None] No DVR routers for this DVR port f9f64960-696d-4f64-b43a-ac1945a20a00 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:39.398249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f64960-696d-4f64-b43a-ac1945a20a00,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:39.413609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] No DVR routers for this DVR port f9f64960-696d-4f64-b43a-ac1945a20a00 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:39.515283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.530358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc0df-3f13-4dbd-a26d-c63d544fe09b req-35781074-6d60-488b-bcea-9c957bef43a5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.531908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd2dc0df-3f13-4dbd-a26d-c63d544fe09b req-35781074-6d60-488b-bcea-9c957bef43a5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 943 time: 0.1390123 Jul 29 23:47:39.536171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2f2c3c-5496-4669-b870-f02a682da392']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:39.548691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730fff95-d25b-47de-a061-7a09587fef3f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:39.548962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730fff95-d25b-47de-a061-7a09587fef3f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:39.570569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.592810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.604696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd2dc0df-3f13-4dbd-a26d-c63d544fe09b req-1e274d36-0c87-4d74-b479-10a277aa12af tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605700 Jul 29 23:47:39.610083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:39.610510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:39.612505 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:39.690019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.714843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:39.718439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b2f2c3c-5496-4669-b870-f02a682da392 HTTP/1.1" status: 204 len: 168 time: 1.3088686 Jul 29 23:47:39.727606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a2ef-0afb-4fc4-bddc-8b2531ffaf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2f2c3c-5496-4669-b870-f02a682da392,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:39.981097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49446) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.062764 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-93aa27ba-1534-4371-83bc-55f77aefa0d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c2d9f44dfc54faeb0333554437d2bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801163 Jul 29 23:47:40.067866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49450) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.109547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d28d4654-045e-4a59-af59-74cf1607b11b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:40.132204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d28d4654-045e-4a59-af59-74cf1607b11b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:40.132856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d28d4654-045e-4a59-af59-74cf1607b11b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:40.133421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f9f64960-696d-4f64-b43a-ac1945a20a00 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:40.151150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.157591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f9f64960-696d-4f64-b43a-ac1945a20a00 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:40.158217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f9f64960-696d-4f64-b43a-ac1945a20a00 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:40.202062 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.267385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.274704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.276314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2fece88-8bb9-4ced-a650-b1e89597a43e HTTP/1.1" status: 204 len: 168 time: 0.2070737 Jul 29 23:47:40.289710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0b7e6-bf9b-4d28-b9bb-c6383b2777ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fece88-8bb9-4ced-a650-b1e89597a43e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.389583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c25f3-a0f3-4ba4-b7e9-abf32096531a req-145933d8-bc55-4b33-a373-dd30818b1de8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.392417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b7c25f3-a0f3-4ba4-b7e9-abf32096531a req-145933d8-bc55-4b33-a373-dd30818b1de8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0567830 Jul 29 23:47:40.493049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b7c25f3-a0f3-4ba4-b7e9-abf32096531a req-1978207b-68b6-4028-acbf-7cfe3a36661a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945482 Jul 29 23:47:40.815857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe29f7-8759-40ce-86e8-62476c9f3025 req-6c8cc6dd-bc10-4ef9-b90d-55a64afa9177 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.818040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2afe29f7-8759-40ce-86e8-62476c9f3025 req-6c8cc6dd-bc10-4ef9-b90d-55a64afa9177 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 943 time: 0.1062703 Jul 29 23:47:40.838823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45709a-9f8a-47d9-95a3-f44bc3e96a78 req-047e2f64-1e5f-4629-8742-79afa758a795 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.847208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b45709a-9f8a-47d9-95a3-f44bc3e96a78 req-047e2f64-1e5f-4629-8742-79afa758a795 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.1078620 Jul 29 23:47:40.893307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2afe29f7-8759-40ce-86e8-62476c9f3025 req-6af7a0c7-5292-426a-8c47-a2b4cd992bf3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652916 Jul 29 23:47:40.923169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d29c7c14-9cba-47c0-9a15-1e68b726ec1b details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:40.977482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b45709a-9f8a-47d9-95a3-f44bc3e96a78 req-2e1f0e4a-325a-4e08-bdbc-bce7414a2d2c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248991 Jul 29 23:47:40.980161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-6ff14b97-6133-456c-a5b7-607ed444619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.984751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-6ff14b97-6133-456c-a5b7-607ed444619e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.1017420 Jul 29 23:47:41.108281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:41.122707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b', 'mac_address': 'fa:16:3e:6c:98:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:41.133973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-7b1472d5-570f-497f-8525-1ca3eb73f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:41.135603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-7b1472d5-570f-497f-8525-1ca3eb73f7b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1375020 Jul 29 23:47:41.167528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.205305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c7c14-9cba-47c0-9a15-1e68b726ec1b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:41.238351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:41.246386 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.257846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-436026b6-38c5-4176-b991-001f8f327d86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.1049435 Jul 29 23:47:41.376952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-44478212-6da7-46d7-9d02-668c7407fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:41.380092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-44478212-6da7-46d7-9d02-668c7407fb10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.1087782 Jul 29 23:47:41.394483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:41.463719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-7d936e3c-22de-4587-895c-aeac7e417b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:41.465702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-7d936e3c-22de-4587-895c-aeac7e417b8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685580 Jul 29 23:47:41.581159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49492) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:41.596497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-0a9cbc2a-3924-42e6-979c-eaa9748eec81 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179082 Jul 29 23:47:41.736365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d29c7c14-9cba-47c0-9a15-1e68b726ec1b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:41.736927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-159829626-network', 'tenant_id': '688c563619ee441fa5df886d9b853d49'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:41.774570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-056dc1a2-5844-4adc-a05c-36b52674bad3 req-02bd0f11-e19f-4a6b-b895-8b04569fe17a service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605809 Jul 29 23:47:41.780976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Made reservation on behalf of 688c563619ee441fa5df886d9b853d49 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:41.800846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.816704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.999688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.047973 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.090810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:47:42.113133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.113481 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Added segment 5422d29b-16ca-43a7-a326-e2f085879b5c of type vlan for network f2f028be-99e9-4a33-832f-47704a65e49e Jul 29 23:47:42.146201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a4f8b-e02f-4c10-ab0e-e49eb83b426a req-5d488450-e999-4a3d-bc65-d2c8eacb2a12 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.148495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f75a4f8b-e02f-4c10-ab0e-e49eb83b426a req-5d488450-e999-4a3d-bc65-d2c8eacb2a12 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0635514 Jul 29 23:47:42.170362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:42.186853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da0df4-65e3-42f5-be1f-d2b6e9656de7 req-671074fe-0bca-4c7c-b679-e64ddc8fb35f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.188767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4da0df4-65e3-42f5-be1f-d2b6e9656de7 req-671074fe-0bca-4c7c-b679-e64ddc8fb35f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 944 time: 0.1611781 Jul 29 23:47:42.206507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.211776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f75a4f8b-e02f-4c10-ab0e-e49eb83b426a req-38453cf5-333c-490b-982c-9e13071366eb tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563037 Jul 29 23:47:42.278766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.279883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.280508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.290942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4da0df4-65e3-42f5-be1f-d2b6e9656de7 req-72135fc1-07ba-4799-8154-ae9c1440a7bc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904961 Jul 29 23:47:42.360255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7777870 Jul 29 23:47:42.368895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49504) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:42.376199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Request body: {'subnet': {'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-159829626-subnet', 'tenant_id': '688c563619ee441fa5df886d9b853d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:42.385691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02e7c7-25f1-4ae4-afc6-aee71d434dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f028be-99e9-4a33-832f-47704a65e49e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:42.398928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f2f028be-99e9-4a33-832f-47704a65e49e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:47:42.424077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Made reservation on behalf of 688c563619ee441fa5df886d9b853d49 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:42.427379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.673043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.741389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3998f5ac-da8e-4804-9acd-47f4c99c8fdc,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:42.771872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Checking segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:42.772232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Network hostable DHCP agents. Network: f2f028be-99e9-4a33-832f-47704a65e49e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:47:42.802925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Network f2f028be-99e9-4a33-832f-47704a65e49e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:47:42.815211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f2f028be-99e9-4a33-832f-47704a65e49e) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:42.820753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.821665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.825341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce46b2-5647-4f25-a62a-36f3e0a9e71e None None] Network f2f028be-99e9-4a33-832f-47704a65e49e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:42.845585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-464bd5d6-f4df-42e7-9361-68277212938a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4706583 Jul 29 23:47:42.977834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b63d29-079f-450e-b656-bfcce5dc436c None None] Network f2f028be-99e9-4a33-832f-47704a65e49e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:43.372542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1bbc-c8f2-49d8-b73c-b5b6936e7d09 req-129e0aae-03bd-4a5c-8c47-26b5d9874fe2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.374396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-16ff1bbc-c8f2-49d8-b73c-b5b6936e7d09 req-129e0aae-03bd-4a5c-8c47-26b5d9874fe2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0608637 Jul 29 23:47:43.439582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-16ff1bbc-c8f2-49d8-b73c-b5b6936e7d09 req-eaeb3746-0586-4233-90e6-716cd88de68d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586140 Jul 29 23:47:43.518789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-b942707a-8c47-4c79-aa83-6b71fbc6f0e7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.521440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-b942707a-8c47-4c79-aa83-6b71fbc6f0e7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.1767578 Jul 29 23:47:43.543375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8deb7bec-31f4-4c30-9009-fa7763540053 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/quotas/688c563619ee441fa5df886d9b853d49 HTTP/1.1" status: 200 len: 375 time: 0.0140624 Jul 29 23:47:43.593246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-28c9591e-0016-4019-a6b1-3e0bbe452c10 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358930 Jul 29 23:47:43.614447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e76c-8221-4eb0-83d2-2b96f1d72b7e req-e243eb2f-bc9b-40d0-9247-ed413b7b6bcb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.617575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f852e76c-8221-4eb0-83d2-2b96f1d72b7e req-e243eb2f-bc9b-40d0-9247-ed413b7b6bcb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 944 time: 0.0767927 Jul 29 23:47:43.674097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f852e76c-8221-4eb0-83d2-2b96f1d72b7e req-6640c696-f516-41bd-aafb-c7404b43d860 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Jul 29 23:47:43.726717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-77350ecf-779b-44e8-81dc-5e13c5bb4397 service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195323 Jul 29 23:47:43.884287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-bb4fcb0a-1f9f-4b24-92a3-76e0d828b3ae service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487033 Jul 29 23:47:43.967906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f91e9-46de-4691-9d3a-ccaf0428b9be req-2c0aa8b3-7d25-4d77-8aeb-70f509f5f163 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.970323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-264f91e9-46de-4691-9d3a-ccaf0428b9be req-2c0aa8b3-7d25-4d77-8aeb-70f509f5f163 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0794096 Jul 29 23:47:44.033752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-264f91e9-46de-4691-9d3a-ccaf0428b9be req-aab91706-2927-452f-8575-078386437d51 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569811 Jul 29 23:47:44.226710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ce51737-d315-4a4f-a152-e0030a3946bf req-8210daf2-d1dc-423a-b368-6254c3ef37c1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0523562 Jul 29 23:47:44.298899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e207262-709e-42c5-ad71-8dabb640c7b4 req-6729e8b2-8553-43c7-b96b-adcc07400a14 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.300320 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e207262-709e-42c5-ad71-8dabb640c7b4 req-6729e8b2-8553-43c7-b96b-adcc07400a14 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0588439 Jul 29 23:47:44.353949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e207262-709e-42c5-ad71-8dabb640c7b4 req-5b037c0f-3ad5-4844-b455-78182ecc2491 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Jul 29 23:47:44.653603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d722-cc29-449d-9e3c-2c3c9f1467fb req-69258c29-caf6-456b-9def-6415aec7a0f9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.657172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92b8d722-cc29-449d-9e3c-2c3c9f1467fb req-69258c29-caf6-456b-9def-6415aec7a0f9 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0731921 Jul 29 23:47:44.714291 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92b8d722-cc29-449d-9e3c-2c3c9f1467fb req-22010ad4-233e-4113-8a45-abeed2eed031 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Jul 29 23:47:44.846030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0d7ef-eb1e-42a1-afe2-b38ec3ff9667 req-8550661c-ca26-4bb2-95cf-87f98adc4033 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.854539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8f0d7ef-eb1e-42a1-afe2-b38ec3ff9667 req-8550661c-ca26-4bb2-95cf-87f98adc4033 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 944 time: 0.0862832 Jul 29 23:47:44.908055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8f0d7ef-eb1e-42a1-afe2-b38ec3ff9667 req-15c8a521-021f-4ec9-a0cf-7da7ea6793cb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518756 Jul 29 23:47:44.966541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d29c7c14-9cba-47c0-9a15-1e68b726ec1b up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:45.036582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port d29c7c14-9cba-47c0-9a15-1e68b726ec1b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:45.041413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port d29c7c14-9cba-47c0-9a15-1e68b726ec1b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:45.041827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.132222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.160715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:45.163922 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f6349e-e963-410c-bc28-d3512b7439dd" -d '{"events": [{"server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "name": "network-vif-plugged", "status": "completed", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:45.213943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:45.221460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.269012 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee60d5b-7a13-41b3-8c42-3a963b426aec x-openstack-request-id: req-7ee60d5b-7a13-41b3-8c42-3a963b426aec {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:45.271702 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "name": "network-vif-plugged", "status": "completed", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:45.274288 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ee60d5b-7a13-41b3-8c42-3a963b426aec {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:45.277344 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b', 'code': 200} Jul 29 23:47:45.359484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:45.422581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-511899e6-9d95-4ea0-af9c-a9f40244cabc req-c0713685-d788-43b4-888b-534c47a8d92d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0348549 Jul 29 23:47:45.570971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd929e-4237-48dc-987d-9d99ae05394c req-c9715597-65b6-45f5-9084-a84b5d1461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.572593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfcd929e-4237-48dc-987d-9d99ae05394c req-c9715597-65b6-45f5-9084-a84b5d1461b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 1097 time: 0.0884309 Jul 29 23:47:45.584056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-a3a0bf24-992f-4547-898e-0450368d6bc9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.585602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-a3a0bf24-992f-4547-898e-0450368d6bc9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.59 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.1609979 Jul 29 23:47:45.609966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Request body: {'port': {'device_id': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'admin_state_up': True, 'tenant_id': '688c563619ee441fa5df886d9b853d49'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:45.670136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfcd929e-4237-48dc-987d-9d99ae05394c req-37359c3a-ddc5-4b37-8b94-71de6c6d48df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833271 Jul 29 23:47:45.790839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Made reservation on behalf of 688c563619ee441fa5df886d9b853d49 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:45.795214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.876587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a63a-d95f-4e97-b9f9-9972c165b3d1 req-de535d33-ac42-4d78-9ea6-5e8fba2272de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.880943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7808a63a-d95f-4e97-b9f9-9972c165b3d1 req-de535d33-ac42-4d78-9ea6-5e8fba2272de tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0801654 Jul 29 23:47:45.935969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7808a63a-d95f-4e97-b9f9-9972c165b3d1 req-9506a9f3-08c0-4ec5-9954-0a49a177c1f8 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Jul 29 23:47:45.978126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Allocated IP 172.20.0.2 (f2f028be-99e9-4a33-832f-47704a65e49e/3998f5ac-da8e-4804-9acd-47f4c99c8fdc/830bcc1d-6cb8-4c5e-be87-b4db0481d285) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:46.083490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660dca5-f2c1-41a7-94cc-b8571fdbe97e req-fc7be0d4-7286-40fd-8bd0-730b1f41efb7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.085425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5660dca5-f2c1-41a7-94cc-b8571fdbe97e req-fc7be0d4-7286-40fd-8bd0-730b1f41efb7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0624022 Jul 29 23:47:46.131717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5660dca5-f2c1-41a7-94cc-b8571fdbe97e req-40a697ec-db79-49d8-92af-4cfec703d971 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Jul 29 23:47:46.195809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.234455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7024f640-bbf0-409e-b6e4-b243ac858deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.255321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.327487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ca9f5-529a-4a66-95a5-8a0cc46718cf req-00c9713b-6220-4185-90ad-24b6ef2c7268 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.335737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b8ca9f5-529a-4a66-95a5-8a0cc46718cf req-00c9713b-6220-4185-90ad-24b6ef2c7268 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0988057 Jul 29 23:47:46.340241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Network f2f028be-99e9-4a33-832f-47704a65e49e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:46.366199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:46.370136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:46.372657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:46.395538 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b8ca9f5-529a-4a66-95a5-8a0cc46718cf req-00ad549b-cf89-41e0-8c14-efe79bbfe068 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586779 Jul 29 23:47:46.440046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-97a4bf97-e753-496c-8d8c-f4ce68ff5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.441597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-97a4bf97-e753-496c-8d8c-f4ce68ff5c30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c735c9f7e6af43d6a06b686380501121&device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 1096 time: 0.1123822 Jul 29 23:47:46.447862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.448492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.561311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-fe5d7579-1c10-434d-b932-e3846f1716fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568675 Jul 29 23:47:46.589900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Request body: {'port': {'device_id': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:46.603235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-fc885c50-0a39-4704-8605-676cbab916b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.604767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-fc885c50-0a39-4704-8605-676cbab916b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 200 len: 912 time: 0.1532812 Jul 29 23:47:46.649921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46ea4e-f44a-440c-989b-fb1dbc248195 req-ee438f1f-23ac-48ee-aefc-105fd23619ce tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.651350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb46ea4e-f44a-440c-989b-fb1dbc248195 req-ee438f1f-23ac-48ee-aefc-105fd23619ce tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 931 time: 0.1380253 Jul 29 23:47:46.753100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.762200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-2d843bb0-5863-4894-8463-c341842f2f6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 200 len: 999 time: 0.1305799 Jul 29 23:47:46.772308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb46ea4e-f44a-440c-989b-fb1dbc248195 req-e9ec0fbb-eb34-4357-a842-072f541c07da tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922165 Jul 29 23:47:46.861597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-77d7f6e6-2eb7-4ed5-bd30-a80ac7a8f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.863161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-77d7f6e6-2eb7-4ed5-bd30-a80ac7a8f9b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 200 len: 850 time: 0.0880988 Jul 29 23:47:47.013049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-4de6e9a7-bebb-4aaa-9b4c-c4820692fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.014605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-4de6e9a7-bebb-4aaa-9b4c-c4820692fa72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4ec6cf1-56c1-48c0-9749-02302ca80a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980704 Jul 29 23:47:47.208781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.225681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-50755fb0-e15d-424f-9923-d0eabf9659a9 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953480 Jul 29 23:47:47.256586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:47.307763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.336158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Transition to ACTIVE for port object 830bcc1d-6cb8-4c5e-be87-b4db0481d285 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:47.354043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.368014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3681a16-15e4-40ce-b7a9-5242c807f7a5 req-d4f20c69-c229-4136-b2e2-ae95de78779d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.369731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3681a16-15e4-40ce-b7a9-5242c807f7a5 req-d4f20c69-c229-4136-b2e2-ae95de78779d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.1610258 Jul 29 23:47:47.468567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88fa79b2-3de4-4e56-a36f-d31d8b05b120 req-da0ae53a-aea4-4adc-9015-02864bf029c1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269180 Jul 29 23:47:47.480817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:47.539955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3681a16-15e4-40ce-b7a9-5242c807f7a5 req-eb86f11b-ce51-4a41-8afb-348681a38f0a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389332 Jul 29 23:47:47.636536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Attempting to bind port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:47.636889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Attempting to bind port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:47.637351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Attempting to bind port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:47.644135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 on network f2f028be-99e9-4a33-832f-47704a65e49e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:47.644474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Attempting to bind port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:47.653542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:47.654374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Checking segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:47.655090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Bound using segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:47.655647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Bound port: 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:47.656177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.660873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39f05-0272-4dc5-bb1c-3df70b3d7970 req-bf13570d-cc49-4a02-a628-0ac49c5201e3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.663226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93d39f05-0272-4dc5-bb1c-3df70b3d7970 req-bf13570d-cc49-4a02-a628-0ac49c5201e3 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0833881 Jul 29 23:47:47.719995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93d39f05-0272-4dc5-bb1c-3df70b3d7970 req-b906c311-ba17-4958-8784-ce0b275c2ace tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460041 Jul 29 23:47:47.746341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:47.749854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:47.757587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.797482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.798222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:47.799700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] 10.222.0.59 "PUT /v2.0/ports/830bcc1d-6cb8-4c5e-be87-b4db0481d285 HTTP/1.1" status: 200 len: 1092 time: 1.2171180 Jul 29 23:47:47.800164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:47.802695 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26c828e-fbbc-415c-abfb-36e5d7516c41" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:47.833097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0318f7-a867-407f-996f-017d442cda37 service neutron] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:47.890261 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735f8f8-d11a-4aef-b344-45dec545510a x-openstack-request-id: req-6735f8f8-d11a-4aef-b344-45dec545510a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:47.890673 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:47.891040 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6735f8f8-d11a-4aef-b344-45dec545510a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:47.891615 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'status': 'completed', 'code': 200} Jul 29 23:47:47.970553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-ab2a39ff-428c-40fe-9d18-26e59c5d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.972234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-ab2a39ff-428c-40fe-9d18-26e59c5d791f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0982857 Jul 29 23:47:48.004088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4f50d-8443-4023-84d9-c4a4b6b7e57a req-f79fba02-605d-4038-8e3a-f8a52d15e859 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.005691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd4f50d-8443-4023-84d9-c4a4b6b7e57a req-f79fba02-605d-4038-8e3a-f8a52d15e859 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 943 time: 0.1109021 Jul 29 23:47:48.047462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-b725db35-52f1-4a52-b540-b8f262813ebf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285 HTTP/1.1" status: 200 len: 217 time: 0.0577347 Jul 29 23:47:48.107833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd4f50d-8443-4023-84d9-c4a4b6b7e57a req-0d11b90c-c702-4089-81ea-8412d447c7e0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680604 Jul 29 23:47:48.121804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-368223a0-23d9-4746-b614-ba7b859cb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.124237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-368223a0-23d9-4746-b614-ba7b859cb6c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.0674367 Jul 29 23:47:48.161772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-9a07a15a-deda-4f17-8038-17dc7621bc2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284202 Jul 29 23:47:48.262821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-3f7c5bb5-0136-46f3-be0f-9f4d2fffc273 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937648 Jul 29 23:47:48.371453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cb160cb-4ac3-4847-8d23-84006718dfe2 req-462ffb8e-cac2-4d4f-a866-0ad76741c54c service neutron] 10.222.0.59 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997674 Jul 29 23:47:48.541985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-fbbdc377-d6b3-4755-9a48-15c771d68487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.544892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-fbbdc377-d6b3-4755-9a48-15c771d68487 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0590787 Jul 29 23:47:48.690898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-deb8c6e3-acaf-4543-a6a3-4c709552ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.690898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-deb8c6e3-acaf-4543-a6a3-4c709552ff59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 915 time: 0.1354716 Jul 29 23:47:48.737382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552752-01d0-406a-ae31-0dbe7c472f1a req-4f1c57d3-3046-4a81-8bca-39da86325b9b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.739316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08552752-01d0-406a-ae31-0dbe7c472f1a req-4f1c57d3-3046-4a81-8bca-39da86325b9b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0857177 Jul 29 23:47:48.744384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-a2c09c16-fbb2-4b9b-8297-6f8cc3a38c94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285 HTTP/1.1" status: 200 len: 217 time: 0.0476539 Jul 29 23:47:48.790908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08552752-01d0-406a-ae31-0dbe7c472f1a req-2b0d52ee-eadb-41bb-ab90-e59f0b3abc40 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Jul 29 23:47:48.958741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d25220-0cae-4079-ae30-1ed9675967e2 req-d4bd1cd4-d239-4b70-889c-811624dbad1c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.970395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00d25220-0cae-4079-ae30-1ed9675967e2 req-d4bd1cd4-d239-4b70-889c-811624dbad1c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0891945 Jul 29 23:47:49.028857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-845bb3cf-bc46-47ae-b096-2433029f0ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.066358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00d25220-0cae-4079-ae30-1ed9675967e2 req-0bfab8fd-e1f7-4928-812f-099f7e7c8efc tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808995 Jul 29 23:47:49.198841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906138f6-d2dd-4eb3-a8a9-8c5802945cc1 req-0ea7bb1a-430d-4d14-8bf0-9898a66abbd7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.200451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-906138f6-d2dd-4eb3-a8a9-8c5802945cc1 req-0ea7bb1a-430d-4d14-8bf0-9898a66abbd7 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0537529 Jul 29 23:47:49.252315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-906138f6-d2dd-4eb3-a8a9-8c5802945cc1 req-e1adf1ce-e0e2-43da-b498-442b4b0678c0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453703 Jul 29 23:47:49.286023 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.290379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-fec92631-924e-461d-93ba-5a1cf7011f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.291695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-fec92631-924e-461d-93ba-5a1cf7011f68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.5375283 Jul 29 23:47:49.319670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d99eb9-c748-462c-8a67-9644eff1d6ef req-afb80a8c-61c1-4039-9764-f3958d6a2a9f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.321406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43d99eb9-c748-462c-8a67-9644eff1d6ef req-afb80a8c-61c1-4039-9764-f3958d6a2a9f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Jul 29 23:47:49.339622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-619da234-0bd6-405c-8343-04b5addcb854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392737 Jul 29 23:47:49.385863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd51f7-50fd-4db4-aa5b-5c7b91bbdb78 req-087c307f-8c9b-4dc3-aa07-968c4435baff tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.387637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71cd51f7-50fd-4db4-aa5b-5c7b91bbdb78 req-087c307f-8c9b-4dc3-aa07-968c4435baff tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Jul 29 23:47:49.422568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43d99eb9-c748-462c-8a67-9644eff1d6ef req-0816af30-fc45-4fe6-884e-e1d24674da06 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859954 Jul 29 23:47:49.430716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71cd51f7-50fd-4db4-aa5b-5c7b91bbdb78 req-0526eeac-c1c8-4204-8349-89eed2e5ecf9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360940 Jul 29 23:47:49.474637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-a63c2216-f209-494c-baae-ceea2c7f2cfb service neutron] 10.222.0.59 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213303 Jul 29 23:47:49.603667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f26c828e-fbbc-415c-abfb-36e5d7516c41 req-caf209e6-d7c5-4a6d-8424-846a4f27c102 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181769 Jul 29 23:47:50.359682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e578-637a-4308-b167-f1fb2bc26432 req-decb18b3-2e4a-4a00-90a3-e2441f096f11 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.361356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8127e578-637a-4308-b167-f1fb2bc26432 req-decb18b3-2e4a-4a00-90a3-e2441f096f11 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4fe8bef-8b3b-480c-adf6-c560a516dedc HTTP/1.1" status: 200 len: 943 time: 0.0603273 Jul 29 23:47:50.463759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port 3d028906-735d-4e26-9739-3b54a0a8db40 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:50.463759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.593357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.602128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port 3d028906-735d-4e26-9739-3b54a0a8db40, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3d028906-735d-4e26-9739-3b54a0a8db40,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:50.602514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.605968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b968-7463-4256-811a-d91ed9b063d7 req-9c305f68-7052-42d6-82f5-70832efb8547 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.607670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b264b968-7463-4256-811a-d91ed9b063d7 req-9c305f68-7052-42d6-82f5-70832efb8547 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0751026 Jul 29 23:47:50.619678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for 3d028906-735d-4e26-9739-3b54a0a8db40 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:50.660361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b264b968-7463-4256-811a-d91ed9b063d7 req-74452c7c-3410-4526-ae6a-3da920d700c2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jul 29 23:47:50.786443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.823187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=3d028906-735d-4e26-9739-3b54a0a8db40,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:50.828018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a', 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:50.852593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430080d-153c-49ca-81a7-014072818448 req-1a6fe0f9-c8d7-4090-ad54-f2610a3d74a5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.870636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d430080d-153c-49ca-81a7-014072818448 req-1a6fe0f9-c8d7-4090-ad54-f2610a3d74a5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 943 time: 0.0998080 Jul 29 23:47:50.913684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] No DVR routers for this DVR port 3d028906-735d-4e26-9739-3b54a0a8db40 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:50.922749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:50.924953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8127e578-637a-4308-b167-f1fb2bc26432 req-fe5cb93f-e4c4-43bc-99a7-178bb638e60b tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "DELETE /v2.0/ports/3d028906-735d-4e26-9739-3b54a0a8db40 HTTP/1.1" status: 204 len: 173 time: 0.5577948 Jul 29 23:47:50.925517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-deleted', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:50.934204 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f4e855-6ae9-4d09-b20c-84daf1122d70" -d '{"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-deleted", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:50.948588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d430080d-153c-49ca-81a7-014072818448 req-8bc37ecc-3fed-4fc8-a937-fa84f87c2ddf tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Jul 29 23:47:51.426664 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907236fd-f90a-4ac9-a42d-1f86120c12ff x-openstack-request-id: req-907236fd-f90a-4ac9-a42d-1f86120c12ff {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:51.427235 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe8bef-8b3b-480c-adf6-c560a516dedc", "name": "network-vif-deleted", "tag": "3d028906-735d-4e26-9739-3b54a0a8db40", "status": "failed", "code": 422}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:51.427235 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-907236fd-f90a-4ac9-a42d-1f86120c12ff {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:51.427590 n-d-712707-11 neutron-server[93865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4fe8bef-8b3b-480c-adf6-c560a516dedc', 'name': 'network-vif-deleted', 'tag': '3d028906-735d-4e26-9739-3b54a0a8db40', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:47:51.556209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd381143-e0d8-44dd-a317-80c008b39364 req-d68f62d8-cbf6-4e4c-b799-37b9f85e349d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.557903 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd381143-e0d8-44dd-a317-80c008b39364 req-d68f62d8-cbf6-4e4c-b799-37b9f85e349d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Jul 29 23:47:51.599843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cd381143-e0d8-44dd-a317-80c008b39364 req-1f2f61dc-124d-4f01-acd9-82e3ea211bd1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357056 Jul 29 23:47:51.750875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850a77-d554-483c-b1dd-e0186e8f39c9 req-94a3896a-5b89-444a-b557-28fd37e5e889 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.752433 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc850a77-d554-483c-b1dd-e0186e8f39c9 req-94a3896a-5b89-444a-b557-28fd37e5e889 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 907 time: 0.0587580 Jul 29 23:47:52.114363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d36d04-ef53-4e94-b867-db8f25225315 req-d897f274-fb25-4028-9b9b-3d899b8999c0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.116739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-19d36d04-ef53-4e94-b867-db8f25225315 req-d897f274-fb25-4028-9b9b-3d899b8999c0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 943 time: 0.0623443 Jul 29 23:47:52.180821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-19d36d04-ef53-4e94-b867-db8f25225315 req-35b4a5dd-b04a-434e-938c-e7bd9466c201 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513718 Jul 29 23:47:52.353441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.715072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:52.744664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d8732-59dd-4892-9cbf-f31813235096 req-37ad53c5-8322-4990-a0d1-ce9544b04831 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.747650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a98d8732-59dd-4892-9cbf-f31813235096 req-37ad53c5-8322-4990-a0d1-ce9544b04831 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0583851 Jul 29 23:47:52.813792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a98d8732-59dd-4892-9cbf-f31813235096 req-e68f5571-66fb-47f1-aeaf-7d15591aa74d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Jul 29 23:47:52.851955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:52.871932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'port_id': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'mac_address': 'fa:16:3e:03:14:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3998f5ac-da8e-4804-9acd-47f4c99c8fdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:52.920089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd1a6-4547-4546-91f7-cdf768d88afa req-8e31bf02-40e9-431c-8e48-586d8dd5a6c1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.920089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc6dd1a6-4547-4546-91f7-cdf768d88afa req-8e31bf02-40e9-431c-8e48-586d8dd5a6c1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 907 time: 0.0578859 Jul 29 23:47:52.926617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.943715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:52.965506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:52.971701 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.040302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.237675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-a823a531-62f8-42f1-895a-ebb8bed461c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.237675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-a823a531-62f8-42f1-895a-ebb8bed461c2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 907 time: 0.0701580 Jul 29 23:47:53.362478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['830bcc1d-6cb8-4c5e-be87-b4db0481d285'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:53.375129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41510be8-ce74-4110-b0b4-09fd190826f2 req-2ab2fef4-59c0-45f8-9fd7-2c95237be622 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.377540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41510be8-ce74-4110-b0b4-09fd190826f2 req-2ab2fef4-59c0-45f8-9fd7-2c95237be622 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0912459 Jul 29 23:47:53.432217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port dd6448e2-a275-4dca-993e-ad8aa172736a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:53.432626 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.485892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41510be8-ce74-4110-b0b4-09fd190826f2 req-8cf70c2c-9137-4af4-b736-d838d694c12f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011224 Jul 29 23:47:53.569870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port dd6448e2-a275-4dca-993e-ad8aa172736a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dd6448e2-a275-4dca-993e-ad8aa172736a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:53.570328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.590958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for dd6448e2-a275-4dca-993e-ad8aa172736a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:53.726918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.755045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=dd6448e2-a275-4dca-993e-ad8aa172736a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.805692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] No DVR routers for this DVR port dd6448e2-a275-4dca-993e-ad8aa172736a on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:53.810363 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.813030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d54a002-5153-4408-bf5f-8794c9ec4518 req-78e0ac57-1242-4506-bd3b-6a51f57b0ff5 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "DELETE /v2.0/ports/dd6448e2-a275-4dca-993e-ad8aa172736a HTTP/1.1" status: 204 len: 173 time: 0.5685511 Jul 29 23:47:53.813670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'name': 'network-vif-deleted', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:53.816898 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16d706-939a-408e-812a-5d8d138a143c" -d '{"events": [{"server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "name": "network-vif-deleted", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:53.866458 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4616a8c-ea5f-41ea-83be-56f91835e3da x-openstack-request-id: req-a4616a8c-ea5f-41ea-83be-56f91835e3da {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:53.866848 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d4aa2-e91b-4032-9c73-5c1ed7ae0385", "name": "network-vif-deleted", "tag": "dd6448e2-a275-4dca-993e-ad8aa172736a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:53.866848 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4616a8c-ea5f-41ea-83be-56f91835e3da {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:53.867355 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d4aa2-e91b-4032-9c73-5c1ed7ae0385', 'name': 'network-vif-deleted', 'tag': 'dd6448e2-a275-4dca-993e-ad8aa172736a', 'status': 'completed', 'code': 200} Jul 29 23:47:54.019198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963744e7-a37a-46f4-9d82-d7e9ed24bee1 req-579c8c81-94ea-4578-8a5a-2679df3a4b15 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.020812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-963744e7-a37a-46f4-9d82-d7e9ed24bee1 req-579c8c81-94ea-4578-8a5a-2679df3a4b15 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0969901 Jul 29 23:47:54.029373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-5fe67af4-720a-4199-95e4-47f03f192db9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.031286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-5fe67af4-720a-4199-95e4-47f03f192db9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 945 time: 0.0969470 Jul 29 23:47:54.106173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea3587b6-3c13-4aa9-8a53-4d56baaed6d2 req-3cbad237-aaab-475c-9064-3f97a6f12d4d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=d65d4aa2-e91b-4032-9c73-5c1ed7ae0385 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Jul 29 23:47:54.148640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-963744e7-a37a-46f4-9d82-d7e9ed24bee1 req-9136d58e-16f3-4e8d-a6e0-f809252eb184 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158717 Jul 29 23:47:54.183859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port d29c7c14-9cba-47c0-9a15-1e68b726ec1b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:54.184208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.281843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port d29c7c14-9cba-47c0-9a15-1e68b726ec1b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:54.282564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.299029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for d29c7c14-9cba-47c0-9a15-1e68b726ec1b owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:54.455392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.490770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=d29c7c14-9cba-47c0-9a15-1e68b726ec1b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:54.509199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d29c7c14-9cba-47c0-9a15-1e68b726ec1b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:54.542426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port d29c7c14-9cba-47c0-9a15-1e68b726ec1b on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:54.546705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.550974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63168f62-a7d5-48b0-88cb-73e1a23977fd req-40984ad8-364c-4ea7-8cc9-1718257731aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "DELETE /v2.0/ports/d29c7c14-9cba-47c0-9a15-1e68b726ec1b HTTP/1.1" status: 204 len: 173 time: 0.5088565 Jul 29 23:47:54.669063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ff85-a283-482c-ab17-2a3c732a5b72 req-25a1b8fc-d22c-449e-9bb6-7b1f19686b2c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.671170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3224ff85-a283-482c-ab17-2a3c732a5b72 req-25a1b8fc-d22c-449e-9bb6-7b1f19686b2c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0592206 Jul 29 23:47:54.717797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:54.747597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3224ff85-a283-482c-ab17-2a3c732a5b72 req-7b217d34-f17c-438d-8ee8-adc4864816e2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595062 Jul 29 23:47:54.801017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:54.805904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:54.806533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.901887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.928578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:54.930937 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c87210-94bd-4ba3-a7cf-70f0d5eb9eb6" -d '{"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:54.944586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:54.950609 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.002100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.011944 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628723ed-8ee8-4853-96c0-afab25243771 x-openstack-request-id: req-628723ed-8ee8-4853-96c0-afab25243771 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:55.012237 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:55.012489 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-628723ed-8ee8-4853-96c0-afab25243771 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:55.012893 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'code': 200} Jul 29 23:47:55.147875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb45b2d-0a6b-452f-899b-827be1584ce2 req-672024d2-5b03-4255-835e-7b817c60a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.149534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbb45b2d-0a6b-452f-899b-827be1584ce2 req-672024d2-5b03-4255-835e-7b817c60a37a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0445352 Jul 29 23:47:55.205552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbb45b2d-0a6b-452f-899b-827be1584ce2 req-54ea9faf-3e88-41a9-991b-62f20f9edcdc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Jul 29 23:47:55.294347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9578cbf8-c987-4a06-aa6f-300a0e9dbd34 req-c7734cb1-7d11-484d-99e2-fe077551914c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4d2726-44a9-4310-ac30-3311e72187e3 HTTP/1.1" status: 200 len: 210 time: 0.0336761 Jul 29 23:47:55.464146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e0c87-9232-4304-990f-155619f1080a req-a3728590-e6e5-4943-a5fc-f8952b0e7d70 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.470235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c9e0c87-9232-4304-990f-155619f1080a req-a3728590-e6e5-4943-a5fc-f8952b0e7d70 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.0693572 Jul 29 23:47:55.508831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c9e0c87-9232-4304-990f-155619f1080a req-af64a62b-8b31-431d-9701-52ad63a5266a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Jul 29 23:47:55.868844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'name': 'network-vif-deleted', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:55.870731 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdea6e2-3154-415e-96b2-94871560afca" -d '{"events": [{"server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "name": "network-vif-deleted", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:55.883534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7700-b144-4757-800a-dd7bbce73aa5 req-a3d42621-9af9-4256-920b-926e853bf012 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.885767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-659f7700-b144-4757-800a-dd7bbce73aa5 req-a3d42621-9af9-4256-920b-926e853bf012 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0577347 Jul 29 23:47:55.949749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-659f7700-b144-4757-800a-dd7bbce73aa5 req-ed78041b-d20b-43ae-83f1-bdc6fc46c87b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578778 Jul 29 23:47:56.006575 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dccaa57-ee3e-4448-b4c9-2465ef6eb583 x-openstack-request-id: req-4dccaa57-ee3e-4448-b4c9-2465ef6eb583 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:56.006916 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d2726-44a9-4310-ac30-3311e72187e3", "name": "network-vif-deleted", "tag": "d29c7c14-9cba-47c0-9a15-1e68b726ec1b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:56.007222 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dccaa57-ee3e-4448-b4c9-2465ef6eb583 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:56.007632 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d2726-44a9-4310-ac30-3311e72187e3', 'name': 'network-vif-deleted', 'tag': 'd29c7c14-9cba-47c0-9a15-1e68b726ec1b', 'status': 'completed', 'code': 200} Jul 29 23:47:56.747749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-baa1e63d-5fdd-43e0-8567-822a8581d6b5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.749493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-baa1e63d-5fdd-43e0-8567-822a8581d6b5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1310892 Jul 29 23:47:56.759339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e62f-54d2-41b8-b819-aa0698426b5c req-a846878d-e55e-4afb-88f2-38ed6128306c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.762016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0857e62f-54d2-41b8-b819-aa0698426b5c req-a846878d-e55e-4afb-88f2-38ed6128306c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.0597212 Jul 29 23:47:56.776520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-04921547-5dee-4504-aa08-cee93f6a9179 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0176821 Jul 29 23:47:56.810898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-7f5b2baf-3755-4567-8f8f-b4fde8b6329f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312150 Jul 29 23:47:56.813055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0857e62f-54d2-41b8-b819-aa0698426b5c req-3c10ddc5-8e4f-4f3d-aeff-4b9ffd2ceaa2 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Jul 29 23:47:56.915888 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-fab6f081-8691-465e-bc0a-fd8b382e0306 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958769 Jul 29 23:47:57.028648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-c539c6ab-3237-4acc-aa4c-c53d9caa6467 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045485 Jul 29 23:47:57.061553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d29c7c14-9cba-47c0-9a15-1e68b726ec1b no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:57.084496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: d29c7c14-9cba-47c0-9a15-1e68b726ec1b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:57.084927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d29c7c14-9cba-47c0-9a15-1e68b726ec1b not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:57.113853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968123-107b-4352-a646-84c9a23812b0 req-001715ff-1e49-4a29-9a8d-51993b50d286 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.116466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58968123-107b-4352-a646-84c9a23812b0 req-001715ff-1e49-4a29-9a8d-51993b50d286 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0713406 Jul 29 23:47:57.203430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58968123-107b-4352-a646-84c9a23812b0 req-af4b6d4c-a126-46e8-af6c-adce1f5abf0b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786602 Jul 29 23:47:57.305920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f1f6581-9d3e-4394-b326-80b0f1e0901f req-823ffb07-9aae-4d2a-82e6-d29b6d694a38 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 210 time: 0.0487149 Jul 29 23:47:57.367549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-6e6757ae-fa58-4059-b059-6a8f201d515d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.371866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-6e6757ae-fa58-4059-b059-6a8f201d515d tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 946 time: 0.1033678 Jul 29 23:47:57.431561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a5be-85b2-4f34-98ef-7a9061d5b4ba req-741bf502-75af-46e1-a1d8-c00ed4b64294 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.433962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7964a5be-85b2-4f34-98ef-7a9061d5b4ba req-741bf502-75af-46e1-a1d8-c00ed4b64294 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0748842 Jul 29 23:47:57.486695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7964a5be-85b2-4f34-98ef-7a9061d5b4ba req-e2447334-d0cc-4c15-8ab6-20b5241469d7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Jul 29 23:47:57.529452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.561587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:57.562267 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.711435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:57.711803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.730147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for ed7020f8-a925-4c0a-bb6a-8e1e94673e3e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:57.972504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bd53-93ef-471b-b63b-19bb12df9468 req-b56c99c9-a6fd-4459-afcc-0c861de6f689 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.977050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b734bd53-93ef-471b-b63b-19bb12df9468 req-b56c99c9-a6fd-4459-afcc-0c861de6f689 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Jul 29 23:47:57.989300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.022035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a', 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:58.031197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=ed7020f8-a925-4c0a-bb6a-8e1e94673e3e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.053843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b734bd53-93ef-471b-b63b-19bb12df9468 req-4ce148a6-4d42-4625-b64a-9b7496f1d6eb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667794 Jul 29 23:47:58.086570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8458-57b2-433d-a443-f36729fccc39 req-e63f7529-daf6-40ca-af14-91664e97e712 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:58.096477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43de8458-57b2-433d-a443-f36729fccc39 req-e63f7529-daf6-40ca-af14-91664e97e712 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bac20e0-8415-4d97-9abe-40e3e33b9853 HTTP/1.1" status: 200 len: 867 time: 0.1512406 Jul 29 23:47:58.128832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] No DVR routers for this DVR port ed7020f8-a925-4c0a-bb6a-8e1e94673e3e on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:58.132694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.134904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2efac192-6511-4b5f-9e47-9c0ddff4264d req-ffe35966-99f4-4dbf-9b59-0096331a9c04 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "DELETE /v2.0/ports/ed7020f8-a925-4c0a-bb6a-8e1e94673e3e HTTP/1.1" status: 204 len: 173 time: 0.7539446 Jul 29 23:47:58.135490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'name': 'network-vif-deleted', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:58.137931 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046f485-a018-4ab8-b96a-b141b7d13396" -d '{"events": [{"server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "name": "network-vif-deleted", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:58.225259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43de8458-57b2-433d-a443-f36729fccc39 req-43b01ab7-f871-4484-aa7a-438bf660ddd0 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277623 Jul 29 23:47:58.280117 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c7924-4e25-4d5a-8f85-f2a986f08289 x-openstack-request-id: req-126c7924-4e25-4d5a-8f85-f2a986f08289 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:58.280476 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bac20e0-8415-4d97-9abe-40e3e33b9853", "name": "network-vif-deleted", "tag": "ed7020f8-a925-4c0a-bb6a-8e1e94673e3e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:58.280808 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-126c7924-4e25-4d5a-8f85-f2a986f08289 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:58.281385 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bac20e0-8415-4d97-9abe-40e3e33b9853', 'name': 'network-vif-deleted', 'tag': 'ed7020f8-a925-4c0a-bb6a-8e1e94673e3e', 'status': 'completed', 'code': 200} Jul 29 23:47:58.423077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-64e494a9-0136-41c3-8163-d549f3433c14 req-5ba3c856-b9b2-400a-95b8-4724e48c282d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 210 time: 0.0423734 Jul 29 23:47:58.745901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dd6448e2-a275-4dca-993e-ad8aa172736a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:58.785726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: dd6448e2-a275-4dca-993e-ad8aa172736a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:58.786327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dd6448e2-a275-4dca-993e-ad8aa172736a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:59.005856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-f97023f2-d9bc-4c94-ab4e-0ce15efc9c25 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.008309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-f97023f2-d9bc-4c94-ab4e-0ce15efc9c25 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.1440687 Jul 29 23:47:59.058187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': '6a354832-4e15-41d2-919c-be1fd845fb46', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:59.220030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:59.225868 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.227666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bcb97-cfe8-4071-b9cc-06448819aa0a req-92cbe294-b48f-4e93-a67b-9679834cdd95 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.228766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521bcb97-cfe8-4071-b9cc-06448819aa0a req-92cbe294-b48f-4e93-a67b-9679834cdd95 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0560696 Jul 29 23:47:59.297780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-521bcb97-cfe8-4071-b9cc-06448819aa0a req-7427655d-fec3-42c2-82d8-8b8b0665b28f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Jul 29 23:47:59.399178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.13 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/08d9d168-7f95-4671-8a54-269253af38be) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:59.632094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84896b-848c-4885-8b03-6ddd4ffd0cef req-8c23376e-888e-465e-a7e3-384419d22b90 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.637534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b84896b-848c-4885-8b03-6ddd4ffd0cef req-8c23376e-888e-465e-a7e3-384419d22b90 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1250119 Jul 29 23:47:59.668014 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6525ed47-e1a4-4823-a65c-3e5317f96b4b req-886f4a59-69e3-49ae-b527-0cc99dad79f5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 210 time: 0.0410516 Jul 29 23:47:59.714936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b84896b-848c-4885-8b03-6ddd4ffd0cef req-f145b157-6db3-46de-a2dc-559d96601253 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Jul 29 23:47:59.727067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.776992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.821300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:59.824550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:59.832125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:59.838049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.885326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.885982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.904023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-39f1c651-4e46-4580-bdfd-cf48ba23ca2e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504536 Jul 29 23:47:59.927431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Request body: {'port': {'device_id': '6a354832-4e15-41d2-919c-be1fd845fb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:59.992131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.282661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d9d168-7f95-4671-8a54-269253af38be {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:00.290774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.305750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Transition to ACTIVE for port object 08d9d168-7f95-4671-8a54-269253af38be will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:00.312964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.396418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.516927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dc577-bca8-48b8-9147-dc609d30fa35 req-62ea78d9-1639-4b3f-b535-0adba8715177 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.519453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e91dc577-bca8-48b8-9147-dc609d30fa35 req-62ea78d9-1639-4b3f-b535-0adba8715177 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0989816 Jul 29 23:48:00.523291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Attempting to bind port 08d9d168-7f95-4671-8a54-269253af38be on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:00.523629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Attempting to bind port 08d9d168-7f95-4671-8a54-269253af38be by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:00.523962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Attempting to bind port 08d9d168-7f95-4671-8a54-269253af38be on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:00.551556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Port 08d9d168-7f95-4671-8a54-269253af38be on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:00.551893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Attempting to bind port 08d9d168-7f95-4671-8a54-269253af38be on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:00.565138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:00.565443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:00.565867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:00.566310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Bound port: 08d9d168-7f95-4671-8a54-269253af38be, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:00.566670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.586107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e91dc577-bca8-48b8-9147-dc609d30fa35 req-c491d8b0-08bb-4d6e-8441-6c5da351d9de tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545077 Jul 29 23:48:00.651085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:00.654462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:00.660274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.708218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.709186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.711252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/08d9d168-7f95-4671-8a54-269253af38be HTTP/1.1" status: 200 len: 1093 time: 0.7885127 Jul 29 23:48:00.711815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'tag': '08d9d168-7f95-4671-8a54-269253af38be'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:00.715622 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "tag": "08d9d168-7f95-4671-8a54-269253af38be"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:00.773290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7afa91-d693-40ae-822f-2f6882d669e5 service neutron] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.810718 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28614338-e63f-43c9-b0d9-100e7ee4338b x-openstack-request-id: req-28614338-e63f-43c9-b0d9-100e7ee4338b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:00.811166 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "tag": "08d9d168-7f95-4671-8a54-269253af38be", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:00.812346 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28614338-e63f-43c9-b0d9-100e7ee4338b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:00.812850 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'tag': '08d9d168-7f95-4671-8a54-269253af38be', 'status': 'completed', 'code': 200} Jul 29 23:48:00.866864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0191-acf5-4a83-bca6-dbcc8bef0b99 req-a3cf7d0f-d01d-41c2-bbbb-f441faa60876 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.868519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3ec0191-acf5-4a83-bca6-dbcc8bef0b99 req-a3cf7d0f-d01d-41c2-bbbb-f441faa60876 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.1152592 Jul 29 23:48:00.899512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ab1f-f142-4e0d-a641-6d09d2c78ef7 req-3e88bfbf-e01c-49f1-b170-29fe3d85f7af tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.902063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8040ab1f-f142-4e0d-a641-6d09d2c78ef7 req-3e88bfbf-e01c-49f1-b170-29fe3d85f7af tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.0538878 Jul 29 23:48:00.902342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-8370ccf8-f559-4ef2-9d1e-035736798081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.903882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-8370ccf8-f559-4ef2-9d1e-035736798081 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 1096 time: 0.0758622 Jul 29 23:48:00.922910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3ec0191-acf5-4a83-bca6-dbcc8bef0b99 req-67f002b0-4c80-4d0a-826e-9a9122dee789 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Jul 29 23:48:00.948604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8040ab1f-f142-4e0d-a641-6d09d2c78ef7 req-4720b1b4-96e1-48d5-a9e8-bfa739465890 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=46e69509-167f-47bd-be97-a5d7bd6e7641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Jul 29 23:48:00.989120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-96526f60-c175-4e1d-9e5b-1335ba74638d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d9d168-7f95-4671-8a54-269253af38be HTTP/1.1" status: 200 len: 217 time: 0.0652606 Jul 29 23:48:01.069346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-3f9dddd1-9679-49ff-aa4d-61892ba401f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.071019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-3f9dddd1-9679-49ff-aa4d-61892ba401f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0614982 Jul 29 23:48:01.083248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-fab9f1fb-7ba2-4e09-909c-2e4eeefef7a4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.084707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-fab9f1fb-7ba2-4e09-909c-2e4eeefef7a4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 945 time: 0.1055238 Jul 29 23:48:01.145427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-e60e4373-c77b-4d06-8b60-a13ae6420220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597470 Jul 29 23:48:01.297173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-83be2220-12df-4300-9da4-df65dea09895 service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401849 Jul 29 23:48:01.300698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port d9d9cec7-00b4-47e8-87b0-37f29006579a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:01.301040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.467517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port d9d9cec7-00b4-47e8-87b0-37f29006579a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d9d9cec7-00b4-47e8-87b0-37f29006579a,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:01.467878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.484716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83e02332-2608-4f6a-b682-8f410ddbb325 req-598ce053-4d98-491d-bb63-e9d552c9a403 service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691964 Jul 29 23:48:01.485567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for d9d9cec7-00b4-47e8-87b0-37f29006579a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:01.657704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.695997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d9d9cec7-00b4-47e8-87b0-37f29006579a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:01.721299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=d9d9cec7-00b4-47e8-87b0-37f29006579a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:01.823236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] No DVR routers for this DVR port d9d9cec7-00b4-47e8-87b0-37f29006579a on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:01.827914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.830001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e8e0a89-9903-4bc5-9dd9-b1507f5c90d3 req-13436eb0-47ae-47a3-8e0d-ac76bbfc21d1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.59 "DELETE /v2.0/ports/d9d9cec7-00b4-47e8-87b0-37f29006579a HTTP/1.1" status: 204 len: 173 time: 0.7350974 Jul 29 23:48:01.846103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-a4c361e6-34b6-444d-999b-26becd6ea0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.847638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-a4c361e6-34b6-444d-999b-26becd6ea0d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 1096 time: 0.1515520 Jul 29 23:48:01.859759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5167fd0-2e8e-4d47-9221-b5000dbe1a16 req-5183cc22-f6f9-4144-b921-1fe4e9fa16b9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.861349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5167fd0-2e8e-4d47-9221-b5000dbe1a16 req-5183cc22-f6f9-4144-b921-1fe4e9fa16b9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1319749 Jul 29 23:48:01.975135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5167fd0-2e8e-4d47-9221-b5000dbe1a16 req-a7cdbcf0-2220-4b96-8c93-ba660c8b9f0a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Jul 29 23:48:02.030667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-fe03700f-7773-46ed-9297-dfa26baab671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.032827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-fe03700f-7773-46ed-9297-dfa26baab671 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.1666353 Jul 29 23:48:02.087356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-86bb12c9-635f-4a41-a805-5e1cb2e8f1de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d9d168-7f95-4671-8a54-269253af38be HTTP/1.1" status: 200 len: 217 time: 0.0438590 Jul 29 23:48:02.095719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bc49d-8c0c-4e92-b318-43653c2568ac req-5cf3751e-cd39-41ba-8b19-09823836c20e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.103417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a4bc49d-8c0c-4e92-b318-43653c2568ac req-5cf3751e-cd39-41ba-8b19-09823836c20e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.0569441 Jul 29 23:48:02.122501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-257ecf71-1623-4060-bc9f-b2f2ab668d14 req-f735c100-a5e5-4b4e-abb6-fe9172153e31 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=b36c0933-e649-499a-a2d6-af50f3434181 HTTP/1.1" status: 200 len: 210 time: 0.0377576 Jul 29 23:48:02.148522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a4bc49d-8c0c-4e92-b318-43653c2568ac req-17f30f44-a565-46b3-b52b-dff4159b6cdc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Jul 29 23:48:02.166449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-a2dcac52-5d85-40b1-9c85-2f251300ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.168169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-a2dcac52-5d85-40b1-9c85-2f251300ef88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0695550 Jul 29 23:48:02.223848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-0225a8a9-1fd7-4689-8654-7139af60dd4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402815 Jul 29 23:48:02.336427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-da3bc74e-f18e-452f-a0f5-5b58615bbf3f service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016874 Jul 29 23:48:02.462634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c45d2eff-a9df-44d0-a7bb-9bf60bb4e8e0 req-9386830f-491b-45d9-9772-7e841248407a service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132469 Jul 29 23:48:02.750742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ed7020f8-a925-4c0a-bb6a-8e1e94673e3e no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:02.762416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-545e4432-8773-40b7-8ea1-79025c9707c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574503 Jul 29 23:48:02.774354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: ed7020f8-a925-4c0a-bb6a-8e1e94673e3e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:02.774958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ed7020f8-a925-4c0a-bb6a-8e1e94673e3e not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:02.813971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'name': 'network-vif-deleted', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:02.816533 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0e9c4-b52b-4cc6-a00d-3330ef6e57ce" -d '{"events": [{"server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "name": "network-vif-deleted", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:02.861209 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9d61b-e5d7-479c-9d53-2a9c3bf26e84 x-openstack-request-id: req-06b9d61b-e5d7-479c-9d53-2a9c3bf26e84 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:02.861578 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c0933-e649-499a-a2d6-af50f3434181", "name": "network-vif-deleted", "tag": "d9d9cec7-00b4-47e8-87b0-37f29006579a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:02.861924 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06b9d61b-e5d7-479c-9d53-2a9c3bf26e84 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:02.862690 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c0933-e649-499a-a2d6-af50f3434181', 'name': 'network-vif-deleted', 'tag': 'd9d9cec7-00b4-47e8-87b0-37f29006579a', 'status': 'completed', 'code': 200} Jul 29 23:48:02.872499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-095486d0-64c6-4743-baa5-ffaa01861bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.874362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-095486d0-64c6-4743-baa5-ffaa01861bff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 1098 time: 0.0514171 Jul 29 23:48:02.997823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-9c7c1f0d-723c-432a-8238-4850cdca67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.001009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-9c7c1f0d-723c-432a-8238-4850cdca67af service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.1040812 Jul 29 23:48:03.075495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-28e8b884-c634-4632-96ff-ce426b7db9da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 200 len: 1001 time: 0.0656540 Jul 29 23:48:03.103839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fcc8-f7a9-445e-8696-1f9401e02609 req-1e7b805b-31dd-4ce6-b691-ea2910950a1d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.105436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d88fcc8-f7a9-445e-8696-1f9401e02609 req-1e7b805b-31dd-4ce6-b691-ea2910950a1d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0581069 Jul 29 23:48:03.133088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-60706479-9256-4951-a81c-eb9aa25a9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.134792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-60706479-9256-4951-a81c-eb9aa25a9bd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.0498402 Jul 29 23:48:03.150217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d88fcc8-f7a9-445e-8696-1f9401e02609 req-6718b76a-eaaa-4f0b-a09b-3303e5351721 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Jul 29 23:48:03.203982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-91c85d9b-a2fb-4d47-a7fd-7d5b68b51b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.205780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-91c85d9b-a2fb-4d47-a7fd-7d5b68b51b3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632174 Jul 29 23:48:03.333906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-82b99b90-c1e9-4ec4-a817-ed7618d2ffb8 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196735 Jul 29 23:48:03.355123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168daec5-5960-470e-8faa-703822bf224e req-c32fcaf6-02cf-4ab0-a878-a3961f54d306 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.357321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-168daec5-5960-470e-8faa-703822bf224e req-c32fcaf6-02cf-4ab0-a878-a3961f54d306 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.0659394 Jul 29 23:48:03.419497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-168daec5-5960-470e-8faa-703822bf224e req-ebf5a0ef-07b8-446d-a4a2-6cb9f2ea0f93 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Jul 29 23:48:03.568928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3e1df-8267-4c38-a9da-a3dd1b7ec3ca req-0207d788-154e-4e30-9a0f-004919653473 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.578301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24b3e1df-8267-4c38-a9da-a3dd1b7ec3ca req-0207d788-154e-4e30-9a0f-004919653473 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0728896 Jul 29 23:48:03.637128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24b3e1df-8267-4c38-a9da-a3dd1b7ec3ca req-ef4199aa-ea91-4dd3-a54f-dffce8c45788 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512197 Jul 29 23:48:03.882444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24f21f2-34bf-4774-88de-cd5da9ab3bd2 req-9d5c81c8-3a89-4433-9100-700a6190af8e service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401223 Jul 29 23:48:04.300090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fac95-7a45-418e-8fb8-4f0de9240aed req-221f0e1b-a011-4eed-8b99-83ee11e5eb78 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.301754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca4fac95-7a45-418e-8fb8-4f0de9240aed req-221f0e1b-a011-4eed-8b99-83ee11e5eb78 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Jul 29 23:48:04.344574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca4fac95-7a45-418e-8fb8-4f0de9240aed req-741b5794-6f72-4f40-bc5f-b2bb3258b4c3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Jul 29 23:48:04.569644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bdf89-9922-4e13-99cc-c0decf794eb0 req-e12d6b50-db9b-4815-9e08-a07dbb8c9321 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.571280 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17bdf89-9922-4e13-99cc-c0decf794eb0 req-e12d6b50-db9b-4815-9e08-a07dbb8c9321 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.0647650 Jul 29 23:48:04.618069 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17bdf89-9922-4e13-99cc-c0decf794eb0 req-1d3b1492-adb3-440c-8c25-79c7ee321ff9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Jul 29 23:48:04.776779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d9d9cec7-00b4-47e8-87b0-37f29006579a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:04.804311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: d9d9cec7-00b4-47e8-87b0-37f29006579a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:04.804952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d9d9cec7-00b4-47e8-87b0-37f29006579a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:04.828232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da025b-6001-494b-978a-0c22094dd4b4 req-f5e4a4a4-4e40-4d3b-a45e-27a65ad4671a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.829868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09da025b-6001-494b-978a-0c22094dd4b4 req-f5e4a4a4-4e40-4d3b-a45e-27a65ad4671a tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0734169 Jul 29 23:48:04.876208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09da025b-6001-494b-978a-0c22094dd4b4 req-b3ad2138-fd51-4c79-861e-31962c3fddfd tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394387 Jul 29 23:48:05.100044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:05.222074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:05.235267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '08d9d168-7f95-4671-8a54-269253af38be', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': '08d9d168-7f95-4671-8a54-269253af38be', 'mac_address': 'fa:16:3e:d1:ba:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:05.281791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.297116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d9d168-7f95-4671-8a54-269253af38be {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:05.319864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:05.325864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.382521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.492627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b799fb-18aa-4227-bcf3-1590a3a6d33b req-a7871153-92c6-4a9d-ac0c-fc3cc1d5fcad tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.494429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-84b799fb-18aa-4227-bcf3-1590a3a6d33b req-a7871153-92c6-4a9d-ac0c-fc3cc1d5fcad tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0575871 Jul 29 23:48:05.539906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-84b799fb-18aa-4227-bcf3-1590a3a6d33b req-6b3929ba-221a-4432-b8ed-3f3a5bf1c7b1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Jul 29 23:48:05.792015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd8e9a-d91f-4324-8e48-fdb92002ef69 req-93604b3e-0a59-4285-99c2-010005816cc7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.799958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03bd8e9a-d91f-4324-8e48-fdb92002ef69 req-93604b3e-0a59-4285-99c2-010005816cc7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 945 time: 0.0867789 Jul 29 23:48:05.811335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['08d9d168-7f95-4671-8a54-269253af38be'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:05.841597 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03bd8e9a-d91f-4324-8e48-fdb92002ef69 req-b1958a35-5874-4879-9462-c45908715c24 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Jul 29 23:48:05.948643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-2dc2a560-96b8-47a1-b794-da80af79c7e1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.950710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-2dc2a560-96b8-47a1-b794-da80af79c7e1 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0801985 Jul 29 23:48:06.094705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a19b-aa80-4d29-aa65-8d2fa759a1d5 req-0da4fd18-8fdf-45e4-a632-1a97dfa3e7c6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.096366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0177a19b-aa80-4d29-aa65-8d2fa759a1d5 req-0da4fd18-8fdf-45e4-a632-1a97dfa3e7c6 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 944 time: 0.0943549 Jul 29 23:48:06.174598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0177a19b-aa80-4d29-aa65-8d2fa759a1d5 req-2ec1a4da-224e-4da4-8941-9cb0f606b12f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups?id=19cb1f1f-2cc6-4292-9788-acf1b8357b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711038 Jul 29 23:48:06.183921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:06.185023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.319214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] For port 2767ee37-333a-4a79-a025-53b296cad5ca, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=2767ee37-333a-4a79-a025-53b296cad5ca,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:06.319599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.517048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.517409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.517747 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Floating IP 87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a disassociated. External IP: 172.25.5.125, port: 2767ee37-333a-4a79-a025-53b296cad5ca. Jul 29 23:48:06.518085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for 2767ee37-333a-4a79-a025-53b296cad5ca owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:06.709564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903c78c-066c-4725-8a23-bf004f92010e req-4534dc75-f6a4-4f66-97ff-2c5b15181f9b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.715559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e903c78c-066c-4725-8a23-bf004f92010e req-4534dc75-f6a4-4f66-97ff-2c5b15181f9b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0791690 Jul 29 23:48:06.717196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.800224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=2767ee37-333a-4a79-a025-53b296cad5ca,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.828705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e903c78c-066c-4725-8a23-bf004f92010e req-fa176e48-de7c-457a-9456-f88ff6b468d4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990286 Jul 29 23:48:07.049174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940569a5-eb92-49d3-8551-aada5e74a372 req-57f19ead-38bb-4550-b994-a0d327967431 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.057004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-940569a5-eb92-49d3-8551-aada5e74a372 req-57f19ead-38bb-4550-b994-a0d327967431 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 945 time: 0.1137254 Jul 29 23:48:07.085270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:07.108470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-940569a5-eb92-49d3-8551-aada5e74a372 req-fe8bc5b3-d4a1-4461-aec3-1756aa6bb106 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499277 Jul 29 23:48:07.152410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:07.230086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 08d9d168-7f95-4671-8a54-269253af38be completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:07.236708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 08d9d168-7f95-4671-8a54-269253af38be triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:07.237765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.263616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:07.278059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Sync routers for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:07.305290 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:07.305973 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:07.360853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-48174181-1b30-4470-b49d-d86cbabaaa60 req-98736ed9-465b-4ef7-b14f-6d3ed85d456e tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 210 time: 0.0803390 Jul 29 23:48:07.375972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] No DVR routers for this DVR port 2767ee37-333a-4a79-a025-53b296cad5ca on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:07.379645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.406325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5ec5b78-ed52-47b2-a6a8-81d6176dd855 req-5494e26f-da05-41f5-bc9b-1c779ac90f18 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.57 "DELETE /v2.0/ports/2767ee37-333a-4a79-a025-53b296cad5ca HTTP/1.1" status: 204 len: 173 time: 1.4315965 Jul 29 23:48:07.407222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-deleted', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:07.411763 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f341f-8c70-439b-832c-ad8bc92bd995" -d '{"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-deleted", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:07.457419 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.480109 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8424766f-ed53-41c7-b89f-c2af8728f38d x-openstack-request-id: req-8424766f-ed53-41c7-b89f-c2af8728f38d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:07.480326 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e36c9-394a-4043-98f0-b1faf20b2a8e", "name": "network-vif-deleted", "tag": "2767ee37-333a-4a79-a025-53b296cad5ca", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:07.480830 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8424766f-ed53-41c7-b89f-c2af8728f38d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:07.481249 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821e36c9-394a-4043-98f0-b1faf20b2a8e', 'name': 'network-vif-deleted', 'tag': '2767ee37-333a-4a79-a025-53b296cad5ca', 'status': 'completed', 'code': 200} Jul 29 23:48:07.508942 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:07.512021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:07.518382 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31ef439-71aa-461e-92ae-8d21be53b91c" -d '{"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-plugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:07.526580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:07.532049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.533332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:07.730966 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca703dc-325c-4eda-993a-0f25317f9dba x-openstack-request-id: req-4ca703dc-325c-4eda-993a-0f25317f9dba {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:07.731248 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-plugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:07.731499 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ca703dc-325c-4eda-993a-0f25317f9dba {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:07.731907 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be', 'code': 200} Jul 29 23:48:07.760581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 2767ee37-333a-4a79-a025-53b296cad5ca {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:07.760923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 2767ee37-333a-4a79-a025-53b296cad5ca not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:07.769070 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:07.787147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651f298-8718-4308-be10-de8fab615d07 req-e2d4a261-4c6a-4574-92f0-496fda52d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.788890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8651f298-8718-4308-be10-de8fab615d07 req-e2d4a261-4c6a-4574-92f0-496fda52d906 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 1098 time: 0.0680957 Jul 29 23:48:07.789268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:07.800301 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Checking router: 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:07.809684 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:07.810205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:07.839180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8651f298-8718-4308-be10-de8fab615d07 req-27bc1e6c-ca0f-4ebc-b09d-72bcde0a408d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 Jul 29 23:48:07.927471 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:07.965571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9738db-fc67-47be-a649-69b2d13da79e req-fb0a7f0c-c48d-49e9-bbd3-decef2dab55c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.967251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d9738db-fc67-47be-a649-69b2d13da79e req-fb0a7f0c-c48d-49e9-bbd3-decef2dab55c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0587451 Jul 29 23:48:08.021995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d9738db-fc67-47be-a649-69b2d13da79e req-e11382fa-b80d-4a3f-80c1-b9c85358014b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Jul 29 23:48:08.185495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:08.222833 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359d0be-8d5f-4bce-922a-0fe652aeacce None None] The sync data for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 is: [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '16f9d95a-6c46-4867-ba44-010d64c54002', 'name': '', 'network_id': 'c4ec6cf1-56c1-48c0-9749-02302ca80a25', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'mac_address': 'fa:16:3e:a8:5a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:07Z', 'updated_at': '2021-07-29T23:38:15Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'subnets': [{'id': '65bd093e-0eb4-4c34-a4d3-669fa25341de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:08.285263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04137723-40ab-42a1-b107-5bc71c9c044e req-636eaf12-f88f-4139-ae2b-7368734439de tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:08.293252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04137723-40ab-42a1-b107-5bc71c9c044e req-636eaf12-f88f-4139-ae2b-7368734439de tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1086361 Jul 29 23:48:08.362779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f11aa-edd9-404d-b088-a62f3497b81f req-f3585a5b-49a2-48f2-ab79-5a4b1b1f8296 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:08.363309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04137723-40ab-42a1-b107-5bc71c9c044e req-450d3243-dc97-426c-958c-51d145b6fb10 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 Jul 29 23:48:08.371002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5b3f11aa-edd9-404d-b088-a62f3497b81f req-f3585a5b-49a2-48f2-ab79-5a4b1b1f8296 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0871222 Jul 29 23:48:08.416495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5b3f11aa-edd9-404d-b088-a62f3497b81f req-bff0547c-b0a9-4f5f-82d9-5a59bd1adea3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Jul 29 23:48:08.567105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a82a363-e956-4198-88bc-78bb94b92c17 req-5d73aded-bfb2-453c-bc94-e180905cc62c tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e36c9-394a-4043-98f0-b1faf20b2a8e HTTP/1.1" status: 200 len: 210 time: 0.0502727 Jul 29 23:48:08.615225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87b870-1ed0-431d-93eb-d343c797ab4f None None] New status for floating IP 87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:09.171542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffc4b1-a355-48d0-a98a-23e92918ed51 req-c74038d4-959f-4d99-a531-beb1d7424a04 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.173122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9ffc4b1-a355-48d0-a98a-23e92918ed51 req-c74038d4-959f-4d99-a531-beb1d7424a04 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Jul 29 23:48:09.214690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9ffc4b1-a355-48d0-a98a-23e92918ed51 req-d8642ad0-21ce-480b-8226-762e38b3f2a7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Jul 29 23:48:09.489612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0822-8246-46eb-aaef-ddb89dc283c6 req-132cd7bf-eaa5-4676-b7ed-3bba0cd0e174 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.491633 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7dec0822-8246-46eb-aaef-ddb89dc283c6 req-132cd7bf-eaa5-4676-b7ed-3bba0cd0e174 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0573471 Jul 29 23:48:09.546523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7dec0822-8246-46eb-aaef-ddb89dc283c6 req-b1844483-b729-4495-94f5-86c53b2028c9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jul 29 23:48:09.567143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181ca8f-5a61-4e7c-b11b-a57903c9659a req-0e2ce253-f152-43b6-bc5f-2fa1140991d7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.568809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3181ca8f-5a61-4e7c-b11b-a57903c9659a req-0e2ce253-f152-43b6-bc5f-2fa1140991d7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0624459 Jul 29 23:48:09.618293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3181ca8f-5a61-4e7c-b11b-a57903c9659a req-a380e738-e707-4c57-ba7f-d7fab78b3b17 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Jul 29 23:48:09.806032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.869437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.897743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.957643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.961118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.962855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "DELETE /v2.0/security-groups/19cb1f1f-2cc6-4292-9788-acf1b8357b5b HTTP/1.1" status: 204 len: 168 time: 0.1552150 Jul 29 23:48:09.965815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50310) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.973980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298cf3-cadd-43cd-956c-f960f9693515 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cb1f1f-2cc6-4292-9788-acf1b8357b5b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:10.001033 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7fe4e205-80fe-4875-b689-ae9b960a92b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] show failed (client error): The resource could not be found. Jul 29 23:48:10.002415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7fe4e205-80fe-4875-b689-ae9b960a92b4 tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "GET /v2.0/security-groups/19cb1f1f-2cc6-4292-9788-acf1b8357b5b HTTP/1.1" status: 404 len: 347 time: 0.0354164 Jul 29 23:48:10.005553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:10.148692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53ae0a-d62d-47fc-81bf-08c17f9c07d3 req-55e0a330-0674-48b2-b717-cb6baa9ce804 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.150001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a53ae0a-d62d-47fc-81bf-08c17f9c07d3 req-55e0a330-0674-48b2-b717-cb6baa9ce804 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0862308 Jul 29 23:48:10.198304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a53ae0a-d62d-47fc-81bf-08c17f9c07d3 req-5c443a32-90fd-405c-91d0-2bb203e0cdfa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Jul 29 23:48:10.236705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-541d222b-b1e5-4ba8-a202-baf0c0c0b13d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.238214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-541d222b-b1e5-4ba8-a202-baf0c0c0b13d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0837069 Jul 29 23:48:10.279129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Deleting port 9ae754ff-5f61-4ea0-8721-9050a7c7bbb4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:10.279514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.464755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c08713-c4e5-4237-bca2-fc711cbb9acf req-5ae2e3ea-2b7d-42d4-b7a4-1c48948f04f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.466189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2c08713-c4e5-4237-bca2-fc711cbb9acf req-5ae2e3ea-2b7d-42d4-b7a4-1c48948f04f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1704760 Jul 29 23:48:10.468782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.469113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.491907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Calling delete_port for 9ae754ff-5f61-4ea0-8721-9050a7c7bbb4 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:10.526268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Deleting port 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:10.526665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.597045 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:10.632434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2c08713-c4e5-4237-bca2-fc711cbb9acf req-f3262ad9-7798-4853-b4f2-8bf6d8d1e077 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550248 Jul 29 23:48:10.719175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] For port 4f01c991-0d39-489b-b8c1-82d3ce222d1e, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4f01c991-0d39-489b-b8c1-82d3ce222d1e,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:10.719426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.769679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d37537-1286-41ad-b926-c58b1be00bf1 req-39819014-1c77-44c6-bc25-7ae594159ee3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.778743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-66d37537-1286-41ad-b926-c58b1be00bf1 req-39819014-1c77-44c6-bc25-7ae594159ee3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 946 time: 0.0661671 Jul 29 23:48:10.821962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-66d37537-1286-41ad-b926-c58b1be00bf1 req-8b49317f-b4c7-41cd-8304-21dd1a853eeb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=b226bdbf-a22d-4371-b697-d1953ed9b2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Jul 29 23:48:10.963877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.964246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:10.964633 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Floating IP 5c9e913f-5f1d-4230-9633-c9d5b33badfb disassociated. External IP: 172.25.5.174, port: 4f01c991-0d39-489b-b8c1-82d3ce222d1e. Jul 29 23:48:10.965010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Calling delete_port for 4f01c991-0d39-489b-b8c1-82d3ce222d1e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:11.036478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.076919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Pushing event deleted for resources: {'Port': ['ID=9ae754ff-5f61-4ea0-8721-9050a7c7bbb4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:11.178204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.180855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.182079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6cc62f1f-eaa4-4905-a850-1f1796da694f tempest-ServerActionsTestJSON-61724156 tempest-ServerActionsTestJSON-61724156-project] 10.222.0.49 "DELETE /v2.0/floatingips/87fa20f3-92c6-4d6d-90b9-9c5c46d0f05a HTTP/1.1" status: 204 len: 168 time: 1.1744683 Jul 29 23:48:11.192462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:11.209999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.273892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'Port': ['ID=4f01c991-0d39-489b-b8c1-82d3ce222d1e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:11.421732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5721d-882c-4cc1-bf9f-d15a4b990f9e req-76fe127e-8af7-4029-bf08-9e2bb929d0e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:11.423448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ab5721d-882c-4cc1-bf9f-d15a4b990f9e req-76fe127e-8af7-4029-bf08-9e2bb929d0e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1012857 Jul 29 23:48:11.462816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:11.485065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ab5721d-882c-4cc1-bf9f-d15a4b990f9e req-41344159-3d20-4def-88d2-e1dee251e078 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Jul 29 23:48:11.611151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:11.624843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:11.644436 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:11.646227 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:11.694199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.704398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] No DVR routers for this DVR port 4f01c991-0d39-489b-b8c1-82d3ce222d1e on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:11.713090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.715374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ea82bee-cf7d-41a3-8ee6-66530598d29d req-09501813-3438-412c-98b7-c85ecef63dfc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.59 "DELETE /v2.0/ports/4f01c991-0d39-489b-b8c1-82d3ce222d1e HTTP/1.1" status: 204 len: 173 time: 1.4698331 Jul 29 23:48:11.715867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-deleted', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:11.718472 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80fa1e9-e017-425e-8d80-a64b497b9efc" -d '{"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-deleted", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:11.867827 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bfa341-dbbd-4932-9297-b9efaf8106ce x-openstack-request-id: req-55bfa341-dbbd-4932-9297-b9efaf8106ce {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:11.868661 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c59fde-e79b-4ac8-9306-e337103389a3", "name": "network-vif-deleted", "tag": "4f01c991-0d39-489b-b8c1-82d3ce222d1e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:11.868661 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55bfa341-dbbd-4932-9297-b9efaf8106ce {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:11.869190 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c59fde-e79b-4ac8-9306-e337103389a3', 'name': 'network-vif-deleted', 'tag': '4f01c991-0d39-489b-b8c1-82d3ce222d1e', 'status': 'completed', 'code': 200} Jul 29 23:48:11.885223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:12.019747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba240893-ea0c-4bc9-8f8d-7197bdb5a229 req-5ed98c8e-e232-4a82-a62e-c6442e4a0116 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.021525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba240893-ea0c-4bc9-8f8d-7197bdb5a229 req-5ed98c8e-e232-4a82-a62e-c6442e4a0116 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1299171 Jul 29 23:48:12.087585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba240893-ea0c-4bc9-8f8d-7197bdb5a229 req-200ddde2-c92a-4dd5-be44-e44191cb6601 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562747 Jul 29 23:48:12.142109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33a10a91-6c2b-4113-9f00-93e4af202ff5 req-e41759c2-2757-4ac8-9005-41728b23df4f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=16c59fde-e79b-4ac8-9306-e337103389a3 HTTP/1.1" status: 200 len: 210 time: 0.0696692 Jul 29 23:48:12.198428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Deleting port 16f9d95a-6c46-4867-ba44-010d64c54002 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:12.198778 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.258240 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:12.331852 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:12.348314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:12.348971 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:12.353214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] For port 16f9d95a-6c46-4867-ba44-010d64c54002, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=16f9d95a-6c46-4867-ba44-010d64c54002,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:12.353611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.374153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Calling delete_port for 16f9d95a-6c46-4867-ba44-010d64c54002 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:12.489850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:12.643592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.660005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5d43-b3e0-4f07-a4c2-ed9f0cb623f1 req-b0a36556-e360-45c6-98ef-ae8a2f8ffa1e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.661779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bae5d43-b3e0-4f07-a4c2-ed9f0cb623f1 req-b0a36556-e360-45c6-98ef-ae8a2f8ffa1e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0790427 Jul 29 23:48:12.684312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Pushing event deleted for resources: {'Port': ['ID=16f9d95a-6c46-4867-ba44-010d64c54002,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:12.784853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bae5d43-b3e0-4f07-a4c2-ed9f0cb623f1 req-bfc38a81-0f9e-457a-a999-605802d069c0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026783 Jul 29 23:48:12.888287 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:12.918971 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21dfbf-4ca8-45a5-88b2-3887f9cb59e7 None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:12.945937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.304299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bea32d-c15e-4897-8e91-ed3eda9a1825 None None] New status for floating IP 5c9e913f-5f1d-4230-9633-c9d5b33badfb: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:13.367221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50416) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.488960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.538292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.593230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687eb8-53df-4d5d-ac04-f366b26ddfb1 req-ead1dae0-0927-48bc-8644-57421be1b0ac tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.596262 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.598941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.600245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "DELETE /v2.0/security-groups/b226bdbf-a22d-4371-b697-d1953ed9b2c9 HTTP/1.1" status: 204 len: 168 time: 0.2305944 Jul 29 23:48:13.603431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9687eb8-53df-4d5d-ac04-f366b26ddfb1 req-ead1dae0-0927-48bc-8644-57421be1b0ac tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1216912 Jul 29 23:48:13.606872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50420) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.610942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9ed1-c44e-41fb-96ed-3ebc64669dc3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226bdbf-a22d-4371-b697-d1953ed9b2c9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:13.645510 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-3e7a4a6a-d5cd-4554-bac5-15a979b208f1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] show failed (client error): The resource could not be found. Jul 29 23:48:13.646924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3e7a4a6a-d5cd-4554-bac5-15a979b208f1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups/b226bdbf-a22d-4371-b697-d1953ed9b2c9 HTTP/1.1" status: 404 len: 347 time: 0.0385265 Jul 29 23:48:13.650078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50424) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.717132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:13.724277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b9687eb8-53df-4d5d-ac04-f366b26ddfb1 req-d75d2bbd-e1db-455c-82c3-c023b2543cdc tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197369 Jul 29 23:48:13.903013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Deleting port 979df9fe-5783-4099-9d47-570712f34520 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:13.903646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.925383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9777b75-e6e3-48b5-9f55-b3d6523f06a4 req-02f993fa-db0b-45ea-9f71-d0438c68b9b7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.926976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9777b75-e6e3-48b5-9f55-b3d6523f06a4 req-02f993fa-db0b-45ea-9f71-d0438c68b9b7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0615623 Jul 29 23:48:13.962499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:13.969159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f59aa74a-e5a6-491c-a690-01dc7fc5814d admin admin] 10.222.0.49 "PUT /v2.0/routers/365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750597 Jul 29 23:48:13.973555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50436) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.975946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Sync routers for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:13.986481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9777b75-e6e3-48b5-9f55-b3d6523f06a4 req-92eb86ae-8a09-4d51-9d7d-9d17822232a2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520589 Jul 29 23:48:13.996659 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:14.012349 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:14.014167 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.014594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.038398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Calling delete_port for 979df9fe-5783-4099-9d47-570712f34520 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:14.150476 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:14.162061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.288584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.312127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.322753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'Port': ['ID=979df9fe-5783-4099-9d47-570712f34520,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:14.402442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.405861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.407459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65da3b3d-a1df-49f8-869a-e35b5b2a0257 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "DELETE /v2.0/floatingips/5c9e913f-5f1d-4230-9633-c9d5b33badfb HTTP/1.1" status: 204 len: 168 time: 0.7561748 Jul 29 23:48:14.412087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Deleting port 69336e92-9334-454a-8c44-27e6df754c50 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:14.414158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.485362 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '69336e92-9334-454a-8c44-27e6df754c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:48:12Z', 'revision_number': 5, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port': {'id': '69336e92-9334-454a-8c44-27e6df754c50', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:14.516747 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Checking router: 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:14.526909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] For port 69336e92-9334-454a-8c44-27e6df754c50, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=69336e92-9334-454a-8c44-27e6df754c50,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:14.527622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.527938 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Routers {'365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:14.528725 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:47:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:14.545394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Calling delete_port for 69336e92-9334-454a-8c44-27e6df754c50 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:14.629963 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] Set router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:14.713053 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:48:14Z', 'revision_number': 6, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:14.768096 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239eed0-3f0f-4ba5-ba90-b10136c70c30 None None] The sync data for ids ['365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef'] in n-d-712707-11 is: [{'id': '365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef', 'name': 'tempest-ServerActionsTestJSON-454712104-router', 'tenant_id': 'c735c9f7e6af43d6a06b686380501121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:01Z', 'updated_at': '2021-07-29T23:48:14Z', 'revision_number': 6, 'project_id': 'c735c9f7e6af43d6a06b686380501121', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:14.782214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.811390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:14.812017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=69336e92-9334-454a-8c44-27e6df754c50,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:14.825220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:14.832057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184889800', 'description': 'tempest-description--412245656'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:14.856384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 4f01c991-0d39-489b-b8c1-82d3ce222d1e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:14.857351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4f01c991-0d39-489b-b8c1-82d3ce222d1e not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:14.862601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.899844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.976007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f64faf-8f70-441c-87a0-9e1a9743d49c req-58365e63-c5fe-4ed4-8bdc-4426adb903f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.977681 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1f64faf-8f70-441c-87a0-9e1a9743d49c req-58365e63-c5fe-4ed4-8bdc-4426adb903f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0915093 Jul 29 23:48:15.012155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.015102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.039094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.046967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.105760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f1f64faf-8f70-441c-87a0-9e1a9743d49c req-e97b07b3-15d7-437c-a361-59d106dac0cd tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042078 Jul 29 23:48:15.110001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.110001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:15.121695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.129421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3028145 Jul 29 23:48:15.130620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f22d0-0f7f-4ba6-a0eb-bdba368733ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea6c9aa-45cc-4c63-8ca1-cba79459776c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.131830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.133168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50468) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.133313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec9aa335-50dc-476e-a17c-cc953f771a1c admin admin] 10.222.0.49 "DELETE /v2.0/routers/365d8bb3-dfc4-4cd6-aa98-2a3b21fa94ef HTTP/1.1" status: 204 len: 168 time: 1.1587343 Jul 29 23:48:15.137483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50470) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.141774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group_rule': {'security_group_id': '8ea6c9aa-45cc-4c63-8ca1-cba79459776c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:15.185904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.207971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Deleting subnet 65bd093e-0eb4-4c34-a4d3-669fa25341de {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:15.213494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.222969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a87a1f-a52d-4387-a15b-839fae36ad2e req-161fe89e-aaba-4d8a-a908-1d06b26fe1fe tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.230787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42a87a1f-a52d-4387-a15b-839fae36ad2e req-161fe89e-aaba-4d8a-a908-1d06b26fe1fe tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1351793 Jul 29 23:48:15.269036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.278135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.311772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.329447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00c095d-3596-4b31-95f1-5225faf98af4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.340448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.349084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1e329e23-45c9-4111-84e7-06f59c2f4be3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083359 Jul 29 23:48:15.349084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.350290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42a87a1f-a52d-4387-a15b-839fae36ad2e req-64d52b14-77bd-4b1c-b386-cba8b8d10ecf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Jul 29 23:48:15.365693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'security_group_rule': {'security_group_id': '8ea6c9aa-45cc-4c63-8ca1-cba79459776c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:15.404858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.446805 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.481997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.488128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.506657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dc06c1-32d3-42b3-b33d-ff8356063d0e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.528400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.533301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-558540e9-8c0a-4b82-a85c-6b8ba7f88714 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814699 Jul 29 23:48:15.533525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.533690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50484) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.538892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:15.571944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bd093e-0eb4-4c34-a4d3-669fa25341de,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.583275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139dfb0-0c6c-4697-bfd8-d4230dfce0b7 None None] Network c4ec6cf1-56c1-48c0-9749-02302ca80a25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:15.584808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.588822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-574ee54d-a982-410d-ad82-03b879500c51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/65bd093e-0eb4-4c34-a4d3-669fa25341de HTTP/1.1" status: 204 len: 168 time: 0.4500029 Jul 29 23:48:15.591645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.594469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.744324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.834018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.846888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] DHCP port deletion for c4ec6cf1-56c1-48c0-9749-02302ca80a25 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:15.853063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Deleting port 846960ce-9ab0-4bc5-92b2-928d1e60307c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:15.853432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.945212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] For port 846960ce-9ab0-4bc5-92b2-928d1e60307c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=846960ce-9ab0-4bc5-92b2-928d1e60307c,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:15.945477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.964071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Calling delete_port for 846960ce-9ab0-4bc5-92b2-928d1e60307c owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:15.967230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Deleting port 846960ce-9ab0-4bc5-92b2-928d1e60307c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:15.967926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.974969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Allocated IP 172.25.5.226 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/7fb62680-14cc-42be-b5f9-b6597df9e84d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:16.056324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] For port 846960ce-9ab0-4bc5-92b2-928d1e60307c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=846960ce-9ab0-4bc5-92b2-928d1e60307c,segment=NetworkSegment(e3080b9b-5ff0-41b9-af3f-807a2345d4d8),segment_id=e3080b9b-5ff0-41b9-af3f-807a2345d4d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:16.057048 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.095904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Calling delete_port for 846960ce-9ab0-4bc5-92b2-928d1e60307c owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:16.195444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.230375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 846960ce-9ab0-4bc5-92b2-928d1e60307c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:16.287496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.304373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-897e8fd2-f311-4d20-803c-0bde22e9f60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.337960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:16.375557 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.404848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:16.411246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=7fb62680-14cc-42be-b5f9-b6597df9e84d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.414175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] Pushing event deleted for resources: {'Port': ['ID=846960ce-9ab0-4bc5-92b2-928d1e60307c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.418402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:16.423088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488f6b9-b590-4dfe-92eb-561f35fb12ec None None] No DVR routers for this DVR port 846960ce-9ab0-4bc5-92b2-928d1e60307c on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:16.427199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.511496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 69336e92-9334-454a-8c44-27e6df754c50 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:16.540859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 69336e92-9334-454a-8c44-27e6df754c50 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:16.541119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 69336e92-9334-454a-8c44-27e6df754c50 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:16.541551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16f9d95a-6c46-4867-ba44-010d64c54002 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:16.564750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 16f9d95a-6c46-4867-ba44-010d64c54002 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:16.579246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16f9d95a-6c46-4867-ba44-010d64c54002 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:16.584988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9d27d-c76e-42e6-a567-1a8537b52595 req-1b4b12db-6cb1-48ab-b85e-644473995ce1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.586714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eea9d27d-c76e-42e6-a567-1a8537b52595 req-1b4b12db-6cb1-48ab-b85e-644473995ce1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1043184 Jul 29 23:48:16.612273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.648740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb260335-d829-4abb-9238-4660e2f01a95 req-fe36d28c-b10e-473c-977a-70f40b128ddb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.650360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb260335-d829-4abb-9238-4660e2f01a95 req-fe36d28c-b10e-473c-977a-70f40b128ddb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1080997 Jul 29 23:48:16.651594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.666944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eea9d27d-c76e-42e6-a567-1a8537b52595 req-3ba5ae6f-b2da-47b2-8770-b0f46597e856 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Jul 29 23:48:16.676577 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.688651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=846960ce-9ab0-4bc5-92b2-928d1e60307c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.709212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] No DVR routers for this DVR port 846960ce-9ab0-4bc5-92b2-928d1e60307c on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:16.810954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb260335-d829-4abb-9238-4660e2f01a95 req-f450aa1a-c8b7-43e3-9861-0d1e72a2458b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529872 Jul 29 23:48:16.837770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.852996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ec6cf1-56c1-48c0-9749-02302ca80a25']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:16.864691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:16.864991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3080b9b-5ff0-41b9-af3f-807a2345d4d8') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:16.874525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.910414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.916629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.918828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.930503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:16.931817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:16.937604 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:16.995978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=7fb62680-14cc-42be-b5f9-b6597df9e84d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.004936 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.007465 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.011038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.015825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4ec6cf1-56c1-48c0-9749-02302ca80a25 HTTP/1.1" status: 204 len: 168 time: 1.4170370 Jul 29 23:48:17.025083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.035493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f020d563-c627-459c-805a-64a659bb011b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4920006 Jul 29 23:48:17.036112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39c69-625c-4864-be61-4b0f5d3486a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ec6cf1-56c1-48c0-9749-02302ca80a25,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.160952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50532) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.210519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.241311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c7ec0ec1-7657-4739-9a07-9264d5164b32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c735c9f7e6af43d6a06b686380501121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786421 Jul 29 23:48:17.244441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50538) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.263319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-5459cd17-d197-4472-9cd4-4ebd30ae6990 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--184889800&fields=id&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 267 time: 0.0493290 Jul 29 23:48:17.318905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.350500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.388991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-d900de0f-1978-4ed0-8101-d6e250539473 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:17.397658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-d900de0f-1978-4ed0-8101-d6e250539473 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 816 time: 0.1217401 Jul 29 23:48:17.409661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-8a9e9aee-9c93-44ad-bb9d-439967bd54f0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/quotas/6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 375 time: 0.0109150 Jul 29 23:48:17.419541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.422978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.425768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46e69509-167f-47bd-be97-a5d7bd6e7641 HTTP/1.1" status: 204 len: 168 time: 0.1751425 Jul 29 23:48:17.434821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404410-5ca0-463e-9672-8d1b38418101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e69509-167f-47bd-be97-a5d7bd6e7641,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.484451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-0d0d8eb2-6056-4a43-8dab-0515505d6025 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682907 Jul 29 23:48:17.591935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-d1188372-3280-46ef-a3fd-2ea8fde3915f service neutron] 10.222.0.49 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Jul 29 23:48:17.693569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-1c81bd8f-181e-4ce4-8b5f-5834e2eb4461 service neutron] 10.222.0.49 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946980 Jul 29 23:48:17.852983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bb5e0-3358-4c9f-bbcf-aee8d45700cb req-4177d3e9-dcea-4589-81ef-f3563fb9ee94 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:17.855981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-275bb5e0-3358-4c9f-bbcf-aee8d45700cb req-4177d3e9-dcea-4589-81ef-f3563fb9ee94 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0948119 Jul 29 23:48:17.954317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-275bb5e0-3358-4c9f-bbcf-aee8d45700cb req-6aaef938-142d-4ca0-ae5b-356c1469c5d4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915468 Jul 29 23:48:18.089297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f19ff601-05ab-41c1-8d82-b185ec6f71c7 req-03d9c89a-53ea-40b4-b4b6-84f95b617f82 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 210 time: 0.0495431 Jul 29 23:48:18.151334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-fd29f18b-68f3-449f-93c1-7a54f3619089 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650245 Jul 29 23:48:18.170369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd061c1-ab22-4e46-8ca1-e0312747a652 req-13d5837d-dc6d-4122-b712-803a052f6b3b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.172236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddd061c1-ab22-4e46-8ca1-e0312747a652 req-13d5837d-dc6d-4122-b712-803a052f6b3b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1485703 Jul 29 23:48:18.241770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddd061c1-ab22-4e46-8ca1-e0312747a652 req-c4797074-dc05-4f0c-bfdd-77df1c2275ab tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599186 Jul 29 23:48:18.389720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-ae6ec2ec-f473-4ab0-802c-2b2ac8efb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.395935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-ae6ec2ec-f473-4ab0-802c-2b2ac8efb1ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2568acae61614e75b0c6b593b8715ed2&device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 1097 time: 0.1055231 Jul 29 23:48:18.560908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:18.569176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-1915fa7c-f9f8-4773-bd84-daddb6cfb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.570456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-1915fa7c-f9f8-4773-bd84-daddb6cfb1cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 200 len: 916 time: 0.1438813 Jul 29 23:48:18.665151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-da68d47e-0fa8-4172-b2b2-58d8025a40e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 200 len: 1000 time: 0.0822146 Jul 29 23:48:18.716513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1066523242-network', 'tenant_id': '6315f7268eed46b1b39880c793606685'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:18.734565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-9549193a-17fe-487d-9300-ec934420f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.736146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-9549193a-17fe-487d-9300-ec934420f53e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11b8784c-e7ce-4876-b99b-561ca3986276 HTTP/1.1" status: 200 len: 854 time: 0.0639806 Jul 29 23:48:18.749379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Made reservation on behalf of 6315f7268eed46b1b39880c793606685 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:18.757967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.783833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:18.833827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-d6143287-9143-4057-a75b-fe49411ba673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.835646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-d6143287-9143-4057-a75b-fe49411ba673 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64334997-1655-4797-abd8-82a53cf01a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873475 Jul 29 23:48:19.008997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-844ab4f5-ad50-4904-b808-80b36408fb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.026404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-72339f9a-8110-469c-a926-6d498fa45ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766422 Jul 29 23:48:19.060397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.075861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.186579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28c2fd-e558-4772-999b-ab8f12d53d00 req-c6a5b814-1f9f-4018-8d73-1b38d2e6353a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.189668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b28c2fd-e558-4772-999b-ab8f12d53d00 req-c6a5b814-1f9f-4018-8d73-1b38d2e6353a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1107848 Jul 29 23:48:19.197000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:19.261850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.261850 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Added segment 37e3fa48-d533-44b5-a0dc-10df04821a57 of type vlan for network 03c8189c-8735-44ed-a4bd-3df01eea2da1 Jul 29 23:48:19.277949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b28c2fd-e558-4772-999b-ab8f12d53d00 req-803a9755-eb6a-4167-984c-19ab459da598 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815594 Jul 29 23:48:19.279862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.296181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862cc8a5-fe93-4f28-873d-9826bae2cd09,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:19.343601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28619688-c9a5-4338-aad3-3c0b5d5dddda req-4eb7186c-2996-44d1-a60c-2b1c87c70ffd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 210 time: 0.1097653 Jul 29 23:48:19.544716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.574547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37b458bc-7cbd-479a-a798-1e6a4f16a19b req-d2baa260-fc01-421e-ab36-add215d1594d service neutron] 10.222.0.57 "GET /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115893 Jul 29 23:48:19.616872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-73057242-5764-4cd2-997d-0cb48bf29e52 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.618568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-73057242-5764-4cd2-997d-0cb48bf29e52 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 816 time: 0.2236567 Jul 29 23:48:19.643430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.644421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.645018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.668892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad55df-7c70-46f1-9e2a-3046bed69ab2 req-50980cbc-0871-4ebd-a4f5-c67edc9f3c4d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.670816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65ad55df-7c70-46f1-9e2a-3046bed69ab2 req-50980cbc-0871-4ebd-a4f5-c67edc9f3c4d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1690197 Jul 29 23:48:19.742724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1807270 Jul 29 23:48:19.745784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50630) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:19.752246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Request body: {'subnet': {'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1066523242-subnet', 'tenant_id': '6315f7268eed46b1b39880c793606685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:19.773402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7dbc-56fc-45b9-82d5-a7afa161fd69 admin admin] Pushing event updated for resources: {'Network': ['ID=03c8189c-8735-44ed-a4bd-3df01eea2da1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:19.784646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 03c8189c-8735-44ed-a4bd-3df01eea2da1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:19.787601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-409c0bd5-cd97-4c8d-83db-8e23fb9663a6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 379 time: 0.1378622 Jul 29 23:48:19.795933 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65ad55df-7c70-46f1-9e2a-3046bed69ab2 req-c322616e-3f26-4f2c-8042-c30ea6ae9faa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111565 Jul 29 23:48:19.804628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'port': {'device_id': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'admin_state_up': True, 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'security_groups': ['8ea6c9aa-45cc-4c63-8ca1-cba79459776c']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:19.808271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Made reservation on behalf of 6315f7268eed46b1b39880c793606685 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:19.819351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.929733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Made reservation on behalf of 6c0e38dbcc144f6f81a3550b1ccb5f20 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:19.934350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.012239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.074281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b486e5d-c8aa-44b5-b6f6-9196a4f150a0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.090536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Checking segment: {'id': '37e3fa48-d533-44b5-a0dc-10df04821a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:20.091124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Network hostable DHCP agents. Network: 03c8189c-8735-44ed-a4bd-3df01eea2da1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:20.116122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Network 03c8189c-8735-44ed-a4bd-3df01eea2da1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:20.116948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Allocated IP 172.20.0.7 (11c067b3-39b1-44cd-8e98-dffc99e9303c/bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5/d10d588b-aa3c-4163-bd53-ea6ae2eb366d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:20.129275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 03c8189c-8735-44ed-a4bd-3df01eea2da1) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:20.137434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:20.139742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.143579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbf4ee-c83b-44fb-8da0-d932e5acd375 None None] Network 03c8189c-8735-44ed-a4bd-3df01eea2da1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:20.160070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95c90a61-aac6-499b-9e9f-f2087108113e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4131007 Jul 29 23:48:20.337952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbaac93-f187-4af8-bc8b-43ff857ff785 None None] Network 03c8189c-8735-44ed-a4bd-3df01eea2da1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:20.397419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.420855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Transition to ACTIVE for port object d10d588b-aa3c-4163-bd53-ea6ae2eb366d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:20.491812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e17d53b-da7e-4a68-8984-581c1329d923 req-a60dcd94-e409-4278-86a2-5c71bd72fc3f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 210 time: 0.0492151 Jul 29 23:48:20.502898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.588898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.603831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:20.616635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f1c66-cb4f-47da-a0c1-4d8960d4d61b req-0a7abfa5-d752-4d65-8a8e-4099d60f1229 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:20.618542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d7f1c66-cb4f-47da-a0c1-4d8960d4d61b req-0a7abfa5-d752-4d65-8a8e-4099d60f1229 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2046478 Jul 29 23:48:20.619763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.623382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:20.626258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:20.738466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:20.739149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.745559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d7f1c66-cb4f-47da-a0c1-4d8960d4d61b req-eaf2682f-9ddf-4d2d-96d8-02d1f1182b51 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783620 Jul 29 23:48:20.767253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ae83de72-27da-4795-8626-3b1c64d7988b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9688683 Jul 29 23:48:20.788689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Request body: {'port': {'device_id': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:20.879560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.000516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9b57430-57e0-42fe-9352-0c4e75d06d08 None None] Provisioning for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:21.007882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9b57430-57e0-42fe-9352-0c4e75d06d08 None None] Provisioning complete for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:21.008541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9b57430-57e0-42fe-9352-0c4e75d06d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.055667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a9b57430-57e0-42fe-9352-0c4e75d06d08 None None] Port d10d588b-aa3c-4163-bd53-ea6ae2eb366d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:21.064247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-2ce7ac58-273e-4908-bc24-9fbba0bb9b38 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.065971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-2ce7ac58-273e-4908-bc24-9fbba0bb9b38 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/networks?id=03c8189c-8735-44ed-a4bd-3df01eea2da1 HTTP/1.1" status: 200 len: 814 time: 0.1462314 Jul 29 23:48:21.084386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-e01eb30d-81fe-4cf6-a33d-335db57486ec tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/quotas/6315f7268eed46b1b39880c793606685 HTTP/1.1" status: 200 len: 375 time: 0.0112743 Jul 29 23:48:21.130385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cdcacb20-de8a-4a45-bea7-53b8c8ab20c6 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6315f7268eed46b1b39880c793606685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373449 Jul 29 23:48:21.172489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac656-0de5-429b-974b-0024688a75ce req-d98eb6a5-ae87-4757-816f-e51bab83e6cb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.174235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-946ac656-0de5-429b-974b-0024688a75ce req-d98eb6a5-ae87-4757-816f-e51bab83e6cb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1342347 Jul 29 23:48:21.275782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-ad3050d2-3fb4-4bf6-a854-6581cc01a779 service neutron] 10.222.0.49 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333995 Jul 29 23:48:21.286413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-946ac656-0de5-429b-974b-0024688a75ce req-14899a99-2fb1-4e3d-b91c-bbc78433aba9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028612 Jul 29 23:48:21.360587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:21.371748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.392855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Transition to ACTIVE for port object d10d588b-aa3c-4163-bd53-ea6ae2eb366d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:21.398115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-b9a860d8-bc28-4ed1-8938-b74eea7cb577 service neutron] 10.222.0.49 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137838 Jul 29 23:48:21.401564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.544339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:21.560251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:21.560251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:21.560251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:21.565868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:21.566510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:21.572910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:21.573501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:21.574091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:21.574858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Bound port: d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:21.575388 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.701907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:21.714650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:21.728867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6a6b9-c325-4455-9e73-b7e9cad690fe req-8229119e-c516-4224-bcb5-d40c3e2b8ede tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.730941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21a6a6b9-c325-4455-9e73-b7e9cad690fe req-8229119e-c516-4224-bcb5-d40c3e2b8ede tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.0995119 Jul 29 23:48:21.732294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.870041 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb5b37ee-b99b-47f6-aa54-a0f74e4647ec req-e8e03e92-1c54-48c4-854a-c23e8b0b598a tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 210 time: 0.0635672 Jul 29 23:48:21.929425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:21.941102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.942029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.944051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-b480b64e-d9f7-4c1c-9fc8-3cafbf61548e service neutron] 10.222.0.59 "PUT /v2.0/ports/d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 1092 time: 1.1616652 Jul 29 23:48:21.944530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:21.947627 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:21.975057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21a6a6b9-c325-4455-9e73-b7e9cad690fe req-3278da1f-3c67-4daa-b239-42dacbb8b11a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338102 Jul 29 23:48:22.085159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-32d013db-4799-4fab-b4bb-3552ea869064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.086728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-32d013db-4799-4fab-b4bb-3552ea869064 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1095 time: 0.0747938 Jul 29 23:48:22.102672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f33bb-30cb-4a42-bfc3-46632052d811 req-6e261172-5395-4dec-b280-176a9701a54f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.110257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed1f33bb-30cb-4a42-bfc3-46632052d811 req-6e261172-5395-4dec-b280-176a9701a54f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1346684 Jul 29 23:48:22.171937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed1f33bb-30cb-4a42-bfc3-46632052d811 req-66c17e56-dbef-4362-997f-66f1b7b7956f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Jul 29 23:48:22.202383 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90766330-d1f0-47b0-bc67-4498d45b6e2d x-openstack-request-id: req-90766330-d1f0-47b0-bc67-4498d45b6e2d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:22.203152 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:22.206203 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90766330-d1f0-47b0-bc67-4498d45b6e2d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:22.206817 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'status': 'completed', 'code': 200} Jul 29 23:48:22.209553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-1156fa06-9c3a-4fb0-ac65-fa8dd1d82e51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 217 time: 0.0952790 Jul 29 23:48:22.275950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-c03b4a3d-cdab-4914-b24e-5837036d150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.277990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-c03b4a3d-cdab-4914-b24e-5837036d150b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.0605502 Jul 29 23:48:22.339015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-053127c9-f59f-4273-afe2-8a97aa046dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.340769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-053127c9-f59f-4273-afe2-8a97aa046dbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558872 Jul 29 23:48:22.395461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.459515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-1901c96c-6ca8-4e13-80a8-9c197596f8ab service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109228 Jul 29 23:48:22.586460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d47a-76ea-45d7-b336-2e51befc7153 req-e5677ef7-a9aa-4cc7-bb40-5f4a43baadde tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.588757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff22d47a-76ea-45d7-b336-2e51befc7153 req-e5677ef7-a9aa-4cc7-bb40-5f4a43baadde tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1518605 Jul 29 23:48:22.634505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cc49724-0057-4f82-9087-1411a3ddb0c4 req-ed11ea14-4f44-4068-96c0-d66796fab222 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598158 Jul 29 23:48:22.658205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff22d47a-76ea-45d7-b336-2e51befc7153 req-57a8e0ae-0626-41d7-ae61-60f6e8291a73 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603166 Jul 29 23:48:22.780487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-df206724-d1fc-4dd8-a7a8-3e750d7420c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.782250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-df206724-d1fc-4dd8-a7a8-3e750d7420c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1095 time: 0.0445974 Jul 29 23:48:22.901825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-3f978745-1503-42db-a958-b4e70b7b88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.903337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-3f978745-1503-42db-a958-b4e70b7b88b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.1127687 Jul 29 23:48:22.960972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-f5dc6893-d976-4c13-a035-aa2daa487cac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 217 time: 0.0494609 Jul 29 23:48:22.980638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2175cf0-657f-46f6-b676-75d9d30570f3 req-1116eac4-fdef-4fa5-9622-83f8cc615ba1 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 29 23:48:23.034215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-3bd16abd-dcd1-40c9-a6e9-9ecf65282eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.035808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-3bd16abd-dcd1-40c9-a6e9-9ecf65282eed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.0578425 Jul 29 23:48:23.093792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-25615ac2-ff9c-4a92-a80d-e4d46ebbb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.095844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-25615ac2-ff9c-4a92-a80d-e4d46ebbb1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495369 Jul 29 23:48:23.129648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092f503-28aa-473e-81b3-0b381beaa444 req-fee2f009-eb18-46dc-b389-91f7f753ba49 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.131227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f092f503-28aa-473e-81b3-0b381beaa444 req-fee2f009-eb18-46dc-b389-91f7f753ba49 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.0689647 Jul 29 23:48:23.186455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f092f503-28aa-473e-81b3-0b381beaa444 req-1ecfc5f8-88e4-480d-8e68-5ceb8b622e05 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476618 Jul 29 23:48:23.311548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-5e8b980f-7e0a-422d-bdaf-cab46672f939 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049544 Jul 29 23:48:23.321567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200147-5912-419d-9a8c-d3f9e97fc9d0 req-b1e343c3-ce5c-4a77-928a-9ac9239a3691 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.323701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39200147-5912-419d-9a8c-d3f9e97fc9d0 req-b1e343c3-ce5c-4a77-928a-9ac9239a3691 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0560970 Jul 29 23:48:23.373054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39200147-5912-419d-9a8c-d3f9e97fc9d0 req-a6f15306-46aa-4891-ab11-5e5f4bfb8309 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Jul 29 23:48:23.409685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-ad24bf0e-1022-4589-ae49-5c941452a206 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.411268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-ad24bf0e-1022-4589-ae49-5c941452a206 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.57 "GET /v2.0/networks?id=03c8189c-8735-44ed-a4bd-3df01eea2da1 HTTP/1.1" status: 200 len: 814 time: 0.2429621 Jul 29 23:48:23.442206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Request body: {'port': {'device_id': '2162346a-3a93-4955-b19a-1019a69eee2e', 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1', 'admin_state_up': True, 'tenant_id': '6315f7268eed46b1b39880c793606685'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:23.510636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f71f31-f1ca-447f-95b6-4537cfb4d14a req-477aed6d-80d8-465d-84d0-d74f310828e7 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891985 Jul 29 23:48:23.593989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Made reservation on behalf of 6315f7268eed46b1b39880c793606685 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:23.597937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.763427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Allocated IP 172.20.0.9 (03c8189c-8735-44ed-a4bd-3df01eea2da1/5b486e5d-c8aa-44b5-b6f6-9196a4f150a0/232c9430-0b37-4e5d-ab98-c57f0ebdc423) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:23.799564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04faf5-3bfe-4be0-8ca9-e48f2aca36fe req-079abc06-a678-4b77-a546-04db7b797a67 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.801137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd04faf5-3bfe-4be0-8ca9-e48f2aca36fe req-079abc06-a678-4b77-a546-04db7b797a67 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Jul 29 23:48:23.843372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd04faf5-3bfe-4be0-8ca9-e48f2aca36fe req-bc58ae3e-dc5b-4ede-925f-96393faa5c92 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Jul 29 23:48:23.971884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.013302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.056563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Network 03c8189c-8735-44ed-a4bd-3df01eea2da1 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:24.059635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:24.063925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:24.094300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Pushing event updated for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.107193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.107535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.107906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.108239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.108566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.109010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.109316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.109703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.109991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.110314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.110635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.110951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:24.111584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3414e-a042-4800-9021-e3a1c78d0045 req-fc091d1a-2d65-4876-a87f-554051fcacad tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.113125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6e3414e-a042-4800-9021-e3a1c78d0045 req-fc091d1a-2d65-4876-a87f-554051fcacad tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 931 time: 0.0607929 Jul 29 23:48:24.134021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.134815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.152346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-37e8fd9f-e53b-46a0-8c86-364eabbdcf31 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153966 Jul 29 23:48:24.173099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Request body: {'port': {'device_id': '2162346a-3a93-4955-b19a-1019a69eee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:24.173569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6e3414e-a042-4800-9021-e3a1c78d0045 req-372d7254-ac57-4ae6-a732-6003820f67ec tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Jul 29 23:48:24.234873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.407078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2106-e3b4-402d-8a9e-c49cf9c4a5f7 req-a8545062-1fd9-4bd4-a378-540e32ef3f01 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.408629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f03e2106-e3b4-402d-8a9e-c49cf9c4a5f7 req-a8545062-1fd9-4bd4-a378-540e32ef3f01 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.1246502 Jul 29 23:48:24.502060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c9edb-b804-4bb7-8b4a-1d213c96e7e1 req-df7e0794-6a45-4058-8150-753e30ffd1ab tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.502289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f03e2106-e3b4-402d-8a9e-c49cf9c4a5f7 req-6b1a8d58-9095-4a0c-9934-91072afc1360 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823283 Jul 29 23:48:24.504053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d42c9edb-b804-4bb7-8b4a-1d213c96e7e1 req-df7e0794-6a45-4058-8150-753e30ffd1ab tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0549462 Jul 29 23:48:24.553827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d42c9edb-b804-4bb7-8b4a-1d213c96e7e1 req-17c0b21c-2798-4e2a-81de-2ab1a10d08aa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jul 29 23:48:24.609109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232c9430-0b37-4e5d-ab98-c57f0ebdc423 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:24.619866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.633206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Transition to ACTIVE for port object 232c9430-0b37-4e5d-ab98-c57f0ebdc423 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:24.638369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.690138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Pushing event updated for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.764077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Attempting to bind port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:24.764417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Attempting to bind port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '37e3fa48-d533-44b5-a0dc-10df04821a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:24.764841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Attempting to bind port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 on network 03c8189c-8735-44ed-a4bd-3df01eea2da1 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:24.769669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 on network 03c8189c-8735-44ed-a4bd-3df01eea2da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:24.769823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Attempting to bind port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 on network 03c8189c-8735-44ed-a4bd-3df01eea2da1 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:24.775355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:24.775707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Checking segment: {'id': '37e3fa48-d533-44b5-a0dc-10df04821a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:24.776068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Bound using segment: {'id': '37e3fa48-d533-44b5-a0dc-10df04821a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:24.776506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Bound port: 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e3fa48-d533-44b5-a0dc-10df04821a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:24.776884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.851665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:24.855024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423,segment=NetworkSegment(37e3fa48-d533-44b5-a0dc-10df04821a57),segment_id=37e3fa48-d533-44b5-a0dc-10df04821a57)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:24.860947 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.897187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.897849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.899374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] 10.222.0.57 "PUT /v2.0/ports/232c9430-0b37-4e5d-ab98-c57f0ebdc423 HTTP/1.1" status: 200 len: 1092 time: 0.7310996 Jul 29 23:48:24.899739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:24.902100 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f93043-d9db-4319-9d87-bdc4f29a02fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:24.936434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf253619-f35b-4ca5-9714-eb1bf7f49a3b service neutron] Pushing event updated for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.985014 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d068e7-01f9-4476-83b2-10a276bc06b4 x-openstack-request-id: req-d3d068e7-01f9-4476-83b2-10a276bc06b4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:24.985467 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:24.985675 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3d068e7-01f9-4476-83b2-10a276bc06b4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:24.986128 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423', 'status': 'completed', 'code': 200} Jul 29 23:48:25.005914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99ebf-1961-41e9-84a4-a8feb78a42b8 req-fba74044-ddbe-4d17-9f5a-243c848aeac2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.008103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93e99ebf-1961-41e9-84a4-a8feb78a42b8 req-fba74044-ddbe-4d17-9f5a-243c848aeac2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0583274 Jul 29 23:48:25.057554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93e99ebf-1961-41e9-84a4-a8feb78a42b8 req-807eb1c9-680e-40eb-bd02-478c35721260 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Jul 29 23:48:25.072129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-62a93531-9f35-4dc1-9d65-5f112109cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.075342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-62a93531-9f35-4dc1-9d65-5f112109cdfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6315f7268eed46b1b39880c793606685&device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 1095 time: 0.0696335 Jul 29 23:48:25.136921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-039793b7-1322-47d0-a712-29ad8a708817 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423 HTTP/1.1" status: 200 len: 217 time: 0.0371284 Jul 29 23:48:25.202292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-98979dd9-944b-4c2d-996a-d901a614038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.203906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-98979dd9-944b-4c2d-996a-d901a614038f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b486e5d-c8aa-44b5-b6f6-9196a4f150a0 HTTP/1.1" status: 200 len: 854 time: 0.0582488 Jul 29 23:48:25.243788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-a5c54ee3-8c35-4484-aaeb-b686dba1b50a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03c8189c-8735-44ed-a4bd-3df01eea2da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313737 Jul 29 23:48:25.307895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0a98e-e618-409b-8aea-a5d9eb1b088a req-ac13c6d3-7327-4be3-9637-bdc7e2bddd68 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.310398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71d0a98e-e618-409b-8aea-a5d9eb1b088a req-ac13c6d3-7327-4be3-9637-bdc7e2bddd68 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 943 time: 0.0593164 Jul 29 23:48:25.351637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71d0a98e-e618-409b-8aea-a5d9eb1b088a req-1086f9c0-1b60-4014-a9ea-aeceeb7b51f4 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Jul 29 23:48:25.357485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-6e897a3c-f2e8-43b7-8f89-df45332f0d8d service neutron] 10.222.0.57 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043196 Jul 29 23:48:25.466479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5170db8-f68f-4fff-9bb3-158ba0a6f0f7 req-c62630cd-e130-49e6-bc1e-0b1f3c36e2b2 service neutron] 10.222.0.57 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987828 Jul 29 23:48:25.681902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-b63c5428-db16-44c1-a1b4-fb5c2e07614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.682906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243f5a6-8f37-4666-858c-42943e1cd1b8 req-28cb6a7d-427a-4212-8dcd-9dcb2dc73edc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.683989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-b63c5428-db16-44c1-a1b4-fb5c2e07614f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6315f7268eed46b1b39880c793606685&device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 1095 time: 0.0835974 Jul 29 23:48:25.691180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2243f5a6-8f37-4666-858c-42943e1cd1b8 req-28cb6a7d-427a-4212-8dcd-9dcb2dc73edc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.0942996 Jul 29 23:48:25.745318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2243f5a6-8f37-4666-858c-42943e1cd1b8 req-c5490331-8f0a-462d-939c-efad09f17c71 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Jul 29 23:48:26.184985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452583-d159-41ce-a900-0f68174090e4 req-c012a2b8-77fa-4696-97bf-35a3b2c1ee9d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.188309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da452583-d159-41ce-a900-0f68174090e4 req-c012a2b8-77fa-4696-97bf-35a3b2c1ee9d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.4992239 Jul 29 23:48:26.194286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8c6b2-ba89-4e55-a145-cf45288dddec req-2376af16-90c9-4981-a066-4bb15af5a724 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.196288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65b8c6b2-ba89-4e55-a145-cf45288dddec req-2376af16-90c9-4981-a066-4bb15af5a724 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0598907 Jul 29 23:48:26.248931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65b8c6b2-ba89-4e55-a145-cf45288dddec req-e1ce4fe4-0b66-4b09-bf87-52828d70a9c3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Jul 29 23:48:26.276180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-d8fecec6-e29a-45db-826a-9864a6a95dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.278713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-d8fecec6-e29a-45db-826a-9864a6a95dc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03c8189c-8735-44ed-a4bd-3df01eea2da1 HTTP/1.1" status: 200 len: 915 time: 0.5794466 Jul 29 23:48:26.295757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da452583-d159-41ce-a900-0f68174090e4 req-6efc9f9f-304e-4a5f-8985-637de599de2d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907006 Jul 29 23:48:26.347259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-061c5fcf-799e-4df0-99db-1198f2ce5db4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423 HTTP/1.1" status: 200 len: 217 time: 0.0500081 Jul 29 23:48:26.473256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-eeb18085-8afd-452a-b79e-e6d65af25165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.474828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-eeb18085-8afd-452a-b79e-e6d65af25165 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b486e5d-c8aa-44b5-b6f6-9196a4f150a0 HTTP/1.1" status: 200 len: 854 time: 0.0916445 Jul 29 23:48:26.497894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bdb99-e377-4563-93ce-7d42ba11b7a7 req-de56b158-3afc-4b3a-bc68-c8f2edbc64b2 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.499914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d1bdb99-e377-4563-93ce-7d42ba11b7a7 req-de56b158-3afc-4b3a-bc68-c8f2edbc64b2 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 943 time: 0.0659637 Jul 29 23:48:26.531949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-0ca991fa-fa73-4cc5-910d-7f7f7ef5d8cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03c8189c-8735-44ed-a4bd-3df01eea2da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422020 Jul 29 23:48:26.609445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d1bdb99-e377-4563-93ce-7d42ba11b7a7 req-a6b8992f-7870-47cf-b3aa-7ea032990314 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Jul 29 23:48:26.668896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-b9f1cff9-ea17-45c8-a456-fe6b43aed521 service neutron] 10.222.0.57 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259367 Jul 29 23:48:26.772283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44f93043-d9db-4319-9d87-bdc4f29a02fc req-ffe248dd-8d26-40b7-adfb-78e17e7ce26b service neutron] 10.222.0.57 "GET /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923522 Jul 29 23:48:26.887951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:26.927234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad10a-21fc-4269-b3b4-cde3c1104795 req-cf617a8f-79cc-4f72-81e1-fc24485bc325 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.929180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86aad10a-21fc-4269-b3b4-cde3c1104795 req-cf617a8f-79cc-4f72-81e1-fc24485bc325 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.0706966 Jul 29 23:48:26.980383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86aad10a-21fc-4269-b3b4-cde3c1104795 req-90e1a50d-6c6e-4fe4-835b-0414be647e24 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Jul 29 23:48:27.040729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:27.053801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:27.100705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.115795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:27.138435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:27.144194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.200867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.210318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.210554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.210939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.211238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.211574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.211909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.212241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.212572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.212891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.213216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.213539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.213888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:27.385239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e7f0-1c2a-4281-bc21-e438d3417510 req-351f6efc-c67e-4f8e-a02f-9dca7a155f08 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.386851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d22e7f0-1c2a-4281-bc21-e438d3417510 req-351f6efc-c67e-4f8e-a02f-9dca7a155f08 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Jul 29 23:48:27.435844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d22e7f0-1c2a-4281-bc21-e438d3417510 req-f58d42d6-1acc-4ebc-b197-1c29399f7186 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Jul 29 23:48:27.452583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b4250-2c08-4279-88e1-a13610b171f3 req-6c4548f8-e9bd-4abf-9c4b-ec1eab898cf0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.462596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-525b4250-2c08-4279-88e1-a13610b171f3 req-6c4548f8-e9bd-4abf-9c4b-ec1eab898cf0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0751784 Jul 29 23:48:27.477680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d10d588b-aa3c-4163-bd53-ea6ae2eb366d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:27.512169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-525b4250-2c08-4279-88e1-a13610b171f3 req-c0714b6c-fc23-44f8-b745-8d4346844490 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485601 Jul 29 23:48:27.536765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.745536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3f85-6a00-457b-baf3-d18a785ca883 req-733c86ec-cb2e-4335-b714-93cae228aa1e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.747138 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eade3f85-6a00-457b-baf3-d18a785ca883 req-733c86ec-cb2e-4335-b714-93cae228aa1e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 943 time: 0.0518842 Jul 29 23:48:27.790960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eade3f85-6a00-457b-baf3-d18a785ca883 req-cc76bddd-07ed-48e1-8652-573f708b840f tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Jul 29 23:48:28.255220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb70f4-e173-40bf-8426-683adb4c831f req-af283df6-6890-4421-b6d1-21d56ae5d29b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.256647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bcb70f4-e173-40bf-8426-683adb4c831f req-af283df6-6890-4421-b6d1-21d56ae5d29b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.0536804 Jul 29 23:48:28.298713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bcb70f4-e173-40bf-8426-683adb4c831f req-91095a36-1a3b-4ad3-a2d6-a90a2de682fd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356183 Jul 29 23:48:28.572852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be8c4-938f-4466-89d1-30e3218c4181 req-188d314c-ac53-487d-8ace-d063a895a059 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.574543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7c0be8c4-938f-4466-89d1-30e3218c4181 req-188d314c-ac53-487d-8ace-d063a895a059 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0559399 Jul 29 23:48:28.627723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7c0be8c4-938f-4466-89d1-30e3218c4181 req-2c133d7a-26d2-4806-900f-8c941b811e68 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Jul 29 23:48:28.643194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a244-e574-4d1d-a417-83ac2286b7d7 req-8960a825-9dfd-4baa-a9ca-013bc72f65a2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.644971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9382a244-e574-4d1d-a417-83ac2286b7d7 req-8960a825-9dfd-4baa-a9ca-013bc72f65a2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0559678 Jul 29 23:48:28.694497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9382a244-e574-4d1d-a417-83ac2286b7d7 req-f5cce8c7-a9eb-4592-9a7d-839b1f0aac20 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429826 Jul 29 23:48:28.900033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:28.972599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ccb53-8d32-41a7-9dd7-60d87769e445 req-e40afcbb-356a-44a8-922d-13eb33054ad4 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.974413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-614ccb53-8d32-41a7-9dd7-60d87769e445 req-e40afcbb-356a-44a8-922d-13eb33054ad4 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 943 time: 0.0982649 Jul 29 23:48:28.979431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:28.986736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:28.987764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.038192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-614ccb53-8d32-41a7-9dd7-60d87769e445 req-96aa1ee1-3529-4b22-9e8e-6a09c7f5a19d tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Jul 29 23:48:29.092511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.127633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:29.138109 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759a219-2cc8-4ce0-a196-1c84ba167eef" -d '{"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:29.160233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:29.170050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.236912 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d1cc00-7636-4915-bbb7-a0c2850d9526 x-openstack-request-id: req-a2d1cc00-7636-4915-bbb7-a0c2850d9526 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:29.237218 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:29.237744 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2d1cc00-7636-4915-bbb7-a0c2850d9526 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:29.238306 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'code': 200} Jul 29 23:48:29.242756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:29.284205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 232c9430-0b37-4e5d-ab98-c57f0ebdc423 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:29.383314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a838c-30e0-4b69-8cab-70994cfefc74 req-1968e3b7-5195-40cd-885e-87b3969d6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.385460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c64a838c-30e0-4b69-8cab-70994cfefc74 req-1968e3b7-5195-40cd-885e-87b3969d6265 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1097 time: 0.0910277 Jul 29 23:48:29.441234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423,segment=NetworkSegment(37e3fa48-d533-44b5-a0dc-10df04821a57),segment_id=37e3fa48-d533-44b5-a0dc-10df04821a57)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:29.467011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c64a838c-30e0-4b69-8cab-70994cfefc74 req-4b6c71a9-2cd8-4275-8e8f-76cfc27bb06e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735781 Jul 29 23:48:29.467545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '232c9430-0b37-4e5d-ab98-c57f0ebdc423', 'network_id': '03c8189c-8735-44ed-a4bd-3df01eea2da1', 'port_id': '232c9430-0b37-4e5d-ab98-c57f0ebdc423', 'mac_address': 'fa:16:3e:0f:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b486e5d-c8aa-44b5-b6f6-9196a4f150a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:29.536948 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.544805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9b5d1-3ba3-460c-b104-81b45afc73c1 req-b2760c0f-f273-4840-9722-3639e490be17 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.553563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1bd9b5d1-3ba3-460c-b104-81b45afc73c1 req-b2760c0f-f273-4840-9722-3639e490be17 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1082797 Jul 29 23:48:29.565736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232c9430-0b37-4e5d-ab98-c57f0ebdc423 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:29.594741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423,segment=NetworkSegment(37e3fa48-d533-44b5-a0dc-10df04821a57),segment_id=37e3fa48-d533-44b5-a0dc-10df04821a57)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:29.604271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.614211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1bd9b5d1-3ba3-460c-b104-81b45afc73c1 req-da539835-12e9-4f3a-9637-35ab4e91867e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596917 Jul 29 23:48:29.668596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:29.782412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612b661-8362-4081-954d-9603fcb8651c req-86b613d3-39b8-4213-a565-a2e9c451e5f5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.786985 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8612b661-8362-4081-954d-9603fcb8651c req-86b613d3-39b8-4213-a565-a2e9c451e5f5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0736465 Jul 29 23:48:29.855090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8612b661-8362-4081-954d-9603fcb8651c req-4fab850f-f97d-4b56-94a3-7ef39b1cdccf tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640690 Jul 29 23:48:29.860412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b354d6-3ebe-4d66-86ad-085527dd9a02 req-52e73814-5af5-4947-82f9-b5e11012ac4e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.862954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93b354d6-3ebe-4d66-86ad-085527dd9a02 req-52e73814-5af5-4947-82f9-b5e11012ac4e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0601351 Jul 29 23:48:29.918433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93b354d6-3ebe-4d66-86ad-085527dd9a02 req-2c2de2f5-4aeb-4b4f-ab93-82f2732436e8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485971 Jul 29 23:48:30.118877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['232c9430-0b37-4e5d-ab98-c57f0ebdc423'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:30.232338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238be8-f7c6-4bea-8568-4369ebe50c4d req-db269eb9-133b-4f5e-9f21-22f9b9072b20 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:30.238814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3238be8-f7c6-4bea-8568-4369ebe50c4d req-db269eb9-133b-4f5e-9f21-22f9b9072b20 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 944 time: 0.0951421 Jul 29 23:48:30.304931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d3238be8-f7c6-4bea-8568-4369ebe50c4d req-8f4e8040-0e76-439c-af70-7785d19db459 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525022 Jul 29 23:48:30.768707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6060f83-28b4-4633-8f97-ef9992cb8772 req-59e57150-6e3b-4b79-a4cb-c9c5dce80f4e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:30.770346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f6060f83-28b4-4633-8f97-ef9992cb8772 req-59e57150-6e3b-4b79-a4cb-c9c5dce80f4e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0696111 Jul 29 23:48:30.826832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f6060f83-28b4-4633-8f97-ef9992cb8772 req-c47fbe68-32ce-42f3-8aef-d48d4a3cac8f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Jul 29 23:48:30.997000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b554ca-190e-4257-b453-156adb7890bc req-a37c688d-1e72-4369-91dd-b9c3a6f4dbaa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:30.998622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5b554ca-190e-4257-b453-156adb7890bc req-a37c688d-1e72-4369-91dd-b9c3a6f4dbaa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0648520 Jul 29 23:48:31.048633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5b554ca-190e-4257-b453-156adb7890bc req-fe80d73f-f177-444b-9dc2-6e9c557778b1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Jul 29 23:48:31.182480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4b33-09c0-4af3-bc59-73290cc883c8 req-73c0a98c-0b4f-4119-8a86-08182e73effe tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:31.184384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e8c4b33-09c0-4af3-bc59-73290cc883c8 req-73c0a98c-0b4f-4119-8a86-08182e73effe tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0642033 Jul 29 23:48:31.236781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e8c4b33-09c0-4af3-bc59-73290cc883c8 req-1eeaf20b-dd78-40cd-bb34-72e4480f0fe7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Jul 29 23:48:31.379349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341cacc-ce8f-45d1-8eb7-462306c4ac82 req-8260b6a2-c5ef-4a47-9bc7-1f23482a4e45 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:31.381670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7341cacc-ce8f-45d1-8eb7-462306c4ac82 req-8260b6a2-c5ef-4a47-9bc7-1f23482a4e45 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.0731599 Jul 29 23:48:31.441704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7341cacc-ce8f-45d1-8eb7-462306c4ac82 req-fc94b48c-11fd-405e-be00-785a7ee77bc8 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479155 Jul 29 23:48:31.509725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8848aa-c04c-4d9a-87b4-b75814858081 req-f86d28b7-57f1-4eb8-83cf-841613bd82ab tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:31.511333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b8848aa-c04c-4d9a-87b4-b75814858081 req-f86d28b7-57f1-4eb8-83cf-841613bd82ab tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 944 time: 0.0598397 Jul 29 23:48:31.556274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b8848aa-c04c-4d9a-87b4-b75814858081 req-535e3a84-00c2-4697-adc7-414d6c437f37 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Jul 29 23:48:31.970053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7bfff-594c-4369-9035-3fe963571a64 req-8655caf5-2c25-4bdc-82dc-0e2ee1b0fa9c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:31.971631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42b7bfff-594c-4369-9035-3fe963571a64 req-8655caf5-2c25-4bdc-82dc-0e2ee1b0fa9c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0590017 Jul 29 23:48:32.021544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-42b7bfff-594c-4369-9035-3fe963571a64 req-fe4dd5f5-b54b-4a6f-b614-1245840d5081 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425923 Jul 29 23:48:32.166667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad709-f164-497b-9ab6-0b04ea9b20ee req-ef3ec12d-0d85-4a9a-b923-9e5abdc99f52 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.168226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e44ad709-f164-497b-9ab6-0b04ea9b20ee req-ef3ec12d-0d85-4a9a-b923-9e5abdc99f52 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0612524 Jul 29 23:48:32.178304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51258) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.183631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Request body: {'floatingip': {'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:32.192718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df181-122f-4d53-b0d9-0a5d02649398 req-46e72b2b-5376-4117-aa88-42b1375a137f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.194476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-668df181-122f-4d53-b0d9-0a5d02649398 req-46e72b2b-5376-4117-aa88-42b1375a137f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0711012 Jul 29 23:48:32.233004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.246255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-668df181-122f-4d53-b0d9-0a5d02649398 req-b57a1062-cf3e-4370-a86d-a917867c128c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Jul 29 23:48:32.454566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745e2ec-51c0-4224-affb-a4950c9c617e req-41dce4f7-a728-4c6a-a191-91f399c1f636 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.459169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6745e2ec-51c0-4224-affb-a4950c9c617e req-41dce4f7-a728-4c6a-a191-91f399c1f636 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1188409 Jul 29 23:48:32.554970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6745e2ec-51c0-4224-affb-a4950c9c617e req-2911397e-d706-4eaa-91e5-2fac194adb26 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862808 Jul 29 23:48:32.623736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af84cf-9676-44da-b1d0-3a6c23998d09 req-d56df35b-eaa4-4ec5-8d86-c85ccfeb4bd0 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.626180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33af84cf-9676-44da-b1d0-3a6c23998d09 req-d56df35b-eaa4-4ec5-8d86-c85ccfeb4bd0 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.0860226 Jul 29 23:48:32.698103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-33af84cf-9676-44da-b1d0-3a6c23998d09 req-c7686c1e-b1b0-44a2-85cb-44f822962325 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651922 Jul 29 23:48:32.894902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b7d8-1668-4751-95aa-b34af22ccb37 req-ec821a83-df94-423c-90f5-f355cb5910c8 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:32.896149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a000b7d8-1668-4751-95aa-b34af22ccb37 req-ec821a83-df94-423c-90f5-f355cb5910c8 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 944 time: 0.1026285 Jul 29 23:48:32.903101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.912382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.986655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a000b7d8-1668-4751-95aa-b34af22ccb37 req-c4931d33-fa2a-4876-bc9f-fc138aa08b71 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822818 Jul 29 23:48:33.040641 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Floating IP 2435385b-4126-49e7-8469-9f8ed5993098 associated. External IP: 172.25.5.226, port: d10d588b-aa3c-4163-bd53-ea6ae2eb366d. Jul 29 23:48:33.277258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:33.314066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 232c9430-0b37-4e5d-ab98-c57f0ebdc423 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:33.375434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:33.381831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:33.382550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.487493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d065b8-01be-4d84-971a-66837984bc81 req-4e808b3c-2936-4c16-b5aa-14d06d37e891 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.489127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5d065b8-01be-4d84-971a-66837984bc81 req-4e808b3c-2936-4c16-b5aa-14d06d37e891 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.1566644 Jul 29 23:48:33.491411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.515184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:33.518131 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcb016-5868-4cf6-b967-a7ccb2b43013" -d '{"events": [{"server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "name": "network-vif-plugged", "status": "completed", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:33.525408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4320b-ff5c-4fa2-8740-75c384b28c80 req-03c091da-430a-41e1-bc77-0431f40e1ac3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.527078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70f4320b-ff5c-4fa2-8740-75c384b28c80 req-03c091da-430a-41e1-bc77-0431f40e1ac3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1615894 Jul 29 23:48:33.539139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423,segment=NetworkSegment(37e3fa48-d533-44b5-a0dc-10df04821a57),segment_id=37e3fa48-d533-44b5-a0dc-10df04821a57)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:33.544099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.565118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:33.576263 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3ab2f-4981-4d0f-a5c7-bae5345145db x-openstack-request-id: req-d4c3ab2f-4981-4d0f-a5c7-bae5345145db {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:33.576566 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "name": "network-vif-plugged", "status": "completed", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:33.576817 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4c3ab2f-4981-4d0f-a5c7-bae5345145db {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:33.577390 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423', 'code': 200} Jul 29 23:48:33.581006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.581902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:33.605337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:33.605919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:33.658840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.673078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2429dda8-0279-4dc5-a85b-d9f9450f0986 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "PUT /v2.0/floatingips/2435385b-4126-49e7-8469-9f8ed5993098 HTTP/1.1" status: 200 len: 991 time: 1.4930899 Jul 29 23:48:33.675281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:33.678109 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:33.684957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70f4320b-ff5c-4fa2-8740-75c384b28c80 req-bed7eca3-e970-47a2-bd69-881ede983524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317227 Jul 29 23:48:33.744128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13803a72-0d7c-4cc0-b7d9-b8c3b91093e8 req-55ed7b36-1104-425a-974d-56c8fb2f8f82 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.746049 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13803a72-0d7c-4cc0-b7d9-b8c3b91093e8 req-55ed7b36-1104-425a-974d-56c8fb2f8f82 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0666056 Jul 29 23:48:33.769407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:33.774214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Deleting port 7d7506e5-862d-4334-8cf4-a85b8dac088e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:33.774850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.805314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13803a72-0d7c-4cc0-b7d9-b8c3b91093e8 req-a931e478-2c43-44ca-8f69-68c051709682 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Jul 29 23:48:33.855322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110483a0-f0af-4eff-ad74-3bd2c6656902 req-6537cb9f-3879-43fa-9bed-6625e49d9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.858114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-110483a0-f0af-4eff-ad74-3bd2c6656902 req-6537cb9f-3879-43fa-9bed-6625e49d9134 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 1097 time: 0.1347911 Jul 29 23:48:33.861709 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94f71b-5097-45d6-872d-ddbe98576f05 x-openstack-request-id: req-9b94f71b-5097-45d6-872d-ddbe98576f05 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:33.862379 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:33.862724 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b94f71b-5097-45d6-872d-ddbe98576f05 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:33.863273 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'status': 'completed', 'code': 200} Jul 29 23:48:34.034607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] For port 7d7506e5-862d-4334-8cf4-a85b8dac088e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7d7506e5-862d-4334-8cf4-a85b8dac088e,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:34.034953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.049999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2435385b-4126-49e7-8469-9f8ed5993098', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:16Z', 'updated_at': '2021-07-29T23:48:32Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:34.053069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-110483a0-f0af-4eff-ad74-3bd2c6656902 req-579964bb-51fa-4535-a62a-5aa82f8cfaa8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659510 Jul 29 23:48:34.082980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:34.092335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:34.092942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:34.104452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-44865ec0-2373-4cac-a49c-3f00e22f0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.106067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-44865ec0-2373-4cac-a49c-3f00e22f0202 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1097 time: 0.1991568 Jul 29 23:48:34.118154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6244bf4-b38e-4ead-b9f4-d16f5559db78 req-f252888e-637c-48d9-b383-ee63227cda0b tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.119641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2e84-8ef9-45d0-8d31-34fd53548da4 req-21ea1891-3c71-4ae0-8436-2931698dff68 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.119779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6244bf4-b38e-4ead-b9f4-d16f5559db78 req-f252888e-637c-48d9-b383-ee63227cda0b tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 945 time: 0.1850498 Jul 29 23:48:34.121458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d63e2e84-8ef9-45d0-8d31-34fd53548da4 req-21ea1891-3c71-4ae0-8436-2931698dff68 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.0521748 Jul 29 23:48:34.179919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d63e2e84-8ef9-45d0-8d31-34fd53548da4 req-62532d43-5c40-4710-8f21-2b751eba1384 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520387 Jul 29 23:48:34.221110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:34.293749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6244bf4-b38e-4ead-b9f4-d16f5559db78 req-b91809bc-f925-410a-a8a9-0cda5c43b5fe tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c039845-4cf4-4da7-8f3f-45acf4e9d595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567969 Jul 29 23:48:34.362920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-22c2fef7-b118-45d7-ae56-1ee3b7a1c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.364549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-22c2fef7-b118-45d7-ae56-1ee3b7a1c311 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.2438650 Jul 29 23:48:34.430668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.431051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.431375 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Floating IP 9cbb88f8-4786-4a35-a330-d5f6d5150fe4 disassociated. External IP: 172.25.5.59, port: 7d7506e5-862d-4334-8cf4-a85b8dac088e. Jul 29 23:48:34.431701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Calling delete_port for 7d7506e5-862d-4334-8cf4-a85b8dac088e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:34.509370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-81627d02-02a6-4fad-b4c4-36e8ca48d22c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 999 time: 0.1347947 Jul 29 23:48:34.592457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-dbd5a3fe-8a52-495b-a8be-0246d645f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.594910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-dbd5a3fe-8a52-495b-a8be-0246d645f031 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.0779932 Jul 29 23:48:34.675241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2435385b-4126-49e7-8469-9f8ed5993098', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:16Z', 'updated_at': '2021-07-29T23:48:32Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:34.702910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-2af2c7dd-baa1-4806-8714-33967fcb7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.705721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-2af2c7dd-baa1-4806-8714-33967fcb7d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021204 Jul 29 23:48:34.713854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.714228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e6ded-9d98-4646-9ff4-32a38f1a31cb None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2435385b-4126-49e7-8469-9f8ed5993098', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:16Z', 'updated_at': '2021-07-29T23:48:32Z', 'revision_number': 1, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:34.823008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event deleted for resources: {'Port': ['ID=7d7506e5-862d-4334-8cf4-a85b8dac088e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.935074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:34.945304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:35.027429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf5783-4890-4607-9ff0-98f141a3720a req-a9fbae93-342e-4844-8efe-234e04014626 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.034634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61cf5783-4890-4607-9ff0-98f141a3720a req-a9fbae93-342e-4844-8efe-234e04014626 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2161078 Jul 29 23:48:35.088038 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b771a5-8e8b-4b33-a0e7-916bdca2ae24 None None] New status for floating IP 2435385b-4126-49e7-8469-9f8ed5993098: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:35.089044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7818d75-1c4e-4c53-97bb-81f43ea184f7 req-f3dc395d-b818-45d2-b6bd-5af2f52c522d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.102267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7818d75-1c4e-4c53-97bb-81f43ea184f7 req-f3dc395d-b818-45d2-b6bd-5af2f52c522d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0972705 Jul 29 23:48:35.178307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7818d75-1c4e-4c53-97bb-81f43ea184f7 req-abc9c76f-9618-46ad-9643-1a40dd901e1b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743439 Jul 29 23:48:35.183002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-9e03d6c0-947a-4599-a7dc-e90079bbe493 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616139 Jul 29 23:48:35.217069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Router 19979c2e-e64a-41f3-8ac0-2c05b60857fe has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:35.283895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:35.304923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'port_id': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'mac_address': 'fa:16:3e:03:14:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3998f5ac-da8e-4804-9acd-47f4c99c8fdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:35.312628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.412468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61cf5783-4890-4607-9ff0-98f141a3720a req-c1387a27-48e7-4fd1-8add-970ea35f1c82 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548738 Jul 29 23:48:35.575862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:35.577965 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.580704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:35.585206 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f48dd0-d3e1-42b3-9be0-c1014317dc1b" -d '{"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:35.592088 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.705134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367b26d-5c76-42bd-bf7a-ae7425385d97 req-9e280058-a5c8-4c24-9a66-df1e3c761fa0 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.708024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2367b26d-5c76-42bd-bf7a-ae7425385d97 req-9e280058-a5c8-4c24-9a66-df1e3c761fa0 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.2042120 Jul 29 23:48:35.730814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.740146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:35.831760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2367b26d-5c76-42bd-bf7a-ae7425385d97 req-0c6504ea-8e41-4004-aca5-f9a3f3d0d357 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100101 Jul 29 23:48:35.836645 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:48:35.850798 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:48:35.972160 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b972c9b-a34b-422c-a29f-352cfaf54aca x-openstack-request-id: req-2b972c9b-a34b-422c-a29f-352cfaf54aca {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:35.972539 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:35.972989 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b972c9b-a34b-422c-a29f-352cfaf54aca {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:35.973495 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'code': 200} Jul 29 23:48:36.089335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-089463f3-7840-4316-8ede-7e5b77c7e19e req-b6f8c3ff-e394-4b4b-a4a3-40420c35860e tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 210 time: 0.0442543 Jul 29 23:48:36.144502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc4fa21-36d9-4113-aa7d-48bbbab3bd32 req-eb70661a-4b46-4210-88f5-036e701b4e91 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252024 Jul 29 23:48:36.173000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:36.186064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Sync routers for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:36.196671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:36.197359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:36.223279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] No DVR routers for this DVR port 7d7506e5-862d-4334-8cf4-a85b8dac088e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:36.233534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.235972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5d065b8-01be-4d84-971a-66837984bc81 req-e2f65a98-d10a-4aeb-a48e-53bd09bf363a tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.57 "DELETE /v2.0/ports/7d7506e5-862d-4334-8cf4-a85b8dac088e HTTP/1.1" status: 204 len: 173 time: 2.7303507 Jul 29 23:48:36.236549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'name': 'network-vif-deleted', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:36.240484 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fff7ef-30c0-402a-9848-ff81674ec695" -d '{"events": [{"server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "name": "network-vif-deleted", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:36.300785 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb16f1-5674-4558-a270-fa149729d4db x-openstack-request-id: req-c2bb16f1-5674-4558-a270-fa149729d4db {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:36.301140 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4534bc5-5f68-46b9-b6f9-cf2acea957f6", "name": "network-vif-deleted", "tag": "7d7506e5-862d-4334-8cf4-a85b8dac088e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:36.301454 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2bb16f1-5674-4558-a270-fa149729d4db {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:36.301975 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4534bc5-5f68-46b9-b6f9-cf2acea957f6', 'name': 'network-vif-deleted', 'tag': '7d7506e5-862d-4334-8cf4-a85b8dac088e', 'status': 'completed', 'code': 200} Jul 29 23:48:36.347490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361e70-a42e-4279-a5d2-4d3ee2187280 req-e30560a7-36a4-45ad-bde1-3dc9e0d99c99 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.369899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db361e70-a42e-4279-a5d2-4d3ee2187280 req-e30560a7-36a4-45ad-bde1-3dc9e0d99c99 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0848835 Jul 29 23:48:36.396642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:36.435314 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.455600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db361e70-a42e-4279-a5d2-4d3ee2187280 req-e049a7db-cba2-465a-b128-73b6984aca01 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845394 Jul 29 23:48:36.461600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:36.517647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:36.562807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.615249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9b75-b2ff-4914-b964-43e045530b40 req-a5577233-4778-4c88-953d-a9653fae3811 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.625807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50ef9b75-b2ff-4914-b964-43e045530b40 req-a5577233-4778-4c88-953d-a9653fae3811 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0772972 Jul 29 23:48:36.650664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:36.689443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50ef9b75-b2ff-4914-b964-43e045530b40 req-be9a6e9b-cace-47c6-ba55-486eae640a6f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642807 Jul 29 23:48:36.737065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:36.771228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Checking router: 19979c2e-e64a-41f3-8ac0-2c05b60857fe for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:36.780522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:36.781130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:36.907696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:36.977805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1faa2-5cf8-47e6-a0c6-8126369fb43f req-55ec32d9-c19c-4c0e-9372-b928ba353127 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:36.979544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32e1faa2-5cf8-47e6-a0c6-8126369fb43f req-55ec32d9-c19c-4c0e-9372-b928ba353127 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.0735984 Jul 29 23:48:36.987965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['830bcc1d-6cb8-4c5e-be87-b4db0481d285'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:37.041580 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32e1faa2-5cf8-47e6-a0c6-8126369fb43f req-141fcd64-2606-4e7f-890b-f8416446edaf tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Jul 29 23:48:37.313157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2c4fe63-e64c-49f1-93a0-87d5c776621b req-70e5c0c1-b685-4535-a5ff-21935f43c5f6 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4534bc5-5f68-46b9-b6f9-cf2acea957f6 HTTP/1.1" status: 200 len: 210 time: 0.0718586 Jul 29 23:48:37.331248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7d7506e5-862d-4334-8cf4-a85b8dac088e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:37.380630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 7d7506e5-862d-4334-8cf4-a85b8dac088e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:37.380992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7d7506e5-862d-4334-8cf4-a85b8dac088e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:37.387818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:37.419425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995acb4-9409-4b6b-9a41-51435f13c36a None None] The sync data for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 is: [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ac63eba-78a4-4652-844f-0e205cfe88e3', 'name': '', 'network_id': '64334997-1655-4797-abd8-82a53cf01a97', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'mac_address': 'fa:16:3e:2d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:57Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'subnets': [{'id': '11b8784c-e7ce-4876-b99b-561ca3986276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:37.588318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f7e7-466d-4872-9ddb-10f0428dc564 req-be18a963-8d80-4b59-9a84-cc7d518677ee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.589984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e7b5f7e7-466d-4872-9ddb-10f0428dc564 req-be18a963-8d80-4b59-9a84-cc7d518677ee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0551341 Jul 29 23:48:37.652295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e7b5f7e7-466d-4872-9ddb-10f0428dc564 req-d56e4099-faed-41a4-bcf5-5eb07871a83a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511496 Jul 29 23:48:37.715169 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eabf2b-0ef1-438a-875b-72b3a8620816 None None] New status for floating IP 9cbb88f8-4786-4a35-a330-d5f6d5150fe4: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:37.757145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ceb76-f9f5-499b-a0d7-ea04c4519bf9 req-efba0bbc-6c8f-48c3-ae0a-35514ab0d640 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.771013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688ceb76-f9f5-499b-a0d7-ea04c4519bf9 req-efba0bbc-6c8f-48c3-ae0a-35514ab0d640 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.0931156 Jul 29 23:48:37.821617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688ceb76-f9f5-499b-a0d7-ea04c4519bf9 req-f866bc88-10c3-446b-99b3-bf99a0d171a6 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Jul 29 23:48:37.852054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2a9bc-33d5-40e8-bcb1-c618873f3dc5 req-6490c55d-6268-443d-9b3f-1a63807a60e3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.854336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e8c2a9bc-33d5-40e8-bcb1-c618873f3dc5 req-6490c55d-6268-443d-9b3f-1a63807a60e3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0620100 Jul 29 23:48:37.899387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e8c2a9bc-33d5-40e8-bcb1-c618873f3dc5 req-383d29b1-219b-4236-acff-62045e7dd83c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Jul 29 23:48:38.404486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51418) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.463592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.489173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.542239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.545122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.546813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c039845-4cf4-4da7-8f3f-45acf4e9d595 HTTP/1.1" status: 204 len: 168 time: 0.1413500 Jul 29 23:48:38.549586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51420) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.559693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c039845-4cf4-4da7-8f3f-45acf4e9d595,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:38.564294 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-d337aaec-fc12-4b22-9f0b-15468c7b1fc5 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] show failed (client error): The resource could not be found. Jul 29 23:48:38.567894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d337aaec-fc12-4b22-9f0b-15468c7b1fc5 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "GET /v2.0/security-groups/2c039845-4cf4-4da7-8f3f-45acf4e9d595 HTTP/1.1" status: 404 len: 347 time: 0.0146751 Jul 29 23:48:38.568203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51422) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.568962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.569279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.569804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.570206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.570488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.570826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.571240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.571572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.572031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.572489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.572834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.573297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f3c36-c8fd-4f03-bc98-ba684578328d tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:38.718411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Deleting port 21d05f2e-adaa-4043-9ad3-33d1eba4917f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:38.719236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.804830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633d51-f04b-453f-8692-79f48dcd1910 req-e71c4a9f-176b-4ce1-b4bd-b123f1cab014 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.806689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9633d51-f04b-453f-8692-79f48dcd1910 req-e71c4a9f-176b-4ce1-b4bd-b123f1cab014 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0581071 Jul 29 23:48:38.827984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.828692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.857147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Calling delete_port for 21d05f2e-adaa-4043-9ad3-33d1eba4917f owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:38.859947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9633d51-f04b-453f-8692-79f48dcd1910 req-14ec932f-455e-4195-97f4-f21bc660dc88 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Jul 29 23:48:38.963392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:38.999472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735b2a3-ea91-4e4b-a2fb-147c6f79c590 req-665b99fd-1e00-4de6-b62e-5ee489bd4453 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.002022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d735b2a3-ea91-4e4b-a2fb-147c6f79c590 req-665b99fd-1e00-4de6-b62e-5ee489bd4453 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.0915639 Jul 29 23:48:39.042902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cc20-eac9-46bb-b287-b8f0b53e3bd3 req-71360ca0-d289-4a53-81dc-ec7650076001 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.045500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6e4cc20-eac9-46bb-b287-b8f0b53e3bd3 req-71360ca0-d289-4a53-81dc-ec7650076001 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0650959 Jul 29 23:48:39.063772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:39.063772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.074679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d735b2a3-ea91-4e4b-a2fb-147c6f79c590 req-3ca6ed2f-9a16-43db-adbf-75da85023b29 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635986 Jul 29 23:48:39.140938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.154450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6e4cc20-eac9-46bb-b287-b8f0b53e3bd3 req-c7f909a3-2798-4e43-b8e7-0f59af191b83 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956697 Jul 29 23:48:39.185966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Pushing event deleted for resources: {'Port': ['ID=21d05f2e-adaa-4043-9ad3-33d1eba4917f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.222862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.258116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:39.263525 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a7853e-f262-4fbe-a2cd-5648fae74862" -d '{"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:39.275140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.279818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.285101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7878e50-b8fa-475a-af46-1763d3755a31 tempest-ServersTestFqdnHostnames-322344538 tempest-ServersTestFqdnHostnames-322344538-project] 10.222.0.49 "DELETE /v2.0/floatingips/9cbb88f8-4786-4a35-a330-d5f6d5150fe4 HTTP/1.1" status: 204 len: 168 time: 0.7119339 Jul 29 23:48:39.285101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51440) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:39.288675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:39.296455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.325951 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25fc1ee-857b-462e-a017-4e30469f250c x-openstack-request-id: req-d25fc1ee-857b-462e-a017-4e30469f250c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:39.326752 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:39.327097 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d25fc1ee-857b-462e-a017-4e30469f250c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:39.327604 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'code': 200} Jul 29 23:48:39.367781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.639406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116164-e835-44bb-9a3e-1acd6f82929f req-42e8448d-ab82-40e9-bda2-c37848dca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.641029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b116164-e835-44bb-9a3e-1acd6f82929f req-42e8448d-ab82-40e9-bda2-c37848dca4dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1171963 Jul 29 23:48:39.665443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-ac9b3d29-79e6-42b3-acb0-2ec4d9d6c449 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.666944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-ac9b3d29-79e6-42b3-acb0-2ec4d9d6c449 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.57 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.1122599 Jul 29 23:48:39.751732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b116164-e835-44bb-9a3e-1acd6f82929f req-05e65847-1a81-42b5-99ba-270a3d0dd34f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026924 Jul 29 23:48:39.831121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Deleting port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:39.831742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.013109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] For port 232c9430-0b37-4e5d-ab98-c57f0ebdc423, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=232c9430-0b37-4e5d-ab98-c57f0ebdc423,segment=NetworkSegment(37e3fa48-d533-44b5-a0dc-10df04821a57),segment_id=37e3fa48-d533-44b5-a0dc-10df04821a57)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:40.013517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.029857 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.039054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Calling delete_port for 232c9430-0b37-4e5d-ab98-c57f0ebdc423 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:40.096310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260fc1a-facd-4570-a018-6174c20dbe52 req-7a3607a8-5850-4ff7-89cf-dd30ecfa6095 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.097938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d260fc1a-facd-4570-a018-6174c20dbe52 req-7a3607a8-5850-4ff7-89cf-dd30ecfa6095 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1556025 Jul 29 23:48:40.171831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acd764-5c2a-4c55-8f92-37fa33808680 req-36ae4d71-5eaf-48b9-9885-d3be93a88f28 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.173750 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57acd764-5c2a-4c55-8f92-37fa33808680 req-36ae4d71-5eaf-48b9-9885-d3be93a88f28 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.0528793 Jul 29 23:48:40.216735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57acd764-5c2a-4c55-8f92-37fa33808680 req-d0851e17-f20d-44f3-a90e-be4d176835c6 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367985 Jul 29 23:48:40.235882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d260fc1a-facd-4570-a018-6174c20dbe52 req-93930635-8647-4ab8-8183-09048e094a8c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313326 Jul 29 23:48:40.346585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5045-f6bd-4d1f-b63b-2ee17d636acc req-91ed5a07-9d51-4dba-804b-5654cd63c1f8 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.348185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b54d5045-f6bd-4d1f-b63b-2ee17d636acc req-91ed5a07-9d51-4dba-804b-5654cd63c1f8 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/ports?device_id=2162346a-3a93-4955-b19a-1019a69eee2e HTTP/1.1" status: 200 len: 945 time: 0.0660548 Jul 29 23:48:40.400581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b54d5045-f6bd-4d1f-b63b-2ee17d636acc req-a3c34326-781f-4e93-85b1-78e58256f0b1 tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.49 "GET /v2.0/security-groups?id=862cc8a5-fe93-4f28-873d-9826bae2cd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Jul 29 23:48:40.429447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.479993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['232c9430-0b37-4e5d-ab98-c57f0ebdc423'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:40.481965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53bc3d-d504-466a-8d94-8b1eedec9dfe req-ee90eefc-ddaf-4788-8465-563ddfa313b2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:40.483830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc53bc3d-d504-466a-8d94-8b1eedec9dfe req-ee90eefc-ddaf-4788-8465-563ddfa313b2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1544976 Jul 29 23:48:40.488668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Pushing event deleted for resources: {'Port': ['ID=232c9430-0b37-4e5d-ab98-c57f0ebdc423,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.579049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] No DVR routers for this DVR port 232c9430-0b37-4e5d-ab98-c57f0ebdc423 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:40.585036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.587029 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29d5dbbd-7613-4f32-99b7-6bdb904ee14e req-c1fc8467-4192-46cf-a14e-0ebd7cf65d4e tempest-ServerAddressesTestJSON-2048597630 tempest-ServerAddressesTestJSON-2048597630-project] 10.222.0.57 "DELETE /v2.0/ports/232c9430-0b37-4e5d-ab98-c57f0ebdc423 HTTP/1.1" status: 204 len: 173 time: 0.9094625 Jul 29 23:48:40.588293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'name': 'network-vif-deleted', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:40.590614 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790c87b-90c6-4565-ac9a-6d9711216e2b" -d '{"events": [{"server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "name": "network-vif-deleted", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:40.631595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc53bc3d-d504-466a-8d94-8b1eedec9dfe req-ffaf5f73-66b6-407b-b067-42876455d0cc tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137512 Jul 29 23:48:40.656726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Deleting port 8ac63eba-78a4-4652-844f-0e205cfe88e3 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:40.656726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.656726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4080b3-80d6-49fc-b80d-b5f212822de7 x-openstack-request-id: req-ee4080b3-80d6-49fc-b80d-b5f212822de7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:40.656726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2162346a-3a93-4955-b19a-1019a69eee2e", "name": "network-vif-deleted", "tag": "232c9430-0b37-4e5d-ab98-c57f0ebdc423", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:40.656726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee4080b3-80d6-49fc-b80d-b5f212822de7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:40.657430 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2162346a-3a93-4955-b19a-1019a69eee2e', 'name': 'network-vif-deleted', 'tag': '232c9430-0b37-4e5d-ab98-c57f0ebdc423', 'status': 'completed', 'code': 200} Jul 29 23:48:40.744250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] For port 8ac63eba-78a4-4652-844f-0e205cfe88e3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ac63eba-78a4-4652-844f-0e205cfe88e3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:40.744638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.763447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Calling delete_port for 8ac63eba-78a4-4652-844f-0e205cfe88e3 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:40.964843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.995323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac63eba-78a4-4652-844f-0e205cfe88e3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:41.195976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.413967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e9db8-b64d-4de0-954d-9306c0617ab6 req-be701b14-421b-4bad-bfa1-943b801bc085 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:41.416930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b1e9db8-b64d-4de0-954d-9306c0617ab6 req-be701b14-421b-4bad-bfa1-943b801bc085 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0781879 Jul 29 23:48:41.417320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d5715-b476-4d09-9fb6-62348f65d033 req-25190670-fa7f-47f4-b4c0-d5b14eba6f6c tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:41.418957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f24d5715-b476-4d09-9fb6-62348f65d033 req-25190670-fa7f-47f4-b4c0-d5b14eba6f6c tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.1194031 Jul 29 23:48:41.472766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b1e9db8-b64d-4de0-954d-9306c0617ab6 req-2196874e-e9f9-4a00-8cd4-ca53400abef7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Jul 29 23:48:41.518066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f24d5715-b476-4d09-9fb6-62348f65d033 req-44dc2d41-8176-4fff-acb0-c2f75955cfd4 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840592 Jul 29 23:48:41.524784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.527240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Router 19979c2e-e64a-41f3-8ac0-2c05b60857fe has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:41.588456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Deleting subnet 5b486e5d-c8aa-44b5-b6f6-9196a4f150a0 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:41.592350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.642315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.688579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:41.702632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee09a1b4-734c-49b4-82f4-703b2057c083 admin admin] 10.222.0.49 "PUT /v2.0/routers/19979c2e-e64a-41f3-8ac0-2c05b60857fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4168844 Jul 29 23:48:41.703714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.709382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Sync routers for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:41.712054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.730480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:41.731810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:41.810291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.841834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b486e5d-c8aa-44b5-b6f6-9196a4f150a0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:41.844875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.846846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-088f330c-e6ee-43c2-a963-c29b2197a459 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5b486e5d-c8aa-44b5-b6f6-9196a4f150a0 HTTP/1.1" status: 204 len: 168 time: 0.3198888 Jul 29 23:48:41.849870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.877385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.882567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:41.923513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc12b6-bf39-48d1-b560-50d40b279b39 req-e944ccdb-c91b-4ac7-a954-b640c400df01 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:41.925088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bdc12b6-bf39-48d1-b560-50d40b279b39 req-e944ccdb-c91b-4ac7-a954-b640c400df01 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1643596 Jul 29 23:48:41.933609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.015959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.035665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bdc12b6-bf39-48d1-b560-50d40b279b39 req-76d18c6e-069d-4c80-807b-ff7e517d2a9e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991092 Jul 29 23:48:42.070230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.090686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c8189c-8735-44ed-a4bd-3df01eea2da1']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.104989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e3fa48-d533-44b5-a0dc-10df04821a57') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.105732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e3fa48-d533-44b5-a0dc-10df04821a57') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.117337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.133369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:48:40Z', 'revision_number': 5, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port': {'id': 'daa96979-f1c5-4858-aad0-f80ecde667b6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:50Z', 'updated_at': '2021-07-29T23:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.137399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.145095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:42.146458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.172451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Checking router: 19979c2e-e64a-41f3-8ac0-2c05b60857fe for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:42.185107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Routers {'19979c2e-e64a-41f3-8ac0-2c05b60857fe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:42.185835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:42.222564 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:42.235304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.241687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.254109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] 10.222.0.49 "DELETE /v2.0/networks/03c8189c-8735-44ed-a4bd-3df01eea2da1 HTTP/1.1" status: 204 len: 168 time: 0.3959768 Jul 29 23:48:42.272117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e9046-fb28-4462-bb96-e909b3a23455 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c8189c-8735-44ed-a4bd-3df01eea2da1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.292481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] Set router 19979c2e-e64a-41f3-8ac0-2c05b60857fe gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:42.356196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:48:42Z', 'revision_number': 6, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.386465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8e5a1-6975-4327-bd2c-5db8e33e1446 None None] The sync data for ids ['19979c2e-e64a-41f3-8ac0-2c05b60857fe'] in n-d-712707-11 is: [{'id': '19979c2e-e64a-41f3-8ac0-2c05b60857fe', 'name': 'tempest-ServersTestFqdnHostnames-2102880447-router', 'tenant_id': '2568acae61614e75b0c6b593b8715ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:47Z', 'updated_at': '2021-07-29T23:48:42Z', 'revision_number': 6, 'project_id': '2568acae61614e75b0c6b593b8715ed2', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:42.393296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.441898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-caa74d27-55a8-40cc-aec8-b9399c223dbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6315f7268eed46b1b39880c793606685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471556 Jul 29 23:48:42.444343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51490) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.490891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b7932-bf59-4493-bf4f-2ba9ca9e8668 req-4292376f-dd3c-4027-895b-bafe5d04e628 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:42.492402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c7b7932-bf59-4493-bf4f-2ba9ca9e8668 req-4292376f-dd3c-4027-895b-bafe5d04e628 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0587914 Jul 29 23:48:42.496063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.507940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Deleting port daa96979-f1c5-4858-aad0-f80ecde667b6 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:42.508313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.536456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.598243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c7b7932-bf59-4493-bf4f-2ba9ca9e8668 req-29b55fd9-b009-41be-903c-a4db9f9d4c6e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993309 Jul 29 23:48:42.651335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] For port daa96979-f1c5-4858-aad0-f80ecde667b6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=daa96979-f1c5-4858-aad0-f80ecde667b6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:42.652417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.665692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33150-00f8-41b5-bd16-60d88582504a req-64ec5a84-bb69-46d8-a2df-5004c03c882e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:42.670182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2f33150-00f8-41b5-bd16-60d88582504a req-64ec5a84-bb69-46d8-a2df-5004c03c882e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0870113 Jul 29 23:48:42.685103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.687307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.691601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/862cc8a5-fe93-4f28-873d-9826bae2cd09 HTTP/1.1" status: 204 len: 168 time: 0.2431962 Jul 29 23:48:42.698846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Calling delete_port for daa96979-f1c5-4858-aad0-f80ecde667b6 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:42.711298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e336259-3d6f-4115-96a0-0e119c1be7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862cc8a5-fe93-4f28-873d-9826bae2cd09,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.728027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2f33150-00f8-41b5-bd16-60d88582504a req-11e76fe9-30e1-421e-aaa9-b750249ab863 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534487 Jul 29 23:48:42.816888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d799662-db80-4748-b191-6103e5194279 req-d4448d65-f9de-40d2-9a00-52195e59019f tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:42.819103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d799662-db80-4748-b191-6103e5194279 req-d4448d65-f9de-40d2-9a00-52195e59019f tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.1470087 Jul 29 23:48:42.946447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d799662-db80-4748-b191-6103e5194279 req-f2cebcd5-631f-4dd4-ae1b-c1d4ce557854 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/security-groups?id=34a4c188-7cd3-442f-beff-44e6bf6d03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195736 Jul 29 23:48:43.010466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-256ddac5-08c6-4c64-8cdd-7d5b5adf7f66 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:43.014443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-256ddac5-08c6-4c64-8cdd-7d5b5adf7f66 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 950 time: 0.1513286 Jul 29 23:48:43.160500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.204537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Deleting port 84f9708c-cf58-44cf-842c-51d8be8a8227 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:43.205071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.210011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=daa96979-f1c5-4858-aad0-f80ecde667b6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.377358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:43.392735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 232c9430-0b37-4e5d-ab98-c57f0ebdc423 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:43.396610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.415005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 232c9430-0b37-4e5d-ab98-c57f0ebdc423 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:43.415604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 232c9430-0b37-4e5d-ab98-c57f0ebdc423 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:43.522822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:43.536640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '08d9d168-7f95-4671-8a54-269253af38be', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': '08d9d168-7f95-4671-8a54-269253af38be', 'mac_address': 'fa:16:3e:d1:ba:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:43.537664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.540327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] For port 84f9708c-cf58-44cf-842c-51d8be8a8227, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=84f9708c-cf58-44cf-842c-51d8be8a8227,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:43.540704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.545641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.599718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Calling delete_port for 84f9708c-cf58-44cf-842c-51d8be8a8227 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:43.605922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.622809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d9d168-7f95-4671-8a54-269253af38be {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:43.633840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.634572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19979c2e-e64a-41f3-8ac0-2c05b60857fe {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:43.669356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:43.677257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.678378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.679567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1fd81579-bab1-4c56-9bca-90ec41baa4bc admin admin] 10.222.0.49 "DELETE /v2.0/routers/19979c2e-e64a-41f3-8ac0-2c05b60857fe HTTP/1.1" status: 204 len: 168 time: 1.9743712 Jul 29 23:48:43.683649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.725088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-4cd63c09-33a9-487b-95d9-afdabd0abc02 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:43.726767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-4cd63c09-33a9-487b-95d9-afdabd0abc02 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.3820846 Jul 29 23:48:43.791535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-97c15d77-9c9d-4ad0-aab4-c62c427a37ec tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/quotas/688c563619ee441fa5df886d9b853d49 HTTP/1.1" status: 200 len: 375 time: 0.0382586 Jul 29 23:48:43.821722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Deleting subnet 11b8784c-e7ce-4876-b99b-561ca3986276 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:43.830015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.893496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.904069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.911934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-7273af5d-eb57-4ac3-be32-0375dabdfdf6 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183403 Jul 29 23:48:43.942468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.943572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['08d9d168-7f95-4671-8a54-269253af38be'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:44.007558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Pushing event deleted for resources: {'Port': ['ID=84f9708c-cf58-44cf-842c-51d8be8a8227,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.009471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.068448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] No DVR routers for this DVR port 84f9708c-cf58-44cf-842c-51d8be8a8227 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:44.071523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.076154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f76a2df-d059-42cc-bb57-fdc03797a7f8 req-c4fa78a8-e83f-4d8f-8d13-e52dff1c09bc tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.57 "DELETE /v2.0/ports/84f9708c-cf58-44cf-842c-51d8be8a8227 HTTP/1.1" status: 204 len: 173 time: 1.0492024 Jul 29 23:48:44.076783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'name': 'network-vif-deleted', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:44.077962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136313b-19fc-4ed2-8964-1ba3743c08de req-b384da15-22df-4d36-a8ef-14c5266d4b29 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:44.080431 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6dea18-571e-4526-8abc-8f4a2a3dca30" -d '{"events": [{"server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "name": "network-vif-deleted", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:44.084308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4136313b-19fc-4ed2-8964-1ba3743c08de req-b384da15-22df-4d36-a8ef-14c5266d4b29 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 945 time: 0.1922700 Jul 29 23:48:44.139583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-543736943-network', 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:44.216109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ac63eba-78a4-4652-844f-0e205cfe88e3 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:44.225291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:44.227696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.253910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4136313b-19fc-4ed2-8964-1ba3743c08de req-ed44e174-59a5-4281-9a50-ca628f8967e7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603420 Jul 29 23:48:44.256878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8ac63eba-78a4-4652-844f-0e205cfe88e3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:44.256878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ac63eba-78a4-4652-844f-0e205cfe88e3 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:44.256878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device daa96979-f1c5-4858-aad0-f80ecde667b6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:44.279096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.287774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: daa96979-f1c5-4858-aad0-f80ecde667b6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:44.288114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device daa96979-f1c5-4858-aad0-f80ecde667b6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:44.293054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.383349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-9a73eef7-50e8-45bb-8aa3-eb4c1925ad99 service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586258 Jul 29 23:48:44.434386 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.498640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b8784c-e7ce-4876-b99b-561ca3986276,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.512626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eff2e4-9108-4467-848b-7541818fa07c None None] Network 64334997-1655-4797-abd8-82a53cf01a97 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:44.518166 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.523905 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-763bc36a-d280-47aa-b79f-2e99879f46e2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/11b8784c-e7ce-4876-b99b-561ca3986276 HTTP/1.1" status: 204 len: 168 time: 0.8366730 Jul 29 23:48:44.534177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-cd186391-d6d4-4bbf-bc37-8edb0f81fccd service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494162 Jul 29 23:48:44.534944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51578) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.648975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.686034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad61cad3-2e46-4add-a63e-21c6a7b2dd31 req-e4adcb2f-0aff-4f64-a064-59c724ca83d2 tempest-VolumesBackupsTest-1581730439 tempest-VolumesBackupsTest-1581730439-project] 10.222.0.49 "GET /v2.0/ports?device_id=b59d6714-33f4-4c4d-9738-498067a696e8 HTTP/1.1" status: 200 len: 210 time: 0.1117926 Jul 29 23:48:44.807123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.813867 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314239ad-a0c8-4961-8a88-28b2c8fbb151 x-openstack-request-id: req-314239ad-a0c8-4961-8a88-28b2c8fbb151 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:44.814685 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59d6714-33f4-4c4d-9738-498067a696e8", "name": "network-vif-deleted", "tag": "84f9708c-cf58-44cf-842c-51d8be8a8227", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:44.815062 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314239ad-a0c8-4961-8a88-28b2c8fbb151 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:44.821781 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59d6714-33f4-4c4d-9738-498067a696e8', 'name': 'network-vif-deleted', 'tag': '84f9708c-cf58-44cf-842c-51d8be8a8227', 'status': 'completed', 'code': 200} Jul 29 23:48:44.837077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.852198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67237e-c251-4d8f-986e-abb17183044f req-68c64d47-c5a7-4a8b-8749-43dd97b37630 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:44.854392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd67237e-c251-4d8f-986e-abb17183044f req-68c64d47-c5a7-4a8b-8749-43dd97b37630 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2a625-63a0-4c95-87bd-03dc978e3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1933570 Jul 29 23:48:44.947256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d419b2-12b5-47bb-86f3-172cbdce274c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.000987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:45.054982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Deleting port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:45.054982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.096658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d2d4ad73-cb17-471f-a713-a7b0e009be06 req-3ad95dbf-1014-4ffe-9ea1-7dadc31b572f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 210 time: 0.0675113 Jul 29 23:48:45.103963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.104229 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Added segment d2212ce1-31a9-4185-b3b4-18194f674d9b of type vlan for network f7d6825c-d68e-4b43-be18-8dd4650003a7 Jul 29 23:48:45.168192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] For port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,segment=NetworkSegment(997a6fca-a94c-4eaa-bba7-e246982075f9),segment_id=997a6fca-a94c-4eaa-bba7-e246982075f9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:45.168719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.197078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Calling delete_port for c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:45.213939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.309096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.310194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:45.310751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.331336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe4aa8-0008-46d3-970d-bb0aecb96256 None None] DHCP port deletion for 64334997-1655-4797-abd8-82a53cf01a97 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:45.357779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.418224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe4aa8-0008-46d3-970d-bb0aecb96256 None None] The port 'c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3' was deleted {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:48:45.426581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:45.430070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] No DVR routers for this DVR port c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:45.439664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.530687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 08d9d168-7f95-4671-8a54-269253af38be triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:45.532960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.583920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d6825c-d68e-4b43-be18-8dd4650003a7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.600673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:45.613417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51594) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.624519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Request body: {'subnet': {'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-543736943-subnet', 'tenant_id': '9b58040739874f89a0723f9a365807b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:45.628638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90426f78-d525-47d6-8354-25061c6a5345 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7228680 Jul 29 23:48:45.670458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:45.674006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.747727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Deleting port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:45.748090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.876787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.895967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.937446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:45.941850 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32920346-bb75-4f98-b2f6-cfe3744a6a06" -d '{"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-plugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:45.995321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:46.004626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.005961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 84f9708c-cf58-44cf-842c-51d8be8a8227 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:46.101962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] For port 830bcc1d-6cb8-4c5e-be87-b4db0481d285, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=830bcc1d-6cb8-4c5e-be87-b4db0481d285,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:46.102371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.105176 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e49bb3-f35e-410c-953d-91ae8c1441a1 x-openstack-request-id: req-82e49bb3-f35e-410c-953d-91ae8c1441a1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:46.106145 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-plugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:46.108091 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82e49bb3-f35e-410c-953d-91ae8c1441a1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:46.109916 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be', 'code': 200} Jul 29 23:48:46.132272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Calling delete_port for 830bcc1d-6cb8-4c5e-be87-b4db0481d285 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:46.246394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 84f9708c-cf58-44cf-842c-51d8be8a8227 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:46.253583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 84f9708c-cf58-44cf-842c-51d8be8a8227 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:46.259278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.279471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:46.323604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:46.324146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c1b10cf1-1f5d-4a42-92f8-02ed34cf8ac3 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:46.345456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03278b27-8e82-436a-96d0-1a5cb6b563f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.348266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe031e-5f3e-4572-a748-d1242e6f761c req-3bbf2a0d-05d8-450e-8dbf-abf9122fe61f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.355977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69fe031e-5f3e-4572-a748-d1242e6f761c req-3bbf2a0d-05d8-450e-8dbf-abf9122fe61f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 945 time: 0.8986440 Jul 29 23:48:46.414968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64334997-1655-4797-abd8-82a53cf01a97']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:46.466020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997a6fca-a94c-4eaa-bba7-e246982075f9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:46.466766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997a6fca-a94c-4eaa-bba7-e246982075f9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:46.483495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.500047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.516906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['830bcc1d-6cb8-4c5e-be87-b4db0481d285'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:46.555131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69fe031e-5f3e-4572-a748-d1242e6f761c req-ade0828e-0d07-44c7-889c-701387c7dfdd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979377 Jul 29 23:48:46.599762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event deleted for resources: {'Port': ['ID=830bcc1d-6cb8-4c5e-be87-b4db0481d285,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.608517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.652622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:46.653058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:46.654957 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:46.674996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-63cd596d-fe6a-44b6-b01a-2924506558d7 req-320bcd29-6af8-4ae4-bb5e-0ef3ae92c9c9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 210 time: 0.0860739 Jul 29 23:48:46.724465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] No DVR routers for this DVR port 830bcc1d-6cb8-4c5e-be87-b4db0481d285 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:46.733312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.735445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd67237e-c251-4d8f-986e-abb17183044f req-bc443688-74ce-4f83-9a53-1b4a9aab9524 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.59 "DELETE /v2.0/ports/830bcc1d-6cb8-4c5e-be87-b4db0481d285 HTTP/1.1" status: 204 len: 173 time: 1.8665819 Jul 29 23:48:46.798782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.807421 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.810441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] 10.222.0.49 "DELETE /v2.0/networks/64334997-1655-4797-abd8-82a53cf01a97 HTTP/1.1" status: 204 len: 168 time: 2.2740870 Jul 29 23:48:46.826362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-deleted', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:46.832384 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39abdc40-fadb-40d7-a7ba-6e19053d6cdb" -d '{"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-deleted", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:46.869434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa4fcb-6037-4fb7-a548-595ef3ebbf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=64334997-1655-4797-abd8-82a53cf01a97,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.882649 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10fa3e-e08e-4323-9eef-b9f3c955c4fb x-openstack-request-id: req-9f10fa3e-e08e-4323-9eef-b9f3c955c4fb {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:46.882936 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2a625-63a0-4c95-87bd-03dc978e3cb8", "name": "network-vif-deleted", "tag": "830bcc1d-6cb8-4c5e-be87-b4db0481d285", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:46.885030 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f10fa3e-e08e-4323-9eef-b9f3c955c4fb {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:46.887754 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2a625-63a0-4c95-87bd-03dc978e3cb8', 'name': 'network-vif-deleted', 'tag': '830bcc1d-6cb8-4c5e-be87-b4db0481d285', 'status': 'completed', 'code': 200} Jul 29 23:48:47.028525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.065253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.163953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67e34591-ab8a-4d81-9944-db64b575dc33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2568acae61614e75b0c6b593b8715ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964129 Jul 29 23:48:47.167301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.230689 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.283841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.321958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.350561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e8ca52-403e-4c1d-b068-40be7d50a338,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.421290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.427105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.434822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00826337-3bf8-4d78-ac01-29df95e8324c HTTP/1.1" status: 204 len: 168 time: 0.2656758 Jul 29 23:48:47.450018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:47.450420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Network hostable DHCP agents. Network: f7d6825c-d68e-4b43-be18-8dd4650003a7, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:47.461117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c56ea6-f5a9-43f1-b066-7492d81560b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00826337-3bf8-4d78-ac01-29df95e8324c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.522997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:47.543577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-6954f261-5769-4201-99d4-2381b1f6a9d3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:47.546379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-6954f261-5769-4201-99d4-2381b1f6a9d3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.4101613 Jul 29 23:48:47.555920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f7d6825c-d68e-4b43-be18-8dd4650003a7) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:47.562371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:47.563376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.565242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2fd156-24a7-4f84-9c82-3b0346a687a8 None None] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:47.600904 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:47.604372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Request body: {'port': {'device_id': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'admin_state_up': True, 'tenant_id': '688c563619ee441fa5df886d9b853d49'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:47.651550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8e9f7ae5-7def-4586-94fe-a174bc3fa621 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0341241 Jul 29 23:48:47.976199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6e750-a54b-4339-92bc-d65212a899d4 None None] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:47.984652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Made reservation on behalf of 688c563619ee441fa5df886d9b853d49 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:47.995650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-68683c08-b077-4560-98d2-d73513845fd8 req-6b1eb283-7584-4f77-b6fe-759464844bc8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 210 time: 0.0745723 Jul 29 23:48:47.998607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.023175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0b0be-f2e7-47f3-b1bc-293545cfe76b req-7a300659-02c9-4f87-ab8a-fcbd08efdb70 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:48.034125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6a0b0be-f2e7-47f3-b1bc-293545cfe76b req-7a300659-02c9-4f87-ab8a-fcbd08efdb70 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2455378 Jul 29 23:48:48.268075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6a0b0be-f2e7-47f3-b1bc-293545cfe76b req-d8c54411-1e77-4272-9c21-63c66246ab05 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327268 Jul 29 23:48:48.319059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15839cfd-3025-4974-b962-c9ea784c8c2d req-0db8e05e-1864-4812-8a5f-b1b826b4fb36 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:48.343377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15839cfd-3025-4974-b962-c9ea784c8c2d req-0db8e05e-1864-4812-8a5f-b1b826b4fb36 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1857898 Jul 29 23:48:48.454072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15839cfd-3025-4974-b962-c9ea784c8c2d req-81991b14-507c-4133-849f-21b2b1714138 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1057892 Jul 29 23:48:48.557560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Allocated IP 172.20.0.4 (f2f028be-99e9-4a33-832f-47704a65e49e/3998f5ac-da8e-4804-9acd-47f4c99c8fdc/067b6d02-2c30-41ad-80db-e3a6086cd196) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:48.871991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.962670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.023315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:49.033751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d24653e0-c08d-4516-b0b9-bca939130ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.084557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.109014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Network f2f028be-99e9-4a33-832f-47704a65e49e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:49.115352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:49.125769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:49.129281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 830bcc1d-6cb8-4c5e-be87-b4db0481d285 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:49.130482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 830bcc1d-6cb8-4c5e-be87-b4db0481d285 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:49.226806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.227966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.254544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-3141a6cd-bd14-49ea-965e-90f2a2193df0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6704741 Jul 29 23:48:49.271748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.291952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Request body: {'port': {'device_id': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:49.498623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.711320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05622ccc-faa8-4d71-b60b-eba341c9cd4a req-95de1197-e729-4e50-97e8-ccc0971154d2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.713249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05622ccc-faa8-4d71-b60b-eba341c9cd4a req-95de1197-e729-4e50-97e8-ccc0971154d2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 931 time: 0.3552346 Jul 29 23:48:49.821617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05622ccc-faa8-4d71-b60b-eba341c9cd4a req-568ec792-2ff3-4c88-8397-d200f9df23bf tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949154 Jul 29 23:48:49.860476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-2eec3d90-cbc5-458d-b024-1a928801aa67 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.874951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-2eec3d90-cbc5-458d-b024-1a928801aa67 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.8236639 Jul 29 23:48:49.900181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-7fb99fd6-8256-4972-8b93-090f55f3d750 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0234306 Jul 29 23:48:49.941500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-472240de-4ba2-4e6c-af4e-a73fe0f76f30 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399563 Jul 29 23:48:50.039235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067b6d02-2c30-41ad-80db-e3a6086cd196 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:50.048623 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-50691e05-317c-4e3e-b3af-3fb95b986e43 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054797 Jul 29 23:48:50.052234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.087951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef1c9c-7063-45e9-a81e-e0f72e9eee63 req-1be5d103-8084-414f-aa9a-3687a35874e5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.098480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ef1c9c-7063-45e9-a81e-e0f72e9eee63 req-1be5d103-8084-414f-aa9a-3687a35874e5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1188424 Jul 29 23:48:50.117244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Transition to ACTIVE for port object 067b6d02-2c30-41ad-80db-e3a6086cd196 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:50.138982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.240997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-af33bdca-e8f3-4ad9-a0f5-f0a74c011c3a service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910164 Jul 29 23:48:50.243087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5ef1c9c-7063-45e9-a81e-e0f72e9eee63 req-865dba80-6ca3-4f27-8d99-5e4656a6663b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422775 Jul 29 23:48:50.284638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.416510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Attempting to bind port 067b6d02-2c30-41ad-80db-e3a6086cd196 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:50.417075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Attempting to bind port 067b6d02-2c30-41ad-80db-e3a6086cd196 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:50.417687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Attempting to bind port 067b6d02-2c30-41ad-80db-e3a6086cd196 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:50.429212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Port 067b6d02-2c30-41ad-80db-e3a6086cd196 on network f2f028be-99e9-4a33-832f-47704a65e49e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:50.429765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Attempting to bind port 067b6d02-2c30-41ad-80db-e3a6086cd196 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:50.464533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:50.465456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Checking segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:50.466327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Bound using segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:50.467302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Bound port: 067b6d02-2c30-41ad-80db-e3a6086cd196, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:50.468229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.653684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.661279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:50.669057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:50.677271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.865056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.871428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.874608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] 10.222.0.57 "PUT /v2.0/ports/067b6d02-2c30-41ad-80db-e3a6086cd196 HTTP/1.1" status: 200 len: 1092 time: 1.5955644 Jul 29 23:48:50.874799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:50.880185 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688eec95-24db-46a3-a74a-e72cffaf223c" -d '{"events": [{"name": "network-changed", "server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:50.890341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd882d79-67e1-4d28-84c9-d7e98d18ff8d service neutron] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.097411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc31f9e1-28be-4815-afe4-a49d01f3c586 req-1cebcc90-43c7-4a2d-bf87-19d1ed080e9b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 210 time: 0.1212635 Jul 29 23:48:51.196409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-97e89768-c3af-41f1-903b-caa857454df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.198177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-97e89768-c3af-41f1-903b-caa857454df7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 1095 time: 0.2432227 Jul 29 23:48:51.432790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-7e9d001a-2de6-464f-b3d0-fa282379134c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067b6d02-2c30-41ad-80db-e3a6086cd196 HTTP/1.1" status: 200 len: 217 time: 0.2165110 Jul 29 23:48:51.435578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8af1f-7431-4fcf-a6c7-54e651e534dd req-4402f6ab-e6ad-4e81-9044-88db2af929cf tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.443708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6fe8af1f-7431-4fcf-a6c7-54e651e534dd req-4402f6ab-e6ad-4e81-9044-88db2af929cf tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1717401 Jul 29 23:48:51.584053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6fe8af1f-7431-4fcf-a6c7-54e651e534dd req-fc7b8df7-380f-490d-8999-0fe612bcf831 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1267354 Jul 29 23:48:51.673742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7de3c-f097-4b9a-b94f-a898b0b7ada2 req-63ab55e5-450e-4c11-b57d-ded69379b8c3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.692088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44d7de3c-f097-4b9a-b94f-a898b0b7ada2 req-63ab55e5-450e-4c11-b57d-ded69379b8c3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.4734244 Jul 29 23:48:51.720725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-99a54060-36be-4aa3-aa05-9f89093b58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.722617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-99a54060-36be-4aa3-aa05-9f89093b58e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.2430046 Jul 29 23:48:51.767812 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cbb9c4-36d1-44b8-901a-d42f7da7fc64 x-openstack-request-id: req-e3cbb9c4-36d1-44b8-901a-d42f7da7fc64 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:51.775930 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:51.776522 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3cbb9c4-36d1-44b8-901a-d42f7da7fc64 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:51.777159 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'status': 'completed', 'code': 200} Jul 29 23:48:51.856324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44d7de3c-f097-4b9a-b94f-a898b0b7ada2 req-7a635fbb-2802-498a-822a-334fe581e9c6 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627355 Jul 29 23:48:51.863833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-77c313ee-46cb-44ed-889e-f4738d870768 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297469 Jul 29 23:48:52.078234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-445eaafd-4ab0-4477-9c2c-5e1d6e8b7f69 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044859 Jul 29 23:48:52.233455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aabd8d-f27f-4f6a-8e6c-5f4ad1278fb0 req-99d8b5a5-6ce6-4c10-b8f6-379ea4f91f2f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.246538 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81aabd8d-f27f-4f6a-8e6c-5f4ad1278fb0 req-99d8b5a5-6ce6-4c10-b8f6-379ea4f91f2f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1771710 Jul 29 23:48:52.318254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81aabd8d-f27f-4f6a-8e6c-5f4ad1278fb0 req-26644703-0ff6-40f8-b8a4-a8d133f223ac tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699296 Jul 29 23:48:52.383908 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.475255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e98dde98-86ec-4f46-8a15-b857517ddb5d req-5dc350b7-a1f0-40bb-9d56-8fb359deef8b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 210 time: 0.0794981 Jul 29 23:48:52.970213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb80066-a18b-4636-9810-6a5c309dc036 req-df561fc1-9e07-4e88-8e5f-13d90a89aefc tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.977468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cb80066-a18b-4636-9810-6a5c309dc036 req-df561fc1-9e07-4e88-8e5f-13d90a89aefc tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1555963 Jul 29 23:48:53.116222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2cb80066-a18b-4636-9810-6a5c309dc036 req-35aa2000-b56b-43da-b82e-a1511aed95bb tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1176677 Jul 29 23:48:53.252658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51832) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:53.352668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08179aaa-e43f-4ad4-95ab-61de5248cf30 req-fddbe0ff-be59-4fbe-bd41-7dccbedb00a5 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2636521 Jul 29 23:48:53.387458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fba35-1032-4ded-94c5-d57050aca820 req-474b5a34-66d7-48fd-8f78-4bf1da8ef38e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.396118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a3fba35-1032-4ded-94c5-d57050aca820 req-474b5a34-66d7-48fd-8f78-4bf1da8ef38e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.2153819 Jul 29 23:48:53.562718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-ddd3d593-bc44-4f71-b227-632494bc7cc0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.565539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-ddd3d593-bc44-4f71-b227-632494bc7cc0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.3826871 Jul 29 23:48:53.596308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd6b-3d56-46eb-8d3c-14d00d7d542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.601038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': 'd69869c0-dda7-471e-9953-60bccc72f834', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:53.647001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8c1e-ba25-48f0-8d68-3496253a1163 req-d143e705-2b2c-45b3-b7e7-c20db6897b81 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.655471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-975f8c1e-ba25-48f0-8d68-3496253a1163 req-d143e705-2b2c-45b3-b7e7-c20db6897b81 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2182715 Jul 29 23:48:53.782385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a3fba35-1032-4ded-94c5-d57050aca820 req-ab540e33-a5a7-4634-b2bb-3de5e8582836 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497263 Jul 29 23:48:53.797881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eec95-24db-46a3-a74a-e72cffaf223c req-98d905cf-e120-4e41-b386-1632d13495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.819954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-98d905cf-e120-4e41-b386-1632d13495ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 1095 time: 0.2659965 Jul 29 23:48:53.820151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-975f8c1e-ba25-48f0-8d68-3496253a1163 req-e2f7e468-b6d5-4068-840e-a612048aade5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522408 Jul 29 23:48:53.997285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd6b-3d56-46eb-8d3c-14d00d7d542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.019095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5edbd6b-3d56-46eb-8d3c-14d00d7d542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.106886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:54.117297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.150148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eec95-24db-46a3-a74a-e72cffaf223c req-bfa98f94-3ca1-47b6-a014-ae73186ac395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.153870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-bfa98f94-3ca1-47b6-a014-ae73186ac395 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 915 time: 0.3270185 Jul 29 23:48:54.169497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5edbd6b-3d56-46eb-8d3c-14d00d7d542c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=882551ae374847e0b523824e07a853cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9023497 Jul 29 23:48:54.198583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4778e720-4297-4fe9-a62b-35ce8f055667 req-a5a83c16-6fc2-4889-b468-45c73863db87 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 210 time: 0.1983998 Jul 29 23:48:54.212783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:54.427708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbd6b-3d56-46eb-8d3c-14d00d7d542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219fca7-9f29-45cb-bd24-69d5432243b3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.445946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.449218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-911ef031-62d9-4b6f-b4f5-8c69209b0254 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=067b6d02-2c30-41ad-80db-e3a6086cd196 HTTP/1.1" status: 200 len: 217 time: 0.0521917 Jul 29 23:48:54.477619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.554744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.557680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.559104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3219fca7-9f29-45cb-bd24-69d5432243b3 HTTP/1.1" status: 204 len: 168 time: 0.3431892 Jul 29 23:48:54.573727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c854d-7b97-46d0-bc6c-9dfd542b6a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219fca7-9f29-45cb-bd24-69d5432243b3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.613122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.2 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/97e9d634-ad6b-41dc-a88d-e5ba37d7f88a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:54.651506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eec95-24db-46a3-a74a-e72cffaf223c req-83547401-6195-4787-8e02-58cdad2bc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.658134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-83547401-6195-4787-8e02-58cdad2bc857 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.1797044 Jul 29 23:48:54.889664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-e1e6f7cb-5f96-4888-b3e8-7ad735871c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166382 Jul 29 23:48:55.027482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d43498-4d8b-4a66-9d74-7309dd097a82 req-4debc2de-6737-4476-b78f-85ef87683577 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.030531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5d43498-4d8b-4a66-9d74-7309dd097a82 req-4debc2de-6737-4476-b78f-85ef87683577 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.5799534 Jul 29 23:48:55.057418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f276d-3cc9-4c1e-8d16-43cb5eccdc9f req-d7639f95-48cf-49f2-8797-b0864e8f468c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.076465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f4f276d-3cc9-4c1e-8d16-43cb5eccdc9f req-d7639f95-48cf-49f2-8797-b0864e8f468c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.1351068 Jul 29 23:48:55.204078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f4f276d-3cc9-4c1e-8d16-43cb5eccdc9f req-e4fb781b-f731-46e1-814d-3c9cb7899dbf tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245983 Jul 29 23:48:55.350306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-72ce1f54-f7d3-4126-ad2a-aed4c00ea601 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177896 Jul 29 23:48:55.414881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9029b82-0f89-492c-ae34-ad9ab7b88dc4 req-c56e82ba-7e18-4f68-8bfb-8a60b86f429a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.417733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9029b82-0f89-492c-ae34-ad9ab7b88dc4 req-c56e82ba-7e18-4f68-8bfb-8a60b86f429a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.0996859 Jul 29 23:48:55.562613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9029b82-0f89-492c-ae34-ad9ab7b88dc4 req-679a8471-2d04-48e8-b5c4-56cc2719fe43 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060421 Jul 29 23:48:55.620038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5d43498-4d8b-4a66-9d74-7309dd097a82 req-b9da3f18-a62f-4045-afd4-4af91e96848a tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5403848 Jul 29 23:48:55.682698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eb207-0c23-4db3-b318-492a20032dac req-52dbfb7d-3de0-48dc-ad7b-a6487efcadd3 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.695169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de0eb207-0c23-4db3-b318-492a20032dac req-52dbfb7d-3de0-48dc-ad7b-a6487efcadd3 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.9169927 Jul 29 23:48:55.930525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.962866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-688eec95-24db-46a3-a74a-e72cffaf223c req-49c53cd1-b7de-4915-ae05-6ee95a586548 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665526 Jul 29 23:48:56.000642 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-937e77c8-031d-4884-bfcf-bc22e5504787 req-80bff232-18e3-4d48-bf4a-d76e3e927a68 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 210 time: 0.1534681 Jul 29 23:48:56.109706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.183138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Deleting port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:56.183406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.190648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.294437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:56.322006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:56.332375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:56.339836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:56.424855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] For port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:56.425502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.434395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:56.435471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.462344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-d11bff52-7a4e-4709-a246-07bf4560e766 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8676503 Jul 29 23:48:56.515532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c1ae0-831e-4cd6-97aa-8a77577d05b1 req-b8130ab5-ddf3-4721-85d8-5f0a3883ed66 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:56.536375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35c1ae0-831e-4cd6-97aa-8a77577d05b1 req-b8130ab5-ddf3-4721-85d8-5f0a3883ed66 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.1534789 Jul 29 23:48:56.602089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Request body: {'port': {'device_id': 'd69869c0-dda7-471e-9953-60bccc72f834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:56.741339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-538266843-network', 'tenant_id': 'c659c8737d174205923bdd112c320e16'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:56.772832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35c1ae0-831e-4cd6-97aa-8a77577d05b1 req-93e664f6-0072-4cac-932c-9d796df7e5eb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311811 Jul 29 23:48:56.859759 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.932155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Made reservation on behalf of c659c8737d174205923bdd112c320e16 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:56.934910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.964751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.014845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd3dc-9200-4445-8b72-5464e8d6d750 req-21ba0068-8472-47d7-be0e-61937791fbe2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.016482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-725dd3dc-9200-4445-8b72-5464e8d6d750 req-21ba0068-8472-47d7-be0e-61937791fbe2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2635314 Jul 29 23:48:57.060838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.061230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.061530 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Floating IP 3532b920-c91c-4aba-8408-42ab7e2ed4c4 disassociated. External IP: 172.25.5.88, port: fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5. Jul 29 23:48:57.061899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Calling delete_port for fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:57.092367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d60704-bfa9-4a9d-920d-710ddcdb6306 req-65e724ac-e966-4c26-add3-f1a926d374ae tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.100798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1d60704-bfa9-4a9d-920d-710ddcdb6306 req-65e724ac-e966-4c26-add3-f1a926d374ae tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 945 time: 0.1733027 Jul 29 23:48:57.203006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1d60704-bfa9-4a9d-920d-710ddcdb6306 req-a392f164-0cb3-4c4e-b9f5-9d3e54d5b11d tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c436584-6471-4d1d-a055-69133ac591f1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0831716 Jul 29 23:48:57.288957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-725dd3dc-9200-4445-8b72-5464e8d6d750 req-d8b2ba65-9489-431d-9c7b-c66471a91d7a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596390 Jul 29 23:48:57.425225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:57.459406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:57.548916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.558823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.568093 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:48:57.575226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:57.582820 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.589154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.589656 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Added segment e5d42c2a-f5a2-46c6-9be2-a59b29df1e30 of type vlan for network 293c206b-54e9-45f7-9f6d-a17082a512f5 Jul 29 23:48:57.641789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.709411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec35d51b-dad6-4610-b4c8-24bdcc3107b7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.715334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.715334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.716152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.747308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2ec7-0a7f-4b42-8b96-f5a72d2087f3 req-7e4dc05f-d183-46ed-b809-267951a74d59 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.771670 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.786749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdcc2ec7-0a7f-4b42-8b96-f5a72d2087f3 req-7e4dc05f-d183-46ed-b809-267951a74d59 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 931 time: 0.2590170 Jul 29 23:48:57.805915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] Pushing event updated for resources: {'Network': ['ID=293c206b-54e9-45f7-9f6d-a17082a512f5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.818718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 293c206b-54e9-45f7-9f6d-a17082a512f5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:57.879614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cdcc2ec7-0a7f-4b42-8b96-f5a72d2087f3 req-58be7381-ab3e-4f35-9f03-58236bc6ef65 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Jul 29 23:48:57.976651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:58.001420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'port_id': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'mac_address': 'fa:16:3e:5b:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3998f5ac-da8e-4804-9acd-47f4c99c8fdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:58.019778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48b5893d-ef8f-4759-9b46-70e9dfd25b8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7157805 Jul 29 23:48:58.021170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:58.052328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Request body: {'subnet': {'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-538266843-subnet', 'tenant_id': 'c659c8737d174205923bdd112c320e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:58.069721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.082882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a000a-93e1-46ac-9355-b430f99e7027 req-6bd0cecf-b013-4dd0-9a14-492cf6927937 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:58.092039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78a000a-93e1-46ac-9355-b430f99e7027 req-6bd0cecf-b013-4dd0-9a14-492cf6927937 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.1650469 Jul 29 23:48:58.098538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Made reservation on behalf of c659c8737d174205923bdd112c320e16 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:58.101518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067b6d02-2c30-41ad-80db-e3a6086cd196 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:58.103523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.139649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:58.185407 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.256075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.294443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.300023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:58.337784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.384061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-110e1caf-341c-4346-8329-b3a25bac1236 req-dc8c5296-fbf4-428c-a153-19123b0fa1e9 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 210 time: 0.0457921 Jul 29 23:48:58.437177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event deleted for resources: {'Port': ['ID=fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.445513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Transition to ACTIVE for port object 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:58.492952 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.583005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['067b6d02-2c30-41ad-80db-e3a6086cd196'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:58.598663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Pushing event updated for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.611208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78a000a-93e1-46ac-9355-b430f99e7027 req-08089153-f99f-4cc7-a04d-c9ee3d503b1e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173545 Jul 29 23:48:58.700235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491572eb-41e7-47f7-8647-ce42452cd2ac req-b8543f96-17e8-4082-ac51-caa6a6772418 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:58.718113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-491572eb-41e7-47f7-8647-ce42452cd2ac req-b8543f96-17e8-4082-ac51-caa6a6772418 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1856439 Jul 29 23:48:58.801342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.905483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-491572eb-41e7-47f7-8647-ce42452cd2ac req-301ed637-22c8-480c-802c-ec38f39809a9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863365 Jul 29 23:48:59.201094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Checking segment: {'id': 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:59.203231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Network hostable DHCP agents. Network: 293c206b-54e9-45f7-9f6d-a17082a512f5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:59.211940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c228b5-c72a-4b72-ab09-52ead3e6c3dd,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.233283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Router 64480abf-d84f-42ef-86c4-d27fc5b20e8c has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:59.241485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Attempting to bind port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:59.245721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Attempting to bind port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:59.246699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Attempting to bind port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:59.247813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60bc41-1007-4739-8079-f4e80fe67508 req-564c6205-d9ca-4f5f-8319-732288bfc0ed tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.270322 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc60bc41-1007-4739-8079-f4e80fe67508 req-564c6205-d9ca-4f5f-8319-732288bfc0ed tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 943 time: 0.1566069 Jul 29 23:48:59.274992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:59.275715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Attempting to bind port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:59.283837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:59.284513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:59.285160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:59.285918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Bound port: 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:59.286593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.337129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Network 293c206b-54e9-45f7-9f6d-a17082a512f5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:59.369615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 293c206b-54e9-45f7-9f6d-a17082a512f5) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:59.376088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc60bc41-1007-4739-8079-f4e80fe67508 req-acb75b1b-a2a5-47c0-bce4-b8bc93df66d9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022952 Jul 29 23:48:59.390311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac5908-00c4-4fb8-bc18-a9ec9c8bc611 None None] Network 293c206b-54e9-45f7-9f6d-a17082a512f5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:59.421274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.429140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.510317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9853d040-1aa7-44fd-af3f-79af48da94ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4654441 Jul 29 23:48:59.875740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253bbc0d-960f-4f25-8754-a85518c74245 None None] Network 293c206b-54e9-45f7-9f6d-a17082a512f5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:00.030775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe3f4c-8c6f-4232-895c-59f7840ca8a1 req-8536d8f6-cb77-4560-bfd6-6b1b8fb33639 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.041762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1bbe3f4c-8c6f-4232-895c-59f7840ca8a1 req-8536d8f6-cb77-4560-bfd6-6b1b8fb33639 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 944 time: 0.1359873 Jul 29 23:49:00.102924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1bbe3f4c-8c6f-4232-895c-59f7840ca8a1 req-43d871bb-0b55-4a64-ac5a-060e52d7943e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600023 Jul 29 23:49:00.541748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e88ef6b8-fdac-4a5b-ad78-852c60c93272 req-d572efcb-990e-4917-86ea-20e662887d7d tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f094c-907c-4fae-b74f-78a8a7264e32 HTTP/1.1" status: 200 len: 210 time: 0.9631050 Jul 29 23:49:00.630891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:00.638295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:00.646654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:00.674126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.674990 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Sync routers for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:00.690900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:00.692100 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.872534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.874063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.877375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] 10.222.0.59 "PUT /v2.0/ports/97e9d634-ad6b-41dc-a88d-e5ba37d7f88a HTTP/1.1" status: 200 len: 1092 time: 4.3070703 Jul 29 23:49:00.883628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:00.888530 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:00.949091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] No DVR routers for this DVR port fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:00.950739 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:00.971071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.975375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de0eb207-0c23-4db3-b318-492a20032dac req-ecfdeece-a989-4607-b6b8-242970033b47 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.57 "DELETE /v2.0/ports/fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5 HTTP/1.1" status: 204 len: 173 time: 5.2319920 Jul 29 23:49:01.136317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f085-c34d-4a21-836f-ed0402282e19 service neutron] Pushing event updated for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.253517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-a3655759-72c9-4013-8abd-531d4a0d6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.257773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-a3655759-72c9-4013-8abd-531d4a0d6284 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 1095 time: 0.2933168 Jul 29 23:49:01.284553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4af431-8547-4bab-9102-d32f800440c8 req-f046b4d0-e912-4862-8b60-9affb79ca597 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.287254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa4af431-8547-4bab-9102-d32f800440c8 req-f046b4d0-e912-4862-8b60-9affb79ca597 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.5531166 Jul 29 23:49:01.394812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-6a727615-a649-4ad5-98d3-d702c98dd65b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a HTTP/1.1" status: 200 len: 217 time: 0.1052809 Jul 29 23:49:01.483799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:01.502484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-122bf299-2666-42b0-89f8-95c2c330b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.504783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-122bf299-2666-42b0-89f8-95c2c330b267 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.0983384 Jul 29 23:49:01.513944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa4af431-8547-4bab-9102-d32f800440c8 req-6c19e4c9-3355-4a3a-90ff-bd3c7f6589e0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106459 Jul 29 23:49:01.552270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-ba6aaac2-e845-4fdd-a8b2-b0e59b3cd791 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366688 Jul 29 23:49:01.667001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 067b6d02-2c30-41ad-80db-e3a6086cd196 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:01.695474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 067b6d02-2c30-41ad-80db-e3a6086cd196 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:01.696081 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.713533 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:01.806384 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Checking router: 64480abf-d84f-42ef-86c4-d27fc5b20e8c for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:01.841068 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:01.842529 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:01.944771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-88453ace-86cb-4c22-b64a-f4c4f0904f67 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730707 Jul 29 23:49:01.967440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.054851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:02.058392 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc10ab6-e313-4c55-bced-b76d92a842ba" -d '{"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-plugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:02.103798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:02.118430 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.193343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.225468 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:02.309036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2677-a099-4b0f-bc96-26360dcc723b req-e08afcb3-1dd5-42cd-a199-3e177090ea06 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.317188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fcb2677-a099-4b0f-bc96-26360dcc723b req-e08afcb3-1dd5-42cd-a199-3e177090ea06 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 943 time: 0.1400826 Jul 29 23:49:02.330379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976315b4-43d6-426d-aaaa-6b360fd89ee9 req-61969e75-a1e4-4b9e-8460-00053d8d8d8b service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841538 Jul 29 23:49:02.384258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fcb2677-a099-4b0f-bc96-26360dcc723b req-ae7e0404-fbd9-4a24-b1b8-49ae578e2c9a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659831 Jul 29 23:49:02.427789 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667bfec-b7aa-4f5d-b81a-a0e9eb329b1a x-openstack-request-id: req-b667bfec-b7aa-4f5d-b81a-a0e9eb329b1a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:02.428079 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:02.428429 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b667bfec-b7aa-4f5d-b81a-a0e9eb329b1a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:02.428922 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', 'status': 'completed', 'code': 200} Jul 29 23:49:02.608782 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.657043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc65bb-43de-4825-a5b3-b4b863de8930 None None] The sync data for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 is: [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:46:15Z', 'revision_number': 4, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'eea318d5-5ab2-4e3c-8db6-799dd5b42b7b', 'name': '', 'network_id': 'b27bedbf-f8b5-4308-bed9-a57ac65a302d', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'mac_address': 'fa:16:3e:cf:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3bbc190a-1103-4952-809a-401efd782165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:13Z', 'updated_at': '2021-07-29T23:46:25Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'subnets': [{'id': '3bbc190a-1103-4952-809a-401efd782165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:02.664854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-1deeded0-1704-4f58-9dbd-c4e29c582abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.667886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-1deeded0-1704-4f58-9dbd-c4e29c582abe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 1095 time: 0.1909850 Jul 29 23:49:02.773434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff71a75-be99-42a8-978e-6353be0cb90a req-de752df9-fb87-470f-9cf2-3bdd80f52374 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.785316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff71a75-be99-42a8-978e-6353be0cb90a req-de752df9-fb87-470f-9cf2-3bdd80f52374 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2338719 Jul 29 23:49:02.893204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff71a75-be99-42a8-978e-6353be0cb90a req-bb83d2ad-19d6-472f-9543-1c619a8f98c8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065772 Jul 29 23:49:02.929463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-6fce993f-8a81-4fc3-b337-f9876650418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.931402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-6fce993f-8a81-4fc3-b337-f9876650418c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.2561193 Jul 29 23:49:03.020399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-e8a99dcb-8e3a-4b91-82f2-00f17e3d5f09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a HTTP/1.1" status: 200 len: 217 time: 0.0796518 Jul 29 23:49:03.162336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-a579e9c2-0660-4b47-86cf-8a9161319454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.167178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-a579e9c2-0660-4b47-86cf-8a9161319454 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1328058 Jul 29 23:49:03.226240 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32170c7a-6f95-4a35-8d32-caae2abf85f1 x-openstack-request-id: req-32170c7a-6f95-4a35-8d32-caae2abf85f1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:03.228749 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-plugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:03.229433 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32170c7a-6f95-4a35-8d32-caae2abf85f1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:03.232130 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'code': 200} Jul 29 23:49:03.239287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-1ff07ba3-dcd1-4cb6-b374-7b5399b60b24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560226 Jul 29 23:49:03.294201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5572c-7b1d-4bda-aa06-e725ff65a712 None None] New status for floating IP 3532b920-c91c-4aba-8408-42ab7e2ed4c4: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:49:03.519819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fff294-c6d3-4cdd-a391-35c9418cb146 req-cd7c1aa4-7555-4e46-84f1-6787f4e93f8b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.530162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87fff294-c6d3-4cdd-a391-35c9418cb146 req-cd7c1aa4-7555-4e46-84f1-6787f4e93f8b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.1914630 Jul 29 23:49:03.565772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-65ab9162-9204-4dcb-bfbf-adc715b9c557 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213656 Jul 29 23:49:03.583371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe821a-1ff5-401d-89c3-35de30cee752 req-f578cd68-a451-4984-8795-8af952cd8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.584943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48fe821a-1ff5-401d-89c3-35de30cee752 req-f578cd68-a451-4984-8795-8af952cd8bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 1097 time: 0.1769512 Jul 29 23:49:03.733152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48fe821a-1ff5-401d-89c3-35de30cee752 req-f5a85b0c-ba94-4f7a-b409-c3f62e1a9a23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293404 Jul 29 23:49:03.752518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87fff294-c6d3-4cdd-a391-35c9418cb146 req-60efe76e-257a-4bdb-836b-f6f2a94986ac tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021842 Jul 29 23:49:03.849015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dbeda87-2e6f-4a13-8dba-1fdfdf00ecc9 req-3229e6ec-fc67-4466-9295-d01fee22b060 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630498 Jul 29 23:49:03.956698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51974) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.097745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.144548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522507-a855-449b-8f1f-686d772cc831 req-791e04a3-f2dd-40cb-942f-788dea6c8189 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.152478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8522507-a855-449b-8f1f-686d772cc831 req-791e04a3-f2dd-40cb-942f-788dea6c8189 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 943 time: 0.1126161 Jul 29 23:49:04.228648 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.236973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8522507-a855-449b-8f1f-686d772cc831 req-24ea9ef1-3d27-474b-b168-3f3828f3e4b4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831544 Jul 29 23:49:04.434311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'name': 'network-vif-deleted', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:04.436113 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953b71d-fe44-4e6b-b11e-3477b3832b52" -d '{"events": [{"server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "name": "network-vif-deleted", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:04.497665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.505354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.509139 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c436584-6471-4d1d-a055-69133ac591f1 HTTP/1.1" status: 204 len: 168 time: 0.5484576 Jul 29 23:49:04.512305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.533228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e39f6-399e-4841-bb0c-3667562839db tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c436584-6471-4d1d-a055-69133ac591f1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:04.536305 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-dc970f17-8303-4c2a-94cc-38fdf77618e5 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] show failed (client error): The resource could not be found. Jul 29 23:49:04.537957 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc970f17-8303-4c2a-94cc-38fdf77618e5 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "GET /v2.0/security-groups/2c436584-6471-4d1d-a055-69133ac591f1 HTTP/1.1" status: 404 len: 347 time: 0.0243561 Jul 29 23:49:04.542194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51984) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.691026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-ff0ea585-35f7-4497-b09b-d6d76a2fcd92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1961639 Jul 29 23:49:04.705559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Deleting port 8d981f1a-64d4-49de-935c-f3c16c88edcb {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:04.706025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.825664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.826594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.826594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.827203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.827606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.828084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.828638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.830771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-25899f25-eea9-4030-8c3e-9bc687daed5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6498 time: 0.0819490 Jul 29 23:49:04.845292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7726c-e1a0-4290-9c2c-0a4bfb35921c req-4a0292a2-b919-4312-8f2c-635b2380a11d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.854245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8de7726c-e1a0-4290-9c2c-0a4bfb35921c req-4a0292a2-b919-4312-8f2c-635b2380a11d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2133796 Jul 29 23:49:04.926006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.926926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.950559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Calling delete_port for 8d981f1a-64d4-49de-935c-f3c16c88edcb owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:05.006871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8de7726c-e1a0-4290-9c2c-0a4bfb35921c req-fc2a9bde-e8b2-4f8b-b39a-2f27286d5c15 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437001 Jul 29 23:49:05.103440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:05.126778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-82191632-2824-447a-9725-e9f78880043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.127496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-82191632-2824-447a-9725-e9f78880043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.128902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-82191632-2824-447a-9725-e9f78880043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.132203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-82191632-2824-447a-9725-e9f78880043e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eea398a-1fcb-4d99-ad25-e329a13eea83&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=dcd95033-b90f-406d-8a77-b14c8921bc66&id=dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 200 len: 2293 time: 0.2497103 Jul 29 23:49:05.349770 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f949e-34d1-442a-b354-97604d777be8 x-openstack-request-id: req-f14f949e-34d1-442a-b354-97604d777be8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:05.350222 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2f094c-907c-4fae-b74f-78a8a7264e32", "name": "network-vif-deleted", "tag": "fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:05.352822 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f14f949e-34d1-442a-b354-97604d777be8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:05.353441 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2f094c-907c-4fae-b74f-78a8a7264e32', 'name': 'network-vif-deleted', 'tag': 'fd5a6a13-1ebb-434f-aa7a-2dd4eb17aae5', 'status': 'completed', 'code': 200} Jul 29 23:49:05.365123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.371295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-d9df858e-0ae1-48d5-a791-070c61030c11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 200 len: 1000 time: 0.2242653 Jul 29 23:49:05.410254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Pushing event deleted for resources: {'Port': ['ID=8d981f1a-64d4-49de-935c-f3c16c88edcb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.540198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.552283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.553000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5de7cdab-1959-487f-a834-e23c9dc1ad37 tempest-ServersTestManualDisk-659372740 tempest-ServersTestManualDisk-659372740-project] 10.222.0.49 "DELETE /v2.0/floatingips/3532b920-c91c-4aba-8408-42ab7e2ed4c4 HTTP/1.1" status: 204 len: 168 time: 1.0092697 Jul 29 23:49:05.558843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.560234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:05.605150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', 'mac_address': 'fa:16:3e:48:c5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:05.678230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-beafcebc-1110-4089-8712-51c5c7361255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.682516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-beafcebc-1110-4089-8712-51c5c7361255 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f19f54f1-5582-4df1-b6d0-b63fee2c78ba HTTP/1.1" status: 200 len: 850 time: 0.3021116 Jul 29 23:49:05.732368 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.760029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a2b70-c0c9-464e-ab1f-ac23a9fb29ba req-13097590-c497-48c3-b1c6-39e07e726205 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.774835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-741a2b70-c0c9-464e-ab1f-ac23a9fb29ba req-13097590-c497-48c3-b1c6-39e07e726205 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2017782 Jul 29 23:49:05.810164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:05.823971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-87aa5fd6-3315-4cfb-82e1-6722b1be0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.827286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-87aa5fd6-3315-4cfb-82e1-6722b1be0ad5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eea398a-1fcb-4d99-ad25-e329a13eea83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355224 Jul 29 23:49:05.858962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:05.863720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-741a2b70-c0c9-464e-ab1f-ac23a9fb29ba req-c8994a96-9dc6-43ad-a411-8275d06c3218 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877011 Jul 29 23:49:05.873666 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.006756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.044901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-fc0ccaf9-a3b3-412d-b393-c7ffe60584e4 service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856775 Jul 29 23:49:06.256022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:06.295940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-a2e7b97a-61bc-4d46-83ad-29ac5dece5aa service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428823 Jul 29 23:49:06.378671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-0000cad9-c708-4713-b920-39cb91dcfe0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 217 time: 0.0736182 Jul 29 23:49:06.380592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.395754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56293fd-97f6-4255-a9a2-dd24f324d650 req-006e56a7-f90b-4008-8aaf-41d63a02f104 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.398813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e56293fd-97f6-4255-a9a2-dd24f324d650 req-006e56a7-f90b-4008-8aaf-41d63a02f104 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 944 time: 0.2038503 Jul 29 23:49:06.507948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e56293fd-97f6-4255-a9a2-dd24f324d650 req-cb507c50-2c44-46e3-ab12-53ab8ddff149 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 Jul 29 23:49:06.509876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-45b9658d-c2b2-4f1c-9bf4-c2b7925fc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.511969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-45b9658d-c2b2-4f1c-9bf4-c2b7925fc47d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1118574 Jul 29 23:49:06.619181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-021145f0-7c78-4780-b052-bd87f599e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.622402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-021145f0-7c78-4780-b052-bd87f599e800 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011407 Jul 29 23:49:06.792020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd61018-07d9-43a0-af91-2db57cc479e1 req-b0987321-6700-4cbc-ba8d-b931fc435ec9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.802609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd61018-07d9-43a0-af91-2db57cc479e1 req-b0987321-6700-4cbc-ba8d-b931fc435ec9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1493852 Jul 29 23:49:06.836155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-7e4400d4-2637-4459-b3f0-ab2791ba4765 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.838326 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-7e4400d4-2637-4459-b3f0-ab2791ba4765 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/networks?id=293c206b-54e9-45f7-9f6d-a17082a512f5 HTTP/1.1" status: 200 len: 821 time: 0.2937794 Jul 29 23:49:06.875304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-44d153f3-c456-492c-94f3-effd42827349 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/quotas/c659c8737d174205923bdd112c320e16 HTTP/1.1" status: 200 len: 375 time: 0.0187395 Jul 29 23:49:06.885721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-42a5c9a7-280c-41f7-bfc4-66287bb6749d service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485812 Jul 29 23:49:06.889099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd61018-07d9-43a0-af91-2db57cc479e1 req-1b03fdde-5ee4-4755-a5ca-8fc0a8e899e8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850561 Jul 29 23:49:06.935349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-bca21bfe-ece1-41d7-9424-0f824bc5e367 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c659c8737d174205923bdd112c320e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362513 Jul 29 23:49:07.103276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-d12617aa-75d0-4df0-9cb3-5d336d783ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064173 Jul 29 23:49:07.151953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Deleting port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:07.152302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.202001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-55b8b303-858c-46ee-ba23-8903cf0d050d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 217 time: 0.0915112 Jul 29 23:49:07.205941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-c7b0f6af-af91-4e29-af06-c06c783482c0 service neutron] 10.222.0.49 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335515 Jul 29 23:49:07.394417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] For port eea318d5-5ab2-4e3c-8db6-799dd5b42b7b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:07.396168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.409332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-acdf753b-ffea-4eef-a64a-403da8ed3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.411824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-acdf753b-ffea-4eef-a64a-403da8ed3043 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1900806 Jul 29 23:49:07.433896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Calling delete_port for eea318d5-5ab2-4e3c-8db6-799dd5b42b7b owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:07.440488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224734d-c35e-40b6-a814-7e7d8272cf58 req-4f45545a-27af-4328-8df9-8867d0a5ee7f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.442839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9224734d-c35e-40b6-a814-7e7d8272cf58 req-4f45545a-27af-4328-8df9-8867d0a5ee7f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2223926 Jul 29 23:49:07.454593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-f5371a88-cace-4d2d-a8a0-743a7884f0ef service neutron] 10.222.0.49 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254901 Jul 29 23:49:07.470844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-47b32991-d63e-4fe8-9754-14f94ca54c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.473416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-47b32991-d63e-4fe8-9754-14f94ca54c00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 1098 time: 0.1816189 Jul 29 23:49:07.690431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-f42ad0ae-593b-4583-9426-6c5f6efe4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.693400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-f42ad0ae-593b-4583-9426-6c5f6efe4072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2697666 Jul 29 23:49:07.699972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9224734d-c35e-40b6-a814-7e7d8272cf58 req-7e5afb8c-5bc0-4013-ad4a-57bb3b3e38b1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983495 Jul 29 23:49:07.887960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-c4752380-b937-4e78-a01f-eb2cdd8e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.890498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-c4752380-b937-4e78-a01f-eb2cdd8e5e6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.3748229 Jul 29 23:49:07.948948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-7a678ede-920d-4547-8e94-975cda05ae79 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473123 Jul 29 23:49:07.985197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.025513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-5040fd44-cfe5-4ac7-a4d9-a4aae745a0bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d9d168-7f95-4671-8a54-269253af38be HTTP/1.1" status: 200 len: 217 time: 0.0750020 Jul 29 23:49:08.031715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea318d5-5ab2-4e3c-8db6-799dd5b42b7b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:08.345270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25d5d2-ebc7-4fce-802d-c5e82a5a0694 req-acf8eaa3-2614-4085-a331-9f2c6b0695ae tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.352184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e25d5d2-ebc7-4fce-802d-c5e82a5a0694 req-acf8eaa3-2614-4085-a331-9f2c6b0695ae tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.6609766 Jul 29 23:49:08.379890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-c83206fd-d8e7-4474-9012-ebef25c4c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.381459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-c83206fd-d8e7-4474-9012-ebef25c4c0f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.1522079 Jul 29 23:49:08.383729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-0f7d9ccd-58e4-4840-94af-2c9e210c35f3 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568828 Jul 29 23:49:08.397004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78a778-8424-4324-a774-e2c2de099d2e req-ff259d05-7565-4b33-92e4-08ca9e0c7197 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.408989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a78a778-8424-4324-a774-e2c2de099d2e req-ff259d05-7565-4b33-92e4-08ca9e0c7197 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 944 time: 0.3775494 Jul 29 23:49:08.464392 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e25d5d2-ebc7-4fce-802d-c5e82a5a0694 req-277872d1-ca0c-45ec-b76b-34164df06898 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024652 Jul 29 23:49:08.472058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-5c4f3654-4c26-4878-ac51-124c0bf6ac01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473258 Jul 29 23:49:08.505657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.523188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-62520eeb-473d-4017-972d-64f4cbc5b790 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=f464ad4f-64d2-4246-99b3-a122f671595b HTTP/1.1" status: 200 len: 217 time: 0.0974267 Jul 29 23:49:08.624438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a78a778-8424-4324-a774-e2c2de099d2e req-f9d83977-ce68-48b5-a80a-07568b6987c2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139995 Jul 29 23:49:08.669136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a0a259e2-e6e1-4552-8873-b9daced7a161 req-b55b0a0f-c53d-4309-be93-93d12316a1c0 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jul 29 23:49:08.747545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-6b9604c4-3ca4-43de-a0b8-e8a8a0943428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.750006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-6b9604c4-3ca4-43de-a0b8-e8a8a0943428 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.2123969 Jul 29 23:49:08.836463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-95f106d1-fe24-42af-9254-216913ac58dc service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265436 Jul 29 23:49:09.102663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-e2faabfa-f816-48a4-b601-277ddd6c0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.104434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-e2faabfa-f816-48a4-b601-277ddd6c0096 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2667546 Jul 29 23:49:09.108053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:09.225356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:09.236617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:09.238044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.275605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ce1397e-4640-47c5-a7d8-f1a7fe9a3233 req-a8b5c95d-c751-4316-9cb9-7cd168bbc35b service neutron] 10.222.0.57 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751314 Jul 29 23:49:09.302263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578272a-1a6b-4fd1-8496-3f1744992167 req-f442bf0e-d53b-4d68-b7b7-0b7d68696c30 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.303911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4578272a-1a6b-4fd1-8496-3f1744992167 req-f442bf0e-d53b-4d68-b7b7-0b7d68696c30 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 946 time: 0.2297819 Jul 29 23:49:09.380092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4578272a-1a6b-4fd1-8496-3f1744992167 req-21fca88e-6249-4e13-92cd-1e95f2d85807 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Jul 29 23:49:09.383919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-75c27362-6296-4709-b8af-ca475ad56019 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485869 Jul 29 23:49:09.422899 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.457849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:09.460537 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2545da3-a77f-46f4-bcf4-cc031a550fe9" -d '{"events": [{"server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "name": "network-vif-plugged", "status": "completed", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:09.500038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:09.500675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-61880324-1b38-4e89-8807-43fda384c0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080518 Jul 29 23:49:09.509114 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.518338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Router 64480abf-d84f-42ef-86c4-d27fc5b20e8c has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:09.530485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e98cc-b3cd-48e7-8018-f8feaf48c1cf req-1abd6b36-4ba4-4eb1-9d04-719500beb32c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.541984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2e9e98cc-b3cd-48e7-8018-f8feaf48c1cf req-1abd6b36-4ba4-4eb1-9d04-719500beb32c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1302078 Jul 29 23:49:09.570618 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acb76b-d457-4c8e-a208-8ccb52fa8e8e x-openstack-request-id: req-49acb76b-d457-4c8e-a208-8ccb52fa8e8e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:09.571191 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "name": "network-vif-plugged", "status": "completed", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:09.571611 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49acb76b-d457-4c8e-a208-8ccb52fa8e8e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:09.572190 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', 'code': 200} Jul 29 23:49:09.573187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:09.599958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-89ebd50f-15e7-4b7a-891e-03544c396fa3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 HTTP/1.1" status: 200 len: 217 time: 0.0893037 Jul 29 23:49:09.647748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.734921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2e9e98cc-b3cd-48e7-8018-f8feaf48c1cf req-8322a2f5-55f5-41b8-850c-afbab62f1961 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914477 Jul 29 23:49:09.835756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.859003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:09.874351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Sync routers for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:09.875284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-317a2cf0-45cc-404a-b548-49131fd95f55 admin admin] 10.222.0.49 "PUT /v2.0/routers/64480abf-d84f-42ef-86c4-d27fc5b20e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3128796 Jul 29 23:49:09.877862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:09.889083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:09.893358 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:09.923924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:09.932556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.039337 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-59b57b41-bb8d-412a-87ff-53c4ccbee3ca req-ebf27ce1-56f2-43ff-ac8d-0bb4214df5bf tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 210 time: 0.0769083 Jul 29 23:49:10.094248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:10.112534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-e9fe54a7-48b8-42fb-9ed0-e7c1ddb3a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.114691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-e9fe54a7-48b8-42fb-9ed0-e7c1ddb3a1f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.5089118 Jul 29 23:49:10.122899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-01114b86-d191-4efc-ab5c-e8d8f9934e8b tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.125649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-01114b86-d191-4efc-ab5c-e8d8f9934e8b tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.57 "GET /v2.0/networks?id=293c206b-54e9-45f7-9f6d-a17082a512f5 HTTP/1.1" status: 200 len: 821 time: 0.3020694 Jul 29 23:49:10.185244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:10.205471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d4d3e-37ea-464e-9203-ca27075ef46d req-96a5061d-5876-4eed-9b28-e96ffbf0c3ca tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.212855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6d4d3e-37ea-464e-9203-ca27075ef46d req-96a5061d-5876-4eed-9b28-e96ffbf0c3ca tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 945 time: 0.4415536 Jul 29 23:49:10.242655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Request body: {'port': {'device_id': '292cf8fa-93de-495a-b278-d326d786153c', 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5', 'admin_state_up': True, 'tenant_id': 'c659c8737d174205923bdd112c320e16'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:10.243629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.315289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2601-264b-4bcb-85b0-454012d431a1 req-a34c14b4-9673-48e4-90cd-6f0d21a81dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.316713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b6e2601-264b-4bcb-85b0-454012d431a1 req-a34c14b4-9673-48e4-90cd-6f0d21a81dac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 1097 time: 0.5810997 Jul 29 23:49:10.409493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-b00b39fe-b5cc-4b72-80bb-a4f9bf39220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.411014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-b00b39fe-b5cc-4b72-80bb-a4f9bf39220b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2849462 Jul 29 23:49:10.439206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd6d4d3e-37ea-464e-9203-ca27075ef46d req-9cbe5d78-54b4-43f9-a580-e18e6607579b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347752 Jul 29 23:49:10.490390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b6e2601-264b-4bcb-85b0-454012d431a1 req-a0ca7d5f-e15a-4d91-9a9d-9c964d4ea4a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573067 Jul 29 23:49:10.513417 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:49:07Z', 'revision_number': 5, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port': {'id': '6bd80e8f-e535-451f-9078-9ebe00b49ac4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:07Z', 'updated_at': '2021-07-29T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:10.516256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638615a-9947-467e-9a16-17e513dfbb14 req-45ca701b-5ef5-43ed-bc18-827ce4cc65f8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.520463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7638615a-9947-467e-9a16-17e513dfbb14 req-45ca701b-5ef5-43ed-bc18-827ce4cc65f8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1590307 Jul 29 23:49:10.526542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.590948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Made reservation on behalf of c659c8737d174205923bdd112c320e16 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:10.595416 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Checking router: 64480abf-d84f-42ef-86c4-d27fc5b20e8c for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:10.599435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.611598 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Routers {'64480abf-d84f-42ef-86c4-d27fc5b20e8c'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:10.612683 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:10.643879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7638615a-9947-467e-9a16-17e513dfbb14 req-2cc377f6-3834-4ab0-9713-61bf3f5003f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084569 Jul 29 23:49:10.675243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-35d52521-642c-4701-8a70-7c6fcf49ff0b service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510543 Jul 29 23:49:10.719357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Deleting port 6bd80e8f-e535-451f-9078-9ebe00b49ac4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:10.722680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.838526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] Set router 64480abf-d84f-42ef-86c4-d27fc5b20e8c gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:10.901125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Allocated IP 172.20.0.4 (293c206b-54e9-45f7-9f6d-a17082a512f5/40c228b5-c72a-4b72-ab09-52ead3e6c3dd/15b47285-4b44-457d-b1c3-169e0aa344c8) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:10.930232 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:49:10Z', 'revision_number': 6, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:10.966883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] For port 6bd80e8f-e535-451f-9078-9ebe00b49ac4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6bd80e8f-e535-451f-9078-9ebe00b49ac4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:10.967809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.013774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Calling delete_port for 6bd80e8f-e535-451f-9078-9ebe00b49ac4 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:11.045371 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac3476-53f8-43c8-9372-5ceb2b464acf None None] The sync data for ids ['64480abf-d84f-42ef-86c4-d27fc5b20e8c'] in n-d-712707-11 is: [{'id': '64480abf-d84f-42ef-86c4-d27fc5b20e8c', 'name': 'tempest-ServersTestManualDisk-116480350-router', 'tenant_id': '76ff78025e0b43488043cecc75b0fca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:04Z', 'updated_at': '2021-07-29T23:49:10Z', 'revision_number': 6, 'project_id': '76ff78025e0b43488043cecc75b0fca7', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:11.154711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c46ec5-6ea7-4fb1-940d-34b9589f4d12 req-606d1e7a-2317-46b4-923e-3da92b8eacee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.157596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08c46ec5-6ea7-4fb1-940d-34b9589f4d12 req-606d1e7a-2317-46b4-923e-3da92b8eacee tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.3194256 Jul 29 23:49:11.330114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08c46ec5-6ea7-4fb1-940d-34b9589f4d12 req-14fb88b5-d6c6-431b-b479-16e3eeb6e0b6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511126 Jul 29 23:49:11.501380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-c97ed42d-7aea-4ccf-af65-a58c00c5624c service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289982 Jul 29 23:49:11.519909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.574286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:11.577828 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e72b0-533a-4ba5-9262-fbbddf199e6c" -d '{"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-unplugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:11.592114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-d13fc643-6f04-458c-bb24-99f4c6a125f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67 HTTP/1.1" status: 200 len: 217 time: 0.0829179 Jul 29 23:49:11.632216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd80e8f-e535-451f-9078-9ebe00b49ac4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:11.710869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-794277b3-657c-4c98-a399-f5da31b22ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.713323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-794277b3-657c-4c98-a399-f5da31b22ab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.1132374 Jul 29 23:49:11.765727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92cd0455-da04-4d78-8fbc-44f3d0230342 req-92a7cb7d-3dea-43d1-80c8-13984f71cfd2 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 210 time: 0.1101286 Jul 29 23:49:11.825755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.922317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d755-d141-4511-a14f-ee6b1261c0f8 req-c4ca50b4-cb8c-4f68-ab63-6224ef8eda57 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.931012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7df8d755-d141-4511-a14f-ee6b1261c0f8 req-c4ca50b4-cb8c-4f68-ab63-6224ef8eda57 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2162035 Jul 29 23:49:11.984101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-62f51a88-dedf-44f3-927b-7270b7e508e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.985670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-62f51a88-dedf-44f3-927b-7270b7e508e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2547457 Jul 29 23:49:12.047518 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.053755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.096530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7df8d755-d141-4511-a14f-ee6b1261c0f8 req-ca22b380-0ab9-452f-906c-e99b4ab31cbe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639752 Jul 29 23:49:12.174026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3438-fdc4-4bf7-b0d4-04a6931f849f req-2938d4e8-7339-4b2e-a718-60b0a35a5c02 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.175772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-168a3438-fdc4-4bf7-b0d4-04a6931f849f req-2938d4e8-7339-4b2e-a718-60b0a35a5c02 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 945 time: 0.2757199 Jul 29 23:49:12.176471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.176992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64480abf-d84f-42ef-86c4-d27fc5b20e8c {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:49:12.181799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.186095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d441b162-3ef4-4ff3-ba5e-616e3fb42889 admin admin] 10.222.0.49 "DELETE /v2.0/routers/64480abf-d84f-42ef-86c4-d27fc5b20e8c HTTP/1.1" status: 204 len: 168 time: 2.3032274 Jul 29 23:49:12.186848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52102) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:12.200763 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5257be99-73fc-49c0-b0a7-80b32105d98f x-openstack-request-id: req-5257be99-73fc-49c0-b0a7-80b32105d98f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:12.201796 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-unplugged", "status": "completed", "tag": "08d9d168-7f95-4671-8a54-269253af38be", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:12.202866 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5257be99-73fc-49c0-b0a7-80b32105d98f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:12.203714 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d9d168-7f95-4671-8a54-269253af38be', 'code': 200} Jul 29 23:49:12.248176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eea318d5-5ab2-4e3c-8db6-799dd5b42b7b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:12.281613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.307260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: eea318d5-5ab2-4e3c-8db6-799dd5b42b7b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:12.307896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eea318d5-5ab2-4e3c-8db6-799dd5b42b7b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:12.308488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6bd80e8f-e535-451f-9078-9ebe00b49ac4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:12.347921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6bd80e8f-e535-451f-9078-9ebe00b49ac4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:12.348860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6bd80e8f-e535-451f-9078-9ebe00b49ac4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:12.369468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-168a3438-fdc4-4bf7-b0d4-04a6931f849f req-06243a36-966e-43cf-88f9-ec6ae5191824 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740680 Jul 29 23:49:12.378067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Deleting subnet 3bbc190a-1103-4952-809a-401efd782165 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:12.379964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-b8d921cf-294e-4bb2-a737-7a9ab64aec1a service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804984 Jul 29 23:49:12.384601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.483917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.694712 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.764654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Network 293c206b-54e9-45f7-9f6d-a17082a512f5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:12.777039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:12.788614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:12.814282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddff1b-e06c-4a20-a8cd-9aad964b8998 req-779f2b1b-40cb-46b7-b7c7-74dde7a2210a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.829857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Pushing event updated for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:12.830068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-faddff1b-e06c-4a20-a8cd-9aad964b8998 req-779f2b1b-40cb-46b7-b7c7-74dde7a2210a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.2674501 Jul 29 23:49:12.848327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.849027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-04e91aaf-abcb-4748-946a-e1e3ae2c3c39 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970869 Jul 29 23:49:12.920120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-faddff1b-e06c-4a20-a8cd-9aad964b8998 req-b289a61e-e8ec-4dd0-bd8c-31cbacecf3b9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741200 Jul 29 23:49:12.942269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-527fc060-07ba-4e53-97bf-ad1ccdbd645a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 200 len: 217 time: 0.0476570 Jul 29 23:49:12.957883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.992043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.992593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.002695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbc190a-1103-4952-809a-401efd782165,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.006420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.008517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5aef2ab3-5a50-4a9d-9a07-f7b0beb607ce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3bbc190a-1103-4952-809a-401efd782165 HTTP/1.1" status: 204 len: 168 time: 0.8205590 Jul 29 23:49:13.011566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.021011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f8b76-8178-4b5a-b872-fb2b4f1ba343 None None] Network b27bedbf-f8b5-4308-bed9-a57ac65a302d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:13.042360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-cca8fc75-23d1-428a-89a0-9d3a5191213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.043928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-cca8fc75-23d1-428a-89a0-9d3a5191213d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.0928671 Jul 29 23:49:13.064188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-3b51dc39-9863-4bb7-ba9e-3d9b11774edb tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8308990 Jul 29 23:49:13.124641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-903e39f7-102d-4914-a088-5d4447dee06c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.127480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-903e39f7-102d-4914-a088-5d4447dee06c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.2949705 Jul 29 23:49:13.132499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Request body: {'port': {'device_id': '292cf8fa-93de-495a-b278-d326d786153c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:13.182156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.186219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-c5c4a6e6-a772-4e75-8ea6-e6e65630bc4e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0478711 Jul 29 23:49:13.202487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1ab48-9adc-4ff4-a5ae-6103097a1a77 req-3c4a34c7-330c-4757-947f-6b8b99c697d5 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.206902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0b1ab48-9adc-4ff4-a5ae-6103097a1a77 req-3c4a34c7-330c-4757-947f-6b8b99c697d5 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 931 time: 0.0966673 Jul 29 23:49:13.265572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-a5527431-5690-46dd-a18a-3341f182b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.268594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-a5527431-5690-46dd-a18a-3341f182b210 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2164178 Jul 29 23:49:13.277907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0b1ab48-9adc-4ff4-a5ae-6103097a1a77 req-2a7ce7f9-dad8-4837-aca6-40cc6d928ae9 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Jul 29 23:49:13.293501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Deleting port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:13.293854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.381236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] DHCP port deletion for b27bedbf-f8b5-4308-bed9-a57ac65a302d request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:13.430229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] For port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:13.431184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.454807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Calling delete_port for 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:13.502676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Deleting port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:13.503059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.536397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.557295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-e619719c-61ef-432c-b9cb-4e0f71ca75ff service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327693 Jul 29 23:49:13.627620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-a0fc7f0c-8fd6-4bef-9464-cc98ffc87d31 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4308689 Jul 29 23:49:13.659362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] For port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,segment=NetworkSegment(fd80109c-b538-4e36-a784-2c8306066157),segment_id=fd80109c-b538-4e36-a784-2c8306066157)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:13.660114 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.680857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Calling delete_port for 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:13.710965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.822850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] No DVR routers for this DVR port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:13.830029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.868197 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.897204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] No DVR routers for this DVR port 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:13.937277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26516b-de45-469d-8a8f-7e8760915f71 None None] Pushing event deleted for resources: {'Port': ['ID=6cfbbc1e-8bc2-46a3-9703-76b9343abc8f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.988853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.002780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27bedbf-f8b5-4308-bed9-a57ac65a302d']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.019370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd80109c-b538-4e36-a784-2c8306066157') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.019699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd80109c-b538-4e36-a784-2c8306066157') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:14.031700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.039390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-233e3d5f-8d29-4bf5-b4e5-0ab591929ca1 req-023cc083-95b5-44e5-a1d2-1def07308498 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748504 Jul 29 23:49:14.053216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-a1c09806-9efc-4885-ae46-0c10eecae52e service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243369 Jul 29 23:49:14.062891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.080522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:14.081463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:14.160328 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:14.259030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.267091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.269823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b27bedbf-f8b5-4308-bed9-a57ac65a302d HTTP/1.1" status: 204 len: 168 time: 1.2569499 Jul 29 23:49:14.288928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981359d3-0cd7-44b4-9c14-f0b992ed1d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27bedbf-f8b5-4308-bed9-a57ac65a302d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.302298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:14.362241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:14.365285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6cfbbc1e-8bc2-46a3-9703-76b9343abc8f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:14.393518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-6e6dc163-3792-4da7-b6a2-35287d68e045 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390260 Jul 29 23:49:14.523938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b47285-4b44-457d-b1c3-169e0aa344c8 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:14.555856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.559566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.598380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Transition to ACTIVE for port object 15b47285-4b44-457d-b1c3-169e0aa344c8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:14.607571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.748215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Pushing event updated for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.771536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5e75f78-72c0-4634-a62e-80012936f11b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76ff78025e0b43488043cecc75b0fca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096426 Jul 29 23:49:14.776397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.908122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-9b4ceb5e-9d7f-4ec7-9c87-12cad0b84b00 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.910435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-9b4ceb5e-9d7f-4ec7-9c87-12cad0b84b00 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a354832-4e15-41d2-919c-be1fd845fb46 HTTP/1.1" status: 200 len: 944 time: 0.1322823 Jul 29 23:49:15.078563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ed047-8407-431f-968d-888c1ccec400 req-3245e933-4e70-4269-80a6-dfa2dfb3c287 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.084192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-715ed047-8407-431f-968d-888c1ccec400 req-3245e933-4e70-4269-80a6-dfa2dfb3c287 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2899208 Jul 29 23:49:15.096218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Attempting to bind port 15b47285-4b44-457d-b1c3-169e0aa344c8 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:15.096990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Attempting to bind port 15b47285-4b44-457d-b1c3-169e0aa344c8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:15.097451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Attempting to bind port 15b47285-4b44-457d-b1c3-169e0aa344c8 on network 293c206b-54e9-45f7-9f6d-a17082a512f5 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:15.127749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port 08d9d168-7f95-4671-8a54-269253af38be {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:15.128336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.146750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.149729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Port 15b47285-4b44-457d-b1c3-169e0aa344c8 on network 293c206b-54e9-45f7-9f6d-a17082a512f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:15.150192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Attempting to bind port 15b47285-4b44-457d-b1c3-169e0aa344c8 on network 293c206b-54e9-45f7-9f6d-a17082a512f5 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:15.178368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:15.178922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Checking segment: {'id': 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:15.179507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Bound using segment: {'id': 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:15.180350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Bound port: 15b47285-4b44-457d-b1c3-169e0aa344c8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:15.180992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.221720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.276755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-715ed047-8407-431f-968d-888c1ccec400 req-c7a2e5e0-2656-430d-9c6e-3be9a408d74c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718545 Jul 29 23:49:15.315898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port 08d9d168-7f95-4671-8a54-269253af38be, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=08d9d168-7f95-4671-8a54-269253af38be,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:15.319587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.388054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for 08d9d168-7f95-4671-8a54-269253af38be owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:15.414051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.419043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.426397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d0ba327-17ce-44a9-8fb8-ea7f46017c5f HTTP/1.1" status: 204 len: 168 time: 0.6475391 Jul 29 23:49:15.428905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:15.437537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b47285-4b44-457d-b1c3-169e0aa344c8,segment=NetworkSegment(e5d42c2a-f5a2-46c6-9be2-a59b29df1e30),segment_id=e5d42c2a-f5a2-46c6-9be2-a59b29df1e30)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:15.452801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30545bf1-76f3-4e5f-b238-e12f8c686153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ba327-17ce-44a9-8fb8-ea7f46017c5f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.460309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.544422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.545811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.550344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] 10.222.0.57 "PUT /v2.0/ports/15b47285-4b44-457d-b1c3-169e0aa344c8 HTTP/1.1" status: 200 len: 1092 time: 2.4551842 Jul 29 23:49:15.554538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:15.558713 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c981d6-dd28-4ce4-ba03-5dacef81278a" -d '{"events": [{"name": "network-changed", "server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:15.579493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 08d9d168-7f95-4671-8a54-269253af38be no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:15.809560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cb12-b336-447f-bec9-7d01a63ed82a service neutron] Pushing event updated for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.854505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.858514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-4f0a7edd-feb3-4176-a45d-8ceca1b8e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.861219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-4f0a7edd-feb3-4176-a45d-8ceca1b8e64a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c659c8737d174205923bdd112c320e16&device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 1095 time: 0.2216845 Jul 29 23:49:15.980946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=08d9d168-7f95-4671-8a54-269253af38be,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.992158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-9f8eaab6-312a-4101-869f-3ac9b474af24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15b47285-4b44-457d-b1c3-169e0aa344c8 HTTP/1.1" status: 200 len: 217 time: 0.0990283 Jul 29 23:49:16.102635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104174-43f8-4345-afd9-074f14a78e32 req-c260c847-19b6-476c-8372-e25e2b665b13 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.104149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port 08d9d168-7f95-4671-8a54-269253af38be on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:16.104349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a104174-43f8-4345-afd9-074f14a78e32 req-c260c847-19b6-476c-8372-e25e2b665b13 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 943 time: 0.3025057 Jul 29 23:49:16.110387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.119515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a7c8bb5f-4f8e-4ca6-90e2-c0801e865a8a req-ee77874c-20bd-44c1-8c0b-92a040cf40eb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "DELETE /v2.0/ports/08d9d168-7f95-4671-8a54-269253af38be HTTP/1.1" status: 204 len: 173 time: 1.1922972 Jul 29 23:49:16.120701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-deleted', 'tag': '08d9d168-7f95-4671-8a54-269253af38be'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:16.124529 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5b46c6-1740-47e7-bf4e-9a57d13c15b6" -d '{"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-deleted", "tag": "08d9d168-7f95-4671-8a54-269253af38be"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:16.164777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae639a4-346e-4442-8410-1bdc493be400 req-bd3a9b38-fb3a-404a-95ec-7e8e6502be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.164777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-bd3a9b38-fb3a-404a-95ec-7e8e6502be8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c228b5-c72a-4b72-ab09-52ead3e6c3dd HTTP/1.1" status: 200 len: 861 time: 0.1568146 Jul 29 23:49:16.173882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a104174-43f8-4345-afd9-074f14a78e32 req-a938a7ff-dc41-49e1-b068-cd7dbc00d313 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Jul 29 23:49:16.208638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-ae2bd16a-d8f4-4210-9877-29ba94940e43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293c206b-54e9-45f7-9f6d-a17082a512f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336792 Jul 29 23:49:16.241953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee434-a40b-452e-a281-9cd1fc40db5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.482733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-4dbaeb1d-23ef-4f4a-9f1d-c24adeec3a6a service neutron] 10.222.0.57 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613523 Jul 29 23:49:16.534832 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73294eea-a438-467a-b646-373ba06ab03b x-openstack-request-id: req-73294eea-a438-467a-b646-373ba06ab03b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:16.535279 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:16.535650 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73294eea-a438-467a-b646-373ba06ab03b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:16.539185 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8', 'status': 'completed', 'code': 200} Jul 29 23:49:16.557433 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b157f-2ab8-484d-a621-0a0dafc3fa5e x-openstack-request-id: req-0f6b157f-2ab8-484d-a621-0a0dafc3fa5e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:16.557921 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a354832-4e15-41d2-919c-be1fd845fb46", "name": "network-vif-deleted", "tag": "08d9d168-7f95-4671-8a54-269253af38be", "status": "failed", "code": 422}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:16.558286 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f6b157f-2ab8-484d-a621-0a0dafc3fa5e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:16.558859 n-d-712707-11 neutron-server[93865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a354832-4e15-41d2-919c-be1fd845fb46', 'name': 'network-vif-deleted', 'tag': '08d9d168-7f95-4671-8a54-269253af38be', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:49:16.772794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fae639a4-346e-4442-8410-1bdc493be400 req-11031ded-c88a-4224-8b85-5c402d285323 service neutron] 10.222.0.57 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701273 Jul 29 23:49:16.848121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20669ad7-0673-4473-ac0e-185ead91eb41 req-58039bfc-1417-4533-b550-5f6202359e6b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.858809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20669ad7-0673-4473-ac0e-185ead91eb41 req-58039bfc-1417-4533-b550-5f6202359e6b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1804497 Jul 29 23:49:16.941317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20669ad7-0673-4473-ac0e-185ead91eb41 req-89c0b6ce-ebbd-4145-b179-0e536adf8351 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812256 Jul 29 23:49:17.091231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-7800dfb6-69c7-46ca-a948-26f509c60e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.097979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-7800dfb6-69c7-46ca-a948-26f509c60e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c659c8737d174205923bdd112c320e16&device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 1095 time: 0.1478851 Jul 29 23:49:17.209848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.239882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.287313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f36e379-2855-4884-8442-0c43fb865a11 req-7f52460b-5a34-4ade-bfa8-fb0bfb90e7be tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.0615246 Jul 29 23:49:17.457936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-209960768-network', 'tenant_id': '2fe4737cf4984219b5d72bfa6e6d04b3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:17.476193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-16ed71f4-e46c-4eac-afbd-f05bddf6a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.479445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-16ed71f4-e46c-4eac-afbd-f05bddf6a9c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=293c206b-54e9-45f7-9f6d-a17082a512f5 HTTP/1.1" status: 200 len: 922 time: 0.3619211 Jul 29 23:49:17.495941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Made reservation on behalf of 2fe4737cf4984219b5d72bfa6e6d04b3 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:17.500379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.508716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97c6a6-f2e2-45c9-9586-47ed142c0a81 req-6ea68e40-ee38-4784-9c1b-d2caddbfb49b tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.510434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db97c6a6-f2e2-45c9-9586-47ed142c0a81 req-6ea68e40-ee38-4784-9c1b-d2caddbfb49b tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 943 time: 0.1311862 Jul 29 23:49:17.517046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.567121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-0fe145d5-17ad-49e7-9c69-6af0b572656b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15b47285-4b44-457d-b1c3-169e0aa344c8 HTTP/1.1" status: 200 len: 217 time: 0.0553656 Jul 29 23:49:17.642585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db97c6a6-f2e2-45c9-9586-47ed142c0a81 req-ba623ee5-f343-4402-ba44-cb662237492d tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800190 Jul 29 23:49:17.664629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-1261d43b-7007-4253-934f-bf9b97db801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.666715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-1261d43b-7007-4253-934f-bf9b97db801f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c228b5-c72a-4b72-ab09-52ead3e6c3dd HTTP/1.1" status: 200 len: 861 time: 0.0838308 Jul 29 23:49:17.717115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-8cb5d421-3065-4e0e-be02-2e802be3c780 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293c206b-54e9-45f7-9f6d-a17082a512f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411255 Jul 29 23:49:17.800064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-5687a65a-2d35-4553-a97c-04be1e8f753e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.801739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-5687a65a-2d35-4553-a97c-04be1e8f753e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.2453864 Jul 29 23:49:17.823840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.835046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-9fd680ec-cc7e-447e-ba99-5f7a2ec7c2fa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0262852 Jul 29 23:49:17.838019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.857669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-7141dff7-5454-418f-9045-8ad005a1ac49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.1632853 Jul 29 23:49:17.879142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:17.923761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-12fc441d-4de7-4a26-8e11-b9479d3c17e2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647161 Jul 29 23:49:17.931988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.932527 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Added segment 49a1528d-ac72-4360-a612-1aade6cfcb03 of type vlan for network d40f36f9-6690-4241-8678-a16949c5f440 Jul 29 23:49:17.952352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d92d586-655f-4ac7-a980-c9e29d65f2e9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.029458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-ece5c4a2-d963-40ea-a346-a075c5699b54 service neutron] 10.222.0.57 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992051 Jul 29 23:49:18.052934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.142938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-a4252daf-c3df-49cc-af72-3bceddbb843f service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021182 Jul 29 23:49:18.147559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.153891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.154958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.227125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43c981d6-dd28-4ce4-ba03-5dacef81278a req-106f5cab-5c57-4ee1-acb8-125f3d380bde service neutron] 10.222.0.57 "GET /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628881 Jul 29 23:49:18.269355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-509fca2b-b5be-44d3-bd5a-7f6f9d76e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.270953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-509fca2b-b5be-44d3-bd5a-7f6f9d76e2f9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b58040739874f89a0723f9a365807b4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3872006 Jul 29 23:49:18.307977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac113b9-143b-4aa6-973e-c0dc81beaa28 req-08811ac2-4c0e-46af-8a02-6b4b61a2a84e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.316724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eac113b9-143b-4aa6-973e-c0dc81beaa28 req-08811ac2-4c0e-46af-8a02-6b4b61a2a84e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2858343 Jul 29 23:49:18.330150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1178689 Jul 29 23:49:18.333742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52282) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:18.357852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Request body: {'subnet': {'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-209960768-subnet', 'tenant_id': '2fe4737cf4984219b5d72bfa6e6d04b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:18.393233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703a8d4-57f5-4cd2-9ba6-a6c8d32f71e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d40f36f9-6690-4241-8678-a16949c5f440,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.406343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d40f36f9-6690-4241-8678-a16949c5f440 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:18.410296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b101f686-4a89-4ca6-8f80-a787733cc347 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486722 Jul 29 23:49:18.429932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Made reservation on behalf of 2fe4737cf4984219b5d72bfa6e6d04b3 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:18.433660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.472302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eac113b9-143b-4aa6-973e-c0dc81beaa28 req-899d08aa-8949-4172-a3bc-cfbc092e8053 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504371 Jul 29 23:49:18.563018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-ea834b34-b886-48e9-aa76-fa5b65bd4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.565647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-ea834b34-b886-48e9-aa76-fa5b65bd4c19 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2461104 Jul 29 23:49:18.768227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff13a2b7-7e2e-4243-9ff8-38a37313f203 req-276aef58-935b-4571-a0e0-8a5968f147da tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.1117694 Jul 29 23:49:18.865949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.875397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c04c17e-44c4-4ed8-83a9-f7e2623f2a30 req-830447e3-0a7d-4076-901e-2bbd47fc1746 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 210 time: 0.0708561 Jul 29 23:49:18.913075 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d290f3fa-5335-4781-9e9a-342f9d095ea6 req-c65d28ca-54e5-4e41-9648-6e61e1557f25 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.1158962 Jul 29 23:49:19.011628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-034feeb6-144b-4b93-b216-15d9c16bbea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.031633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6609c72-7f61-4fc3-85f3-121c560e70cf,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.051023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Checking segment: {'id': '49a1528d-ac72-4360-a612-1aade6cfcb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:19.052148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Network hostable DHCP agents. Network: d40f36f9-6690-4241-8678-a16949c5f440, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:19.087960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Network d40f36f9-6690-4241-8678-a16949c5f440 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:19.102742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d40f36f9-6690-4241-8678-a16949c5f440) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:19.114448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008f96a-09eb-4e6f-b7c2-14b0e7879ca8 None None] Network d40f36f9-6690-4241-8678-a16949c5f440 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:19.125764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.128342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.149402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-da71f750-fd39-4194-bd65-bc00771fc7d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7982295 Jul 29 23:49:19.159914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a4574-f50d-4e8b-9b06-a7acc55a9394 req-57857cb3-3bbb-4dc0-a10f-7862e96eae6a tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.161544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f44a4574-f50d-4e8b-9b06-a7acc55a9394 req-57857cb3-3bbb-4dc0-a10f-7862e96eae6a tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 943 time: 0.1177783 Jul 29 23:49:19.242205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f44a4574-f50d-4e8b-9b06-a7acc55a9394 req-232aac42-bbe1-4981-8225-3053b0ce35a5 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741322 Jul 29 23:49:19.546096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.591704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d69d15-ee60-4653-b67f-ce39c85854ad None None] Network d40f36f9-6690-4241-8678-a16949c5f440 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:19.606073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b47285-4b44-457d-b1c3-169e0aa344c8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:19.687951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-221b1829-82c1-4e9a-82c9-fcc6b5c93620 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jul 29 23:49:19.709979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df7241-59ad-4ff4-95ff-2bbebab8e0fc req-29f93137-9ffe-4e85-b65a-3e6f3d2664cd tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.717737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97df7241-59ad-4ff4-95ff-2bbebab8e0fc req-29f93137-9ffe-4e85-b65a-3e6f3d2664cd tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1118109 Jul 29 23:49:19.830583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97df7241-59ad-4ff4-95ff-2bbebab8e0fc req-224aa278-5686-4794-be23-f92e06f1e023 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Jul 29 23:49:20.043805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b47285-4b44-457d-b1c3-169e0aa344c8,segment=NetworkSegment(e5d42c2a-f5a2-46c6-9be2-a59b29df1e30),segment_id=e5d42c2a-f5a2-46c6-9be2-a59b29df1e30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:20.070799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '15b47285-4b44-457d-b1c3-169e0aa344c8', 'network_id': '293c206b-54e9-45f7-9f6d-a17082a512f5', 'port_id': '15b47285-4b44-457d-b1c3-169e0aa344c8', 'mac_address': 'fa:16:3e:9e:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c228b5-c72a-4b72-ab09-52ead3e6c3dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:20.108261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-4921cbfe-f8d2-4ebf-93af-b4c6445a48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.117106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-4921cbfe-f8d2-4ebf-93af-b4c6445a48d9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9b58040739874f89a0723f9a365807b4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4151382 Jul 29 23:49:20.176330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.202459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b47285-4b44-457d-b1c3-169e0aa344c8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:20.237015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b47285-4b44-457d-b1c3-169e0aa344c8,segment=NetworkSegment(e5d42c2a-f5a2-46c6-9be2-a59b29df1e30),segment_id=e5d42c2a-f5a2-46c6-9be2-a59b29df1e30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:20.244962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.308517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:20.321833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9afaa65c-7a2e-4a1e-9c17-87879ebde738 req-7ee87a15-77ab-47de-878b-f4f2ef731b3d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 210 time: 0.0393934 Jul 29 23:49:20.350946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-2d137f84-f2a5-44c5-85dc-dbe1b0f1d01c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.354353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-2d137f84-f2a5-44c5-85dc-dbe1b0f1d01c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/networks?id=d40f36f9-6690-4241-8678-a16949c5f440 HTTP/1.1" status: 200 len: 813 time: 0.3587816 Jul 29 23:49:20.393655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-184108a2-58b1-4cc0-966e-bfd1d6b741c6 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/quotas/2fe4737cf4984219b5d72bfa6e6d04b3 HTTP/1.1" status: 200 len: 375 time: 0.0335846 Jul 29 23:49:20.395030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-4e93dd7c-35cf-49ed-ab62-34c08ad52639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.396718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-4e93dd7c-35cf-49ed-ab62-34c08ad52639 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472897 Jul 29 23:49:20.460072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e39f7882-b634-46bc-aea0-e109d7e09521 req-e23f8031-4df9-4ff3-8d72-59266fa480ee tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.0457168 Jul 29 23:49:20.471327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-7a688003-7dc1-404c-b279-c29ecf2c7269 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fe4737cf4984219b5d72bfa6e6d04b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670037 Jul 29 23:49:20.616556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.646312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c552ffd-0ca2-40b7-9a77-adc8ad6c449c req-0141ea31-8c85-461f-95d1-78e9c57c1501 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=685d269d-e236-416e-88e4-c6d47c0cdc80 HTTP/1.1" status: 200 len: 210 time: 0.0535977 Jul 29 23:49:20.648859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['15b47285-4b44-457d-b1c3-169e0aa344c8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:20.730812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3993d3-8285-45f3-8ad9-84c0526171d2 req-bcaa02d8-5aa4-44c4-b385-50ab9de441b0 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.736773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb3993d3-8285-45f3-8ad9-84c0526171d2 req-bcaa02d8-5aa4-44c4-b385-50ab9de441b0 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 944 time: 0.1127386 Jul 29 23:49:20.813831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cb3993d3-8285-45f3-8ad9-84c0526171d2 req-f87e6263-0f55-466b-9f83-43392cb3e727 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695117 Jul 29 23:49:20.846800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-ad0bad62-0c13-4c23-aa7b-f530ec2502f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523135 Jul 29 23:49:20.922519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-bc2f7004-8b2a-499b-97bd-b2519be7ad67 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.925094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-bc2f7004-8b2a-499b-97bd-b2519be7ad67 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.2866535 Jul 29 23:49:20.946518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:21.074765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4ce9-b14e-4bb8-a888-a4072e11534a req-e00ed873-d213-43df-873e-e9d5aa7808f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:21.077661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-681a4ce9-b14e-4bb8-a888-a4072e11534a req-e00ed873-d213-43df-873e-e9d5aa7808f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0744705 Jul 29 23:49:21.153773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-681a4ce9-b14e-4bb8-a888-a4072e11534a req-e5430586-4aab-4cdb-a9c0-a857421e64c8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686202 Jul 29 23:49:21.497946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-d3814fdd-e03d-448a-882a-031f4df7baa3 service neutron] 10.222.0.49 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508470 Jul 29 23:49:21.537161 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-486fb4a1-66d0-420d-9436-643ec28409b9 req-04acd916-eb58-43c0-8c82-afb268f309c2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 210 time: 0.0486732 Jul 29 23:49:21.594615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:21.601094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.806492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28f6158d-e499-438c-b9a4-82e74450db83 req-2b1f8627-6997-4e9a-b025-b7622ff675c6 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 210 time: 0.0779760 Jul 29 23:49:21.910353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.13 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/fbd8c3d4-a85a-47e4-942e-ab222a924abc) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:22.026937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c8ca-f649-46fe-820a-1c7f3ca7dc4d req-e42ec7cf-63b9-4d99-91b4-dc31cfba22c3 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.029419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19d2c8ca-f649-46fe-820a-1c7f3ca7dc4d req-e42ec7cf-63b9-4d99-91b4-dc31cfba22c3 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 944 time: 0.0948191 Jul 29 23:49:22.111620 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19d2c8ca-f649-46fe-820a-1c7f3ca7dc4d req-a30f69d1-4ea7-4252-bc0a-d9f0572af901 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703547 Jul 29 23:49:22.294411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-b976d452-041d-489d-8d87-0edce36d06bb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.297731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-b976d452-041d-489d-8d87-0edce36d06bb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.3162150 Jul 29 23:49:22.305413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.326160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6b65-5cb2-4ee9-b782-4e6dfad0f88a req-c20c15bf-3932-4e8c-b7b7-355e427cec64 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.334795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c96e6b65-5cb2-4ee9-b782-4e6dfad0f88a req-c20c15bf-3932-4e8c-b7b7-355e427cec64 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0805538 Jul 29 23:49:22.340441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-6cf178e3-74e8-4a8e-a5a1-f50ab4ef1d97 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0311916 Jul 29 23:49:22.378538 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.410689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c96e6b65-5cb2-4ee9-b782-4e6dfad0f88a req-81655b63-e46f-4fe4-8223-fad76fd450bc tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739162 Jul 29 23:49:22.458365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-e18cb03f-ace8-499e-8b98-f005508dd69a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167655 Jul 29 23:49:22.530672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.641898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:22.652284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:22.658886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:22.663122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:22.748375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-4a9b38dd-38a8-47ad-aef9-6940afe850cb service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806954 Jul 29 23:49:22.894656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652872-55d7-4ce8-be59-f600c25fa53f req-84cb67e5-1730-43f6-805b-1172922b4f11 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.908806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95652872-55d7-4ce8-be59-f600c25fa53f req-84cb67e5-1730-43f6-805b-1172922b4f11 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 932 time: 0.1316829 Jul 29 23:49:22.919185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.919981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.947347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-b66070a8-61b5-4bc4-b42a-d8ae56df77f6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0052030 Jul 29 23:49:22.968429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95652872-55d7-4ce8-be59-f600c25fa53f req-3ce50568-0ad3-4aae-a50f-e106d0c1dc12 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Jul 29 23:49:22.983675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Request body: {'port': {'device_id': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:23.078610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-85c5ced0-7b25-4f71-9eee-603acbea3a12 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103828 Jul 29 23:49:23.130039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9f0fce98-ae50-44f1-8383-4e74c95e7f8b req-0b5b40b3-09c7-4b05-b1a4-468adf81948f tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 210 time: 0.0515225 Jul 29 23:49:23.144966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.348528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063bb1-8c4e-4f3c-bf8f-90ded2205aec req-02789252-c66d-4170-aef0-847c19c810b7 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:23.359297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3063bb1-8c4e-4f3c-bf8f-90ded2205aec req-02789252-c66d-4170-aef0-847c19c810b7 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 944 time: 0.1215873 Jul 29 23:49:23.450193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-770a740d-9a4e-4e22-b465-9cf814e240fa req-e12cafa9-7b3d-4126-9532-777b76909d67 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 210 time: 0.0705907 Jul 29 23:49:23.464827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3063bb1-8c4e-4f3c-bf8f-90ded2205aec req-e3e97768-3c4d-4b4f-9d0b-6a0b59192688 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034162 Jul 29 23:49:23.636584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b47285-4b44-457d-b1c3-169e0aa344c8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:23.766518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 15b47285-4b44-457d-b1c3-169e0aa344c8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:23.779196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 15b47285-4b44-457d-b1c3-169e0aa344c8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:23.779868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.946177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd8c3d4-a85a-47e4-942e-ab222a924abc {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:23.993879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.089495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.110041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b47285-4b44-457d-b1c3-169e0aa344c8,segment=NetworkSegment(e5d42c2a-f5a2-46c6-9be2-a59b29df1e30),segment_id=e5d42c2a-f5a2-46c6-9be2-a59b29df1e30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:24.114961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:24.129050 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba1aa02-ddc5-4cb8-bc92-06a7ba99f57b" -d '{"events": [{"server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "name": "network-vif-plugged", "status": "completed", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:24.140925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Transition to ACTIVE for port object fbd8c3d4-a85a-47e4-942e-ab222a924abc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:24.154757 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.166983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd8ffe-8c6d-4096-b76d-2922a8acfd47 req-bd4286fc-c5d9-4bb7-92fa-616158be128a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.170024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cbd8ffe-8c6d-4096-b76d-2922a8acfd47 req-bd4286fc-c5d9-4bb7-92fa-616158be128a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.4639473 Jul 29 23:49:24.184957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.207205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8922e-7eae-456e-b479-4d94aa907168 req-a1d1a879-246b-4869-91f7-5aae4f6c1ef1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.220330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15a8922e-7eae-456e-b479-4d94aa907168 req-a1d1a879-246b-4869-91f7-5aae4f6c1ef1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 932 time: 0.1073020 Jul 29 23:49:24.273352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.335909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15a8922e-7eae-456e-b479-4d94aa907168 req-d4e512d5-b5e9-4601-b86f-b1244a8d4abd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096761 Jul 29 23:49:24.355823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.390882 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1911905-3edd-47a5-a0f4-63849bc4b4bc x-openstack-request-id: req-c1911905-3edd-47a5-a0f4-63849bc4b4bc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:24.391212 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "name": "network-vif-plugged", "status": "completed", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:24.391479 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1911905-3edd-47a5-a0f4-63849bc4b4bc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:24.391993 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8', 'code': 200} Jul 29 23:49:24.412821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.413323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.413945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.414228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.414621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.417145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.417509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.417877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.418321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.418875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.419441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.420040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:24.439613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cbd8ffe-8c6d-4096-b76d-2922a8acfd47 req-14787922-22c7-406d-b360-eea0f532f3fa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558832 Jul 29 23:49:24.452974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-e66f6b26-5276-4f4c-97d1-a3034a1cd847 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.455867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-e66f6b26-5276-4f4c-97d1-a3034a1cd847 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.57 "GET /v2.0/networks?id=d40f36f9-6690-4241-8678-a16949c5f440 HTTP/1.1" status: 200 len: 813 time: 0.7518039 Jul 29 23:49:24.503800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Request body: {'port': {'device_id': '7abb7241-469e-478b-8260-a654a3908dc1', 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440', 'admin_state_up': True, 'tenant_id': '2fe4737cf4984219b5d72bfa6e6d04b3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:24.560475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a377f45-0ec4-4133-a991-9bfcd6281e4c req-22bf4842-d096-4c22-bbf9-e0f484b80da1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 210 time: 0.0754230 Jul 29 23:49:24.602431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:24.732050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c4bd955-514c-4c15-bdcc-74d5966ed729 req-39be2dd7-78f1-4fbd-929f-67fe66c95b7d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 210 time: 0.0997891 Jul 29 23:49:24.802535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd141b1-adc9-487a-a54c-27590a20b731 req-43427b84-f01b-4aa4-84d3-ba68b26c2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.804199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cd141b1-adc9-487a-a54c-27590a20b731 req-43427b84-f01b-4aa4-84d3-ba68b26c2d9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 1097 time: 0.2104053 Jul 29 23:49:24.863171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Attempting to bind port fbd8c3d4-a85a-47e4-942e-ab222a924abc on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:24.863510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Attempting to bind port fbd8c3d4-a85a-47e4-942e-ab222a924abc by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:24.863839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Attempting to bind port fbd8c3d4-a85a-47e4-942e-ab222a924abc on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:24.864229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607122-74bf-4bee-b0c7-97d661e54db3 req-fe454b7c-97c7-4372-a8df-89b0d41807f5 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.866331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98607122-74bf-4bee-b0c7-97d661e54db3 req-fe454b7c-97c7-4372-a8df-89b0d41807f5 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.1465492 Jul 29 23:49:24.877447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Port fbd8c3d4-a85a-47e4-942e-ab222a924abc on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:24.877833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Attempting to bind port fbd8c3d4-a85a-47e4-942e-ab222a924abc on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:24.899834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:24.900338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:24.900907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:24.901659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Bound port: fbd8c3d4-a85a-47e4-942e-ab222a924abc, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:24.902048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.905875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cd141b1-adc9-487a-a54c-27590a20b731 req-c1ba145a-b772-4b14-b25a-48d0ce6c4e81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842662 Jul 29 23:49:24.923014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Made reservation on behalf of 2fe4737cf4984219b5d72bfa6e6d04b3 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:24.927054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.946439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-98607122-74bf-4bee-b0c7-97d661e54db3 req-117f7a7f-c0ef-429d-93f0-cabb94b1f600 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732539 Jul 29 23:49:25.099839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:25.107287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:25.119544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.200451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.201051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.202923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbd8c3d4-a85a-47e4-942e-ab222a924abc HTTP/1.1" status: 200 len: 1093 time: 2.2305899 Jul 29 23:49:25.203553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:25.206716 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:25.243190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c3806-1ca8-4c24-9e70-4ace67cef426 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.253272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Allocated IP 172.20.0.8 (d40f36f9-6690-4241-8678-a16949c5f440/c6609c72-7f61-4fc3-85f3-121c560e70cf/cac3e3a8-9a86-4654-b47f-8de52d37aa6e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:25.383660 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562ee07c-6cd5-46b5-b2e5-8723c8b8f54d x-openstack-request-id: req-562ee07c-6cd5-46b5-b2e5-8723c8b8f54d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:25.384077 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:25.384359 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-562ee07c-6cd5-46b5-b2e5-8723c8b8f54d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:25.384942 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc', 'status': 'completed', 'code': 200} Jul 29 23:49:25.453886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-e776016e-496e-42d9-b1de-8acaf5996544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.455653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-e776016e-496e-42d9-b1de-8acaf5996544 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 1096 time: 0.1740463 Jul 29 23:49:25.545017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-739d644b-5c3c-4972-a4a4-3baf6abbccb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc HTTP/1.1" status: 200 len: 217 time: 0.0729523 Jul 29 23:49:25.609951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93705b-82da-48d3-a390-1fcb42b46e73 req-f0871dcd-07c2-4094-b56f-f499b8a4f658 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.611842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be93705b-82da-48d3-a390-1fcb42b46e73 req-f0871dcd-07c2-4094-b56f-f499b8a4f658 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0622668 Jul 29 23:49:25.626791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86918-8fc2-469b-9eeb-169b4c58df5a req-8b13f2c8-5efa-4e28-a4cf-0d087e344607 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.628663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7b86918-8fc2-469b-9eeb-169b4c58df5a req-8b13f2c8-5efa-4e28-a4cf-0d087e344607 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 944 time: 0.1826980 Jul 29 23:49:25.679714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-4e92ffc3-9167-40cc-8edf-e43f2e22c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.681321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-4e92ffc3-9167-40cc-8edf-e43f2e22c15f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.1283104 Jul 29 23:49:25.689889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.691757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be93705b-82da-48d3-a390-1fcb42b46e73 req-57b3ea82-f017-4b54-931a-bbde02e17ff4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614460 Jul 29 23:49:25.746207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-901ab2a1-ee1a-4bb3-9dcd-ad8e2e56a3ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466001 Jul 29 23:49:25.759348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7b86918-8fc2-469b-9eeb-169b4c58df5a req-20b830ed-8070-4211-89a4-dc7c17ea1a55 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104007 Jul 29 23:49:25.850807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43263060-5bda-4ffd-9249-9b406f0eb735 req-34c15c04-601e-42cf-bf05-57f02f25e788 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 210 time: 0.0553360 Jul 29 23:49:26.104060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-158ed18c-ad77-41fc-8e9a-0b912b56f3c7 req-c4efd03b-85fb-4a7b-9a8c-fbbfb411e7ca tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 210 time: 0.0827794 Jul 29 23:49:26.136460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.152324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-8e8383a2-9e56-41fa-859b-260a280f59dc service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874743 Jul 29 23:49:26.256003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b661-af01-4e85-9908-7971303856a0 req-98611d24-684c-4ab9-a523-dc3b27392887 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.266469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b06b661-af01-4e85-9908-7971303856a0 req-98611d24-684c-4ab9-a523-dc3b27392887 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.1321476 Jul 29 23:49:26.316028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-f3e61e7f-e9d9-4e6e-b2ac-c87dc79d4faf tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.317055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9b06b661-af01-4e85-9908-7971303856a0 req-80705522-a3f5-470a-aeab-8eb78a33a538 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Jul 29 23:49:26.317727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-f3e61e7f-e9d9-4e6e-b2ac-c87dc79d4faf tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.4296730 Jul 29 23:49:26.319738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Network d40f36f9-6690-4241-8678-a16949c5f440 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:26.328993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:26.332931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.337821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:26.396331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': 'b3ff8661-4054-43c5-8373-f65563327049', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:26.469732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.470427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.493147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78cd84ef-cc6f-4dc0-b602-53afcff1744f req-6103d731-f9d0-43f7-948c-b630c7b80320 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281040 Jul 29 23:49:26.501524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-5696236a-bea3-4865-9292-b9e2fb491c08 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0023518 Jul 29 23:49:26.540325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Request body: {'port': {'device_id': '7abb7241-469e-478b-8260-a654a3908dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:26.672810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.683670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:26.688227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.715373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-b0508396-2e6b-4719-be6d-2d2c7ff43079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.717042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-b0508396-2e6b-4719-be6d-2d2c7ff43079 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 1096 time: 0.1158152 Jul 29 23:49:26.950927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abd8a6-0545-4a50-83fc-6dd14f7bb25e req-2328b6bd-856c-4fca-b32b-27017cab622c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.954894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19abd8a6-0545-4a50-83fc-6dd14f7bb25e req-2328b6bd-856c-4fca-b32b-27017cab622c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 944 time: 0.0894294 Jul 29 23:49:27.020019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19abd8a6-0545-4a50-83fc-6dd14f7bb25e req-e6f30a0e-bf6c-4d0d-ab68-c62ba78bcc50 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Jul 29 23:49:27.152884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1df97-aa5d-4b0a-8f62-e364a7dfc443 req-cda8ecce-4ca2-4eca-9061-198ce12415d5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.157217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0b1df97-aa5d-4b0a-8f62-e364a7dfc443 req-cda8ecce-4ca2-4eca-9061-198ce12415d5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.3598981 Jul 29 23:49:27.185772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.14 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/cfc6889a-dab5-4101-87ca-396b847b4cf4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:27.206594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-91396f3a-ce60-4bc7-89a9-b0ea32f6475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.209355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-91396f3a-ce60-4bc7-89a9-b0ea32f6475b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.4694541 Jul 29 23:49:27.222783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895442-9cda-4dca-9b5c-d91bd793e6a5 req-8b11449d-0335-42f7-8e0f-ee4022e3c19c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.225360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b895442-9cda-4dca-9b5c-d91bd793e6a5 req-8b11449d-0335-42f7-8e0f-ee4022e3c19c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 931 time: 0.1107991 Jul 29 23:49:27.302838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b895442-9cda-4dca-9b5c-d91bd793e6a5 req-187df5cf-f772-4384-a88d-c8514169744c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675108 Jul 29 23:49:27.561812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.611955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf20ef70-227a-4e5c-b310-5c327262e1e3 req-59d4c08f-525f-4c16-9f2c-365d3e576810 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 210 time: 0.0566645 Jul 29 23:49:27.823155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-807eb67f-fdd6-45e7-85ba-1f92190fea19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc HTTP/1.1" status: 200 len: 217 time: 0.5503142 Jul 29 23:49:27.917466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931e853-b7cc-467c-a038-3f6814efebc9 req-80926d24-c478-4166-938e-5f66a0094471 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.920357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f931e853-b7cc-467c-a038-3f6814efebc9 req-80926d24-c478-4166-938e-5f66a0094471 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.0850227 Jul 29 23:49:27.966790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0b1df97-aa5d-4b0a-8f62-e364a7dfc443 req-e34450ea-92ba-4140-a005-0450f55a9daa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827685 Jul 29 23:49:27.983774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f931e853-b7cc-467c-a038-3f6814efebc9 req-3081ddba-11f0-4353-97d4-65218cca7781 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Jul 29 23:49:28.013576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-73f2bb2b-eda4-4015-9534-8d31df6eca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.015177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-73f2bb2b-eda4-4015-9534-8d31df6eca46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.1837821 Jul 29 23:49:28.150092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-8c911583-8933-499c-ab6c-befa6d8bf732 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191082 Jul 29 23:49:28.260635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac3e3a8-9a86-4654-b47f-8de52d37aa6e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:28.264086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04d11-8798-48cc-b6a7-debd956b805c req-c9fa2dcf-53f6-4530-8946-1966f6745a42 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.268550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6d04d11-8798-48cc-b6a7-debd956b805c req-c9fa2dcf-53f6-4530-8946-1966f6745a42 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 944 time: 0.0979333 Jul 29 23:49:28.280941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.329479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Transition to ACTIVE for port object cac3e3a8-9a86-4654-b47f-8de52d37aa6e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:28.350866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.375276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.405017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6d04d11-8798-48cc-b6a7-debd956b805c req-4f205ca7-c397-4930-ad44-0801ec205787 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297719 Jul 29 23:49:28.477736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-2b3aecb5-7141-4e34-aff0-c750fc5be020 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168290 Jul 29 23:49:28.583096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.725884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.766632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:28.821427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Attempting to bind port cac3e3a8-9a86-4654-b47f-8de52d37aa6e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:28.821912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Attempting to bind port cac3e3a8-9a86-4654-b47f-8de52d37aa6e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '49a1528d-ac72-4360-a612-1aade6cfcb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:28.822331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Attempting to bind port cac3e3a8-9a86-4654-b47f-8de52d37aa6e on network d40f36f9-6690-4241-8678-a16949c5f440 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:28.842975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfb42fa9-63c2-4f2d-9241-c453b08c2b3d req-4abf3a3b-d252-4494-afed-de30c4061ccd service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516293 Jul 29 23:49:28.862139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:28.865658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Port cac3e3a8-9a86-4654-b47f-8de52d37aa6e on network d40f36f9-6690-4241-8678-a16949c5f440 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:28.865932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Attempting to bind port cac3e3a8-9a86-4654-b47f-8de52d37aa6e on network d40f36f9-6690-4241-8678-a16949c5f440 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:28.882194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:28.890766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:28.895356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.900742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:28.901100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Checking segment: {'id': '49a1528d-ac72-4360-a612-1aade6cfcb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:28.901780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Bound using segment: {'id': '49a1528d-ac72-4360-a612-1aade6cfcb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:28.902313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Bound port: cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a1528d-ac72-4360-a612-1aade6cfcb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:28.902745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.011426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1938-a3c4-49e0-9d59-66f05373fc56 req-4305fc1d-d5c9-4c73-9cc3-8b106d086ff3 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.023390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d3a1938-a3c4-49e0-9d59-66f05373fc56 req-4305fc1d-d5c9-4c73-9cc3-8b106d086ff3 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.2435479 Jul 29 23:49:29.050041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.051004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.106531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:29.109863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-ac1d0a43-f6e8-4201-85c4-86ed1ac40e5d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7177713 Jul 29 23:49:29.112309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:29.119883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d3a1938-a3c4-49e0-9d59-66f05373fc56 req-75d37f53-10e9-48e2-87bb-f8444d2d72e4 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953150 Jul 29 23:49:29.121431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.161229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Request body: {'port': {'device_id': 'b3ff8661-4054-43c5-8373-f65563327049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:29.191536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fbd8c3d4-a85a-47e4-942e-ab222a924abc details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:29.215928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.216635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.218346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/cac3e3a8-9a86-4654-b47f-8de52d37aa6e HTTP/1.1" status: 200 len: 1092 time: 2.6933639 Jul 29 23:49:29.218822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:29.221433 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d350a92-eed1-40f8-a6f9-65980ed0d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:29.257754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7058a-047f-4e02-9496-32b3d8a0644f req-25724838-4cb0-4c23-b51a-7781283683e2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.276156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eda7058a-047f-4e02-9496-32b3d8a0644f req-25724838-4cb0-4c23-b51a-7781283683e2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 943 time: 0.7020130 Jul 29 23:49:29.313235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d2b23-fbaf-43c6-96b7-f42f7a80c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:29.361384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.384231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eda7058a-047f-4e02-9496-32b3d8a0644f req-02457011-930d-4583-b40e-5a61e33e6259 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063190 Jul 29 23:49:29.458899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:29.478454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc', 'mac_address': 'fa:16:3e:54:72:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:29.532753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548f2a4-3512-40ab-8e77-4a1b1f7ebd3b req-786fa8a1-e552-427e-a90a-89278b3578fa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.535517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e548f2a4-3512-40ab-8e77-4a1b1f7ebd3b req-786fa8a1-e552-427e-a90a-89278b3578fa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 932 time: 0.2135963 Jul 29 23:49:29.536729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.558586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-b55b1f4e-fd35-4205-b93a-0e33be71b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.561391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-b55b1f4e-fd35-4205-b93a-0e33be71b789 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fe4737cf4984219b5d72bfa6e6d04b3&device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 1095 time: 0.2407353 Jul 29 23:49:29.570523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd8c3d4-a85a-47e4-942e-ab222a924abc {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:29.613831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:29.620047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.699189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:29.708479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.708806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.709259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.709781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.710186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.710604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.711024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.711417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.711813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.712187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.712584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.713118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:29.729174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e609352-ebc3-4396-9286-682ef96c9de2 req-1fb37b85-fcd2-433f-b192-79375536e519 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.729754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-a642c12c-f38e-43c5-a3d6-f2d25be6af8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e HTTP/1.1" status: 200 len: 217 time: 0.1465342 Jul 29 23:49:29.737685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e609352-ebc3-4396-9286-682ef96c9de2 req-1fb37b85-fcd2-433f-b192-79375536e519 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0966375 Jul 29 23:49:29.781941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e609352-ebc3-4396-9286-682ef96c9de2 req-7d4ba266-fe6a-4f79-b69a-9adb654c98fa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Jul 29 23:49:29.799852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e548f2a4-3512-40ab-8e77-4a1b1f7ebd3b req-b8e12f3f-5a49-4333-a254-13794e8e7acd tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460320 Jul 29 23:49:29.881505 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c7fe38-6c8a-46af-9458-b1f65c4e5aa4 x-openstack-request-id: req-e6c7fe38-6c8a-46af-9458-b1f65c4e5aa4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:29.881934 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:29.882416 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6c7fe38-6c8a-46af-9458-b1f65c4e5aa4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:29.882881 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'status': 'completed', 'code': 200} Jul 29 23:49:29.934919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-14648ba5-00c2-46cb-834f-3bef0196dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.936459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-14648ba5-00c2-46cb-834f-3bef0196dd87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6609c72-7f61-4fc3-85f3-121c560e70cf HTTP/1.1" status: 200 len: 853 time: 0.1920488 Jul 29 23:49:29.990280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['fbd8c3d4-a85a-47e4-942e-ab222a924abc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:29.995749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-f52a8081-2193-4ab5-8726-15398d1e9a29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d40f36f9-6690-4241-8678-a16949c5f440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413580 Jul 29 23:49:30.012098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b2ca-e965-4c07-b061-d2ca1b3d55b7 req-c670b3b4-929f-4bbe-8922-2bc1edf215f3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.013307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a49b2ca-e965-4c07-b061-d2ca1b3d55b7 req-c670b3b4-929f-4bbe-8922-2bc1edf215f3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 945 time: 0.1249266 Jul 29 23:49:30.170406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a49b2ca-e965-4c07-b061-d2ca1b3d55b7 req-db434276-4af6-4111-80d0-2978d0ac5006 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479230 Jul 29 23:49:30.198953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-66d56727-4ac4-4bfc-be2a-7f647cc4b531 service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844788 Jul 29 23:49:30.208535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc6889a-dab5-4101-87ca-396b847b4cf4 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:30.226488 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.283551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Transition to ACTIVE for port object cfc6889a-dab5-4101-87ca-396b847b4cf4 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:30.291889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.311760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ef01-139d-4748-9bb6-906d5e5fc9a4 req-ea9506fc-4763-45bb-b1d2-f4b997d04906 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.313359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f414ef01-139d-4748-9bb6-906d5e5fc9a4 req-ea9506fc-4763-45bb-b1d2-f4b997d04906 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.0734458 Jul 29 23:49:30.384136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c86aa06a-1889-4ff0-a715-4e17f5aaa2cf req-8cdec219-bfa6-41a6-8342-a54122eb6d01 service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705406 Jul 29 23:49:30.384872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.402197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f414ef01-139d-4748-9bb6-906d5e5fc9a4 req-dc9c87b9-a0e1-4626-8735-cdc1ed7d11b6 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729492 Jul 29 23:49:30.478353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Attempting to bind port cfc6889a-dab5-4101-87ca-396b847b4cf4 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:30.478761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Attempting to bind port cfc6889a-dab5-4101-87ca-396b847b4cf4 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:30.479027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Attempting to bind port cfc6889a-dab5-4101-87ca-396b847b4cf4 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:30.484173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Port cfc6889a-dab5-4101-87ca-396b847b4cf4 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:30.484497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Attempting to bind port cfc6889a-dab5-4101-87ca-396b847b4cf4 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:30.492153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:30.492693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:30.493308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:30.494062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Bound port: cfc6889a-dab5-4101-87ca-396b847b4cf4, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:30.494643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.647188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aedbe-b5ea-4e60-b3ff-30984a42d49b req-01a2ce0b-238f-4524-8fee-771465cfb724 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.648855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d9aedbe-b5ea-4e60-b3ff-30984a42d49b req-01a2ce0b-238f-4524-8fee-771465cfb724 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 943 time: 0.1383650 Jul 29 23:49:30.664487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:30.671864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:30.681125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-9bb045da-7701-4201-9267-efea9622e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.682560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-9bb045da-7701-4201-9267-efea9622e6a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fe4737cf4984219b5d72bfa6e6d04b3&device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 1095 time: 0.1102509 Jul 29 23:49:30.712408 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.830808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d9aedbe-b5ea-4e60-b3ff-30984a42d49b req-e1aac239-d890-4d8c-917c-dbe1e69347b4 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630983 Jul 29 23:49:30.870509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.870509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.870509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] 10.222.0.57 "PUT /v2.0/ports/cfc6889a-dab5-4101-87ca-396b847b4cf4 HTTP/1.1" status: 200 len: 1093 time: 1.7101612 Jul 29 23:49:30.881565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfe376-ce56-4488-a7fd-0cd8f0ca7610 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.958463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-0b1221e0-a0f3-4569-a60b-69c86fdcd440 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.960053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-0b1221e0-a0f3-4569-a60b-69c86fdcd440 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.57 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.1255183 Jul 29 23:49:30.974868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-162f7df5-ed5b-44aa-9136-f10fa4ccd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.977149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-162f7df5-ed5b-44aa-9136-f10fa4ccd147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d40f36f9-6690-4241-8678-a16949c5f440 HTTP/1.1" status: 200 len: 914 time: 0.2788169 Jul 29 23:49:31.092086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340d6d-3dc9-4431-bed5-589d173be5e4 req-8cabb934-5c8a-471b-ba95-a2b10c6dc760 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.092086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69340d6d-3dc9-4431-bed5-589d173be5e4 req-8cabb934-5c8a-471b-ba95-a2b10c6dc760 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 944 time: 0.1369894 Jul 29 23:49:31.092657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0353cd-1665-4f2d-8b21-e1010de8b55e req-af06aac4-912f-4490-aaad-e5ab04b5a41d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.095111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-cd9ba59c-3436-435a-b526-742f574faa83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e HTTP/1.1" status: 200 len: 217 time: 0.0931079 Jul 29 23:49:31.102955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f0353cd-1665-4f2d-8b21-e1010de8b55e req-af06aac4-912f-4490-aaad-e5ab04b5a41d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1591055 Jul 29 23:49:31.161758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-9529f483-f5e5-409b-8fff-ef4f94106e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.163664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-9529f483-f5e5-409b-8fff-ef4f94106e24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 1096 time: 0.1918020 Jul 29 23:49:31.189325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f0353cd-1665-4f2d-8b21-e1010de8b55e req-9e896114-8813-4333-bc3f-5f333bcfc465 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863233 Jul 29 23:49:31.196634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Deleting port 15b47285-4b44-457d-b1c3-169e0aa344c8 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:31.197226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.202478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fbd8c3d4-a85a-47e4-942e-ab222a924abc up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:31.248268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-325c36fe-3c03-4483-8dd0-d0447b707dda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4 HTTP/1.1" status: 200 len: 217 time: 0.0632803 Jul 29 23:49:31.254297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-a296ad56-860a-47b1-bc2a-294bc92de0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.260899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-a296ad56-860a-47b1-bc2a-294bc92de0bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6609c72-7f61-4fc3-85f3-121c560e70cf HTTP/1.1" status: 200 len: 853 time: 0.1520700 Jul 29 23:49:31.290718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69340d6d-3dc9-4431-bed5-589d173be5e4 req-79b01861-0442-4264-999a-0ad45a9f21a9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872211 Jul 29 23:49:31.321290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port fbd8c3d4-a85a-47e4-942e-ab222a924abc completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:31.336601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port fbd8c3d4-a85a-47e4-942e-ab222a924abc triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:31.336987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.373423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-f1efbacf-671b-411f-8676-c83ab254ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.375136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-f1efbacf-671b-411f-8676-c83ab254ca73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1111052 Jul 29 23:49:31.396815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-a26a2a51-492f-49e9-b0fb-061293f7c509 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d40f36f9-6690-4241-8678-a16949c5f440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203568 Jul 29 23:49:31.398035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] For port 15b47285-4b44-457d-b1c3-169e0aa344c8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=15b47285-4b44-457d-b1c3-169e0aa344c8,segment=NetworkSegment(e5d42c2a-f5a2-46c6-9be2-a59b29df1e30),segment_id=e5d42c2a-f5a2-46c6-9be2-a59b29df1e30)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:31.398035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.417448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Calling delete_port for 15b47285-4b44-457d-b1c3-169e0aa344c8 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:31.508875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.539577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:31.544502 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1acf0-8f51-4b37-8dc7-a0ac4ae5b807" -d '{"events": [{"server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "name": "network-vif-plugged", "status": "completed", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:31.562692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-77421269-600a-4dd8-8085-262415a7879f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563811 Jul 29 23:49:31.568126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:31.576017 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.646700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.658030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56e9ce-cf90-47be-ba10-62298b71db1e req-4c97d744-b138-466e-b3ef-e773508687fa tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.659498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a56e9ce-cf90-47be-ba10-62298b71db1e req-4c97d744-b138-466e-b3ef-e773508687fa tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 945 time: 0.1362510 Jul 29 23:49:31.674010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeed212-5bde-4fa3-a689-a7b2abaaa18a req-c0050d37-a1aa-48e5-8bf0-3f30269be31d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.675572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aeeed212-5bde-4fa3-a689-a7b2abaaa18a req-c0050d37-a1aa-48e5-8bf0-3f30269be31d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 945 time: 0.2023287 Jul 29 23:49:31.704218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.728146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-4fe89923-1ca2-4429-a5ca-effe79c64e4f service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982638 Jul 29 23:49:31.746944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3a56e9ce-cf90-47be-ba10-62298b71db1e req-a383578b-c642-46ab-8552-bb7f826d3e3f tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec35d51b-dad6-4610-b4c8-24bdcc3107b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771835 Jul 29 23:49:31.750216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Pushing event deleted for resources: {'Port': ['ID=15b47285-4b44-457d-b1c3-169e0aa344c8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.782774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['15b47285-4b44-457d-b1c3-169e0aa344c8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:31.789112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aeeed212-5bde-4fa3-a689-a7b2abaaa18a req-bc3b66b0-cb34-428a-aafd-94f09cb1ac9d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971816 Jul 29 23:49:31.839915 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963aa8e5-0524-4855-b66f-b91a7d8574f4 x-openstack-request-id: req-963aa8e5-0524-4855-b66f-b91a7d8574f4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:31.839915 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "name": "network-vif-plugged", "status": "completed", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:31.839915 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-963aa8e5-0524-4855-b66f-b91a7d8574f4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:31.840401 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc', 'code': 200} Jul 29 23:49:31.853989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-9f51131c-abbd-4508-9d43-98d2bc329791 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713249 Jul 29 23:49:31.875635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] No DVR routers for this DVR port 15b47285-4b44-457d-b1c3-169e0aa344c8 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:31.883196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.886815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51924298-f9d6-4f99-a496-1e8eba5b6bb4 req-d26c9764-1634-4e48-adde-2653fd93897c tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.57 "DELETE /v2.0/ports/15b47285-4b44-457d-b1c3-169e0aa344c8 HTTP/1.1" status: 204 len: 173 time: 0.9133780 Jul 29 23:49:31.887796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'name': 'network-vif-deleted', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:31.891536 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8609b-7852-4e10-9c59-54712199c259" -d '{"events": [{"server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "name": "network-vif-deleted", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:31.893221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:31.896982 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2347f08-6259-46a8-abb7-1c035003e474" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:32.039998 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f4c824-e308-4941-a08b-d84100c1325a x-openstack-request-id: req-04f4c824-e308-4941-a08b-d84100c1325a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:32.040650 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292cf8fa-93de-495a-b278-d326d786153c", "name": "network-vif-deleted", "tag": "15b47285-4b44-457d-b1c3-169e0aa344c8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:32.040650 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04f4c824-e308-4941-a08b-d84100c1325a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:32.041257 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292cf8fa-93de-495a-b278-d326d786153c', 'name': 'network-vif-deleted', 'tag': '15b47285-4b44-457d-b1c3-169e0aa344c8', 'status': 'completed', 'code': 200} Jul 29 23:49:32.063901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d350a92-eed1-40f8-a6f9-65980ed0d37e req-6c99b6cd-c5c4-46cb-bb14-6375a832ccdd service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242822 Jul 29 23:49:32.070043 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d2d63-e154-41c9-b592-8e879fd2fc01 x-openstack-request-id: req-826d2d63-e154-41c9-b592-8e879fd2fc01 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:32.070313 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:32.070566 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-826d2d63-e154-41c9-b592-8e879fd2fc01 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:32.070944 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4', 'status': 'completed', 'code': 200} Jul 29 23:49:32.080197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3aa0d-cdee-4839-98d0-51664645cd4a req-3c98637e-7904-4522-b57a-cfc1cbde087b tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.082183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fc3aa0d-cdee-4839-98d0-51664645cd4a req-3c98637e-7904-4522-b57a-cfc1cbde087b tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 943 time: 0.0972862 Jul 29 23:49:32.085888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29783f0c-248c-4e07-9b73-b19dad87dab3 req-8914acfb-14b3-4d4c-a957-b9ffb48f637a service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235875 Jul 29 23:49:32.091270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b504-5363-49ee-b164-77465210c99d req-c408cd7a-5005-4de3-9c23-332451e4c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.092894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7611b504-5363-49ee-b164-77465210c99d req-c408cd7a-5005-4de3-9c23-332451e4c15a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 1098 time: 0.0981622 Jul 29 23:49:32.145672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7611b504-5363-49ee-b164-77465210c99d req-02c73a4d-e7b6-40fb-ba71-de5881bafc98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jul 29 23:49:32.157522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fc3aa0d-cdee-4839-98d0-51664645cd4a req-3cffa56f-2f1c-43d5-8400-ffc7d033880b tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Jul 29 23:49:32.369384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347f08-6259-46a8-abb7-1c035003e474 req-95bce9ba-deb0-413b-8f6d-87ebca2f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.371011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-95bce9ba-deb0-413b-8f6d-87ebca2f3df7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 1096 time: 0.0756271 Jul 29 23:49:32.385120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc267c-e3df-4bc9-a3e0-776f0187774e req-f9f307b5-7ae9-4948-85f4-0227adfc453c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.390502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfdc267c-e3df-4bc9-a3e0-776f0187774e req-f9f307b5-7ae9-4948-85f4-0227adfc453c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0842252 Jul 29 23:49:32.436416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99238cfa-b149-4321-897c-8ef0929ce463 req-669d88cb-01cb-4889-8eed-e61865c1c04d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.437894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99238cfa-b149-4321-897c-8ef0929ce463 req-669d88cb-01cb-4889-8eed-e61865c1c04d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 944 time: 0.0626800 Jul 29 23:49:32.500035 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-99238cfa-b149-4321-897c-8ef0929ce463 req-50889ccc-9348-4705-a12f-7ba096f58edc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Jul 29 23:49:32.522108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfdc267c-e3df-4bc9-a3e0-776f0187774e req-621c8ec2-fe10-4738-b5e2-da0150b19bc8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157238 Jul 29 23:49:32.560552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347f08-6259-46a8-abb7-1c035003e474 req-80604630-cb30-48a9-95df-70303897460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.562144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-80604630-cb30-48a9-95df-70303897460f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.1699309 Jul 29 23:49:32.640229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-b91ec642-d3b8-4f64-bf4f-676318a6dd24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4 HTTP/1.1" status: 200 len: 217 time: 0.0646169 Jul 29 23:49:32.733736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347f08-6259-46a8-abb7-1c035003e474 req-f748ae74-f327-45bd-bd54-097e14ca7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.735279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-f748ae74-f327-45bd-bd54-097e14ca7d0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.0796754 Jul 29 23:49:32.798709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-2a65dc58-ff90-479d-a8d9-1b305a346a66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438523 Jul 29 23:49:32.962898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5cffb96-d0d2-4cf3-a2d3-c66948dee660 req-4b90f545-df6d-4381-936f-9f7715a6ba40 tempest-ServerAddressesNegativeTestJSON-170934820 tempest-ServerAddressesNegativeTestJSON-170934820-project] 10.222.0.49 "GET /v2.0/ports?device_id=292cf8fa-93de-495a-b278-d326d786153c HTTP/1.1" status: 200 len: 210 time: 0.0496392 Jul 29 23:49:33.009181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2cede-99d0-410f-b7e7-9d92473205ba req-e1b583f5-df8c-4c15-8312-a2237f8874c8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.012525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ad2cede-99d0-410f-b7e7-9d92473205ba req-e1b583f5-df8c-4c15-8312-a2237f8874c8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1021335 Jul 29 23:49:33.023765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-3622cf2e-5d06-4d20-9476-a6951c1eb291 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106330 Jul 29 23:49:33.100921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ad2cede-99d0-410f-b7e7-9d92473205ba req-00925d59-f120-4398-887e-84537ddfabca tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708117 Jul 29 23:49:33.322427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264a0-54a2-4352-a180-6ca4996beee6 req-e4e38d49-ded0-4f1b-bda0-5bb83ab614c8 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.331748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-74d264a0-54a2-4352-a180-6ca4996beee6 req-e4e38d49-ded0-4f1b-bda0-5bb83ab614c8 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 943 time: 0.0753531 Jul 29 23:49:33.389679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-74d264a0-54a2-4352-a180-6ca4996beee6 req-fc952659-1452-46e9-949e-b7216416f91a tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Jul 29 23:49:33.566264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2347f08-6259-46a8-abb7-1c035003e474 req-deb57e75-2b3f-4c54-9333-5a68ecc1a22c service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266433 Jul 29 23:49:33.700488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8a5c-a32d-453c-b2a9-314f231f5f4c req-9cbf6a7d-768c-4dd0-844f-3b95ea2d0d64 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.702519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d18e8a5c-a32d-453c-b2a9-314f231f5f4c req-9cbf6a7d-768c-4dd0-844f-3b95ea2d0d64 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 944 time: 0.0987043 Jul 29 23:49:33.716371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d3c0-67a5-4a4a-95df-2131cf82e2c6 req-2159b0b5-189e-44e4-87cd-94386f5d57f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.718887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d78d3c0-67a5-4a4a-95df-2131cf82e2c6 req-2159b0b5-189e-44e4-87cd-94386f5d57f4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0971901 Jul 29 23:49:33.736866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cac3e3a8-9a86-4654-b47f-8de52d37aa6e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:33.747726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b47285-4b44-457d-b1c3-169e0aa344c8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:33.762411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d18e8a5c-a32d-453c-b2a9-314f231f5f4c req-d4c0e10f-1b18-4803-8ff8-6f69572d0244 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507474 Jul 29 23:49:33.791106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d78d3c0-67a5-4a4a-95df-2131cf82e2c6 req-b131ebe4-ed5e-4e70-8f3c-056fe742abeb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641468 Jul 29 23:49:33.802667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 15b47285-4b44-457d-b1c3-169e0aa344c8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:33.803065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 15b47285-4b44-457d-b1c3-169e0aa344c8 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:33.938647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:33.960719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'network_id': 'd40f36f9-6690-4241-8678-a16949c5f440', 'port_id': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'mac_address': 'fa:16:3e:05:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6609c72-7f61-4fc3-85f3-121c560e70cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:34.007860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.024575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac3e3a8-9a86-4654-b47f-8de52d37aa6e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:34.053182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:34.056596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52570) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.063397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.133744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Deleting subnet 40c228b5-c72a-4b72-ab09-52ead3e6c3dd {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:34.140533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.154774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.199544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.293383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.349676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c548-ddc5-4a87-9054-36a702b50805 req-c973568a-4ad3-492a-9469-66aa881ac2f9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.351233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99b7c548-ddc5-4a87-9054-36a702b50805 req-c973568a-4ad3-492a-9469-66aa881ac2f9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.0971978 Jul 29 23:49:34.395030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.428132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99b7c548-ddc5-4a87-9054-36a702b50805 req-d73b28dd-e953-4169-915d-9f084196482a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673974 Jul 29 23:49:34.432989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c228b5-c72a-4b72-ab09-52ead3e6c3dd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.435714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.440586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.440804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-847151ba-7c14-4e4d-b0f4-d7fae3ef04cb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40c228b5-c72a-4b72-ab09-52ead3e6c3dd HTTP/1.1" status: 204 len: 168 time: 0.3823128 Jul 29 23:49:34.476973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['cac3e3a8-9a86-4654-b47f-8de52d37aa6e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:34.598162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.637100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b234f-c052-4a06-b2e3-edfb784314d7 req-993798aa-ba94-4593-a900-bbc05c23f6d2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.639034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-561b234f-c052-4a06-b2e3-edfb784314d7 req-993798aa-ba94-4593-a900-bbc05c23f6d2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 944 time: 0.0874166 Jul 29 23:49:34.818315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-561b234f-c052-4a06-b2e3-edfb784314d7 req-5b493440-2018-4df8-b81d-768e8e8dbb94 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344736 Jul 29 23:49:34.821305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.837548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c206b-54e9-45f7-9f6d-a17082a512f5']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:34.853429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:34.853796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d42c2a-f5a2-46c6-9be2-a59b29df1e30') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:34.870560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.876405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2624c-f44d-41fc-babd-4d217c169a1c req-59e2e9d3-f940-4bd0-b292-e5d4f9b087c6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.893448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.895478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fff2624c-f44d-41fc-babd-4d217c169a1c req-59e2e9d3-f940-4bd0-b292-e5d4f9b087c6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1436224 Jul 29 23:49:34.909051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:34.913794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:34.917134 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:34.956670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fff2624c-f44d-41fc-babd-4d217c169a1c req-3c1c6808-4297-4157-88f0-4e024e232ecd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Jul 29 23:49:35.067597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.078444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.082560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] 10.222.0.49 "DELETE /v2.0/networks/293c206b-54e9-45f7-9f6d-a17082a512f5 HTTP/1.1" status: 204 len: 168 time: 0.6404409 Jul 29 23:49:35.098909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f23db5-499b-49e4-bf64-b7df2a267d55 req-4fa5800e-9ce8-4254-826a-7620567cd204 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.103445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01f23db5-499b-49e4-bf64-b7df2a267d55 req-4fa5800e-9ce8-4254-826a-7620567cd204 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 944 time: 0.1686819 Jul 29 23:49:35.113275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531164c1-c0cd-4106-88db-f9f4f954888d req-ccb2eefc-4ae2-419c-909c-bdc4875faea9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.116386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4e34-1b9c-47dd-aece-47caf24e7b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=293c206b-54e9-45f7-9f6d-a17082a512f5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.127868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531164c1-c0cd-4106-88db-f9f4f954888d req-ccb2eefc-4ae2-419c-909c-bdc4875faea9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0875049 Jul 29 23:49:35.185274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01f23db5-499b-49e4-bf64-b7df2a267d55 req-a8d1e4c1-89b5-478e-9dea-b6763816a33f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661056 Jul 29 23:49:35.186536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531164c1-c0cd-4106-88db-f9f4f954888d req-07212712-3e71-4218-8395-180f0f755936 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525212 Jul 29 23:49:35.324032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52602) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.382380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b02df94d-f7db-43e1-a1cb-12a56ee53929 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c659c8737d174205923bdd112c320e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565584 Jul 29 23:49:35.384093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52604) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.442480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.475728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.540211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.543739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.545187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec35d51b-dad6-4610-b4c8-24bdcc3107b7 HTTP/1.1" status: 204 len: 168 time: 0.1598282 Jul 29 23:49:35.563694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a906f89-12e0-48cb-af65-439586600a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec35d51b-dad6-4610-b4c8-24bdcc3107b7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.752905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cfc6889a-dab5-4101-87ca-396b847b4cf4 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:35.797210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cac3e3a8-9a86-4654-b47f-8de52d37aa6e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:35.983474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port cac3e3a8-9a86-4654-b47f-8de52d37aa6e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:35.996679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port cac3e3a8-9a86-4654-b47f-8de52d37aa6e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:35.997269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.051254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da579c5d-ff95-46ad-b4c2-51d920893010 req-07064584-329a-4c97-a441-d75242daa598 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.053537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da579c5d-ff95-46ad-b4c2-51d920893010 req-07064584-329a-4c97-a441-d75242daa598 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 944 time: 0.0993805 Jul 29 23:49:36.069048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:36.087219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'cfc6889a-dab5-4101-87ca-396b847b4cf4', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': 'cfc6889a-dab5-4101-87ca-396b847b4cf4', 'mac_address': 'fa:16:3e:49:4c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:36.143490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da579c5d-ff95-46ad-b4c2-51d920893010 req-bb6c45fe-f3b1-491c-bc1a-92a68d0149e2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Jul 29 23:49:36.218659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.223535 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.241670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6adbf-e9f4-460c-b31b-8a4dc2d31c88 req-61568dfe-7634-44f1-a1bd-81f67af29295 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.257376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc6889a-dab5-4101-87ca-396b847b4cf4 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:36.273437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff6adbf-e9f4-460c-b31b-8a4dc2d31c88 req-61568dfe-7634-44f1-a1bd-81f67af29295 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1614845 Jul 29 23:49:36.294087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:36.297354 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f25c9c3-8e2c-4e92-8289-08a4c5ddb38f" -d '{"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-plugged", "status": "completed", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:36.323601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:36.332381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:36.335847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.351225 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.383298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff6adbf-e9f4-460c-b31b-8a4dc2d31c88 req-a21d9cf2-9b1a-4b62-a1b7-12f5ec26da0c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075337 Jul 29 23:49:36.490391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac2cd0-ba83-476a-b01f-78ef215f5b31 req-6a2df58d-8375-43fc-a768-eae5e370a2b1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.495627 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c3ac2cd0-ba83-476a-b01f-78ef215f5b31 req-6a2df58d-8375-43fc-a768-eae5e370a2b1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1491110 Jul 29 23:49:36.500128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.580602 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c3ac2cd0-ba83-476a-b01f-78ef215f5b31 req-e3d8b443-cc90-498b-b1b4-999144edb37f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Jul 29 23:49:36.637163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1849c0-0d25-4f0b-9d02-673bbaff56d6 req-6bc47635-e51e-423a-b0b2-f48df2c8423e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.650513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa1849c0-0d25-4f0b-9d02-673bbaff56d6 req-6bc47635-e51e-423a-b0b2-f48df2c8423e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 945 time: 0.1489615 Jul 29 23:49:36.703615 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df57b5f-0e72-4da3-ab22-b491ad89d110 x-openstack-request-id: req-7df57b5f-0e72-4da3-ab22-b491ad89d110 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:36.704459 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-plugged", "status": "completed", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:36.707539 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7df57b5f-0e72-4da3-ab22-b491ad89d110 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:36.710600 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'code': 200} Jul 29 23:49:36.713445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.738005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa1849c0-0d25-4f0b-9d02-673bbaff56d6 req-3cccc300-ad70-42a4-bb6c-fde17304c272 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839915 Jul 29 23:49:36.799050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['cfc6889a-dab5-4101-87ca-396b847b4cf4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:36.946194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52650) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:37.108051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-network', 'tenant_id': '0dd954c0a721445f94a65867101f2147'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:37.125260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6328b1e-07f6-4665-b8df-20b17c546b01 req-b0d12683-c8f0-4c20-ab32-49dbb504ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.129441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6328b1e-07f6-4665-b8df-20b17c546b01 req-b0d12683-c8f0-4c20-ab32-49dbb504ff36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 1097 time: 0.2530832 Jul 29 23:49:37.140306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Made reservation on behalf of 0dd954c0a721445f94a65867101f2147 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:37.144978 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.162017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.191646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6328b1e-07f6-4665-b8df-20b17c546b01 req-f9eef26d-f439-491a-b3fe-7b17bcf848bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494099 Jul 29 23:49:37.331340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.336777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.360161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:37.369789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf2cec-12b0-4573-a0a7-cf1502a254da req-7ba34234-6374-4c5c-9f85-53ba129289b3 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.371368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14bf2cec-12b0-4573-a0a7-cf1502a254da req-7ba34234-6374-4c5c-9f85-53ba129289b3 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.0994589 Jul 29 23:49:37.396697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.397056 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Added segment d45a78dd-00dc-4b37-9a75-44983f160531 of type vlan for network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec Jul 29 23:49:37.409671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad139a-0f5c-424a-9e0a-1dffcef539b1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.466614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14bf2cec-12b0-4573-a0a7-cf1502a254da req-944584f3-0f3e-467e-babe-99d4bf2bed36 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827124 Jul 29 23:49:37.482029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.529570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.531037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.531662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.596787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6485939 Jul 29 23:49:37.602035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:37.612857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Request body: {'subnet': {'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-subnet', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:37.616381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b3d05-dc65-46ae-9dfe-4a13d67ef375 req-a862a018-18a2-41d8-8fef-92c114a901a3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.618195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-292b3d05-dc65-46ae-9dfe-4a13d67ef375 req-a862a018-18a2-41d8-8fef-92c114a901a3 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1028872 Jul 29 23:49:37.619297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ede39-3d3b-4f5e-b739-29ba584ee667 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.635803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:37.651029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Made reservation on behalf of 0dd954c0a721445f94a65867101f2147 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:37.655583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.721215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-292b3d05-dc65-46ae-9dfe-4a13d67ef375 req-74a299a8-c43a-473b-89b0-f82e11e0bc4a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730371 Jul 29 23:49:37.879230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c57f9a-37cc-46ce-8a73-0fb3b979fbe9 req-5ac0b1ef-83e8-479d-9bd6-1496b957dffa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.880774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51c57f9a-37cc-46ce-8a73-0fb3b979fbe9 req-5ac0b1ef-83e8-479d-9bd6-1496b957dffa tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1217616 Jul 29 23:49:37.904698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6121163-390f-4bae-aab5-384678eca147 req-6fd2d519-6dc0-44ae-aa7f-cb74578bb211 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.906654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6121163-390f-4bae-aab5-384678eca147 req-6fd2d519-6dc0-44ae-aa7f-cb74578bb211 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 945 time: 0.0823023 Jul 29 23:49:37.957373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6121163-390f-4bae-aab5-384678eca147 req-aa9fa630-1b05-42d4-a47a-13700a09e624 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Jul 29 23:49:37.963660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51c57f9a-37cc-46ce-8a73-0fb3b979fbe9 req-8e46964e-cc27-4a13-acfa-9ccabd773fc5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Jul 29 23:49:38.056283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.131752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc683910-442a-4ca9-a60b-8b8b9c57d1f5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:38.144442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Checking segment: {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:38.144818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Network hostable DHCP agents. Network: 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:38.167479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:38.181004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:38.206963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.208254 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.209967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a330aa-056b-4097-ab69-fc78b953c8f3 None None] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:38.233742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90f9260d-9c52-4ceb-81fd-6b99b6f61346 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6302209 Jul 29 23:49:38.234672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52678) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.243811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:38.281181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.282377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.355406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.418249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693aa62-5f6d-4c85-8e9b-306cb6536075 None None] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:38.550901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.720404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb687e28-81ac-430a-b397-c28856ceca3e req-7732677f-e9cb-4c2c-848c-b634dd48b028 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.732975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb687e28-81ac-430a-b397-c28856ceca3e req-7732677f-e9cb-4c2c-848c-b634dd48b028 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.1644812 Jul 29 23:49:38.834406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb687e28-81ac-430a-b397-c28856ceca3e req-9f9f0300-2217-49cd-a854-5dc72186fbdb tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Jul 29 23:49:38.916046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56a67-1988-4fed-9314-0cda1edff719 req-49e312bd-be27-462e-8b3d-d111428e8c5e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.917862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ac56a67-1988-4fed-9314-0cda1edff719 req-49e312bd-be27-462e-8b3d-d111428e8c5e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.0787418 Jul 29 23:49:38.975484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6ac56a67-1988-4fed-9314-0cda1edff719 req-152f20c8-8311-469f-b7bf-9fd12698dfcc tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497520 Jul 29 23:49:39.028430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.053309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.162535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a0c96-535e-405c-a924-1e2194fb8fdf req-9428e07e-ee59-4096-9c6a-883f60513edd tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.164564 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-415a0c96-535e-405c-a924-1e2194fb8fdf req-9428e07e-ee59-4096-9c6a-883f60513edd tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0772669 Jul 29 23:49:39.179066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773c2cd-d1a0-422d-a42a-4daf33c9bc59 req-bf5c6f17-01ba-4693-a873-c2af6f5ed3e9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.180584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8773c2cd-d1a0-422d-a42a-4daf33c9bc59 req-bf5c6f17-01ba-4693-a873-c2af6f5ed3e9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 945 time: 0.1297345 Jul 29 23:49:39.257545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-415a0c96-535e-405c-a924-1e2194fb8fdf req-a2b3285f-85a6-40b7-b98c-7e64b9dab9f6 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804522 Jul 29 23:49:39.277011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8773c2cd-d1a0-422d-a42a-4daf33c9bc59 req-54ae2410-adad-4c08-abfc-822d462ef6ac tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Jul 29 23:49:39.283908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Allocated IP 172.25.5.234 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d6219085-c5fb-4bdf-9b84-afa13c3d6795) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:39.461229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.506563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.548549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:39.551713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:39.557666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:39.563560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Pushing event updated for resources: {'Port': ['ID=d6219085-c5fb-4bdf-9b84-afa13c3d6795,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.752674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cfc6889a-dab5-4101-87ca-396b847b4cf4 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:39.834872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port cfc6889a-dab5-4101-87ca-396b847b4cf4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:39.840690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port cfc6889a-dab5-4101-87ca-396b847b4cf4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:39.841282 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.910034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.977107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.006467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:40.010639 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d4a60-79d8-45bb-b624-ce455e1f1b44" -d '{"events": [{"server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "name": "network-vif-plugged", "status": "completed", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:40.058075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb9d6-df35-4b35-b2e2-a0b8367aef43 req-1ba37f85-2172-48c2-a360-3dd79eeb6aa8 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.058519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:40.064311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.071144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-804fb9d6-df35-4b35-b2e2-a0b8367aef43 req-1ba37f85-2172-48c2-a360-3dd79eeb6aa8 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.1027601 Jul 29 23:49:40.119007 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9dc918-ae75-47dc-a16e-ec6294c13b97 x-openstack-request-id: req-da9dc918-ae75-47dc-a16e-ec6294c13b97 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:40.119617 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "name": "network-vif-plugged", "status": "completed", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:40.120257 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da9dc918-ae75-47dc-a16e-ec6294c13b97 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:40.120928 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4', 'code': 200} Jul 29 23:49:40.130007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-804fb9d6-df35-4b35-b2e2-a0b8367aef43 req-2298c683-eaf2-4420-bfe0-cb15932c8971 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Jul 29 23:49:40.162063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.392943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.413492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f60e-83c8-4592-b9cc-041ed07e34ad req-8f110b9e-636e-4fe4-bcb0-1b0e2497778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.415249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5433f60e-83c8-4592-b9cc-041ed07e34ad req-8f110b9e-636e-4fe4-bcb0-1b0e2497778d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 1098 time: 0.1305292 Jul 29 23:49:40.474710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f3e20-c34b-4f6b-91bd-f0415f939810 req-af82117a-e3a9-4ab3-b24b-8c6460ae2549 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.478359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a85f3e20-c34b-4f6b-91bd-f0415f939810 req-af82117a-e3a9-4ab3-b24b-8c6460ae2549 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1937590 Jul 29 23:49:40.600355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc478-d5a8-4d26-b4a3-84335e072835 req-166104a2-05f5-42eb-a10e-f80e1bca2068 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.607825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-154fc478-d5a8-4d26-b4a3-84335e072835 req-166104a2-05f5-42eb-a10e-f80e1bca2068 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1203382 Jul 29 23:49:40.672125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-154fc478-d5a8-4d26-b4a3-84335e072835 req-7827d309-330c-4b01-9506-bbfcb46a6b96 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551963 Jul 29 23:49:40.672488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5433f60e-83c8-4592-b9cc-041ed07e34ad req-3fa197ac-5cc8-4347-b8f5-398ade9c8594 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135184 Jul 29 23:49:40.711101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a85f3e20-c34b-4f6b-91bd-f0415f939810 req-9ec6bbaa-97ff-41a0-917c-1c5213e36487 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007740 Jul 29 23:49:40.739687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-dd8a12f8-a391-423b-8e32-c2231a27b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.744599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-dd8a12f8-a391-423b-8e32-c2231a27b777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fe4737cf4984219b5d72bfa6e6d04b3&device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 1097 time: 0.1988182 Jul 29 23:49:40.822035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Router 23055ff0-7f5b-476a-9c67-6f9660afe240 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:40.862159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cfd02-aa40-4a9a-89ed-da9c6dfe44f7 req-277f8ae5-f1b0-4d68-adf0-8b0b69d06238 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.865448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-047cfd02-aa40-4a9a-89ed-da9c6dfe44f7 req-277f8ae5-f1b0-4d68-adf0-8b0b69d06238 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.0954025 Jul 29 23:49:40.942914 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-047cfd02-aa40-4a9a-89ed-da9c6dfe44f7 req-bb56326b-a90c-4bf6-becd-f2ad8b82cd8f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Jul 29 23:49:41.104845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09df58-90ba-4730-8701-74973f7eb3bf req-3cd72cee-1dc6-4dea-838d-6e759c7638f2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.106616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e09df58-90ba-4730-8701-74973f7eb3bf req-3cd72cee-1dc6-4dea-838d-6e759c7638f2 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.2161577 Jul 29 23:49:41.118348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:41.153362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Sync routers for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:41.167735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:41.168655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:49:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:41.197692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.202760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a09ff87f-ca52-4913-8450-1b5c43b14666 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9618034 Jul 29 23:49:41.202760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-ff762bc0-f797-4972-9152-5e1b99d2ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.202760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-ff762bc0-f797-4972-9152-5e1b99d2ac41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d40f36f9-6690-4241-8678-a16949c5f440 HTTP/1.1" status: 200 len: 914 time: 0.1901634 Jul 29 23:49:41.203301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.204825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e09df58-90ba-4730-8701-74973f7eb3bf req-7d9c6494-04df-4a4a-adfb-f7db82b90d01 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Jul 29 23:49:41.279636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-5f318c2b-40e6-4c58-8e04-a58878e35e10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e HTTP/1.1" status: 200 len: 217 time: 0.0673299 Jul 29 23:49:41.385771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-b42380d1-a69e-4a1e-a0c2-649ee9c64b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.389591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-b42380d1-a69e-4a1e-a0c2-649ee9c64b08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6609c72-7f61-4fc3-85f3-121c560e70cf HTTP/1.1" status: 200 len: 853 time: 0.1009915 Jul 29 23:49:41.446260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-38277f78-f268-4d89-b4e7-c95b9de24ee6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d40f36f9-6690-4241-8678-a16949c5f440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431089 Jul 29 23:49:41.536182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:41.643300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-4ce1be92-5a1f-4c14-b542-15866fa9a3fd service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795781 Jul 29 23:49:41.802809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2c37d93-8661-4a7b-976c-43e945ef2f86 req-46eb4ae4-4188-4b7c-834b-751baea5fbd3 service neutron] 10.222.0.57 "GET /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491241 Jul 29 23:49:41.905239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:39Z', 'revision_number': 3, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:41.965954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180336f5-40af-41d4-9248-1f5a05b6a647 req-10d75934-f6ad-4c40-85bc-77dde2293213 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.968125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-180336f5-40af-41d4-9248-1f5a05b6a647 req-10d75934-f6ad-4c40-85bc-77dde2293213 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1314619 Jul 29 23:49:41.974081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a11d60-5f1c-486d-bd60-5a3e6c5f071e req-2fb42ebd-88fd-4e14-8309-82130bd34bda tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.979002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Checking router: 23055ff0-7f5b-476a-9c67-6f9660afe240 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:41.979303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Updating router 23055ff0-7f5b-476a-9c67-6f9660afe240 port d6219085-c5fb-4bdf-9b84-afa13c3d6795 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:41.991080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a11d60-5f1c-486d-bd60-5a3e6c5f071e req-2fb42ebd-88fd-4e14-8309-82130bd34bda tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.0908470 Jul 29 23:49:42.025783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.056174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-180336f5-40af-41d4-9248-1f5a05b6a647 req-f1f5c2cc-939c-4e69-911d-2540b4e8ffa3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Jul 29 23:49:42.074204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.159137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a11d60-5f1c-486d-bd60-5a3e6c5f071e req-51f5f1f0-eba1-42c9-af04-83a962c146a4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617475 Jul 29 23:49:42.399409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67add702-9124-4cdd-8938-af3233e7fafc req-5e7c26bd-b1ba-4b58-b894-a4672d5e6241 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.402108 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67add702-9124-4cdd-8938-af3233e7fafc req-5e7c26bd-b1ba-4b58-b894-a4672d5e6241 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.1668174 Jul 29 23:49:42.510069 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-67add702-9124-4cdd-8938-af3233e7fafc req-477f894a-d2b1-4922-858d-45fe0f36cc40 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976830 Jul 29 23:49:42.522737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Allocated IP 172.20.0.1 (5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec/dc683910-442a-4ca9-a60b-8b8b9c57d1f5/6be07df2-112c-4463-997f-044985ad73ce) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:42.698748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.702017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b97c3-0efa-428a-9142-4ad696946077 req-f2ede242-4e45-4094-95cf-1a1b75169307 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.704310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-207b97c3-0efa-428a-9142-4ad696946077 req-f2ede242-4e45-4094-95cf-1a1b75169307 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.1010995 Jul 29 23:49:42.724732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.740130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Transition to ACTIVE for port object d6219085-c5fb-4bdf-9b84-afa13c3d6795 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:42.750962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.766517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.840422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Attempting to bind port d6219085-c5fb-4bdf-9b84-afa13c3d6795 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:42.840969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Attempting to bind port d6219085-c5fb-4bdf-9b84-afa13c3d6795 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:42.841402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Attempting to bind port d6219085-c5fb-4bdf-9b84-afa13c3d6795 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:42.844008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Pushing event updated for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.844900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b824-8990-4669-a162-86b1ea9533a2 None None] Pushing event updated for resources: {'Port': ['ID=d6219085-c5fb-4bdf-9b84-afa13c3d6795,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.852815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:42.853194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:42.853904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.854394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:42.854829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Bound port: d6219085-c5fb-4bdf-9b84-afa13c3d6795, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:42.855232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.857008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-207b97c3-0efa-428a-9142-4ad696946077 req-8fe4129c-f439-4088-81e9-bebc84b866cf tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312156 Jul 29 23:49:42.864436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.866616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.866616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.866616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.867179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.867179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.867687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.868098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.868547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.869212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.869613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.870033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:42.880136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:42.881845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:42.885469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:42.946747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.965849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] For port d6219085-c5fb-4bdf-9b84-afa13c3d6795, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:42.972434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] For port d6219085-c5fb-4bdf-9b84-afa13c3d6795, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d6219085-c5fb-4bdf-9b84-afa13c3d6795,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:42.980197 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.059693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:43.060347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:49:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.174712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.188209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b824-8990-4669-a162-86b1ea9533a2 None None] Pushing event updated for resources: {'Port': ['ID=d6219085-c5fb-4bdf-9b84-afa13c3d6795,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.233352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:43.355299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b57aa-392e-424d-a5e5-f29c589d4648 req-c31a2e86-84b3-4ff9-9ca9-622456cf3c13 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.357187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-668b57aa-392e-424d-a5e5-f29c589d4648 req-c31a2e86-84b3-4ff9-9ca9-622456cf3c13 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1650589 Jul 29 23:49:43.380078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31ef9-7923-4783-ac47-7ff0b2930b61 req-4a20218d-3998-4981-b9f9-d9a7e92106d8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.382874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a31ef9-7923-4783-ac47-7ff0b2930b61 req-4a20218d-3998-4981-b9f9-d9a7e92106d8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.0847616 Jul 29 23:49:43.480313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a31ef9-7923-4783-ac47-7ff0b2930b61 req-44233c1a-0344-41ed-bf85-34570db0ec9d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898600 Jul 29 23:49:43.505328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-668b57aa-392e-424d-a5e5-f29c589d4648 req-f8387cce-eb57-4154-8da7-50a3071a0f55 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315691 Jul 29 23:49:43.585522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:39Z', 'revision_number': 3, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.612841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.622032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.623793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078cc9f-9fb2-4f8f-abc8-9f1b3f013bd1 None None] The sync data for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 is: [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:39Z', 'revision_number': 3, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:43.769354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.786077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Pushing event updated for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.850459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea77ce-df07-4758-9645-d19aa669d49d req-0bd5ec16-60d2-492f-a65c-863859dd9a35 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.856274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12ea77ce-df07-4758-9645-d19aa669d49d req-0bd5ec16-60d2-492f-a65c-863859dd9a35 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.0904684 Jul 29 23:49:43.913958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:43.916695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:43.940042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12ea77ce-df07-4758-9645-d19aa669d49d req-95fda017-c4a2-46e8-9679-f0949abd5158 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800257 Jul 29 23:49:44.182736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Router 23055ff0-7f5b-476a-9c67-6f9660afe240 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:44.193670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c3ca7-99b0-4d04-a4ca-bb8e4a034ff8 req-19da4da7-2729-49b2-93ca-aa7ea2ba6692 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.207488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-892c3ca7-99b0-4d04-a4ca-bb8e4a034ff8 req-19da4da7-2729-49b2-93ca-aa7ea2ba6692 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.1263669 Jul 29 23:49:44.224449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5a8c3-242e-435b-95f3-3c76fc77b1ca req-67a9cd19-1749-432d-bab2-a6e1c5e9c5cd tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.232454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8fb5a8c3-242e-435b-95f3-3c76fc77b1ca req-67a9cd19-1749-432d-bab2-a6e1c5e9c5cd tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.1241701 Jul 29 23:49:44.272329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-892c3ca7-99b0-4d04-a4ca-bb8e4a034ff8 req-a8e38a31-a195-47fc-b7e0-acc751e719eb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644844 Jul 29 23:49:44.300998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d6219085-c5fb-4bdf-9b84-afa13c3d6795 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:44.354214 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8fb5a8c3-242e-435b-95f3-3c76fc77b1ca req-3eab6c69-08fc-4e98-8e6a-2f50e32c4de9 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192813 Jul 29 23:49:44.441000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d6219085-c5fb-4bdf-9b84-afa13c3d6795 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:44.462691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d6219085-c5fb-4bdf-9b84-afa13c3d6795 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:44.466486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.546325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:44.570921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-784fff98-5c4a-468f-b7c3-b07aeee0c299 admin admin] 10.222.0.49 "PUT /v2.0/routers/23055ff0-7f5b-476a-9c67-6f9660afe240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3661497 Jul 29 23:49:44.719065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.782241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d6219085-c5fb-4bdf-9b84-afa13c3d6795, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d6219085-c5fb-4bdf-9b84-afa13c3d6795,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:44.791107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.817665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ff98-5ce8-4c39-acbb-6747d1360b1d req-bd868c1d-861a-4951-8f1a-fba6e9f88fa6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.835656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a490ff98-5ce8-4c39-acbb-6747d1360b1d req-bd868c1d-861a-4951-8f1a-fba6e9f88fa6 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1837378 Jul 29 23:49:44.911281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d6219085-c5fb-4bdf-9b84-afa13c3d6795,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.922385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a490ff98-5ce8-4c39-acbb-6747d1360b1d req-64dcd7af-972d-4466-ba77-bd3ffa0380a2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856261 Jul 29 23:49:45.101943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ed4d0-27a7-40a4-91f5-02417779235f req-106fca42-6ba9-42e6-b514-f90f2de6b81a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.104471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-871ed4d0-27a7-40a4-91f5-02417779235f req-106fca42-6ba9-42e6-b514-f90f2de6b81a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0990517 Jul 29 23:49:45.198093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-871ed4d0-27a7-40a4-91f5-02417779235f req-efc90aca-4ad9-4694-b4c5-ee163c8fab55 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 Jul 29 23:49:45.377679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7e45-5b45-4a0f-973b-8d05ab0cb06b req-3813874d-a944-4eff-8868-e3774bf97b29 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.386486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b8b7e45-5b45-4a0f-973b-8d05ab0cb06b req-3813874d-a944-4eff-8868-e3774bf97b29 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.0909002 Jul 29 23:49:45.445886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b8b7e45-5b45-4a0f-973b-8d05ab0cb06b req-a43b798c-7773-4ebd-806d-7d7bb94dd051 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567224 Jul 29 23:49:45.608563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17aa4-50d7-4337-aafb-01a359cc1e2d req-80b183af-a648-4e4f-a7aa-c9ee6956f478 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.614176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42a17aa4-50d7-4337-aafb-01a359cc1e2d req-80b183af-a648-4e4f-a7aa-c9ee6956f478 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.0824778 Jul 29 23:49:45.698657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42a17aa4-50d7-4337-aafb-01a359cc1e2d req-e82584c5-bfff-4a6c-ba9c-22043010d36e tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Jul 29 23:49:45.723868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-ad39473d-dacd-4153-a6a7-4f8059aa59b6 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.726285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-ad39473d-dacd-4153-a6a7-4f8059aa59b6 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 819 time: 0.2009888 Jul 29 23:49:45.750308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-8fed1988-fe59-448a-bc76-cb06cd81bab5 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/quotas/0dd954c0a721445f94a65867101f2147 HTTP/1.1" status: 200 len: 375 time: 0.0154967 Jul 29 23:49:45.833263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-932b281f-d6b0-4a05-8645-cd7942aec358 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628805 Jul 29 23:49:46.049922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-8021a82a-925c-439b-9178-4143bab7e064 service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048745 Jul 29 23:49:46.104826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016cb2b-61ae-4055-928b-fb7c1b48bffe req-51bf3156-95e5-4014-8131-4b928d5dca96 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.107173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9016cb2b-61ae-4055-928b-fb7c1b48bffe req-51bf3156-95e5-4014-8131-4b928d5dca96 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.0783486 Jul 29 23:49:46.195940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9016cb2b-61ae-4055-928b-fb7c1b48bffe req-94fb0a6b-3b0e-494f-a026-bbf85ab67cba tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 Jul 29 23:49:46.206640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-d660879b-0bd2-4546-b16b-771ac86993cf service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298680 Jul 29 23:49:46.297336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c3e428-0937-46c0-ace4-90fd7847b0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.318903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Sync routers for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:46.330220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d6219085-c5fb-4bdf-9b84-afa13c3d6795 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:46.341292 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:46.342303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:49:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:46.412038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d6219085-c5fb-4bdf-9b84-afa13c3d6795 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:46.413265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.485418 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:46.696812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689761a-6aa7-4f9b-95b7-0a3c3d523e51 req-bfc6db7e-089e-430f-a433-83464f4fec83 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.700917 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6689761a-6aa7-4f9b-95b7-0a3c3d523e51 req-bfc6db7e-089e-430f-a433-83464f4fec83 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.0848327 Jul 29 23:49:46.815651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc46f95-a29e-4674-aeee-bd820fe25e8e req-84faadc9-1e2d-4ba9-9f26-7d29e20d6042 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.816591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6689761a-6aa7-4f9b-95b7-0a3c3d523e51 req-03791159-37cb-4bef-ac85-68dcef510f38 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036780 Jul 29 23:49:46.841895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dc46f95-a29e-4674-aeee-bd820fe25e8e req-84faadc9-1e2d-4ba9-9f26-7d29e20d6042 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.1545713 Jul 29 23:49:46.935673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dc46f95-a29e-4674-aeee-bd820fe25e8e req-95eb1372-db22-4305-a691-aafdc91b40d4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921736 Jul 29 23:49:46.975112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ff70d28-ad56-496a-ba78-b7d1d381721a req-84a28207-d760-440b-a29b-ee9e5998c6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 210 time: 0.0715404 Jul 29 23:49:46.990804 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 2, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:47.032408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Checking router: 23055ff0-7f5b-476a-9c67-6f9660afe240 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:47.032931 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Updating router 23055ff0-7f5b-476a-9c67-6f9660afe240 port 6be07df2-112c-4463-997f-044985ad73ce binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:47.086644 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.185532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be196-6453-4b97-8abc-ab454f7571f0 req-7bc72e9b-d5fb-45e0-b1a0-5e784b432fa1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.199852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f92be196-6453-4b97-8abc-ab454f7571f0 req-7bc72e9b-d5fb-45e0-b1a0-5e784b432fa1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.1676071 Jul 29 23:49:47.283241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.283470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-d53cca68-9cce-485c-836f-a6c0a46f9752 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.286295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-d53cca68-9cce-485c-836f-a6c0a46f9752 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.2002602 Jul 29 23:49:47.335794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f92be196-6453-4b97-8abc-ab454f7571f0 req-8f66a7d7-9c1e-4bf7-8c93-2880412e216c tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341341 Jul 29 23:49:47.581398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port cfc6889a-dab5-4101-87ca-396b847b4cf4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:47.581792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.582514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd822-e90f-47c6-973a-61df6f1742a6 req-b56401fe-c70e-4610-940c-c814c3cb5baa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.604402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d96dd822-e90f-47c6-973a-61df6f1742a6 req-b56401fe-c70e-4610-940c-c814c3cb5baa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1991949 Jul 29 23:49:47.757738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d96dd822-e90f-47c6-973a-61df6f1742a6 req-8b57ad65-5541-4555-a6dc-2d59a2328812 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514068 Jul 29 23:49:47.807434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:47.820375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:47.998725 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.032567 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Transition to ACTIVE for port object 6be07df2-112c-4463-997f-044985ad73ce will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:48.047863 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.104169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344426-7fc6-41e5-a7b3-2fb05c3be37c req-4af6adf3-f18b-40e6-93da-a15592a48f33 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.118228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1344426-7fc6-41e5-a7b3-2fb05c3be37c req-4af6adf3-f18b-40e6-93da-a15592a48f33 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 946 time: 0.0792108 Jul 29 23:49:48.170451 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Pushing event updated for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.184492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1344426-7fc6-41e5-a7b3-2fb05c3be37c req-873c4061-0ba5-4a8b-9a1f-a6fbe2e74618 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658429 Jul 29 23:49:48.249348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.260467 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.261153 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.261753 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.263440 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.268849 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.269323 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.269768 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.270309 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.270746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.271143 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.271479 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:48.275808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.308475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:48.347901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:48.349654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c9e7f1b-440c-4835-8734-6d86e09ae037 req-c86b40dc-5174-4e80-a5a2-9eed6a8da630 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 210 time: 0.0764778 Jul 29 23:49:48.352974 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205102ad-49fd-4be9-b95a-97bf9418572e" -d '{"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-unplugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:48.370565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'port_id': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'mac_address': 'fa:16:3e:5b:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3998f5ac-da8e-4804-9acd-47f4c99c8fdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:48.396795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:48.405246 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Attempting to bind port 6be07df2-112c-4463-997f-044985ad73ce on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:48.405900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Attempting to bind port 6be07df2-112c-4463-997f-044985ad73ce by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:48.416954 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Attempting to bind port 6be07df2-112c-4463-997f-044985ad73ce on network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:48.429489 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:48.430182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Checking segment: {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:48.430825 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.431470 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Bound using segment: {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:48.432286 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Bound port: 6be07df2-112c-4463-997f-044985ad73ce, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:48.432940 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.441268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.520236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.567484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.591289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067b6d02-2c30-41ad-80db-e3a6086cd196 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:48.633000 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b015c2-d006-4050-a75e-016fc545663a x-openstack-request-id: req-f8b015c2-d006-4050-a75e-016fc545663a {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:48.633542 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-unplugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:48.634120 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b015c2-d006-4050-a75e-016fc545663a {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:48.634747 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'code': 200} Jul 29 23:49:48.640530 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] For port 6be07df2-112c-4463-997f-044985ad73ce, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:48.644590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:48.650735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] For port 6be07df2-112c-4463-997f-044985ad73ce, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6be07df2-112c-4463-997f-044985ad73ce,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:48.653614 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.656788 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.680251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8b7ecd0d-8559-4757-a17f-a5d61f2a05f4 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.682640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8b7ecd0d-8559-4757-a17f-a5d61f2a05f4 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.2400138 Jul 29 23:49:48.726246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port cfc6889a-dab5-4101-87ca-396b847b4cf4, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cfc6889a-dab5-4101-87ca-396b847b4cf4,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:48.727583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.789152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for cfc6889a-dab5-4101-87ca-396b847b4cf4 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:48.803795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807672c-163f-41c0-8552-1eade9f97bf5 req-70f716e1-88a5-4abc-b6cc-f5c8d129b79c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.815870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6807672c-163f-41c0-8552-1eade9f97bf5 req-70f716e1-88a5-4abc-b6cc-f5c8d129b79c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 943 time: 0.3705075 Jul 29 23:49:48.834315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.841492 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:48.843054 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:49:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:48.949121 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732afd-b47c-4127-bac6-c62e4ce359b2 None None] Pushing event updated for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.033745 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-131a1db1-2459-4100-8f9d-d2902a20a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.046678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-4da44d3d-1024-4149-91c9-1061803a44ce tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.050066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-4da44d3d-1024-4149-91c9-1061803a44ce tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 819 time: 0.3440073 Jul 29 23:49:49.065724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332bbb8-3511-4662-a37e-875651fbbd56 req-ade40a06-650d-45ea-8076-bd7c421eefc9 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.066004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6807672c-163f-41c0-8552-1eade9f97bf5 req-eb0ba1a9-f7cc-4915-b76a-1f76323e037c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485182 Jul 29 23:49:49.069214 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2332bbb8-3511-4662-a37e-875651fbbd56 req-ade40a06-650d-45ea-8076-bd7c421eefc9 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 945 time: 0.2054427 Jul 29 23:49:49.080683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'port': {'device_id': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'admin_state_up': True, 'tenant_id': '0dd954c0a721445f94a65867101f2147'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.091118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['067b6d02-2c30-41ad-80db-e3a6086cd196'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:49.184175 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:49.241857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Deleting port cac3e3a8-9a86-4654-b47f-8de52d37aa6e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:49.242149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.322002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.520097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.557715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:49.558525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.559420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:49.620422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=cfc6889a-dab5-4101-87ca-396b847b4cf4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.637333 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:48Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:49.677080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Calling delete_port for cac3e3a8-9a86-4654-b47f-8de52d37aa6e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:49.736002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069dfea5-05e6-4b55-85f9-eb4b510654d9 None None] The sync data for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 is: [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:48Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:49.751168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port cfc6889a-dab5-4101-87ca-396b847b4cf4 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:49.761966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.761966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e765d29b-a248-4426-b66f-a0b8d1920ef6 req-2ccd3c75-edde-43ae-bf4b-21ffb77e00a2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "DELETE /v2.0/ports/cfc6889a-dab5-4101-87ca-396b847b4cf4 HTTP/1.1" status: 204 len: 173 time: 2.4126291 Jul 29 23:49:49.764999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'name': 'network-vif-deleted', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:49.768102 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc0f6bc-aca8-4e70-8d20-fa6a70b412e2" -d '{"events": [{"server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "name": "network-vif-deleted", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:49.864366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cac3e3a8-9a86-4654-b47f-8de52d37aa6e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:49.943952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2332bbb8-3511-4662-a37e-875651fbbd56 req-675c7d77-6c2a-4714-b753-6b8d79269305 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d92d586-655f-4ac7-a980-c9e29d65f2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8546674 Jul 29 23:49:49.969105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Made reservation on behalf of 0dd954c0a721445f94a65867101f2147 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:49.974322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.099849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1eb19-10a3-4754-95ce-625502378133 req-a4e9737d-3475-482c-8b37-44e07d422bdf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.103049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.112854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1f1eb19-10a3-4754-95ce-625502378133 req-a4e9737d-3475-482c-8b37-44e07d422bdf tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.3639443 Jul 29 23:49:50.215021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1f1eb19-10a3-4754-95ce-625502378133 req-3dd03dd7-6b81-49b8-a726-1b9b9cc41e85 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006100 Jul 29 23:49:50.237232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port cac3e3a8-9a86-4654-b47f-8de52d37aa6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,segment=NetworkSegment(49a1528d-ac72-4360-a612-1aade6cfcb03),segment_id=49a1528d-ac72-4360-a612-1aade6cfcb03)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:50.245156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.246081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cfc6889a-dab5-4101-87ca-396b847b4cf4 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:50.327293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c8e3765e-b760-4be6-95ad-13ad13afd47f req-66794a53-28b9-4f87-a76f-73dd944e6a9b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3ff8661-4054-43c5-8373-f65563327049 HTTP/1.1" status: 200 len: 210 time: 0.1846161 Jul 29 23:49:50.472828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: cfc6889a-dab5-4101-87ca-396b847b4cf4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:50.473391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device cfc6889a-dab5-4101-87ca-396b847b4cf4 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:50.483171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6be07df2-112c-4463-997f-044985ad73ce up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:50.492869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.509110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b747821a-63e3-439a-bcd5-44309ab6d750 req-bf49331f-ffc4-48a8-9385-19d73df63bf8 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 210 time: 0.0692368 Jul 29 23:49:50.511370 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb57f88-3a72-4f24-9f3d-cfe420fb4fdb x-openstack-request-id: req-8bb57f88-3a72-4f24-9f3d-cfe420fb4fdb {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:50.512028 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff8661-4054-43c5-8373-f65563327049", "name": "network-vif-deleted", "tag": "cfc6889a-dab5-4101-87ca-396b847b4cf4", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:50.513384 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bb57f88-3a72-4f24-9f3d-cfe420fb4fdb {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:50.514012 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff8661-4054-43c5-8373-f65563327049', 'name': 'network-vif-deleted', 'tag': 'cfc6889a-dab5-4101-87ca-396b847b4cf4', 'status': 'completed', 'code': 200} Jul 29 23:49:50.542514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.553580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Allocated IP 172.20.0.4 (5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec/dc683910-442a-4ca9-a60b-8b8b9c57d1f5/c4dffe07-702a-4257-948d-eca75deeba05) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:50.653304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:50.660384 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2de916-96fd-4edc-9711-f8d0a2ba33be" -d '{"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:50.688767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Pushing event deleted for resources: {'Port': ['ID=cac3e3a8-9a86-4654-b47f-8de52d37aa6e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.694120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.751288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6be07df2-112c-4463-997f-044985ad73ce completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:50.776814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6be07df2-112c-4463-997f-044985ad73ce triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.779182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.865116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] No DVR routers for this DVR port cac3e3a8-9a86-4654-b47f-8de52d37aa6e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:50.872183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.881738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a0bd85f-a265-4f60-8367-ea235edf3cb8 req-8ff4a766-b246-4061-9ca2-891f15d219b1 tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.57 "DELETE /v2.0/ports/cac3e3a8-9a86-4654-b47f-8de52d37aa6e HTTP/1.1" status: 204 len: 173 time: 2.1718137 Jul 29 23:49:50.955871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.002254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.023827 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d968ad-3071-4e9a-accd-919c147887cd x-openstack-request-id: req-e7d968ad-3071-4e9a-accd-919c147887cd {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:51.024322 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:51.024868 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7d968ad-3071-4e9a-accd-919c147887cd {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:51.025427 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'code': 200} Jul 29 23:49:51.103923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6be07df2-112c-4463-997f-044985ad73ce, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6be07df2-112c-4463-997f-044985ad73ce,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:51.111102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.246531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0526704-dec1-4b50-9adb-20bd8685a929 req-76507e00-b917-478f-9f9e-10186112667f tempest-InstanceActionsTestJSON-1850478899 tempest-InstanceActionsTestJSON-1850478899-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb7241-469e-478b-8260-a654a3908dc1 HTTP/1.1" status: 200 len: 210 time: 0.0918710 Jul 29 23:49:51.266441 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e88e81-a205-42e6-8f4e-315d8088c38b req-dd8eb672-f1f3-4df3-9453-e43f587620b5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.269223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62e88e81-a205-42e6-8f4e-315d8088c38b req-dd8eb672-f1f3-4df3-9453-e43f587620b5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 944 time: 0.2478197 Jul 29 23:49:51.271040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.282353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.408249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:51.429135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:51.433804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.437084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:51.448017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-62e88e81-a205-42e6-8f4e-315d8088c38b req-c174c4cd-b52d-4557-8a8e-18ffdc8d0271 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655152 Jul 29 23:49:51.509561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.510393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.536253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-28af709b-f0ad-4530-8cd1-8058a99ca45d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4643915 Jul 29 23:49:51.542030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025ca6b-e260-4c94-ad17-ab2a5b4a8078 req-b9d46df1-7acc-4872-afc8-0b5ce878af7a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.545127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e025ca6b-e260-4c94-ad17-ab2a5b4a8078 req-b9d46df1-7acc-4872-afc8-0b5ce878af7a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1195779 Jul 29 23:49:51.577917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Request body: {'port': {'device_id': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:51.654885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e025ca6b-e260-4c94-ad17-ab2a5b4a8078 req-e7958b26-2453-4584-87c9-356e2da3c681 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872793 Jul 29 23:49:51.730646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.829166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:51.906204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce43c63-b927-4c2d-95f4-dd71e1599222 req-93f3fb8e-82fb-4c98-8b07-840c713000aa tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.908004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fce43c63-b927-4c2d-95f4-dd71e1599222 req-93f3fb8e-82fb-4c98-8b07-840c713000aa tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 931 time: 0.1739180 Jul 29 23:49:51.983094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 067b6d02-2c30-41ad-80db-e3a6086cd196 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:51.983909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.180503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fce43c63-b927-4c2d-95f4-dd71e1599222 req-9c390a13-8c99-4a86-942b-7c2e1fc3cfcc tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596984 Jul 29 23:49:52.328433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6be07df2-112c-4463-997f-044985ad73ce up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:52.360435 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.395039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.426359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.478617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:52.491093 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.502254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6be07df2-112c-4463-997f-044985ad73ce triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:52.503379 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.519501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-deleted', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:52.523320 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea02be2f-4faf-4c62-b63c-85fdef77774a" -d '{"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-deleted", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:52.656837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.669096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Deleting subnet c6609c72-7f61-4fc3-85f3-121c560e70cf {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:52.682599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.728840 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9ad7ce-8420-47fd-8245-c77f143e192f x-openstack-request-id: req-fd9ad7ce-8420-47fd-8245-c77f143e192f {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:52.729260 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb7241-469e-478b-8260-a654a3908dc1", "name": "network-vif-deleted", "tag": "cac3e3a8-9a86-4654-b47f-8de52d37aa6e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:52.729539 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd9ad7ce-8420-47fd-8245-c77f143e192f {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:52.730048 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb7241-469e-478b-8260-a654a3908dc1', 'name': 'network-vif-deleted', 'tag': 'cac3e3a8-9a86-4654-b47f-8de52d37aa6e', 'status': 'completed', 'code': 200} Jul 29 23:49:52.787842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.834662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dffe07-702a-4257-948d-eca75deeba05 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:52.855205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.885837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Transition to ACTIVE for port object c4dffe07-702a-4257-948d-eca75deeba05 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:52.895485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.901378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb3cb-aab6-4170-8c40-5ddd8f6c74e5 req-54d8ce4d-5704-47f1-9e3e-b3c9adb0465c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.903975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9aeb3cb-aab6-4170-8c40-5ddd8f6c74e5 req-54d8ce4d-5704-47f1-9e3e-b3c9adb0465c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1567779 Jul 29 23:49:52.905686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.000546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.017768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-1f90b7bf-6ad0-41fb-af50-89b27e01c794 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.026841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:53.027361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-1f90b7bf-6ad0-41fb-af50-89b27e01c794 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.1853683 Jul 29 23:49:53.030825 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0e294-0755-42d2-b8d1-9dad3900de28" -d '{"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-plugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:53.041893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.059107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-547409a0-36e9-4e06-8a34-0844ceb76431 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0295787 Jul 29 23:49:53.118358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9aeb3cb-aab6-4170-8c40-5ddd8f6c74e5 req-bf37311b-a990-4e8f-aa58-1775c29cd4ad tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733220 Jul 29 23:49:53.122724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6609c72-7f61-4fc3-85f3-121c560e70cf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.149213 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.155673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ed924d12-245b-41d0-8e64-4efdc6db019a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c6609c72-7f61-4fc3-85f3-121c560e70cf HTTP/1.1" status: 204 len: 168 time: 0.7579880 Jul 29 23:49:53.161692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52960) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.178134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Attempting to bind port c4dffe07-702a-4257-948d-eca75deeba05 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:53.178846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Attempting to bind port c4dffe07-702a-4257-948d-eca75deeba05 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:53.179550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Attempting to bind port c4dffe07-702a-4257-948d-eca75deeba05 on network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:53.186023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Port c4dffe07-702a-4257-948d-eca75deeba05 on network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:53.186736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Attempting to bind port c4dffe07-702a-4257-948d-eca75deeba05 on network 5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:53.194201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:53.194955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Checking segment: {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:53.197406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Bound using segment: {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:53.198141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Bound port: c4dffe07-702a-4257-948d-eca75deeba05, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45a78dd-00dc-4b37-9a75-44983f160531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:53.198717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.270709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-8762cc0b-fcdd-4c2b-afc7-b0ee33d2cc37 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1666484 Jul 29 23:49:53.284082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.356245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:53.360728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:53.366758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.380417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a2f65-0724-44de-a4de-65236097d534 req-eab83e2a-aefc-4c0a-9abd-593e8d18e5c9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.382095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-535a2f65-0724-44de-a4de-65236097d534 req-eab83e2a-aefc-4c0a-9abd-593e8d18e5c9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1493642 Jul 29 23:49:53.453128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.454167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.469056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40f36f9-6690-4241-8678-a16949c5f440']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.489262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.490132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.490985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a1528d-ac72-4360-a612-1aade6cfcb03') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.491282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a1528d-ac72-4360-a612-1aade6cfcb03') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.492162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-039638ab-d24b-4f39-8340-871f9d9e3b09 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 1092 time: 1.9383128 Jul 29 23:49:53.493180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:53.496143 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504f935-3541-48c0-a016-c92295cc395f" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:53.504011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.526768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-718fe6f1-2d41-4c39-9554-1324d7ac1c6a service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356877 Jul 29 23:49:53.531056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-535a2f65-0724-44de-a4de-65236097d534 req-b5ad2c87-4f1c-49d6-8469-3045a057ab6d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740073 Jul 29 23:49:53.548774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.603662 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463d6bf-25a0-4bee-a57f-ac20ac173813 x-openstack-request-id: req-b463d6bf-25a0-4bee-a57f-ac20ac173813 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:53.604371 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-plugged", "status": "completed", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:53.604519 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b463d6bf-25a0-4bee-a57f-ac20ac173813 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:53.605156 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'code': 200} Jul 29 23:49:53.636052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:53.636771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:53.652555 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:53.702833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-75911574-9324-4351-83de-9766627caaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.705956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-75911574-9324-4351-83de-9766627caaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1095 time: 0.1090386 Jul 29 23:49:53.801884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.807192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.810207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d40f36f9-6690-4241-8678-a16949c5f440 HTTP/1.1" status: 204 len: 168 time: 0.6466384 Jul 29 23:49:53.862215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-a8b1d3bf-74d5-4cef-96bd-3ef4ed9e47cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0715196 Jul 29 23:49:53.873796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2f29d-889d-456a-8136-d2146feed2ac req-dc7eb722-2423-4ee1-8083-a42b19e1d195 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.882202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-41b2f29d-889d-456a-8136-d2146feed2ac req-dc7eb722-2423-4ee1-8083-a42b19e1d195 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 943 time: 0.1702158 Jul 29 23:49:53.924280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-00728890-a13c-456e-9009-9bf3c3da7692 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936293 Jul 29 23:49:53.926766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ead60-fbd4-443f-aaee-31e5f8ffe754 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40f36f9-6690-4241-8678-a16949c5f440,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.961884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b27b-a9f7-4a10-ad49-0da05605aa4a req-699aabf8-87dc-45d8-bd10-e480ba6146b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.965184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d57b27b-a9f7-4a10-ad49-0da05605aa4a req-699aabf8-87dc-45d8-bd10-e480ba6146b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 1097 time: 0.0932865 Jul 29 23:49:54.006261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-41b2f29d-889d-456a-8136-d2146feed2ac req-98d2542e-6f4f-4a07-a43d-f97e2d777385 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229525 Jul 29 23:49:54.028913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52976) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.032213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61919bd-31b1-4719-82d6-919a5859deec req-b81c63a3-5249-47cd-a5f6-031a96dcf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.034376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-b81c63a3-5249-47cd-a5f6-031a96dcf1e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.1491308 Jul 29 23:49:54.051849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d57b27b-a9f7-4a10-ad49-0da05605aa4a req-4ac320cf-f0e5-4057-8a3f-24633ff882cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740118 Jul 29 23:49:54.119927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-e62e9667-ae70-4527-a51e-e04e03af17b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487669 Jul 29 23:49:54.147544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34756e0d-c61f-4f7c-988f-14e51dbd4d65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fe4737cf4984219b5d72bfa6e6d04b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171689 Jul 29 23:49:54.152171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.291578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.344995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.517837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.524630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.529484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d92d586-655f-4ac7-a980-c9e29d65f2e9 HTTP/1.1" status: 204 len: 168 time: 0.3729157 Jul 29 23:49:54.532711 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e46f44c-0588-45f1-8955-13312e03ccd8 x-openstack-request-id: req-8e46f44c-0588-45f1-8955-13312e03ccd8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:54.533152 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:54.533782 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e46f44c-0588-45f1-8955-13312e03ccd8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:54.534559 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:49:54.567700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900607e-bb51-4d61-97aa-924983dfffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d92d586-655f-4ac7-a980-c9e29d65f2e9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.619933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a0f5b-4a85-4e4c-b426-1b9bd470df08 req-994753d8-b35d-48cb-af18-285e7cbc1430 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.630702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d79a0f5b-4a85-4e4c-b426-1b9bd470df08 req-994753d8-b35d-48cb-af18-285e7cbc1430 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2899237 Jul 29 23:49:54.639845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a46e0d98-aa6d-42f6-a237-7aa74e120f69 req-29ab1cd1-6420-4423-a4f6-3152c2a275c7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 210 time: 0.0642266 Jul 29 23:49:54.687129 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-1db9bb98-45b2-4303-93b8-aa727b828d5c service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536182 Jul 29 23:49:54.737463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d79a0f5b-4a85-4e4c-b426-1b9bd470df08 req-3d5c016f-8ea7-498e-914d-465eee973016 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050162 Jul 29 23:49:54.946886 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e61919bd-31b1-4719-82d6-919a5859deec req-ceeb0130-8e26-492c-a3d0-687beda3f323 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394071 Jul 29 23:49:54.961536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0eeb5-2763-4de3-8979-4cb1dabc3fab req-976e44ef-9e7f-4014-ad66-14cef674bdd7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.965023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef0eeb5-2763-4de3-8979-4cb1dabc3fab req-976e44ef-9e7f-4014-ad66-14cef674bdd7 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1182029 Jul 29 23:49:55.045854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef0eeb5-2763-4de3-8979-4cb1dabc3fab req-8af79715-a63a-4ca1-a807-224a50e6371b tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738990 Jul 29 23:49:55.244112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f935-3541-48c0-a016-c92295cc395f req-192cc56c-a864-48a0-b815-0d4c1da794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.245763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-192cc56c-a864-48a0-b815-0d4c1da794f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1095 time: 0.1442406 Jul 29 23:49:55.262164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e55a-7d7f-4e3a-bfb9-1cd04a5e081c req-ca91bbab-1103-4321-9f40-5da28167b8a4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.277744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02e3e55a-7d7f-4e3a-bfb9-1cd04a5e081c req-ca91bbab-1103-4321-9f40-5da28167b8a4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 943 time: 0.1784067 Jul 29 23:49:55.434460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02e3e55a-7d7f-4e3a-bfb9-1cd04a5e081c req-8b4dc3d4-d0b0-46b3-8f78-ac56393499c9 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550570 Jul 29 23:49:55.508395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f935-3541-48c0-a016-c92295cc395f req-83402323-dbb2-4709-b8da-396cf5a8d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.509967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-83402323-dbb2-4709-b8da-396cf5a8d7f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.2278593 Jul 29 23:49:55.589503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-9fe5006d-2e42-4b59-8afb-6157b7a17403 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0526259 Jul 29 23:49:55.685565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f935-3541-48c0-a016-c92295cc395f req-27999731-e548-4789-a577-f4fe503bf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.685565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-27999731-e548-4789-a577-f4fe503bf424 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.0824947 Jul 29 23:49:55.746657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-6088cc58-5874-4376-b010-f489a04cf091 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505855 Jul 29 23:49:55.873929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f03fcea-b804-4676-b5c8-51b6c0652e6d req-ea1b9d78-c1a5-4590-b358-7e870ac1f464 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 210 time: 0.1069989 Jul 29 23:49:56.021163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-4ee8c2bc-093c-48b9-a8f5-21fcd72467af service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398050 Jul 29 23:49:56.034154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace3d6-2cf8-4c72-bd90-523e4e14a31d req-46a0a886-77ee-460c-b582-286f7d046370 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.036565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1ace3d6-2cf8-4c72-bd90-523e4e14a31d req-46a0a886-77ee-460c-b582-286f7d046370 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1249924 Jul 29 23:49:56.092852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53040) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.215372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1ace3d6-2cf8-4c72-bd90-523e4e14a31d req-369f8d3b-872c-4a25-814a-8a9e68fb5d05 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622334 Jul 29 23:49:56.274082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2e9d9-8437-4e0a-af4c-5d39ed1ed684 req-099281fd-4e3d-4224-8662-0af9b39b8623 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.278261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33f2e9d9-8437-4e0a-af4c-5d39ed1ed684 req-099281fd-4e3d-4224-8662-0af9b39b8623 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1158783 Jul 29 23:49:56.302907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2504f935-3541-48c0-a016-c92295cc395f req-c60606c3-cac5-41f2-a081-9e21aea7aee4 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635088 Jul 29 23:49:56.341754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1880742046-network', 'tenant_id': '2471e2181e9048bb94abfde6555108c0'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:56.433852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33f2e9d9-8437-4e0a-af4c-5d39ed1ed684 req-1bf2273c-e2ee-49ee-92fe-30e42d4f409e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462646 Jul 29 23:49:56.439159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Made reservation on behalf of 2471e2181e9048bb94abfde6555108c0 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:56.447006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.475120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.475446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13167923-2223-4cc8-b614-2db29bc29da1 req-f34e060c-1cc4-4a6a-b14e-a3dfaa3ec504 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.477308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13167923-2223-4cc8-b614-2db29bc29da1 req-f34e060c-1cc4-4a6a-b14e-a3dfaa3ec504 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.1403146 Jul 29 23:49:56.752516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.759319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.787956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13167923-2223-4cc8-b614-2db29bc29da1 req-01b74ff4-b0eb-4b42-bba4-5f53e4060740 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847559 Jul 29 23:49:56.817949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-2ab456ca-c753-4f52-b5a6-cdb6024d7665 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.820270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:56.823323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-2ab456ca-c753-4f52-b5a6-cdb6024d7665 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.3391302 Jul 29 23:49:56.828506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed3517-fba0-48bb-b168-e766a43d18ba,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.842362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.849199 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Added segment 7bdc3dad-89b5-4b6d-b752-133a50c16be9 of type vlan for network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 Jul 29 23:49:56.868748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.124794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.250085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:57.260448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.332736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9c7c-8c94-4d08-830a-5df8cc1cf1f3 req-8f6ad7be-4714-4d91-b5fe-72da0ec90080 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.344060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3ce9c7c-8c94-4d08-830a-5df8cc1cf1f3 req-8f6ad7be-4714-4d91-b5fe-72da0ec90080 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 943 time: 0.4164894 Jul 29 23:49:57.381342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.382879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.383338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.443338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4452f04-e679-47e2-8fa0-ec73ba6a5d91 req-c192c77e-f3ad-47d2-b8bc-64167226e508 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 210 time: 0.0730715 Jul 29 23:49:57.514331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3ce9c7c-8c94-4d08-830a-5df8cc1cf1f3 req-aca3d70e-a5d0-4f41-ac58-4659d9957ef0 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693227 Jul 29 23:49:57.532514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4352298 Jul 29 23:49:57.534479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.542103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc2b80-4802-4bd5-b003-6692ce758e7c admin admin] Pushing event updated for resources: {'Network': ['ID=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.569167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Request body: {'subnet': {'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1880742046-subnet', 'tenant_id': '2471e2181e9048bb94abfde6555108c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.569524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:57.580074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.615867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.5 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/3625361f-8d40-441e-b220-3c4f898bd167) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:57.684335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Made reservation on behalf of 2471e2181e9048bb94abfde6555108c0 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:57.686935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.832595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-c27e8798-7922-4c32-9a2b-7615e488107f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.834017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-c27e8798-7922-4c32-9a2b-7615e488107f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.1504059 Jul 29 23:49:57.860958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-8f5b5d94-64eb-4d3c-b6a0-5733dd95ad91 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/quotas/688c563619ee441fa5df886d9b853d49 HTTP/1.1" status: 200 len: 375 time: 0.0191941 Jul 29 23:49:57.876530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c4dffe07-702a-4257-948d-eca75deeba05 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:57.879469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd4bb-0720-4189-9cd9-13b0d3adc478 req-054a566f-56df-4d34-9dd6-b5903d4cdc20 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.882701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea5bd4bb-0720-4189-9cd9-13b0d3adc478 req-054a566f-56df-4d34-9dd6-b5903d4cdc20 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.2358510 Jul 29 23:49:57.950886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-7ff99259-0387-4423-b064-0039bee1a2f3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885637 Jul 29 23:49:58.069410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:58.084489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'c4dffe07-702a-4257-948d-eca75deeba05', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'port_id': 'c4dffe07-702a-4257-948d-eca75deeba05', 'mac_address': 'fa:16:3e:2a:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:58.100641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ea5bd4bb-0720-4189-9cd9-13b0d3adc478 req-cbefb905-b76d-4ed5-a637-2d2d1f72da71 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520400 Jul 29 23:49:58.114523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-3533f51a-3b28-435f-9864-cbf6cba8e6ac service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624899 Jul 29 23:49:58.138621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.158796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dffe07-702a-4257-948d-eca75deeba05 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:58.189790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:58.204516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.208961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.289285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.320525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.354303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-fa27fa23-8568-4e91-a1ff-66a9ad73f196 service neutron] 10.222.0.49 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333438 Jul 29 23:49:58.412114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e6d8e2-ea8c-43c5-b8ed-bda83418a189,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.430002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.471354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Checking segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:58.471354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Network hostable DHCP agents. Network: 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:58.473523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:58.512842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:58.521806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:58.525500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.528686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:58.567198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:58.651057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.663488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.677291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2accdcef-51ed-41ee-9eff-2cc0d5d946e3 req-6fc6616e-4e7c-428e-adab-900b524d7743 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 210 time: 0.0870175 Jul 29 23:49:58.695675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:58.746102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498f580-dc0b-47bb-a002-8482e02f5ca7 None None] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:58.746633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.746633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.757616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-db11cc2d-9f29-44d3-ade5-f96d7126c661 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8935995 Jul 29 23:49:58.825916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:58.837123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Request body: {'port': {'device_id': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:58.915547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7642799-5449-475a-a8ab-5d41c263be8c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3757234 Jul 29 23:49:58.955138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608c5d-89a1-4adf-a26b-6b344f13a93c req-1c25e707-3098-4649-840a-5eeb399e474e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.963683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1608c5d-89a1-4adf-a26b-6b344f13a93c req-1c25e707-3098-4649-840a-5eeb399e474e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 944 time: 0.1091580 Jul 29 23:49:59.028476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e14d1-5f92-46ac-83d9-447abd1ff39c req-cfa19a15-acf2-4cd4-9d9c-c34de3457aca tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.047531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af7e14d1-5f92-46ac-83d9-447abd1ff39c req-cfa19a15-acf2-4cd4-9d9c-c34de3457aca tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 931 time: 0.3416052 Jul 29 23:49:59.118013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.165008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1608c5d-89a1-4adf-a26b-6b344f13a93c req-2ed0b6ca-e7df-4cd5-a914-ee03f5566a6c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921508 Jul 29 23:49:59.274013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333e5bd-7280-4518-90ce-722398d14d22 None None] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:59.385548 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-af7e14d1-5f92-46ac-83d9-447abd1ff39c req-92bd2c44-265d-4509-91ef-79df32c77da0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343298 Jul 29 23:49:59.538782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e9498-f857-41b0-b500-7752e196ba1d req-3ad8bf4b-9569-425f-b665-261ffd725d47 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.551317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9e9498-f857-41b0-b500-7752e196ba1d req-3ad8bf4b-9569-425f-b665-261ffd725d47 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1647854 Jul 29 23:49:59.576563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-5aaac299-89fa-4a10-8064-9d91629ae67b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.591541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-5aaac299-89fa-4a10-8064-9d91629ae67b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "GET /v2.0/ports?device_id=be8d7838-0222-44c1-a501-6f0bd796d03f HTTP/1.1" status: 200 len: 945 time: 0.2245693 Jul 29 23:49:59.645911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9e9498-f857-41b0-b500-7752e196ba1d req-3e8c55e2-411c-4cb5-ba6e-af95ae7205b9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530589 Jul 29 23:49:59.925369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Deleting port 067b6d02-2c30-41ad-80db-e3a6086cd196 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:59.926628 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.054887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-826ed699-5ce2-4ccc-a302-a5e229d537a6 req-eb16269d-7e8a-4360-b2fb-1f457f3f38c1 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 210 time: 0.0996058 Jul 29 23:50:00.109738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3625361f-8d40-441e-b220-3c4f898bd167 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:00.133804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.179672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Transition to ACTIVE for port object 3625361f-8d40-441e-b220-3c4f898bd167 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:00.185976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.229953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] For port 067b6d02-2c30-41ad-80db-e3a6086cd196, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=067b6d02-2c30-41ad-80db-e3a6086cd196,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:00.232433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.286762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Calling delete_port for 067b6d02-2c30-41ad-80db-e3a6086cd196 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:00.340484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-44bfdacf-d753-474c-861f-b5215fe9b77e tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.348302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-44bfdacf-d753-474c-861f-b5215fe9b77e tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 818 time: 0.3531244 Jul 29 23:50:00.425140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Pushing event updated for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:00.441263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-5f7f877e-3434-45d0-86b4-75c2f6e0d887 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/quotas/2471e2181e9048bb94abfde6555108c0 HTTP/1.1" status: 200 len: 375 time: 0.0315108 Jul 29 23:50:00.499008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-5b2aad86-e802-4011-958f-4b78493a3ad9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511918 Jul 29 23:50:00.513224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Attempting to bind port 3625361f-8d40-441e-b220-3c4f898bd167 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:00.513757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Attempting to bind port 3625361f-8d40-441e-b220-3c4f898bd167 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:00.514285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Attempting to bind port 3625361f-8d40-441e-b220-3c4f898bd167 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:00.602904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Port 3625361f-8d40-441e-b220-3c4f898bd167 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:00.603420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Attempting to bind port 3625361f-8d40-441e-b220-3c4f898bd167 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:00.621670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:00.622235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:00.622830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:00.624192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Bound port: 3625361f-8d40-441e-b220-3c4f898bd167, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:00.624767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.664522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda6529-961e-445e-88e0-cfba09a44c44 req-feaf0974-288c-4a02-8e7c-a234864e2f61 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.674635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fda6529-961e-445e-88e0-cfba09a44c44 req-feaf0974-288c-4a02-8e7c-a234864e2f61 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 944 time: 0.2828400 Jul 29 23:50:00.732167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4d3eeedd-33f7-45ef-b558-88920150b4ff tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.734184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4d3eeedd-33f7-45ef-b558-88920150b4ff tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 814 time: 0.3444712 Jul 29 23:50:00.748001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-3b957147-1d81-4d93-874a-64a029f57a8e service neutron] 10.222.0.49 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480187 Jul 29 23:50:00.774019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:00.779177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Request body: {'port': {'device_id': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'admin_state_up': True, 'tenant_id': '688c563619ee441fa5df886d9b853d49'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:00.781334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3625361f-8d40-441e-b220-3c4f898bd167,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:00.783349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.791383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fda6529-961e-445e-88e0-cfba09a44c44 req-dce61799-3c8f-4b02-a2dd-820f60cb9714 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150174 Jul 29 23:50:00.808246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.881279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event deleted for resources: {'Port': ['ID=067b6d02-2c30-41ad-80db-e3a6086cd196,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:00.971667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.973979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.975728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] 10.222.0.57 "PUT /v2.0/ports/3625361f-8d40-441e-b220-3c4f898bd167 HTTP/1.1" status: 200 len: 1092 time: 2.1471970 Jul 29 23:50:00.982331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:00.986219 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ddca9-92d3-4a09-a938-450ded1a7ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "tag": "3625361f-8d40-441e-b220-3c4f898bd167"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:01.011525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] No DVR routers for this DVR port 067b6d02-2c30-41ad-80db-e3a6086cd196 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:01.030386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.034943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86f7386a-220a-4e4b-9cb4-5dae135e3884 req-d37281e9-7916-4810-81a7-cce54ae64604 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "DELETE /v2.0/ports/067b6d02-2c30-41ad-80db-e3a6086cd196 HTTP/1.1" status: 204 len: 173 time: 1.4000599 Jul 29 23:50:01.046661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c2528-99d1-46b6-a91e-e1ac5b67b01a service neutron] Pushing event updated for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.050056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-deleted', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:01.063560 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535de0c-2c39-4d99-b0b2-240238f99b74" -d '{"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-deleted", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:01.150478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea69c93-09c6-40d0-bda6-779aed103bb8 req-83d27f48-a88a-4261-a9e7-e7e276c6a693 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.152864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ea69c93-09c6-40d0-bda6-779aed103bb8 req-83d27f48-a88a-4261-a9e7-e7e276c6a693 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 943 time: 0.2163732 Jul 29 23:50:01.154497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-465e0dd4-7567-4328-80ab-4ebcf4e5bf7f service neutron] 10.222.0.49 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692420 Jul 29 23:50:01.226055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-2ca12ebf-3857-4826-9082-652aee2af6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.228246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-2ca12ebf-3857-4826-9082-652aee2af6ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 1095 time: 0.1582043 Jul 29 23:50:01.232127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Made reservation on behalf of 688c563619ee441fa5df886d9b853d49 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:01.238054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.278538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ea69c93-09c6-40d0-bda6-779aed103bb8 req-48f0ca57-d381-47eb-8298-3669afed0dee tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Jul 29 23:50:01.365529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-bfd2b010-8077-4c05-8fd6-62ebda06109f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3625361f-8d40-441e-b220-3c4f898bd167 HTTP/1.1" status: 200 len: 217 time: 0.0826352 Jul 29 23:50:01.541879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Allocated IP 172.20.0.13 (f2f028be-99e9-4a33-832f-47704a65e49e/3998f5ac-da8e-4804-9acd-47f4c99c8fdc/21d038e1-8444-4df2-8259-c83e01953625) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:01.605992 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:01.681386 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182dce79-e16d-4ed2-9843-802ed258a0a7 x-openstack-request-id: req-182dce79-e16d-4ed2-9843-802ed258a0a7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:01.682237 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "tag": "3625361f-8d40-441e-b220-3c4f898bd167", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:01.682237 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-182dce79-e16d-4ed2-9843-802ed258a0a7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:01.682611 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167', 'status': 'completed', 'code': 200} Jul 29 23:50:01.747102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-b5afd9f3-3857-4e6c-910c-474b71838322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.749870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-b5afd9f3-3857-4e6c-910c-474b71838322 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1912391 Jul 29 23:50:01.767350 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5688b6c-3ab8-424e-889d-d7b27665ab7e x-openstack-request-id: req-c5688b6c-3ab8-424e-889d-d7b27665ab7e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:01.767633 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d7838-0222-44c1-a501-6f0bd796d03f", "name": "network-vif-deleted", "tag": "067b6d02-2c30-41ad-80db-e3a6086cd196", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:01.779328 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5688b6c-3ab8-424e-889d-d7b27665ab7e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:01.780285 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8d7838-0222-44c1-a501-6f0bd796d03f', 'name': 'network-vif-deleted', 'tag': '067b6d02-2c30-41ad-80db-e3a6086cd196', 'status': 'completed', 'code': 200} Jul 29 23:50:01.799477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2d8f6-bc73-40a2-a043-e2ea65633d05 req-61f3cf2f-5d4d-435a-a3f4-906291d0a346 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.810776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2c2d8f6-bc73-40a2-a043-e2ea65633d05 req-61f3cf2f-5d4d-435a-a3f4-906291d0a346 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.2491379 Jul 29 23:50:01.887732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d30b16e-6cb6-4747-b8f5-8e815895161d req-e2978a60-eacc-4582-8a03-86e2e3211909 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 210 time: 0.0458908 Jul 29 23:50:01.910331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c4dffe07-702a-4257-948d-eca75deeba05 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:01.992615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2c2d8f6-bc73-40a2-a043-e2ea65633d05 req-2f31b82c-c815-4e63-bca5-9acc8c2dd138 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806514 Jul 29 23:50:02.000947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-94632dbb-80fe-402b-ba17-da1d78267902 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2178857 Jul 29 23:50:02.061264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port c4dffe07-702a-4257-948d-eca75deeba05 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:02.076969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port c4dffe07-702a-4257-948d-eca75deeba05 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:02.077831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.171685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5ef5-48b7-485c-9176-34969fefc15d req-8b9fa801-1371-4494-ad3e-cacf1b88276a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.181818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c18b5ef5-48b7-485c-9176-34969fefc15d req-8b9fa801-1371-4494-ad3e-cacf1b88276a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 944 time: 0.1216900 Jul 29 23:50:02.251547 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.257482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c18b5ef5-48b7-485c-9176-34969fefc15d req-a8b6d4e2-7684-4ee0-a9c9-5f19b11d681e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723066 Jul 29 23:50:02.287397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:02.290579 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f77f2-f17b-45ec-841d-40a1d53ca8bc" -d '{"events": [{"server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:02.317334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:02.322952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.324080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:02.344927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b4837-a7fc-4a65-b41d-ce225adbd5a1 req-4e2f676a-ab2d-4eb4-a225-8a9a85ce125c tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 210 time: 0.2147944 Jul 29 23:50:02.362464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.448039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.455647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.463577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 067b6d02-2c30-41ad-80db-e3a6086cd196 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:02.463946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 067b6d02-2c30-41ad-80db-e3a6086cd196 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:02.467461 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f3e76-685d-430d-8d2b-913819bd0434 x-openstack-request-id: req-f44f3e76-685d-430d-8d2b-913819bd0434 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:02.468331 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "name": "network-vif-plugged", "status": "completed", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:02.475406 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f44f3e76-685d-430d-8d2b-913819bd0434 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:02.476577 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'code': 200} Jul 29 23:50:02.588010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event updated for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.596364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Network f2f028be-99e9-4a33-832f-47704a65e49e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:02.614767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:02.646569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:02.691193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4fdc3-2daa-4eba-a530-dec4d709f764 req-16ec1e37-96db-47e7-9ba5-69383fce3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.694198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9e4fdc3-2daa-4eba-a530-dec4d709f764 req-16ec1e37-96db-47e7-9ba5-69383fce3ec9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.0857308 Jul 29 23:50:02.741279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-abd68614-e642-4628-98a8-b81c679e83e1 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294781 Jul 29 23:50:02.783264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.784014 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c9e4fdc3-2daa-4eba-a530-dec4d709f764 req-19633cb0-0df6-41ea-bc5e-b5bf0a886c8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784926 Jul 29 23:50:02.784279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.803702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99be8d-0a37-4333-89ae-9b8ac32c3f95 req-48d38eeb-1d4c-4586-81c9-7939b562a540 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.813150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d99be8d-0a37-4333-89ae-9b8ac32c3f95 req-48d38eeb-1d4c-4586-81c9-7939b562a540 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 943 time: 0.2263515 Jul 29 23:50:02.937564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-4a0df4fa-6f58-47db-9a24-bb7db7856ae3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1678174 Jul 29 23:50:02.977272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d99be8d-0a37-4333-89ae-9b8ac32c3f95 req-ab71231e-8685-420d-80e5-1f5e1d906df7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627851 Jul 29 23:50:03.083470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1718b358-2485-4bc1-8a2d-5fa70dd66941 req-6f3679ef-c836-4f5a-9248-cdf0a05a5131 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211408 Jul 29 23:50:03.293687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Request body: {'port': {'device_id': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:03.319512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fbef5-dcb5-4c60-8a9c-c56cc1a50138 req-1517b159-3f67-4e91-9ea9-0ad5bb49f7ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.321039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a1fbef5-dcb5-4c60-8a9c-c56cc1a50138 req-1517b159-3f67-4e91-9ea9-0ad5bb49f7ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.4930449 Jul 29 23:50:03.397923 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a1fbef5-dcb5-4c60-8a9c-c56cc1a50138 req-c069863c-0ac7-45dd-acd4-31903e9f59f4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Jul 29 23:50:03.442610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde89d5-4bb7-46d2-a739-4281c4e55a5d req-fd4364a6-07ca-4c9b-9331-25373c915586 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.444588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcde89d5-4bb7-46d2-a739-4281c4e55a5d req-fd4364a6-07ca-4c9b-9331-25373c915586 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 932 time: 0.1876519 Jul 29 23:50:03.475299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.623212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7c7c-f3a5-4b53-998c-14d2f403638e req-ae91fbd5-a0bf-4365-adb4-e2e453391aec tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.632683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e26e7c7c-f3a5-4b53-998c-14d2f403638e req-ae91fbd5-a0bf-4365-adb4-e2e453391aec tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1241922 Jul 29 23:50:03.695842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e26e7c7c-f3a5-4b53-998c-14d2f403638e req-e4aa1b57-2f92-4560-938d-6d8590f7869b tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619407 Jul 29 23:50:03.827982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0e4951ab-5ae7-44ea-9c85-565e3f1aeec9 req-16dd8d1c-0530-49a7-a58a-23c5b47c6bc9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 210 time: 0.0525124 Jul 29 23:50:04.115665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcde89d5-4bb7-46d2-a739-4281c4e55a5d req-3aeaf680-f3ca-47bb-8e2d-d2960e8f49b6 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627922 Jul 29 23:50:04.153257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-63a8911c-9846-4214-a26a-42ece5f7093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.155758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-63a8911c-9846-4214-a26a-42ece5f7093d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 1095 time: 0.6767895 Jul 29 23:50:04.194830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-95029ede-b8c2-4f3e-8fd3-1cd155c82b53 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.197410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-95029ede-b8c2-4f3e-8fd3-1cd155c82b53 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.2106082 Jul 29 23:50:04.253865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4661b7-7967-4b6e-850b-bf994a5fbf33 req-ab490e94-eb10-4c31-aaa5-08af20edbc9f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.270288 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac4661b7-7967-4b6e-850b-bf994a5fbf33 req-ab490e94-eb10-4c31-aaa5-08af20edbc9f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 943 time: 0.1647813 Jul 29 23:50:04.357454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac4661b7-7967-4b6e-850b-bf994a5fbf33 req-65caed77-58bb-4b33-9b89-d936769a42ec tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852416 Jul 29 23:50:04.613758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-fdce7168-965c-4713-9218-be4d24e89af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.615879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-fdce7168-965c-4713-9218-be4d24e89af2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.4173219 Jul 29 23:50:04.628208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-4d0c969f-2468-4095-a261-e5c5eaa38ff2 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.635263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-4d0c969f-2468-4095-a261-e5c5eaa38ff2 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 818 time: 0.2297640 Jul 29 23:50:04.679157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Request body: {'port': {'device_id': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'admin_state_up': True, 'tenant_id': '2471e2181e9048bb94abfde6555108c0'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:04.739301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61624-df6b-49c0-88e3-bb406b1b9b54 req-a82599ec-e2ef-45b9-bedc-ddd6cb4662f4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.747316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cdd61624-df6b-49c0-88e3-bb406b1b9b54 req-a82599ec-e2ef-45b9-bedc-ddd6cb4662f4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 946 time: 0.1938303 Jul 29 23:50:04.756143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-7c3bbfff-809e-4aaf-9eec-1786a84a1e9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3625361f-8d40-441e-b220-3c4f898bd167 HTTP/1.1" status: 200 len: 217 time: 0.0904815 Jul 29 23:50:04.802278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port fbd8c3d4-a85a-47e4-942e-ab222a924abc {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:04.802823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.946821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6918c6-6e75-4df3-a371-e77c06e63518 req-726e4b94-6528-4ba7-a191-e5eaf0fe9052 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.949546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d6918c6-6e75-4df3-a371-e77c06e63518 req-726e4b94-6528-4ba7-a191-e5eaf0fe9052 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1248040 Jul 29 23:50:05.021958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cdd61624-df6b-49c0-88e3-bb406b1b9b54 req-1fef261e-4415-4c22-ad99-1f549b8a1954 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734845 Jul 29 23:50:05.044097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-90e561e9-1825-4ee4-8d62-ce4690b05e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.045703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-90e561e9-1825-4ee4-8d62-ce4690b05e4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.2765350 Jul 29 23:50:05.070154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d038e1-8444-4df2-8259-c83e01953625 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:05.086398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d6918c6-6e75-4df3-a371-e77c06e63518 req-a36c6e16-36ac-4333-bc18-f98f13de6687 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104257 Jul 29 23:50:05.087394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Made reservation on behalf of 2471e2181e9048bb94abfde6555108c0 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:05.099796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.129491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.136613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-aea73a8f-0315-4e00-8925-021303697843 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807157 Jul 29 23:50:05.181419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Transition to ACTIVE for port object 21d038e1-8444-4df2-8259-c83e01953625 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:05.278378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.300542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port fbd8c3d4-a85a-47e4-942e-ab222a924abc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fbd8c3d4-a85a-47e4-942e-ab222a924abc,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:05.301203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.369077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-19dd6b24-a891-4199-895f-4f1e326556f2 req-8350cccc-d211-4110-b411-dde6fabbadde tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 210 time: 0.1606135 Jul 29 23:50:05.419321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for fbd8c3d4-a85a-47e4-942e-ab222a924abc owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:05.465244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Allocated IP 172.20.0.13 (8a1cafcc-38a7-4a94-b0b1-ff548f7fff30/50e6d8e2-ea8c-43c5-b8ed-bda83418a189/9de28adf-64ee-4e0a-a3fb-af93cfa85429) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:05.555837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Pushing event updated for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.628428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-781a58c7-933e-4cea-bf67-5240a2f80010 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687819 Jul 29 23:50:05.872848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.918222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163023-4bf8-4e8b-86c7-3105feb94e9c req-62d5ad08-3bf4-4d4b-ac68-3acffd444f9d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.919848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32163023-4bf8-4e8b-86c7-3105feb94e9c req-62d5ad08-3bf4-4d4b-ac68-3acffd444f9d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 943 time: 0.1360934 Jul 29 23:50:05.945366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-32518d12-80e3-417d-8d3e-0e66b8872157 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.947749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-32518d12-80e3-417d-8d3e-0e66b8872157 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 818 time: 0.2706161 Jul 29 23:50:05.963504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d4fa1-ba5f-4c3e-9884-09778ace806d req-87afcebc-1c13-4524-a4f7-46e3dc0d9b63 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.965282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e27d4fa1-ba5f-4c3e-9884-09778ace806d req-87afcebc-1c13-4524-a4f7-46e3dc0d9b63 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 944 time: 0.4299536 Jul 29 23:50:05.973476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93ddca9-92d3-4a09-a938-450ded1a7ad6 req-35b5b455-f166-4490-81c9-a15c8db3ac80 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903833 Jul 29 23:50:05.978370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-bda11b1d-d763-4602-a031-6a0d64f75a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.979789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-bda11b1d-d763-4602-a031-6a0d64f75a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.2092874 Jul 29 23:50:05.981708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Attempting to bind port 21d038e1-8444-4df2-8259-c83e01953625 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:05.982144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Attempting to bind port 21d038e1-8444-4df2-8259-c83e01953625 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:05.982608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Attempting to bind port 21d038e1-8444-4df2-8259-c83e01953625 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:06.010549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Request body: {'port': {'device_id': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'admin_state_up': True, 'tenant_id': '2471e2181e9048bb94abfde6555108c0'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:06.019579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Port 21d038e1-8444-4df2-8259-c83e01953625 on network f2f028be-99e9-4a33-832f-47704a65e49e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:06.020207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Attempting to bind port 21d038e1-8444-4df2-8259-c83e01953625 on network f2f028be-99e9-4a33-832f-47704a65e49e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:06.049936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:06.050569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Checking segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:06.051146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Bound using segment: {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:06.051602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Bound port: 21d038e1-8444-4df2-8259-c83e01953625, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5422d29b-16ca-43a7-a326-e2f085879b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:06.051966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.131783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32163023-4bf8-4e8b-86c7-3105feb94e9c req-b18c4812-2824-48bc-b685-a842abae7f1d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802373 Jul 29 23:50:06.202091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.291645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:06.327763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:06.351415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e27d4fa1-ba5f-4c3e-9884-09778ace806d req-45a317dd-261e-43e1-bc9a-1d16b3c80b6a tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651288 Jul 29 23:50:06.367723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:06.437178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:06.441396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21d038e1-8444-4df2-8259-c83e01953625,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:06.444130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-4aea6fa2-141e-4cb5-92e6-84f2795e843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.446462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-4aea6fa2-141e-4cb5-92e6-84f2795e843d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.3881695 Jul 29 23:50:06.455990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.516363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event updated for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.564528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd550c93-e7a8-49fd-a9b6-abe4586efdba req-eacb0b1c-a346-4eb6-9d01-9ff0db8d4b2e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.570183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd550c93-e7a8-49fd-a9b6-abe4586efdba req-eacb0b1c-a346-4eb6-9d01-9ff0db8d4b2e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.2293916 Jul 29 23:50:06.571786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Made reservation on behalf of 2471e2181e9048bb94abfde6555108c0 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:06.578844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.599844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.601186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.626663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.635477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.644720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.647370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] 10.222.0.57 "PUT /v2.0/ports/21d038e1-8444-4df2-8259-c83e01953625 HTTP/1.1" status: 200 len: 1093 time: 3.3719094 Jul 29 23:50:06.672604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-c51e113f-1f6d-4b99-86aa-ff67299bccdb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0010180 Jul 29 23:50:06.672972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'tag': '21d038e1-8444-4df2-8259-c83e01953625'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:06.677029 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24dd515-35ef-43eb-80b8-a54a65f57498" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "tag": "21d038e1-8444-4df2-8259-c83e01953625"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:06.680802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-deccb951-9ac2-4aa3-8856-5592461fcbba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.2130339 Jul 29 23:50:06.702339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6ed4ad5-8f32-429f-8764-59c0fd3da1c5 req-e0e2b284-4899-4152-97c5-990ed0a4ba35 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 210 time: 0.1256287 Jul 29 23:50:06.722755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-43adbe2b-0363-4b4b-b8c7-d2706f1e4e15 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.731627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-43adbe2b-0363-4b4b-b8c7-d2706f1e4e15 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 818 time: 0.4932256 Jul 29 23:50:06.748481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Request body: {'port': {'device_id': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:06.784616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Request body: {'port': {'device_id': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'admin_state_up': True, 'tenant_id': '2471e2181e9048bb94abfde6555108c0'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:06.793374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dd550c93-e7a8-49fd-a9b6-abe4586efdba req-0cfade6b-d08e-466c-949f-ae2144c1ed13 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824312 Jul 29 23:50:06.851183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6379-84ac-4c1e-a01e-0f4d6c632502 service neutron] Pushing event updated for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.914011 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.959412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port fbd8c3d4-a85a-47e4-942e-ab222a924abc on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:06.997242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Allocated IP 172.20.0.3 (8a1cafcc-38a7-4a94-b0b1-ff548f7fff30/50e6d8e2-ea8c-43c5-b8ed-bda83418a189/b23c6997-6afc-47da-a003-beda01f7744e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:07.079935 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d6788-510a-4e9b-b0e3-cb3bcde836c5 x-openstack-request-id: req-a27d6788-510a-4e9b-b0e3-cb3bcde836c5 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:07.080675 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "tag": "21d038e1-8444-4df2-8259-c83e01953625", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:07.081159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a27d6788-510a-4e9b-b0e3-cb3bcde836c5 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:07.081795 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'tag': '21d038e1-8444-4df2-8259-c83e01953625', 'status': 'completed', 'code': 200} Jul 29 23:50:07.087240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.090173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed288563-9a59-46c4-9f6b-5bbcff11895a req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "DELETE /v2.0/ports/fbd8c3d4-a85a-47e4-942e-ab222a924abc HTTP/1.1" status: 204 len: 173 time: 2.8798835 Jul 29 23:50:07.094456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519836c4-4c67-4fe5-abec-adffc9738376 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=fbd8c3d4-a85a-47e4-942e-ab222a924abc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.135348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-06fcc1c3-8e52-4265-ad65-aa4fba08ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.137309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-06fcc1c3-8e52-4265-ad65-aa4fba08ae30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.4223359 Jul 29 23:50:07.241942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9029-187d-4363-a5cf-84573b1e6175 req-e1a4fb22-7b20-4b5c-9b9c-5d2c4ef70906 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.244571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f20e9029-187d-4363-a5cf-84573b1e6175 req-e1a4fb22-7b20-4b5c-9b9c-5d2c4ef70906 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 932 time: 0.2442067 Jul 29 23:50:07.254178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-a1c39f14-0f7f-4157-9257-7cf9873eddfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875304 Jul 29 23:50:07.359404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-b75ae789-bf2a-4e9a-a2cb-83a77a7695f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.363454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-b75ae789-bf2a-4e9a-a2cb-83a77a7695f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 1096 time: 0.5086579 Jul 29 23:50:07.402200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fbd8c3d4-a85a-47e4-942e-ab222a924abc no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:07.416658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f20e9029-187d-4363-a5cf-84573b1e6175 req-586dc5b0-3d9e-46c7-98f8-803dfb7b7d7f tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514194 Jul 29 23:50:07.433585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: fbd8c3d4-a85a-47e4-942e-ab222a924abc {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:07.434231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fbd8c3d4-a85a-47e4-942e-ab222a924abc not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:07.511264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Made reservation on behalf of 2471e2181e9048bb94abfde6555108c0 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:07.513438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.517896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.531004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-cb48028b-c0b6-4324-9390-cda43b3efb97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d038e1-8444-4df2-8259-c83e01953625 HTTP/1.1" status: 200 len: 217 time: 0.0838077 Jul 29 23:50:07.578547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478cec2-9311-4301-abea-c226414e1281 req-e51cba19-f5dc-4a4d-8f50-dbaf78c43677 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.580220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2478cec2-9311-4301-abea-c226414e1281 req-e51cba19-f5dc-4a4d-8f50-dbaf78c43677 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 943 time: 0.2869761 Jul 29 23:50:07.625444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7d919-d992-4767-96d5-9261b9bcf6af req-d25abc17-f80a-4752-bdef-b16721c499af tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.628138 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebb7d919-d992-4767-96d5-9261b9bcf6af req-d25abc17-f80a-4752-bdef-b16721c499af tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 944 time: 0.1035573 Jul 29 23:50:07.641403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.789770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-de963ae6-6d9c-47a6-a6c9-a9b38f353068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.791475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-de963ae6-6d9c-47a6-a6c9-a9b38f353068 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.2459226 Jul 29 23:50:07.801420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2478cec2-9311-4301-abea-c226414e1281 req-e9d6994f-8d54-489a-b5a5-a29e30f0d76a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815939 Jul 29 23:50:07.821394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-3aa7734c-d2ff-4eca-b72a-3ebff62a14d5 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529859 Jul 29 23:50:07.876366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-6e07c801-bc18-4e8e-994b-041663f96433 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711658 Jul 29 23:50:07.928674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3625361f-8d40-441e-b220-3c4f898bd167 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:07.947898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de28adf-64ee-4e0a-a3fb-af93cfa85429 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:07.967253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.982558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Transition to ACTIVE for port object 9de28adf-64ee-4e0a-a3fb-af93cfa85429 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:07.992571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.037554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ebb7d919-d992-4767-96d5-9261b9bcf6af req-f7df7760-fe06-474b-a05a-3d1e4a4a3642 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930442 Jul 29 23:50:08.092201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:08.094856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event updated for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.101051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:08.109563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:08.154597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Allocated IP 172.20.0.14 (8a1cafcc-38a7-4a94-b0b1-ff548f7fff30/50e6d8e2-ea8c-43c5-b8ed-bda83418a189/c1570bf4-2303-4445-beef-458d42ec1971) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:08.172325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ba19abf-28f6-45fb-b866-6cfde5cb85d8 req-b4cbe7b4-3899-42fe-8be6-96fa9cc184fa tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=dca4aa53-64d6-44a9-8244-a029c1486940 HTTP/1.1" status: 200 len: 210 time: 0.1111255 Jul 29 23:50:08.227588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-0e96d2a5-fe1e-4e8a-bdb8-d3df8af07a00 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942163 Jul 29 23:50:08.237745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-daadd08e-2a29-4fd5-aa7a-ed7db06a512c service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465223 Jul 29 23:50:08.298272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3625361f-8d40-441e-b220-3c4f898bd167,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:08.324436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3625361f-8d40-441e-b220-3c4f898bd167', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '3625361f-8d40-441e-b220-3c4f898bd167', 'mac_address': 'fa:16:3e:70:e8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:08.340640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Pushing event updated for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.379227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.379934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.419110 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-e6e283e8-e6dc-4bfe-8dd4-80501071427d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4257028 Jul 29 23:50:08.421687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Attempting to bind port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:08.422031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Attempting to bind port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:08.422362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Attempting to bind port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:08.422602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.435622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2fe74-9ca2-425d-90f6-9ce7f4180cce req-747ded63-60b3-48ac-87bf-64462e900e2c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.437265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ed2fe74-9ca2-425d-90f6-9ce7f4180cce req-747ded63-60b3-48ac-87bf-64462e900e2c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1738420 Jul 29 23:50:08.450015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:08.450341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Attempting to bind port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:08.456627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3625361f-8d40-441e-b220-3c4f898bd167 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:08.497029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3625361f-8d40-441e-b220-3c4f898bd167,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:08.502922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Request body: {'port': {'device_id': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:08.503305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.549994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:08.550564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Checking segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:08.551136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Bound using segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:08.551767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Bound port: 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:08.552139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.574562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ed2fe74-9ca2-425d-90f6-9ce7f4180cce req-eac5a4b1-81fa-4459-8344-a62aab578f35 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214736 Jul 29 23:50:08.670701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.682899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.770958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:08.782658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:08.796558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.865268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3625361f-8d40-441e-b220-3c4f898bd167'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:08.944147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e2a43bcf-46fd-4dd0-a595-01703f8c6808 req-6ad9f6bd-5179-4b8c-a374-07aa34e99b56 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842957 Jul 29 23:50:08.988625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.989505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.991095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] 10.222.0.57 "PUT /v2.0/ports/9de28adf-64ee-4e0a-a3fb-af93cfa85429 HTTP/1.1" status: 200 len: 1093 time: 2.2497084 Jul 29 23:50:08.995540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:08.998110 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09775a6a-9679-4e80-a9be-f4ddee68698b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:09.100386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'name': 'network-vif-deleted', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:09.103531 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c134b3e6-bb0d-42b9-9773-98f99efafa40" -d '{"events": [{"server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "name": "network-vif-deleted", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:09.110870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654298d0-a884-4b9c-912d-d158473a6bcd req-a28bb1d5-b1d6-4baf-9e2f-550c55825623 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.113047 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-654298d0-a884-4b9c-912d-d158473a6bcd req-a28bb1d5-b1d6-4baf-9e2f-550c55825623 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 944 time: 0.1420665 Jul 29 23:50:09.139042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29390d2-d4fc-440c-949c-e4a441660003 service neutron] Pushing event updated for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.195763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.212058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-a44bb749-695e-47d3-aa5c-da7b737b0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.213558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-a44bb749-695e-47d3-aa5c-da7b737b0de9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 1096 time: 0.1030059 Jul 29 23:50:09.223379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ad703-db65-4e37-9708-afd0c2901b42 req-ff564ff7-901a-4438-a7b2-a1f79e466e02 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.225020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-263ad703-db65-4e37-9708-afd0c2901b42 req-ff564ff7-901a-4438-a7b2-a1f79e466e02 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 944 time: 0.1769755 Jul 29 23:50:09.225220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-654298d0-a884-4b9c-912d-d158473a6bcd req-55d86f7b-c8d1-4caa-8dd1-eacb25ea3bfe tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Jul 29 23:50:09.267953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-2a0d1ae0-2084-4e1e-a1dc-4d965f524693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.272738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-2a0d1ae0-2084-4e1e-a1dc-4d965f524693 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=688c563619ee441fa5df886d9b853d49&device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 1096 time: 0.1581736 Jul 29 23:50:09.297612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-6092acbe-fc6e-46b4-a1f9-319db1d65a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429 HTTP/1.1" status: 200 len: 217 time: 0.0623634 Jul 29 23:50:09.319277 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0808602-372e-423e-9e62-90d9ac628f0f x-openstack-request-id: req-a0808602-372e-423e-9e62-90d9ac628f0f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:09.319277 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:09.319782 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0808602-372e-423e-9e62-90d9ac628f0f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:09.319946 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'status': 'completed', 'code': 200} Jul 29 23:50:09.406428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-263ad703-db65-4e37-9708-afd0c2901b42 req-55e81899-cfc8-46ea-9acb-54532c49caa0 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569982 Jul 29 23:50:09.407525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.455401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-fa94871c-544c-42ba-bedc-00218b835ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.457564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-fa94871c-544c-42ba-bedc-00218b835ea3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.1183081 Jul 29 23:50:09.489337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:09.516005 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf8ee0c-7fb5-4d66-bade-8fe518126c7e x-openstack-request-id: req-4bf8ee0c-7fb5-4d66-bade-8fe518126c7e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:09.516462 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca4aa53-64d6-44a9-8244-a029c1486940", "name": "network-vif-deleted", "tag": "fbd8c3d4-a85a-47e4-942e-ab222a924abc", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:09.516823 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bf8ee0c-7fb5-4d66-bade-8fe518126c7e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:09.517324 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca4aa53-64d6-44a9-8244-a029c1486940', 'name': 'network-vif-deleted', 'tag': 'fbd8c3d4-a85a-47e4-942e-ab222a924abc', 'status': 'completed', 'code': 200} Jul 29 23:50:09.518827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:09.522949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-240348eb-e37e-408e-b402-e137015b182e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510302 Jul 29 23:50:09.527042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:09.532886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event updated for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.558623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-77d764e5-dd67-43a0-9659-8684a2b725bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.560344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-77d764e5-dd67-43a0-9659-8684a2b725bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 200 len: 915 time: 0.2782521 Jul 29 23:50:09.646552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-254b1b07-0153-48c4-a968-a0741285bfce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d038e1-8444-4df2-8259-c83e01953625 HTTP/1.1" status: 200 len: 217 time: 0.0698423 Jul 29 23:50:09.682623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.683842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.737089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-c717ce05-d8ac-4600-92ca-6b2e8bb460b9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9737606 Jul 29 23:50:09.773547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Request body: {'port': {'device_id': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:09.829606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251eacf-09b9-4592-b474-2d8711860bdb req-3124bb8d-c13d-450c-8d9b-5490ad0d1f9e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.842943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7251eacf-09b9-4592-b474-2d8711860bdb req-3124bb8d-c13d-450c-8d9b-5490ad0d1f9e tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 944 time: 0.4301775 Jul 29 23:50:09.879488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-0510c638-6fb4-45dd-9683-1b0ac9598a88 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106217 Jul 29 23:50:09.912156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23c6997-6afc-47da-a003-beda01f7744e {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:09.928632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.952835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3625361f-8d40-441e-b220-3c4f898bd167 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:10.033522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Transition to ACTIVE for port object b23c6997-6afc-47da-a003-beda01f7744e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:10.042189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7251eacf-09b9-4592-b474-2d8711860bdb req-9f740961-fe7e-48f2-9547-53242cb7600f tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980019 Jul 29 23:50:10.046375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-9133652b-5651-4bda-aab0-5e91115f1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.049489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-9133652b-5651-4bda-aab0-5e91115f1735 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 200 len: 854 time: 0.2552905 Jul 29 23:50:10.050800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.091151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 3625361f-8d40-441e-b220-3c4f898bd167 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:10.098810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 3625361f-8d40-441e-b220-3c4f898bd167 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:10.099762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.132622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Pushing event updated for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.136124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.148799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-6b6e3cbe-ab6b-47ac-8c7b-b8e905fa0e4c service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290056 Jul 29 23:50:10.157455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-717f7b44-6d39-41a0-afc2-4d07d943dce5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2f028be-99e9-4a33-832f-47704a65e49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386286 Jul 29 23:50:10.315666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0622-148a-4743-970a-a909751548c2 req-b62aba12-8bf8-4705-a410-ad3e0992166e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.320392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70ce0622-148a-4743-970a-a909751548c2 req-b62aba12-8bf8-4705-a410-ad3e0992166e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.3096836 Jul 29 23:50:10.367203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.415105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:10.417906 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92222835-c9f7-4109-955a-f3580d0a857b" -d '{"events": [{"server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "name": "network-vif-plugged", "status": "completed", "tag": "3625361f-8d40-441e-b220-3c4f898bd167"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:10.450225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3625361f-8d40-441e-b220-3c4f898bd167,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:10.466475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.561492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-d0164e43-d3e4-4bf3-adb9-bb3014d4d737 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.578529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-1c1eb39f-0076-4871-be3d-ee5ca95edb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.581552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-1c1eb39f-0076-4871-be3d-ee5ca95edb4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 1096 time: 0.2565880 Jul 29 23:50:10.582724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-d0164e43-d3e4-4bf3-adb9-bb3014d4d737 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.3171070 Jul 29 23:50:10.603108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.677476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-5cdcfe13-0334-498e-856d-18b69431a63f tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/quotas/ea79cc8168014936bb460533f8537b99 HTTP/1.1" status: 200 len: 375 time: 0.0936642 Jul 29 23:50:10.709866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-0bc5cdb2-10ac-4e0c-8e1c-d190b3cbdcb8 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263402 Jul 29 23:50:10.710815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Attempting to bind port b23c6997-6afc-47da-a003-beda01f7744e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:10.711154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Attempting to bind port b23c6997-6afc-47da-a003-beda01f7744e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:10.711484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Attempting to bind port b23c6997-6afc-47da-a003-beda01f7744e on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:10.734333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-dfbd640b-0457-4388-a90b-330430a92614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.736420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-dfbd640b-0457-4388-a90b-330430a92614 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 919 time: 0.1307273 Jul 29 23:50:10.760823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70ce0622-148a-4743-970a-a909751548c2 req-d4e573e2-9cb5-4fd4-9967-55d801930c3d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311228 Jul 29 23:50:10.766436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-0656b89a-83da-45d3-a534-c39b827ba7e2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878096 Jul 29 23:50:10.814684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Port b23c6997-6afc-47da-a003-beda01f7744e on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:10.815239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Attempting to bind port b23c6997-6afc-47da-a003-beda01f7744e on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:10.893880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-1418a3f4-9554-4ea7-9614-e31f6d902904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429 HTTP/1.1" status: 200 len: 217 time: 0.1310523 Jul 29 23:50:10.925547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:10.926134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Checking segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:10.926781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Bound using segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:10.927606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Bound port: b23c6997-6afc-47da-a003-beda01f7744e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:10.928323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.144659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-102f6c9e-806f-4036-9eda-c3c1fd1a5ddf service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488786 Jul 29 23:50:11.188441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e24dd515-35ef-43eb-80b8-a54a65f57498 req-0e9f552c-5ee2-4911-9722-d764dee1bce7 service neutron] 10.222.0.57 "GET /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448755 Jul 29 23:50:11.243599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:11.265475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-72c775f5-aa51-4579-943f-058b879ccaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.266385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=b23c6997-6afc-47da-a003-beda01f7744e,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:11.269869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-72c775f5-aa51-4579-943f-058b879ccaa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.3569083 Jul 29 23:50:11.273497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.288379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a2-578b-4e82-a6ca-273d61a3008e req-9d877002-af41-4e3e-936a-8549e050f956 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.300086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-624641a2-578b-4e82-a6ca-273d61a3008e req-9d877002-af41-4e3e-936a-8549e050f956 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.3783700 Jul 29 23:50:11.345386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.347559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.351590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] 10.222.0.57 "PUT /v2.0/ports/b23c6997-6afc-47da-a003-beda01f7744e HTTP/1.1" status: 200 len: 1092 time: 2.8541617 Jul 29 23:50:11.355111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:11.359460 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d51479-4741-4606-8ae4-efd137940458" -d '{"events": [{"name": "network-changed", "server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "tag": "b23c6997-6afc-47da-a003-beda01f7744e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:11.362770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-068e7c73-3931-4a86-8443-796d37805767 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519495 Jul 29 23:50:11.428993 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-b2a589dc-4f49-4596-b529-202575e62311 service neutron] 10.222.0.49 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829671 Jul 29 23:50:11.478794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacf101-3375-4f67-afb1-732d3ff53814 service neutron] Pushing event updated for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:11.502302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-624641a2-578b-4e82-a6ca-273d61a3008e req-7230ceac-41c2-4d56-871d-6d4d792f6502 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008431 Jul 29 23:50:11.505012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1570bf4-2303-4445-beef-458d42ec1971 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:11.536769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-bbce9cbe-c8cc-4020-9948-b09d29683fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.536769 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-bbce9cbe-c8cc-4020-9948-b09d29683fe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 1095 time: 0.0797288 Jul 29 23:50:11.585941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-391a8b38-536b-4634-b382-2e31e924af09 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061813 Jul 29 23:50:11.596552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.663057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-a9f11a46-53e3-425a-aaf3-c2882a6f7e13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b23c6997-6afc-47da-a003-beda01f7744e HTTP/1.1" status: 200 len: 217 time: 0.1057034 Jul 29 23:50:11.681854 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d75af-8f0d-4ddd-a711-daae1e3ba351 x-openstack-request-id: req-f89d75af-8f0d-4ddd-a711-daae1e3ba351 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:11.683093 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "name": "network-vif-plugged", "status": "completed", "tag": "3625361f-8d40-441e-b220-3c4f898bd167", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:11.683820 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f89d75af-8f0d-4ddd-a711-daae1e3ba351 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:11.684507 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167', 'code': 200} Jul 29 23:50:11.722541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Transition to ACTIVE for port object c1570bf4-2303-4445-beef-458d42ec1971 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.731381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.919884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09775a6a-9679-4e80-a9be-f4ddee68698b req-f608ca1f-c40e-4850-8e6b-2b3ea88dd751 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203228 Jul 29 23:50:11.951518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-d57f0b8b-fa80-48d2-848c-d994b4b2d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.956067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-d57f0b8b-fa80-48d2-848c-d994b4b2d6b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.2864416 Jul 29 23:50:11.959687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21d038e1-8444-4df2-8259-c83e01953625 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:12.108155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Pushing event updated for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.240667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5cd56-ed40-4231-8898-6cd9915f9dc9 req-e12aaf82-0edf-4709-a616-08313914438c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.265917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43e5cd56-ed40-4231-8898-6cd9915f9dc9 req-e12aaf82-0edf-4709-a616-08313914438c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 944 time: 0.2047412 Jul 29 23:50:12.284065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Attempting to bind port c1570bf4-2303-4445-beef-458d42ec1971 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:12.284443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Attempting to bind port c1570bf4-2303-4445-beef-458d42ec1971 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:12.285548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Attempting to bind port c1570bf4-2303-4445-beef-458d42ec1971 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:12.328920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Port c1570bf4-2303-4445-beef-458d42ec1971 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:12.329263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Attempting to bind port c1570bf4-2303-4445-beef-458d42ec1971 on network 8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:12.344599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43e5cd56-ed40-4231-8898-6cd9915f9dc9 req-f8f2ec12-5750-4238-9669-fb2a3be9ed3c tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Jul 29 23:50:12.346070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:12.346406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Checking segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:12.346837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Bound using segment: {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:12.347295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Bound port: c1570bf4-2303-4445-beef-458d42ec1971, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdc3dad-89b5-4b6d-b752-133a50c16be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:12.347655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.394501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21d038e1-8444-4df2-8259-c83e01953625,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:12.433820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '21d038e1-8444-4df2-8259-c83e01953625', 'network_id': 'f2f028be-99e9-4a33-832f-47704a65e49e', 'port_id': '21d038e1-8444-4df2-8259-c83e01953625', 'mac_address': 'fa:16:3e:35:bd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3998f5ac-da8e-4804-9acd-47f4c99c8fdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:12.445670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:12.452488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c1570bf4-2303-4445-beef-458d42ec1971,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:12.458669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.491677 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.522823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d038e1-8444-4df2-8259-c83e01953625 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:12.556281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21d038e1-8444-4df2-8259-c83e01953625,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:12.564082 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.597025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-349e9c4a-cea0-4917-b113-72af18cb0860 req-47239cd4-99e2-4801-8453-fad920ef4217 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 210 time: 0.0715611 Jul 29 23:50:12.643405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.645203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.647228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] 10.222.0.57 "PUT /v2.0/ports/c1570bf4-2303-4445-beef-458d42ec1971 HTTP/1.1" status: 200 len: 1093 time: 2.8867726 Jul 29 23:50:12.678349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:12.682908 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231499c-60bb-4ed8-9d40-048271eb5169" -d '{"events": [{"name": "network-changed", "server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "tag": "c1570bf4-2303-4445-beef-458d42ec1971"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:12.687669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a051b65-0c5d-45bd-880e-124e9807629a service neutron] Pushing event updated for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.716592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa2d80-7ce6-4999-bbf0-dd42e0777c8d req-92cdced7-5f25-4436-b436-b36399b2d421 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.719217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdaa2d80-7ce6-4999-bbf0-dd42e0777c8d req-92cdced7-5f25-4436-b436-b36399b2d421 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 944 time: 0.9374728 Jul 29 23:50:12.723017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5b764-dd75-44a8-93f7-00a17d0952b4 req-7d2f561e-1ec6-4da8-b194-cbcabb92eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.725241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91f5b764-dd75-44a8-93f7-00a17d0952b4 req-7d2f561e-1ec6-4da8-b194-cbcabb92eca0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 1097 time: 0.8809977 Jul 29 23:50:12.728006 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d0336-b900-4db1-8157-eafbb294f86b x-openstack-request-id: req-f81d0336-b900-4db1-8157-eafbb294f86b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:12.728416 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "tag": "b23c6997-6afc-47da-a003-beda01f7744e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:12.728974 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f81d0336-b900-4db1-8157-eafbb294f86b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:12.729609 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e', 'status': 'completed', 'code': 200} Jul 29 23:50:12.732564 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-d9a23618-3ea6-41db-93f9-3e3e37f6af93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7626846 Jul 29 23:50:12.734296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.895928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bdaa2d80-7ce6-4999-bbf0-dd42e0777c8d req-0354f7aa-a5d0-4e1d-a3d3-2c29b1b3d61f tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617398 Jul 29 23:50:12.902956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-2832beb8-0ae1-415b-9286-671c3e23b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.904538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-2832beb8-0ae1-415b-9286-671c3e23b1b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 1096 time: 0.1518338 Jul 29 23:50:12.908070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91f5b764-dd75-44a8-93f7-00a17d0952b4 req-d7d47426-72e7-47d6-8187-0f3bc518ac4c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358886 Jul 29 23:50:12.912684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543bcd-0170-4165-a9a5-11ffb43d265f req-58e63458-761d-42ea-816c-a0367034ad16 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.923434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07543bcd-0170-4165-a9a5-11ffb43d265f req-58e63458-761d-42ea-816c-a0367034ad16 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0904613 Jul 29 23:50:12.975284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-1973e4a1-8af9-4eb7-a75a-e26efff5d4f4 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043798 Jul 29 23:50:13.001093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['21d038e1-8444-4df2-8259-c83e01953625'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:13.002253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07543bcd-0170-4165-a9a5-11ffb43d265f req-152d3036-f5d6-4d1f-8bc4-432017f261bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786855 Jul 29 23:50:13.079507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a93c4-00b3-4f03-a501-d0961e221bd2 req-9121f472-1304-4b9c-94aa-5ad6c7fbeb40 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.081009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-884a93c4-00b3-4f03-a501-d0961e221bd2 req-9121f472-1304-4b9c-94aa-5ad6c7fbeb40 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.0777657 Jul 29 23:50:13.188103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-884a93c4-00b3-4f03-a501-d0961e221bd2 req-6d7f393f-42a4-472f-8cb0-7ee6ca775d9a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995371 Jul 29 23:50:13.192211 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf925ed-ce6e-494e-9f40-5ee7b59fb192 x-openstack-request-id: req-6cf925ed-ce6e-494e-9f40-5ee7b59fb192 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:13.192673 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "tag": "c1570bf4-2303-4445-beef-458d42ec1971", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:13.193030 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cf925ed-ce6e-494e-9f40-5ee7b59fb192 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:13.193687 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971', 'status': 'completed', 'code': 200} Jul 29 23:50:13.372966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-6af2fad7-fcd2-46f7-8cbc-fb1136aa6265 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1570bf4-2303-4445-beef-458d42ec1971 HTTP/1.1" status: 200 len: 217 time: 0.0777717 Jul 29 23:50:13.505312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429353-be31-4a53-87d2-c01feee0828e req-ad503160-8662-40a4-8d87-2907905b1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.508628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-ad503160-8662-40a4-8d87-2907905b1df4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.1008186 Jul 29 23:50:13.547270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-1b1930ba-a613-48b0-ba28-c3cd549afbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921129 Jul 29 23:50:13.555757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-2ba2a88e-6c2c-4f13-891f-7e4eaa24a879 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382109 Jul 29 23:50:13.618070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b3526-4830-49a7-8c04-1a6866e02c12 req-aba9350b-bb36-43d5-9c94-e3d0aa1357fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.620441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1d5b3526-4830-49a7-8c04-1a6866e02c12 req-aba9350b-bb36-43d5-9c94-e3d0aa1357fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 945 time: 0.0853271 Jul 29 23:50:13.697326 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1d5b3526-4830-49a7-8c04-1a6866e02c12 req-8e92517e-444a-4844-900a-f49febd4a2cb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654943 Jul 29 23:50:13.789531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d51479-4741-4606-8ae4-efd137940458 req-9b632fc8-dbc1-4e1f-9b55-202f6f6c7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.793286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-9b632fc8-dbc1-4e1f-9b55-202f6f6c7d9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 1095 time: 0.0897300 Jul 29 23:50:13.960924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9de28adf-64ee-4e0a-a3fb-af93cfa85429 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:13.975357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69cc18f9-aa18-4e2a-a2fb-007fd58a005b req-f63b1338-fa9f-4f0b-b803-5a123ded134e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 210 time: 0.0900064 Jul 29 23:50:14.004187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-afca1d4b-700b-462e-b3ab-4153c7bceac5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320409 Jul 29 23:50:14.093239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d51479-4741-4606-8ae4-efd137940458 req-26244e9d-916f-45c4-8d3c-076bc7a2f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.094896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-26244e9d-916f-45c4-8d3c-076bc7a2f9b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 919 time: 0.2926300 Jul 29 23:50:14.116511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa038-7db5-41e9-995f-b685d29d3d28 req-f821a378-a891-4798-9802-89a6fae4e04e tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.119107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-544aa038-7db5-41e9-995f-b685d29d3d28 req-f821a378-a891-4798-9802-89a6fae4e04e tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 944 time: 0.0866497 Jul 29 23:50:14.165497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-fcf50171-011e-4daf-9038-aa3d5805e014 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.167943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-fcf50171-011e-4daf-9038-aa3d5805e014 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 811 time: 0.4198246 Jul 29 23:50:14.173035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:14.180817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-046b6e49-188a-4506-bdde-b9b810ac83d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b23c6997-6afc-47da-a003-beda01f7744e HTTP/1.1" status: 200 len: 217 time: 0.0597999 Jul 29 23:50:14.187778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'port_id': '9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'mac_address': 'fa:16:3e:22:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e6d8e2-ea8c-43c5-b8ed-bda83418a189', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:14.198822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Request body: {'port': {'device_id': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'admin_state_up': True, 'tenant_id': 'ea79cc8168014936bb460533f8537b99'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:14.236125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.253278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de28adf-64ee-4e0a-a3fb-af93cfa85429 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:14.266747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d51479-4741-4606-8ae4-efd137940458 req-23885a4e-a6e5-4f06-8260-0b242cd67a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.268669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-23885a4e-a6e5-4f06-8260-0b242cd67a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.0762067 Jul 29 23:50:14.289152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:14.296395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.366484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-2a2d4955-05b9-4be4-aa2d-8bf7a9295a09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789461 Jul 29 23:50:14.376064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.382218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-544aa038-7db5-41e9-995f-b685d29d3d28 req-ce464ea4-4116-476f-8666-aaa4247287d1 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000225 Jul 29 23:50:14.428719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e429353-be31-4a53-87d2-c01feee0828e req-4eb26f49-87b3-42d4-bed1-4538eaa4a0d6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043334 Jul 29 23:50:14.446532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c52a-61c8-48d1-a9b5-0cbdb273ceca req-b3290ce2-7f95-4c21-9924-57c1569ebdc9 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.455810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e28c52a-61c8-48d1-a9b5-0cbdb273ceca req-b3290ce2-7f95-4c21-9924-57c1569ebdc9 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.2851937 Jul 29 23:50:14.523817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Made reservation on behalf of ea79cc8168014936bb460533f8537b99 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:14.531310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.570824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e28c52a-61c8-48d1-a9b5-0cbdb273ceca req-cd21320b-79bc-405f-b92b-2408c117bd30 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130500 Jul 29 23:50:14.577112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb0d1-db85-4960-94be-ee4f87fd3947 req-ec8b5773-7c30-46b1-9606-80b3e1ea2787 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.579847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-735eb0d1-db85-4960-94be-ee4f87fd3947 req-ec8b5773-7c30-46b1-9606-80b3e1ea2787 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.1196032 Jul 29 23:50:14.584487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-baa43454-b62c-4212-8994-fc0612e36554 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007489 Jul 29 23:50:14.668502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-735eb0d1-db85-4960-94be-ee4f87fd3947 req-e14864bc-b31e-4c65-88dc-7cfb99f7fc41 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787930 Jul 29 23:50:14.766006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-78203430-b4fe-425e-b9f6-82d607dc08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.767898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-78203430-b4fe-425e-b9f6-82d607dc08cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2471e2181e9048bb94abfde6555108c0&device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 1096 time: 0.1048012 Jul 29 23:50:14.799467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Allocated IP 172.20.0.9 (ca6b553c-5dcc-4466-83f3-1a126485e138/a08d1396-4cf7-40fd-b77a-3271a7858d95/f8ad9a90-d4ee-4ac4-8f88-88fb07799c30) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:14.845699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9de28adf-64ee-4e0a-a3fb-af93cfa85429'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:14.859781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26d51479-4741-4606-8ae4-efd137940458 req-e15c0e61-c958-4262-9e10-bb4903279223 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095714 Jul 29 23:50:15.064106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-a6ff0edc-b01b-4cc2-a30a-a2ae0d0165f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.066061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-a6ff0edc-b01b-4cc2-a30a-a2ae0d0165f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 200 len: 919 time: 0.2626414 Jul 29 23:50:15.097187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50c407-dbae-4bc8-9f12-5cf8c35e7b8d req-138059dc-8719-4991-b2ca-f4208e9aa72d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.099160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf50c407-dbae-4bc8-9f12-5cf8c35e7b8d req-138059dc-8719-4991-b2ca-f4208e9aa72d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 945 time: 0.1861296 Jul 29 23:50:15.118314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8d85c8ba-9b11-4aa2-866f-4171733ae0d8 req-226fb78f-6825-4447-9857-d692dc99fb55 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 210 time: 0.0409029 Jul 29 23:50:15.173681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-53f19fea-2abf-406e-a634-5ed1522ca825 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1570bf4-2303-4445-beef-458d42ec1971 HTTP/1.1" status: 200 len: 217 time: 0.0666122 Jul 29 23:50:15.242685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.253279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf50c407-dbae-4bc8-9f12-5cf8c35e7b8d req-5a02b0ad-cdb4-4c54-849a-48bdcc4a26b8 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422920 Jul 29 23:50:15.280409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-e8fd0bad-b6f1-4549-9a08-fb00fe74375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.282161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-e8fd0bad-b6f1-4549-9a08-fb00fe74375a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 200 len: 858 time: 0.0901301 Jul 29 23:50:15.333200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-e6175d0e-2bd0-4669-8b01-ed5f07a4206b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367715 Jul 29 23:50:15.357086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.479965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Network ca6b553c-5dcc-4466-83f3-1a126485e138 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:15.488824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:15.495454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:15.520868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c445986-bce3-45c5-9326-cdce61bc92fc req-ff03f400-190d-4f0c-80c8-b9f5ff92409d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.522450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c445986-bce3-45c5-9326-cdce61bc92fc req-ff03f400-190d-4f0c-80c8-b9f5ff92409d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 945 time: 0.0583863 Jul 29 23:50:15.522788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event updated for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:15.573196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.574290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.589786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-f3c8f718-5cec-4baf-9534-274aeabdd152 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432818 Jul 29 23:50:15.602239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-071297bc-baae-46e6-b8bf-8f08e47914bd tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4151359 Jul 29 23:50:15.603676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1c445986-bce3-45c5-9326-cdce61bc92fc req-459b2787-30d5-4e80-83c7-0f99919ac3a5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691986 Jul 29 23:50:15.673596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Request body: {'port': {'device_id': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:15.875919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.886573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900dbe-dd7e-461e-b543-5272b918dabf req-0757a49f-faec-412b-b46d-3131abdc0777 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.890161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01900dbe-dd7e-461e-b543-5272b918dabf req-0757a49f-faec-412b-b46d-3131abdc0777 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1899168 Jul 29 23:50:15.914074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5231499c-60bb-4ed8-9d40-048271eb5169 req-1d7dc069-bcdd-40ba-afb9-707df37a4d11 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138981 Jul 29 23:50:15.966779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21d038e1-8444-4df2-8259-c83e01953625 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:15.983436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f088311-fd49-4d7f-9c43-0ad9369de019 req-018fbfa0-ce02-419a-bdc7-93dbe72a3ad7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.985408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01900dbe-dd7e-461e-b543-5272b918dabf req-df60239f-fcd2-4164-b64b-ba72c0cb51c3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761235 Jul 29 23:50:15.994708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f088311-fd49-4d7f-9c43-0ad9369de019 req-018fbfa0-ce02-419a-bdc7-93dbe72a3ad7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.0799780 Jul 29 23:50:16.060704 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f088311-fd49-4d7f-9c43-0ad9369de019 req-a88cd1dd-fea1-4873-80a5-fb0745634859 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649343 Jul 29 23:50:16.084091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 21d038e1-8444-4df2-8259-c83e01953625 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:16.097014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 21d038e1-8444-4df2-8259-c83e01953625 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:16.097423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.210826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.284467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21d038e1-8444-4df2-8259-c83e01953625,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:16.287424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d038e1-8444-4df2-8259-c83e01953625'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:16.291109 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc9819-de41-4b01-a084-55994a3fd98f" -d '{"events": [{"server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "name": "network-vif-plugged", "status": "completed", "tag": "21d038e1-8444-4df2-8259-c83e01953625"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:16.295123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66ce8c-f50c-46df-b832-fdf6f1ab2253 req-234fae52-d612-4d6c-b5a2-4e974b83f16c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.296628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.297003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e66ce8c-f50c-46df-b832-fdf6f1ab2253 req-234fae52-d612-4d6c-b5a2-4e974b83f16c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.0954995 Jul 29 23:50:16.299333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7678-ea66-45aa-9a2c-53623367cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.311305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d3db-affb-494e-b3a4-858850201a43 req-b8779cf7-39cc-4a59-a903-31b4b50c503d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.320790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8a7d3db-affb-494e-b3a4-858850201a43 req-b8779cf7-39cc-4a59-a903-31b4b50c503d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 931 time: 0.0896869 Jul 29 23:50:16.379383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8a7d3db-affb-494e-b3a4-858850201a43 req-554e1fdd-8276-4116-ae67-6079f6f5aa9d tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569978 Jul 29 23:50:16.385443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.387952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e66ce8c-f50c-46df-b832-fdf6f1ab2253 req-f249d746-0dbb-4a56-9cf1-5a4b6014e7da tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809546 Jul 29 23:50:16.451751 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dedcc4-c3a1-4d85-b904-d008bf92e9c9 x-openstack-request-id: req-63dedcc4-c3a1-4d85-b904-d008bf92e9c9 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:16.452228 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "name": "network-vif-plugged", "status": "completed", "tag": "21d038e1-8444-4df2-8259-c83e01953625", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:16.452627 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63dedcc4-c3a1-4d85-b904-d008bf92e9c9 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:16.453238 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d038e1-8444-4df2-8259-c83e01953625', 'code': 200} Jul 29 23:50:16.546375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:16.561919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.587054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Transition to ACTIVE for port object f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:16.597832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4addef2-c692-4086-8564-c55b992805ff req-ae43affe-45e2-46a0-97c5-7776a29c7077 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.600005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4addef2-c692-4086-8564-c55b992805ff req-ae43affe-45e2-46a0-97c5-7776a29c7077 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1224203 Jul 29 23:50:16.611447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.781986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.801152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4addef2-c692-4086-8564-c55b992805ff req-69c1cd90-dba6-4a27-b764-eb448329a048 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865897 Jul 29 23:50:16.842230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15274f-f66a-40cb-97d1-0019def3e0f6 req-ba4acb9b-7b98-48c2-8385-36236d33f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.844682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da15274f-f66a-40cb-97d1-0019def3e0f6 req-ba4acb9b-7b98-48c2-8385-36236d33f0d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 1098 time: 0.2434597 Jul 29 23:50:16.916721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da15274f-f66a-40cb-97d1-0019def3e0f6 req-308c010f-5726-435e-8b57-1d28be3cc962 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jul 29 23:50:16.963361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52345dc9-5b42-4f73-915e-b78a075db12a req-ab852539-5dd3-489c-897c-b3d2758cda0f tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.972888 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52345dc9-5b42-4f73-915e-b78a075db12a req-ab852539-5dd3-489c-897c-b3d2758cda0f tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 945 time: 0.1282322 Jul 29 23:50:17.019026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Attempting to bind port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:17.019799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Attempting to bind port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:17.020489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Attempting to bind port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:17.031357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 on network ca6b553c-5dcc-4466-83f3-1a126485e138 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:17.031866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Attempting to bind port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 on network ca6b553c-5dcc-4466-83f3-1a126485e138 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:17.044803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fdb4-403c-44cb-b145-70317a482498 req-585aa266-7f7f-4f7a-9e84-7113dd19753f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.049266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8936fdb4-403c-44cb-b145-70317a482498 req-585aa266-7f7f-4f7a-9e84-7113dd19753f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.1157997 Jul 29 23:50:17.054846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52345dc9-5b42-4f73-915e-b78a075db12a req-55335027-a867-4d4e-bf12-200f1ecb14a1 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Jul 29 23:50:17.056656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:17.057135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Checking segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:17.057550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Bound using segment: {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:17.058045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Bound port: f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956c07f8-5d2e-41ad-8b95-eb3e928da484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:17.058864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.185357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8936fdb4-403c-44cb-b145-70317a482498 req-11da3ae7-25de-4b54-b249-16933cb61190 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237571 Jul 29 23:50:17.259941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.269018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:17.277989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:17.287814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.366801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.367710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.369890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] 10.222.0.59 "PUT /v2.0/ports/f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 HTTP/1.1" status: 200 len: 1092 time: 1.7006533 Jul 29 23:50:17.390294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:17.396552 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b913bc9e-6fed-44a5-b528-2194717d9888" -d '{"events": [{"name": "network-changed", "server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:17.530463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81297d-3db3-47f1-8a95-7cc1fa06552c service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:17.543872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b49c-c50d-4ece-aad3-17efa0f6f0b2 req-28b518db-445b-4eb6-b5a4-04872af8c29d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.545664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec16b49c-c50d-4ece-aad3-17efa0f6f0b2 req-28b518db-445b-4eb6-b5a4-04872af8c29d tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1884217 Jul 29 23:50:17.580309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-4eee9f8b-f8ff-4a44-8423-acce5710b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.584086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-4eee9f8b-f8ff-4a44-8423-acce5710b523 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 1095 time: 0.1327591 Jul 29 23:50:17.589293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772d9fd-29c9-46c6-81a0-75f0bd6a230f req-34a36657-083c-44a8-a616-cb7b6e9b51e0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.591637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b772d9fd-29c9-46c6-81a0-75f0bd6a230f req-34a36657-083c-44a8-a616-cb7b6e9b51e0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 943 time: 0.0959053 Jul 29 23:50:17.663541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-01837bbe-b4a0-48d6-bd48-84931ac53eb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 HTTP/1.1" status: 200 len: 217 time: 0.0625975 Jul 29 23:50:17.668562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b772d9fd-29c9-46c6-81a0-75f0bd6a230f req-ac28809d-0798-4039-9840-f5a26fbddb06 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 Jul 29 23:50:17.730160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec16b49c-c50d-4ece-aad3-17efa0f6f0b2 req-08e85ff2-932e-435b-9427-602a6be229fb tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653652 Jul 29 23:50:17.747058 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af18c735-0841-4c57-bf23-055ff8194e97 x-openstack-request-id: req-af18c735-0841-4c57-bf23-055ff8194e97 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:17.747358 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:17.747659 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af18c735-0841-4c57-bf23-055ff8194e97 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:17.748083 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30', 'status': 'completed', 'code': 200} Jul 29 23:50:17.770930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-6e9cccf0-13f9-4171-b269-42999cea91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.775469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-6e9cccf0-13f9-4171-b269-42999cea91be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.1001086 Jul 29 23:50:17.830270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-c5366858-a6bc-445e-95a9-09ca6d2343d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504491 Jul 29 23:50:17.967889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device b23c6997-6afc-47da-a003-beda01f7744e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:17.974372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9de28adf-64ee-4e0a-a3fb-af93cfa85429 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:18.032270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7a8b-2f1b-4903-bd1a-b3f991c50511 req-da9d4db6-0d05-446b-b12a-123b099fb0fb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.038413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-64cc7a8b-2f1b-4903-bd1a-b3f991c50511 req-da9d4db6-0d05-446b-b12a-123b099fb0fb tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1033621 Jul 29 23:50:18.192285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:18.217044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-64cc7a8b-2f1b-4903-bd1a-b3f991c50511 req-7acc1e59-3dc9-4e9e-a63a-d4a8e73c1fdf tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579494 Jul 29 23:50:18.228612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:18.232916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.311529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=b23c6997-6afc-47da-a003-beda01f7744e,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.336970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'b23c6997-6afc-47da-a003-beda01f7744e', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'port_id': 'b23c6997-6afc-47da-a003-beda01f7744e', 'mac_address': 'fa:16:3e:0f:30:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e6d8e2-ea8c-43c5-b8ed-bda83418a189', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:18.415769 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.540298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23c6997-6afc-47da-a003-beda01f7744e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:18.572126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=b23c6997-6afc-47da-a003-beda01f7744e,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.578143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.579367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c1570bf4-2303-4445-beef-458d42ec1971 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:18.622729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27701b-6304-4009-b5eb-3eb930244f82 req-de5417c1-85c2-4cce-b403-a580f76d9e47 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.625045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e27701b-6304-4009-b5eb-3eb930244f82 req-de5417c1-85c2-4cce-b403-a580f76d9e47 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.0976110 Jul 29 23:50:18.655748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfce04-5536-422a-94ea-25a7a6bc95d9 req-2951b1d2-dd75-47a6-b113-c9a255362594 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.657237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4cfce04-5536-422a-94ea-25a7a6bc95d9 req-2951b1d2-dd75-47a6-b113-c9a255362594 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 945 time: 0.1528730 Jul 29 23:50:18.685667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c1570bf4-2303-4445-beef-458d42ec1971,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.693032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-175b6081-a7bd-4f07-9376-94e7796f8f7d service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548052 Jul 29 23:50:18.701740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'c1570bf4-2303-4445-beef-458d42ec1971', 'network_id': '8a1cafcc-38a7-4a94-b0b1-ff548f7fff30', 'port_id': 'c1570bf4-2303-4445-beef-458d42ec1971', 'mac_address': 'fa:16:3e:b7:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e6d8e2-ea8c-43c5-b8ed-bda83418a189', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:18.729437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e27701b-6304-4009-b5eb-3eb930244f82 req-98838496-1b6b-4b4d-9470-21fc2be01e57 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904362 Jul 29 23:50:18.755202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.757822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.889509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:18.894904 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92709e-8a16-4d30-8728-df9053814d76" -d '{"events": [{"server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "name": "network-vif-plugged", "status": "completed", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:18.906165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4cfce04-5536-422a-94ea-25a7a6bc95d9 req-38dbee29-fc89-4dfe-873e-e781a6381aac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318654 Jul 29 23:50:18.914288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.920838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.952273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.965619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1570bf4-2303-4445-beef-458d42ec1971 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:18.987705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3069cc-e7fd-49d3-aa14-ba39e7decd1c req-49bebd05-53f8-4f2c-ba67-f316230ff668 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.016834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d3069cc-e7fd-49d3-aa14-ba39e7decd1c req-49bebd05-53f8-4f2c-ba67-f316230ff668 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 943 time: 0.1822567 Jul 29 23:50:19.107346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-88ac665d-4efd-4406-8df5-468828ee8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.110833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c1570bf4-2303-4445-beef-458d42ec1971,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:19.139546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.142553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.149961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0083b5e9-ef39-4342-aad4-3657db4f75e3 req-1962fe5c-5246-4c4f-a29c-5eec3fa92c3e service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388509 Jul 29 23:50:19.182245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d3069cc-e7fd-49d3-aa14-ba39e7decd1c req-38ecf59b-7b8c-4509-b1d2-cbf28a70672c tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564968 Jul 29 23:50:19.191300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d12374-e545-49f1-b2da-92d1a7fa9c1d req-2ee3efd1-609b-4d12-9469-ce5bea761543 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.194159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3d12374-e545-49f1-b2da-92d1a7fa9c1d req-2ee3efd1-609b-4d12-9469-ce5bea761543 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1440201 Jul 29 23:50:19.314621 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eef411-6f51-4701-b7b3-663fe59b6b17 x-openstack-request-id: req-93eef411-6f51-4701-b7b3-663fe59b6b17 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:19.316860 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "name": "network-vif-plugged", "status": "completed", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:19.317807 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93eef411-6f51-4701-b7b3-663fe59b6b17 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:19.318901 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'code': 200} Jul 29 23:50:19.334402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.351913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3d12374-e545-49f1-b2da-92d1a7fa9c1d req-de19a862-c2c4-4510-a447-6c83766a3f3a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512992 Jul 29 23:50:19.354882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.384984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-aa31e2d5-4bf1-458b-bc6b-319c8d7e50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.386607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-aa31e2d5-4bf1-458b-bc6b-319c8d7e50a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea79cc8168014936bb460533f8537b99&device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 1095 time: 0.1144230 Jul 29 23:50:19.452866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c65d0-df52-47e4-b08a-1a2b391f47a6 req-68dfb9ad-191e-4f91-8467-57f2874339d2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.455062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-271c65d0-df52-47e4-b08a-1a2b391f47a6 req-68dfb9ad-191e-4f91-8467-57f2874339d2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.0701702 Jul 29 23:50:19.531911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-271c65d0-df52-47e4-b08a-1a2b391f47a6 req-a3390091-95f4-4d4e-830b-86303120ce10 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675371 Jul 29 23:50:19.535597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-ad35fef9-4068-4775-9a88-aeb6ef0ac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.537236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-ad35fef9-4068-4775-9a88-aeb6ef0ac680 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 200 len: 912 time: 0.1437144 Jul 29 23:50:19.602292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-87f1a8ea-85ff-460d-ac19-d9efcc25e08f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 HTTP/1.1" status: 200 len: 217 time: 0.0572968 Jul 29 23:50:19.717392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-62716daa-8752-4c55-8fde-e832e75cbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.719032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-62716daa-8752-4c55-8fde-e832e75cbcb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 200 len: 851 time: 0.0945604 Jul 29 23:50:19.730375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043b2a-2953-473e-a088-c8996e626559 req-3ed9e034-cbdf-400a-888d-136cc0f59fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.731900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20043b2a-2953-473e-a088-c8996e626559 req-3ed9e034-cbdf-400a-888d-136cc0f59fad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 1098 time: 0.1407487 Jul 29 23:50:19.746591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384e655-e077-4c7e-84ee-ff2f4d96e32c req-619ac1c9-d373-4503-a25a-5cef75637026 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.748272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1384e655-e077-4c7e-84ee-ff2f4d96e32c req-619ac1c9-d373-4503-a25a-5cef75637026 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1257448 Jul 29 23:50:19.777135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-2e5ea77a-9ee5-4cd4-8266-2bd11f7950f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6b553c-5dcc-4466-83f3-1a126485e138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500672 Jul 29 23:50:19.791041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['b23c6997-6afc-47da-a003-beda01f7744e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:19.840418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c1570bf4-2303-4445-beef-458d42ec1971'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:19.884564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20043b2a-2953-473e-a088-c8996e626559 req-2acf9eea-941d-4923-a99b-d45af9833931 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337974 Jul 29 23:50:19.900240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cb40d-d431-405a-913e-021cf51c81aa req-942d74e9-8b58-4104-89a8-9398af253996 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.903026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-700cb40d-d431-405a-913e-021cf51c81aa req-942d74e9-8b58-4104-89a8-9398af253996 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.0832193 Jul 29 23:50:19.911885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1384e655-e077-4c7e-84ee-ff2f4d96e32c req-82c147c4-919a-4bd1-b067-4e1029ffee8d tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368446 Jul 29 23:50:20.003247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-600401f6-c969-44d2-a27e-6d1d641883f0 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020862 Jul 29 23:50:20.018557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-700cb40d-d431-405a-913e-021cf51c81aa req-be49fc08-8380-439f-8470-d3ff94b31bce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036494 Jul 29 23:50:20.249285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394148f-72e7-444c-8412-721936c27136 req-1ff44187-cf39-4059-bada-649465c101ba tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.253225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c394148f-72e7-444c-8412-721936c27136 req-1ff44187-cf39-4059-bada-649465c101ba tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 946 time: 0.1796188 Jul 29 23:50:20.352083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b913bc9e-6fed-44a5-b528-2194717d9888 req-d7c1f34a-d29b-4465-9d70-a67c93efed4e service neutron] 10.222.0.59 "GET /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403521 Jul 29 23:50:20.365306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c394148f-72e7-444c-8412-721936c27136 req-dc4290a1-2260-406f-be13-0c4a091f5cf6 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994582 Jul 29 23:50:20.406547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-214f3882-0d6d-4d16-af67-94202f08a3ed tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.408352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-214f3882-0d6d-4d16-af67-94202f08a3ed tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 945 time: 0.1417425 Jul 29 23:50:20.438167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c446f4-3316-49f5-a684-c5b31d71371b req-46fec65a-2410-4b72-ab6d-50d57a1f9454 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.440130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30c446f4-3316-49f5-a684-c5b31d71371b req-46fec65a-2410-4b72-ab6d-50d57a1f9454 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 943 time: 0.1152475 Jul 29 23:50:20.543032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdcf6f-b8e0-48e8-9868-82777765ebe3 req-24191476-4b3a-489b-8d40-99572482ff01 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.552401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bfdcf6f-b8e0-48e8-9868-82777765ebe3 req-24191476-4b3a-489b-8d40-99572482ff01 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.0929835 Jul 29 23:50:20.575182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30c446f4-3316-49f5-a684-c5b31d71371b req-14c5c582-3864-453d-9deb-827354419cc8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 Jul 29 23:50:20.640334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 3625361f-8d40-441e-b220-3c4f898bd167 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:20.640647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.643127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bfdcf6f-b8e0-48e8-9868-82777765ebe3 req-b62b7f3b-3e10-44a4-a0ab-4aa10b5bdb12 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896287 Jul 29 23:50:20.649599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.818156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25b93-9d36-4cd2-83aa-70ebe5b70925 req-8ff9221a-e43b-4647-b298-975850a1341e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.820015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52c25b93-9d36-4cd2-83aa-70ebe5b70925 req-8ff9221a-e43b-4647-b298-975850a1341e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1140676 Jul 29 23:50:20.825829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 3625361f-8d40-441e-b220-3c4f898bd167, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3625361f-8d40-441e-b220-3c4f898bd167,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:20.826202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.851657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 3625361f-8d40-441e-b220-3c4f898bd167 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:20.906494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-52c25b93-9d36-4cd2-83aa-70ebe5b70925 req-be09aeec-e5fa-46b4-8d4a-910d25972164 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Jul 29 23:50:20.933121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33c27-7cb4-4039-b0dd-8e2ee1990986 req-b82dc843-be6f-4700-a839-1e0fc8d5a752 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.941199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4a33c27-7cb4-4039-b0dd-8e2ee1990986 req-b82dc843-be6f-4700-a839-1e0fc8d5a752 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.0829198 Jul 29 23:50:20.980116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4a33c27-7cb4-4039-b0dd-8e2ee1990986 req-86328a9e-0dd9-4573-b17a-6a7132aadb6b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Jul 29 23:50:21.130038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.164517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:21.201259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14bb07ff-fb34-4dc9-863b-41220e8a3ab7 req-119b68e4-19e8-46c2-86cc-e572824aca31 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 210 time: 0.0461717 Jul 29 23:50:21.224029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3625361f-8d40-441e-b220-3c4f898bd167'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:21.229599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=3625361f-8d40-441e-b220-3c4f898bd167,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.270560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 3625361f-8d40-441e-b220-3c4f898bd167 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:21.275104 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.277228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce0eb0f0-8e76-47ed-8055-a98df4f0dc1b req-fe53fc87-668e-4bc7-a422-4d29b3e2d434 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "DELETE /v2.0/ports/3625361f-8d40-441e-b220-3c4f898bd167 HTTP/1.1" status: 204 len: 173 time: 0.8595459 Jul 29 23:50:21.304524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'name': 'network-vif-deleted', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:21.308145 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df4bda0-db46-40ba-955e-a3b698713932" -d '{"events": [{"server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "name": "network-vif-deleted", "tag": "3625361f-8d40-441e-b220-3c4f898bd167"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:21.379540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2df8-329e-4c73-bf75-515e5f66326d req-26885487-bd85-4378-931a-7cd84c0f79b2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.394788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-711b2df8-329e-4c73-bf75-515e5f66326d req-26885487-bd85-4378-931a-7cd84c0f79b2 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1360946 Jul 29 23:50:21.427673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:21.470839 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf3041-4407-4d11-929a-dbbba7ee31c3 x-openstack-request-id: req-5cbf3041-4407-4d11-929a-dbbba7ee31c3 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:21.471640 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a21749-0fe0-4046-b2e8-21f671d6128f", "name": "network-vif-deleted", "tag": "3625361f-8d40-441e-b220-3c4f898bd167", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:21.472325 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cbf3041-4407-4d11-929a-dbbba7ee31c3 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:21.474064 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a21749-0fe0-4046-b2e8-21f671d6128f', 'name': 'network-vif-deleted', 'tag': '3625361f-8d40-441e-b220-3c4f898bd167', 'status': 'completed', 'code': 200} Jul 29 23:50:21.496017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-711b2df8-329e-4c73-bf75-515e5f66326d req-99a1063d-c8fc-4320-b58d-70352f3a3630 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966151 Jul 29 23:50:21.640223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4814c-6eae-400c-a8dc-fa367b35ea58 req-59ca7f8c-4ebb-40ec-a064-509095dffaee tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.640597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.650060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6a4814c-6eae-400c-a8dc-fa367b35ea58 req-59ca7f8c-4ebb-40ec-a064-509095dffaee tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 946 time: 0.0778155 Jul 29 23:50:21.670265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30', 'network_id': 'ca6b553c-5dcc-4466-83f3-1a126485e138', 'port_id': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30', 'mac_address': 'fa:16:3e:4c:ad:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08d1396-4cf7-40fd-b77a-3271a7858d95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:21.683398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a3260-376d-40cd-b93e-299ea56460de req-9a9120ae-84d8-4738-bc3c-2ae8839ee448 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.693195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d20a3260-376d-40cd-b93e-299ea56460de req-9a9120ae-84d8-4738-bc3c-2ae8839ee448 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1020565 Jul 29 23:50:21.702884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6a4814c-6eae-400c-a8dc-fa367b35ea58 req-ae94f003-fb77-4979-b5ea-ab6bea1d6ca6 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Jul 29 23:50:21.731295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.749812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:21.756679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d20a3260-376d-40cd-b93e-299ea56460de req-d0effc24-f67c-4618-8f78-8d831456f4b5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Jul 29 23:50:21.795945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:21.803475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.855082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a4197-796e-4be0-905b-d829381c67d6 req-1171f30b-f327-46c3-b2c6-18057f0e6bc8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.864282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-308a4197-796e-4be0-905b-d829381c67d6 req-1171f30b-f327-46c3-b2c6-18057f0e6bc8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 944 time: 0.0682299 Jul 29 23:50:21.882136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.918350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-308a4197-796e-4be0-905b-d829381c67d6 req-7c6628af-b782-4dd5-87b7-b92eaa53c96e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526683 Jul 29 23:50:21.980394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device b23c6997-6afc-47da-a003-beda01f7744e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:22.144682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481ad4d-506c-47b0-ac3f-0ff55f65c1d3 req-e74cf28d-8067-45f7-821c-fd5aab4b9b86 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.156406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b481ad4d-506c-47b0-ac3f-0ff55f65c1d3 req-e74cf28d-8067-45f7-821c-fd5aab4b9b86 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0859318 Jul 29 23:50:22.293516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b481ad4d-506c-47b0-ac3f-0ff55f65c1d3 req-b9e52166-b6b6-4284-b9b0-985b422124b1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358869 Jul 29 23:50:22.314771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-07133014-8daf-4877-b7d7-221ef712abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.323022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-07133014-8daf-4877-b7d7-221ef712abbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.1350465 Jul 29 23:50:22.370658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18b387-a99a-4142-a9e7-4c7d97399a9b req-7a09c30f-a125-48d3-bd05-33fa476b51f5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.374340 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e18b387-a99a-4142-a9e7-4c7d97399a9b req-7a09c30f-a125-48d3-bd05-33fa476b51f5 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1032484 Jul 29 23:50:22.423519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.426837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port b23c6997-6afc-47da-a003-beda01f7744e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:22.436008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port b23c6997-6afc-47da-a003-beda01f7744e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:22.436610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.478290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f8ad9a90-d4ee-4ac4-8f88-88fb07799c30'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:22.494254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e18b387-a99a-4142-a9e7-4c7d97399a9b req-3ae83b3b-54b9-482d-8224-1e070806a2fe tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095512 Jul 29 23:50:22.504255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9498f05a-1355-4f7a-a785-9d0e39e1b87f req-9a7329ed-7e49-4dd4-bcff-e517141ea083 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=70a21749-0fe0-4046-b2e8-21f671d6128f HTTP/1.1" status: 200 len: 210 time: 0.0518308 Jul 29 23:50:22.587702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-9abc886b-1577-421b-8081-813c40b17d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.589486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-9abc886b-1577-421b-8081-813c40b17d57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.2274933 Jul 29 23:50:22.646031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.665525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-3e6e009a-1efe-4381-b4f2-813145649be6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0564580 Jul 29 23:50:22.685936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:22.688517 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1226c9a-78bd-4a62-97e2-2045b2ad049b" -d '{"events": [{"server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "name": "network-vif-plugged", "status": "completed", "tag": "b23c6997-6afc-47da-a003-beda01f7744e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:22.711043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=b23c6997-6afc-47da-a003-beda01f7744e,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:22.726748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.727226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c1570bf4-2303-4445-beef-458d42ec1971 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:22.736821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-f41d521f-5ef3-4c10-a715-01d6564770c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.738413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-f41d521f-5ef3-4c10-a715-01d6564770c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.0632515 Jul 29 23:50:22.798116 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f88aa-c013-4473-aad2-dce4dc6a82f8 x-openstack-request-id: req-141f88aa-c013-4473-aad2-dce4dc6a82f8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:22.798631 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "name": "network-vif-plugged", "status": "completed", "tag": "b23c6997-6afc-47da-a003-beda01f7744e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:22.799382 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-141f88aa-c013-4473-aad2-dce4dc6a82f8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:22.799814 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e', 'code': 200} Jul 29 23:50:22.802190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-26b9d80d-491f-415f-a076-c8be67cc9c57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359914 Jul 29 23:50:22.867424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:22.889717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port c1570bf4-2303-4445-beef-458d42ec1971 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:22.896688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port c1570bf4-2303-4445-beef-458d42ec1971 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:22.897065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.987839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf43df-f2d8-4d27-8beb-f3c5e243c9aa req-9db6aaec-e1ef-4121-83d0-f768fcde3e91 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.994061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675e89c-3132-4117-b43a-3939d00b1392 req-7cb02d7d-e5ba-46ca-bf36-5ba6e5e61fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.994061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e675e89c-3132-4117-b43a-3939d00b1392 req-7cb02d7d-e5ba-46ca-bf36-5ba6e5e61fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 1097 time: 0.0737767 Jul 29 23:50:22.995013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e8bf43df-f2d8-4d27-8beb-f3c5e243c9aa req-9db6aaec-e1ef-4121-83d0-f768fcde3e91 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 946 time: 0.1719151 Jul 29 23:50:23.036882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e675e89c-3132-4117-b43a-3939d00b1392 req-81fcd1ad-9287-4fe1-a5ac-fc703b75e64f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Jul 29 23:50:23.083077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.100086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e8bf43df-f2d8-4d27-8beb-f3c5e243c9aa req-9a247555-c20f-4c13-8527-003158116104 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882583 Jul 29 23:50:23.107112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-a8d5ee90-89a8-4e1b-8433-4437798655bd service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720947 Jul 29 23:50:23.167447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8f7e-6ecb-4d2d-8401-ae77c213cd1f req-39288e21-c6e5-4874-b33a-6cfa5ca4efe1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.170184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2f8f7e-6ecb-4d2d-8401-ae77c213cd1f req-39288e21-c6e5-4874-b33a-6cfa5ca4efe1 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 944 time: 0.0931301 Jul 29 23:50:23.174633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c1570bf4-2303-4445-beef-458d42ec1971,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:23.183583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.232981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2f8f7e-6ecb-4d2d-8401-ae77c213cd1f req-3ebd2943-30b9-4f17-904b-e6802167c0d0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Jul 29 23:50:23.258034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:23.426813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98933-74bb-46bf-8c3c-d3fc379e42de req-a54478b1-ca81-483c-af18-4f83080fb36b tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.428983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51b98933-74bb-46bf-8c3c-d3fc379e42de req-a54478b1-ca81-483c-af18-4f83080fb36b tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.0934789 Jul 29 23:50:23.592040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51b98933-74bb-46bf-8c3c-d3fc379e42de req-52550dfd-9562-4d2b-940b-f0b319974159 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558616 Jul 29 23:50:23.634304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0da2f3f-956e-4b2a-a69f-d95ad3edda7b req-3addec0e-fa19-4ef1-9d49-ea43050f5edf service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845143 Jul 29 23:50:23.791351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5a9b-0b24-494d-897b-784bd77b14a6 req-66ac037e-c91a-44bb-8e92-f357bf7c394a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.793217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d93e5a9b-0b24-494d-897b-784bd77b14a6 req-66ac037e-c91a-44bb-8e92-f357bf7c394a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0929041 Jul 29 23:50:23.806471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8515ea-a1ce-40aa-ac34-007b70afe8f6 req-51a5c75d-eeee-47a6-80d4-9f815dce3ef9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.807950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f8515ea-a1ce-40aa-ac34-007b70afe8f6 req-51a5c75d-eeee-47a6-80d4-9f815dce3ef9 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.0731752 Jul 29 23:50:23.851520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d93e5a9b-0b24-494d-897b-784bd77b14a6 req-f6a5cabe-b58e-44bf-88f5-6f200aac24dd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504961 Jul 29 23:50:23.856387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f8515ea-a1ce-40aa-ac34-007b70afe8f6 req-cdcfdb97-6b99-48a9-b5f9-442a98bb723b tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Jul 29 23:50:23.992056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3625361f-8d40-441e-b220-3c4f898bd167 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:24.015967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 3625361f-8d40-441e-b220-3c4f898bd167 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:24.016403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3625361f-8d40-441e-b220-3c4f898bd167 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:24.269537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-750daa74-8b89-46b4-bb5c-40f94b426045 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.271486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-750daa74-8b89-46b4-bb5c-40f94b426045 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.1557167 Jul 29 23:50:24.302111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-d3932200-baa2-4f6d-b484-4fd41a08afd8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0237467 Jul 29 23:50:24.371581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-5169e773-f985-4ffa-9a59-695bf51ae36f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685291 Jul 29 23:50:24.473153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03021c23-d389-46e5-b206-e54d872777c1 req-9720054c-1e03-410d-89df-861cf61bc668 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.478823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03021c23-d389-46e5-b206-e54d872777c1 req-9720054c-1e03-410d-89df-861cf61bc668 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 944 time: 0.0713892 Jul 29 23:50:24.503478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-491206d9-7bae-4d6f-8e59-f39fb7fed61a service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220601 Jul 29 23:50:24.532546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03021c23-d389-46e5-b206-e54d872777c1 req-fc33fc74-2b4d-4aad-ac03-4f458a2c9bc0 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Jul 29 23:50:24.624627 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-1e1d6829-9b00-4f25-a1e1-31f4ee9e1ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114740 Jul 29 23:50:24.774771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3fb10-5971-417b-9b23-307b76cfed2c req-5faf4945-4cef-4d3a-91dd-0640cda1b6de tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.784203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fb3fb10-5971-417b-9b23-307b76cfed2c req-5faf4945-4cef-4d3a-91dd-0640cda1b6de tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.0852535 Jul 29 23:50:24.801669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:24.806349 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b985de-e6a6-4159-8f50-f72f564f80e1" -d '{"events": [{"server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "name": "network-vif-plugged", "status": "completed", "tag": "c1570bf4-2303-4445-beef-458d42ec1971"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:24.868139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fb3fb10-5971-417b-9b23-307b76cfed2c req-35093679-a818-4043-9e9e-ce6a610f71ea tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764542 Jul 29 23:50:24.915797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-359a3254-e0be-4ce9-b13b-9cc22406d104 req-7d85f2f8-8bbd-4c9c-9b35-5116e2876a5e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 210 time: 0.0706954 Jul 29 23:50:24.954689 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b7b679-753f-4d14-be7d-5297f212559c x-openstack-request-id: req-05b7b679-753f-4d14-be7d-5297f212559c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:24.955396 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "name": "network-vif-plugged", "status": "completed", "tag": "c1570bf4-2303-4445-beef-458d42ec1971", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:24.955938 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05b7b679-753f-4d14-be7d-5297f212559c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:24.956922 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971', 'code': 200} Jul 29 23:50:25.151907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7c29-e244-479f-b72d-59f657bf6686 req-ddd0fc0e-07aa-4534-ac73-bfd587754e12 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.166611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ead7c29-e244-479f-b72d-59f657bf6686 req-ddd0fc0e-07aa-4534-ac73-bfd587754e12 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1392422 Jul 29 23:50:25.181360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527c53-b72c-40fb-bd6a-60f8997ab0a4 req-275c5ebd-3287-4fb2-85c5-ddf802c942f0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.183800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07527c53-b72c-40fb-bd6a-60f8997ab0a4 req-275c5ebd-3287-4fb2-85c5-ddf802c942f0 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1255558 Jul 29 23:50:25.247683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ead7c29-e244-479f-b72d-59f657bf6686 req-766452cb-f321-4fa1-ac20-cebdcc8cd792 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725942 Jul 29 23:50:25.251011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07527c53-b72c-40fb-bd6a-60f8997ab0a4 req-c316ded8-6863-4d83-9161-60bb7db38f45 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 Jul 29 23:50:25.316893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c46c-fab4-4529-92f3-efc65d089175 req-e5271498-6968-4e9a-b4c7-7ff4c4b936e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.321093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f652c46c-fab4-4529-92f3-efc65d089175 req-e5271498-6968-4e9a-b4c7-7ff4c4b936e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 1098 time: 0.0608420 Jul 29 23:50:25.436604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:25.479317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f652c46c-fab4-4529-92f3-efc65d089175 req-f66bf952-013d-486d-9da1-5cfaa3f5360f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Jul 29 23:50:25.509595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:25.514437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:25.514804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.605058 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.642329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:25.647623 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.706441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:25.741515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b654b40-b1b2-48f7-a5b8-e91a985f4593 req-ce173902-7e03-4a43-8301-767783a60f96 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.743102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b654b40-b1b2-48f7-a5b8-e91a985f4593 req-ce173902-7e03-4a43-8301-767783a60f96 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1162851 Jul 29 23:50:25.803164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b654b40-b1b2-48f7-a5b8-e91a985f4593 req-88850dbf-f789-433c-8785-fcc291ab5e77 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Jul 29 23:50:26.014174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d1bb-1b87-43ea-b1b2-7f9773f3348d req-38e82eb1-e812-4fa1-bf05-7c0ce83623c1 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.018125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aaf9d1bb-1b87-43ea-b1b2-7f9773f3348d req-38e82eb1-e812-4fa1-bf05-7c0ce83623c1 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.0633600 Jul 29 23:50:26.047540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c45ae20-5a9e-45da-b6a5-e6af734297a2 req-6840e616-e2cf-49f6-ac50-28871d17fdd1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 210 time: 0.0321207 Jul 29 23:50:26.079128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aaf9d1bb-1b87-43ea-b1b2-7f9773f3348d req-c853bda2-2f77-4624-b703-9971168ea6eb tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Jul 29 23:50:26.206526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061273c-1797-4726-ac3d-fa7399da7085 req-b1e89648-ba5c-4d5b-8ffb-ab4ae3768090 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.208712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9061273c-1797-4726-ac3d-fa7399da7085 req-b1e89648-ba5c-4d5b-8ffb-ab4ae3768090 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.0743949 Jul 29 23:50:26.374198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-f3ec2f4c-5c6e-491f-a7e8-754a7158332e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.376041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-f3ec2f4c-5c6e-491f-a7e8-754a7158332e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.2158337 Jul 29 23:50:26.421462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:26.504841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1e3c-695d-4f18-b665-ad213db25936 req-586b3cd3-6e5b-46d7-a56f-2bbbac6494b3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.508315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-589e1e3c-695d-4f18-b665-ad213db25936 req-586b3cd3-6e5b-46d7-a56f-2bbbac6494b3 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 946 time: 0.1066935 Jul 29 23:50:26.512428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Deleting port 21d038e1-8444-4df2-8259-c83e01953625 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:26.513056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.555014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379f6fa-7e7e-4fcd-93ff-06e71fe1660b req-992264fb-7531-4736-a049-a358fdb1c708 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.557701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e379f6fa-7e7e-4fcd-93ff-06e71fe1660b req-992264fb-7531-4736-a049-a358fdb1c708 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1804144 Jul 29 23:50:26.682332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e379f6fa-7e7e-4fcd-93ff-06e71fe1660b req-e0e1daef-2155-414e-97a7-caf3a2b2034a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096661 Jul 29 23:50:26.689490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-589e1e3c-695d-4f18-b665-ad213db25936 req-2c0e9d3b-c3b3-46cc-831b-a6eb3f8d1fd4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688311 Jul 29 23:50:26.710774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:26.718688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.743244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] For port 21d038e1-8444-4df2-8259-c83e01953625, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=21d038e1-8444-4df2-8259-c83e01953625,segment=NetworkSegment(5422d29b-16ca-43a7-a326-e2f085879b5c),segment_id=5422d29b-16ca-43a7-a326-e2f085879b5c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:26.744032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.789859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Calling delete_port for 21d038e1-8444-4df2-8259-c83e01953625 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:26.958277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:26.962054 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f54f51-f72d-4f69-8f04-fb92829730f1" -d '{"events": [{"server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:26.997172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.5 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/73f77c33-3773-41f3-aacf-38f62a8b4605) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:27.007424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.026729 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a16378-4551-4c3b-be66-df115a7b8b01 x-openstack-request-id: req-53a16378-4551-4c3b-be66-df115a7b8b01 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:27.027051 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:27.027284 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53a16378-4551-4c3b-be66-df115a7b8b01 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:27.027684 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30', 'code': 200} Jul 29 23:50:27.030656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545fc0b-0aeb-4621-af34-12f137ee8bee req-b3331903-39f8-4be5-86ed-63b4bb742e11 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.032264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a545fc0b-0aeb-4621-af34-12f137ee8bee req-b3331903-39f8-4be5-86ed-63b4bb742e11 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1324408 Jul 29 23:50:27.057912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Pushing event deleted for resources: {'Port': ['ID=21d038e1-8444-4df2-8259-c83e01953625,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.081083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['21d038e1-8444-4df2-8259-c83e01953625'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:27.150402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a545fc0b-0aeb-4621-af34-12f137ee8bee req-530702da-f0d9-42f8-a942-8de506ff24c5 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075788 Jul 29 23:50:27.175511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] No DVR routers for this DVR port 21d038e1-8444-4df2-8259-c83e01953625 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:27.178422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.180492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9061273c-1797-4726-ac3d-fa7399da7085 req-74a0f828-0063-4df3-b51d-d76aec8b85c7 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.57 "DELETE /v2.0/ports/21d038e1-8444-4df2-8259-c83e01953625 HTTP/1.1" status: 204 len: 173 time: 0.9044330 Jul 29 23:50:27.181023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'name': 'network-vif-deleted', 'tag': '21d038e1-8444-4df2-8259-c83e01953625'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:27.183948 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24985249-663d-4222-ae09-d869cccf2bdb" -d '{"events": [{"server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "name": "network-vif-deleted", "tag": "21d038e1-8444-4df2-8259-c83e01953625"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:27.250616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c5825a6-8e2d-4081-9499-8b7b4137aa95 req-9b270b5c-5f9f-410f-a2cc-28ffd5a1a884 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 210 time: 0.0567760 Jul 29 23:50:27.313819 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f786b5d-f101-4bd7-bb7c-7f6d351b8424 x-openstack-request-id: req-6f786b5d-f101-4bd7-bb7c-7f6d351b8424 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:27.314415 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7a4811-06ba-4509-bb0e-3e11357a8a0e", "name": "network-vif-deleted", "tag": "21d038e1-8444-4df2-8259-c83e01953625", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:27.314789 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f786b5d-f101-4bd7-bb7c-7f6d351b8424 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:27.315282 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7a4811-06ba-4509-bb0e-3e11357a8a0e', 'name': 'network-vif-deleted', 'tag': '21d038e1-8444-4df2-8259-c83e01953625', 'status': 'completed', 'code': 200} Jul 29 23:50:27.357041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b304-b25a-4393-94f5-2ee9454732b4 req-02f1a6d2-b311-4142-a770-ab7dd84fee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.358528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7883b304-b25a-4393-94f5-2ee9454732b4 req-02f1a6d2-b311-4142-a770-ab7dd84fee76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 1097 time: 0.2268820 Jul 29 23:50:27.428255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.440683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1f20b-18e6-4ec1-a51a-a0f6cf4443b5 req-a880dc4f-8dc9-49f5-9469-f9e3a85bca11 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.442510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c1f20b-18e6-4ec1-a51a-a0f6cf4443b5 req-a880dc4f-8dc9-49f5-9469-f9e3a85bca11 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.1734197 Jul 29 23:50:27.470324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7883b304-b25a-4393-94f5-2ee9454732b4 req-49422af5-f5a0-48fe-887c-325b3c883aea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039240 Jul 29 23:50:27.518493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98c1f20b-18e6-4ec1-a51a-a0f6cf4443b5 req-c042a454-72ab-45e4-a745-6675dd659cf1 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650136 Jul 29 23:50:27.532860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.569714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:27.599144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.612274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:27.614465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.614881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.615232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.615586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.615909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.616249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.616585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.616934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.617270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.617597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.618060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.618394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:27.623507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:27.626138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:27.657189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.690445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.691274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.718730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-3d14ab9b-7240-443f-a4cb-a42cdd0a29ce tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3032084 Jul 29 23:50:27.739106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Request body: {'port': {'device_id': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:27.861334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.873286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce74ac5-5972-4a2e-b2db-9e34698c4344 req-37a7074c-5bfe-44f2-93e6-dc6ce522550e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.875030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ce74ac5-5972-4a2e-b2db-9e34698c4344 req-37a7074c-5bfe-44f2-93e6-dc6ce522550e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0923212 Jul 29 23:50:27.925558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c157e63f-10b6-4fe1-89ba-66b0fbe7476b req-ff2c6457-9015-41cb-89d1-b68ca0eb44b4 tempest-ServerDiskConfigTestJSON-928364522 tempest-ServerDiskConfigTestJSON-928364522-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7a4811-06ba-4509-bb0e-3e11357a8a0e HTTP/1.1" status: 200 len: 210 time: 0.0452294 Jul 29 23:50:27.931457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ce74ac5-5972-4a2e-b2db-9e34698c4344 req-d50bd794-03c1-430c-9da9-ccf9b632d7a4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490620 Jul 29 23:50:28.367585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f77c33-3773-41f3-aacf-38f62a8b4605 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:28.385184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3e8e-982b-43c1-ab4e-0b47afef16f5 req-dcc286a2-a468-49c9-b572-7da7c031adf2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.385184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ddf3e8e-982b-43c1-ab4e-0b47afef16f5 req-dcc286a2-a468-49c9-b572-7da7c031adf2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1188514 Jul 29 23:50:28.390851 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.418277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Transition to ACTIVE for port object 73f77c33-3773-41f3-aacf-38f62a8b4605 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:28.429100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.450154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df56c1-3289-4247-b308-c1c1ed1703e8 req-bd704d2b-0bfc-493d-b904-8635041c861c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.458331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b1df56c1-3289-4247-b308-c1c1ed1703e8 req-bd704d2b-0bfc-493d-b904-8635041c861c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 931 time: 0.0885301 Jul 29 23:50:28.518721 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b1df56c1-3289-4247-b308-c1c1ed1703e8 req-8f24d27d-98ae-4aea-9b16-4d6577cc9c34 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Jul 29 23:50:28.537983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ddf3e8e-982b-43c1-ab4e-0b47afef16f5 req-8933787b-1096-43ef-a663-ffc9e94722fb tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322563 Jul 29 23:50:28.576144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Pushing event updated for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:28.716497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Attempting to bind port 73f77c33-3773-41f3-aacf-38f62a8b4605 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:28.716833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Attempting to bind port 73f77c33-3773-41f3-aacf-38f62a8b4605 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:28.717043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Attempting to bind port 73f77c33-3773-41f3-aacf-38f62a8b4605 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:28.724833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Port 73f77c33-3773-41f3-aacf-38f62a8b4605 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:28.725317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Attempting to bind port 73f77c33-3773-41f3-aacf-38f62a8b4605 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:28.733601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:28.734273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:28.734914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:28.735432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Bound port: 73f77c33-3773-41f3-aacf-38f62a8b4605, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:28.735826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.792661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9e1c-d4ab-40b5-911b-d5132c901853 req-d175d320-9533-4da0-bfb8-47572e634574 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.795701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-806d9e1c-d4ab-40b5-911b-d5132c901853 req-d175d320-9533-4da0-bfb8-47572e634574 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.1099474 Jul 29 23:50:28.855992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-806d9e1c-d4ab-40b5-911b-d5132c901853 req-3a770dea-227f-4c36-828c-667b6c486153 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 Jul 29 23:50:28.857158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:28.862138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=73f77c33-3773-41f3-aacf-38f62a8b4605,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:28.877800 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.925016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.926088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.928408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] 10.222.0.59 "PUT /v2.0/ports/73f77c33-3773-41f3-aacf-38f62a8b4605 HTTP/1.1" status: 200 len: 1092 time: 1.1943033 Jul 29 23:50:28.929011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:28.932586 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d675f5e-93dd-4cf1-b772-75f37bce85f1" -d '{"events": [{"name": "network-changed", "server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:29.041334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2b7604-2284-4cbc-a0a6-4a5eefe9067d x-openstack-request-id: req-af2b7604-2284-4cbc-a0a6-4a5eefe9067d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:29.041334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:29.041334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af2b7604-2284-4cbc-a0a6-4a5eefe9067d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:29.041334 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605', 'status': 'completed', 'code': 200} Jul 29 23:50:29.041334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08080a2-b883-44cd-b517-e092489be8ce service neutron] Pushing event updated for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:29.127262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730778-3c79-493e-a455-9002b6d6b9f0 req-273480ef-2d28-446c-b900-68af03d0c63a tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.129339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2730778-3c79-493e-a455-9002b6d6b9f0 req-273480ef-2d28-446c-b900-68af03d0c63a tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 945 time: 0.1279805 Jul 29 23:50:29.167969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-f80264a6-9b9e-47cc-877b-9ea370d8881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.170664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-f80264a6-9b9e-47cc-877b-9ea370d8881a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 1095 time: 0.1647773 Jul 29 23:50:29.267442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062b8a3-adbc-4d30-9d80-169e6a90c285 req-d2b1f6d2-fdd8-4fd9-a2a7-33aef397271f tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.271485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b062b8a3-adbc-4d30-9d80-169e6a90c285 req-d2b1f6d2-fdd8-4fd9-a2a7-33aef397271f tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1199291 Jul 29 23:50:29.272126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-1d8e7b22-b06d-48bc-bdb8-74e1a6de025b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f77c33-3773-41f3-aacf-38f62a8b4605 HTTP/1.1" status: 200 len: 217 time: 0.0858727 Jul 29 23:50:29.283107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2730778-3c79-493e-a455-9002b6d6b9f0 req-98cbe3f8-0bed-43ad-a69d-b11c55039958 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410785 Jul 29 23:50:29.364712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f75d6-13df-46b0-9307-b1b3034677ee req-2d5b500d-0b49-4079-b4b8-fb8dbba7548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.366639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-2d5b500d-0b49-4079-b4b8-fb8dbba7548f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.0824115 Jul 29 23:50:29.382466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b062b8a3-adbc-4d30-9d80-169e6a90c285 req-e85d1348-a018-4454-b5bf-d66bdd4ffb21 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918729 Jul 29 23:50:29.446421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-2d97e6a2-8702-4a06-9693-e91ede4e6207 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693917 Jul 29 23:50:29.640602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-d8324b1a-e34f-490e-aaa7-26dd85ecd0c6 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791329 Jul 29 23:50:29.824275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-256f75d6-13df-46b0-9307-b1b3034677ee req-f0106fec-ec74-43c4-84af-76e3ecdea393 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763101 Jul 29 23:50:29.917148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b1c36-9b5d-4b62-b05c-4172ce4defc8 req-7c52be85-843a-493b-8825-e889ec6488c6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.918820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c17b1c36-9b5d-4b62-b05c-4172ce4defc8 req-7c52be85-843a-493b-8825-e889ec6488c6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 943 time: 0.1016226 Jul 29 23:50:30.013089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21d038e1-8444-4df2-8259-c83e01953625 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:30.048043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c17b1c36-9b5d-4b62-b05c-4172ce4defc8 req-f0346b91-1b30-4a80-9d14-a539f1558f96 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209867 Jul 29 23:50:30.068406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 21d038e1-8444-4df2-8259-c83e01953625 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:30.069343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 21d038e1-8444-4df2-8259-c83e01953625 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:30.077781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb196-9f48-463c-bfda-5ba5e26ff60f req-45ea6792-127b-4bdb-baf3-c06936d057d2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.080553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5bdb196-9f48-463c-bfda-5ba5e26ff60f req-45ea6792-127b-4bdb-baf3-c06936d057d2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1128545 Jul 29 23:50:30.090630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-e44a9145-0b1e-41a3-a2c9-369c6b03d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.092786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-e44a9145-0b1e-41a3-a2c9-369c6b03d8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 1095 time: 0.1211953 Jul 29 23:50:30.153113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5bdb196-9f48-463c-bfda-5ba5e26ff60f req-9de53950-d4c6-4947-a5e8-ef2cbe050d94 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632451 Jul 29 23:50:30.272970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52aec8-f7e1-4682-a4fe-c98f7e2f3095 req-b7860c25-5a81-49df-b59a-9a2da9c194f3 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.274627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f52aec8-f7e1-4682-a4fe-c98f7e2f3095 req-b7860c25-5a81-49df-b59a-9a2da9c194f3 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 945 time: 0.0958605 Jul 29 23:50:30.318719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-cb9e23b6-2b4e-4f5d-8cd9-21ca2d717b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.320255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-cb9e23b6-2b4e-4f5d-8cd9-21ca2d717b24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.2134361 Jul 29 23:50:30.352920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f52aec8-f7e1-4682-a4fe-c98f7e2f3095 req-03a088a0-984c-4781-8727-652d1e1561b5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672491 Jul 29 23:50:30.372088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe049f-8660-4038-9893-d73acdd3693e req-7c22a5e9-ebd6-43a2-b168-60c6fa3b2909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.382116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-babe049f-8660-4038-9893-d73acdd3693e req-7c22a5e9-ebd6-43a2-b168-60c6fa3b2909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0999606 Jul 29 23:50:30.383709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-9d88167c-f950-4f6a-ba1a-ccf076d89bc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f77c33-3773-41f3-aacf-38f62a8b4605 HTTP/1.1" status: 200 len: 217 time: 0.0496588 Jul 29 23:50:30.450004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-babe049f-8660-4038-9893-d73acdd3693e req-8722bc85-1ac9-4248-ac95-ee712eaa0f05 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610726 Jul 29 23:50:30.478889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-55140071-51cb-4e1a-adf9-8b3994c8afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.481304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-55140071-51cb-4e1a-adf9-8b3994c8afce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.0889740 Jul 29 23:50:30.555771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-d7c8997b-0a14-4332-83f2-cd6363862074 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621395 Jul 29 23:50:30.601720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.742650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-1a4a9f9e-6b2e-48bb-88a8-9b844592199d service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770465 Jul 29 23:50:30.800809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Deleting subnet 3998f5ac-da8e-4804-9acd-47f4c99c8fdc {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:30.805306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.845142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9681-f1cd-4eea-8ea4-cf2b7a3f274b req-3247e721-0849-42c7-9a4c-5c79ffac0ba7 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.846879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34af9681-f1cd-4eea-8ea4-cf2b7a3f274b req-3247e721-0849-42c7-9a4c-5c79ffac0ba7 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1125937 Jul 29 23:50:30.885848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.947257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34af9681-f1cd-4eea-8ea4-cf2b7a3f274b req-74366a46-1317-4a56-b0d6-37791305208c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879302 Jul 29 23:50:30.971924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdf752-4068-4886-88b6-b22c6019c51a req-77126dfd-2aeb-47fe-a0d0-20cb8c650559 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.973545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7cdf752-4068-4886-88b6-b22c6019c51a req-77126dfd-2aeb-47fe-a0d0-20cb8c650559 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1032212 Jul 29 23:50:30.979782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.982783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d675f5e-93dd-4cf1-b772-75f37bce85f1 req-6addb22f-946e-40e5-81e4-486747c5d43a service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028430 Jul 29 23:50:31.037025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7cdf752-4068-4886-88b6-b22c6019c51a req-833589ab-a619-42fc-9c03-2356f0a848a8 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503819 Jul 29 23:50:31.055512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.084835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3998f5ac-da8e-4804-9acd-47f4c99c8fdc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:31.090638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.095131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a79741c-2127-40c9-8032-94a6f49d6eae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3998f5ac-da8e-4804-9acd-47f4c99c8fdc HTTP/1.1" status: 204 len: 168 time: 0.4906135 Jul 29 23:50:31.096832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:31.233190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.254785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc747c-2252-41a3-b3b2-2468461e37d9 req-272f78b5-2fbc-4d52-8c0c-4666a54e3e4e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.256440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5edc747c-2252-41a3-b3b2-2468461e37d9 req-272f78b5-2fbc-4d52-8c0c-4666a54e3e4e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 943 time: 0.1064689 Jul 29 23:50:31.367787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5edc747c-2252-41a3-b3b2-2468461e37d9 req-65cedb76-ffd5-4723-b9e0-ce93f06fa705 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013346 Jul 29 23:50:31.372276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.385314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f028be-99e9-4a33-832f-47704a65e49e']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:31.398548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5422d29b-16ca-43a7-a326-e2f085879b5c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:31.398548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5422d29b-16ca-43a7-a326-e2f085879b5c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:31.409097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.430515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.446431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:31.446799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:31.448909 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:31.526961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.538199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.542690 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f2f028be-99e9-4a33-832f-47704a65e49e HTTP/1.1" status: 204 len: 168 time: 0.4414601 Jul 29 23:50:31.548989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f049bf9-e42c-4eac-8181-c6d4000a8883 req-0b1c0b1d-817f-417c-a8c5-1fbab86de600 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.554277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b00afb-1c91-446a-bdd1-20a5edc2c126 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f028be-99e9-4a33-832f-47704a65e49e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:31.557169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f049bf9-e42c-4eac-8181-c6d4000a8883 req-0b1c0b1d-817f-417c-a8c5-1fbab86de600 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 945 time: 0.0979490 Jul 29 23:50:31.620194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f049bf9-e42c-4eac-8181-c6d4000a8883 req-97d3cf07-decd-403c-88b0-abd3d1f2868d tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620561 Jul 29 23:50:31.659166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392950-a88f-443a-886c-1be52a93ee4b req-7918609a-d018-4fda-818c-0f3e602c77f0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.661223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69392950-a88f-443a-886c-1be52a93ee4b req-7918609a-d018-4fda-818c-0f3e602c77f0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0720105 Jul 29 23:50:31.710603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:31.720724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-69392950-a88f-443a-886c-1be52a93ee4b req-2db411dc-3a2b-43f6-b540-1a2d418a8ba4 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509863 Jul 29 23:50:31.758344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de746073-d176-41ac-9b53-c7208039749c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=688c563619ee441fa5df886d9b853d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459347 Jul 29 23:50:31.760472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53752) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:31.840906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.868997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.922866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.926217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.927393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a HTTP/1.1" status: 204 len: 168 time: 0.1645205 Jul 29 23:50:31.935970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbd0bf-6d2d-42f6-a9ac-c62f19b49f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc812a2e-5aa9-4e90-85dc-ec4ab0e4bb2a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.125024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be8887-3148-45a5-88c3-c97ac1ae6d67 req-9ce36396-cd01-4398-968a-ce00b8cd2b61 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.126747 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5be8887-3148-45a5-88c3-c97ac1ae6d67 req-9ce36396-cd01-4398-968a-ce00b8cd2b61 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0949001 Jul 29 23:50:32.208270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5be8887-3148-45a5-88c3-c97ac1ae6d67 req-459c3765-0f1c-4ede-a2bb-85869cece528 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747609 Jul 29 23:50:32.222352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768e73e-ada4-430b-a82c-ca49b526af8c req-6a05bb1e-40d1-4bdd-a0ac-8ed96b3e3df9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.232304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8768e73e-ada4-430b-a82c-ca49b526af8c req-6a05bb1e-40d1-4bdd-a0ac-8ed96b3e3df9 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.0852776 Jul 29 23:50:32.237397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-75e27b41-c569-4a71-9f41-7201b7764fa5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.240989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-75e27b41-c569-4a71-9f41-7201b7764fa5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 945 time: 0.0944023 Jul 29 23:50:32.286894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8768e73e-ada4-430b-a82c-ca49b526af8c req-9b9972c2-3f9d-44cd-93af-a4c70a96117e tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Jul 29 23:50:32.419932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Deleting port b23c6997-6afc-47da-a003-beda01f7744e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:32.420597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.611069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c549f3-bdfb-4b45-9331-578f457cda4d req-554f0555-85a8-4b69-ae21-ce1fdbf6684b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.612868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44c549f3-bdfb-4b45-9331-578f457cda4d req-554f0555-85a8-4b69-ae21-ce1fdbf6684b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 943 time: 0.0759668 Jul 29 23:50:32.638961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] For port b23c6997-6afc-47da-a003-beda01f7744e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=b23c6997-6afc-47da-a003-beda01f7744e,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:32.639201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.664496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Calling delete_port for b23c6997-6afc-47da-a003-beda01f7744e owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:32.681783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8a079-83ea-4ff3-8f5b-16b94bca6f36 req-a3f58321-e98b-4c58-967e-a532742e04a4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.694166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6a8a079-83ea-4ff3-8f5b-16b94bca6f36 req-a3f58321-e98b-4c58-967e-a532742e04a4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.1143615 Jul 29 23:50:32.697925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44c549f3-bdfb-4b45-9331-578f457cda4d req-dc154d49-51d3-4e2a-83fd-fb69e280f477 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700049 Jul 29 23:50:32.761106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6a8a079-83ea-4ff3-8f5b-16b94bca6f36 req-62999dca-9462-4504-93d6-dcbc5d3370ac tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643275 Jul 29 23:50:32.885567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843d293-93e3-46b3-bf72-a34dcade9c44 req-86950719-9c8c-47ad-9456-ab3019bf58fa tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.891509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0843d293-93e3-46b3-bf72-a34dcade9c44 req-86950719-9c8c-47ad-9456-ab3019bf58fa tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 945 time: 0.1064639 Jul 29 23:50:32.947925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0843d293-93e3-46b3-bf72-a34dcade9c44 req-7ff4c8c0-7bea-4504-bcce-d42a64d75589 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Jul 29 23:50:32.998686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.045181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad704b0-8d7d-458a-814e-09b93d21ada1 req-0dbe49f8-f0aa-456b-ae51-8faa8178fab7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.049981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'c1570bf4-2303-4445-beef-458d42ec1971', 'b23c6997-6afc-47da-a003-beda01f7744e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:33.058716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bad704b0-8d7d-458a-814e-09b93d21ada1 req-0dbe49f8-f0aa-456b-ae51-8faa8178fab7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1363223 Jul 29 23:50:33.068063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event deleted for resources: {'Port': ['ID=b23c6997-6afc-47da-a003-beda01f7744e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.108696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:33.171491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] No DVR routers for this DVR port b23c6997-6afc-47da-a003-beda01f7744e on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:33.178440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.180955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22fa568d-1d85-4c8f-bcf9-d5390139b918 req-986091fc-2262-4625-8a53-f14f5a86c1ac tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "DELETE /v2.0/ports/b23c6997-6afc-47da-a003-beda01f7744e HTTP/1.1" status: 204 len: 173 time: 0.9269710 Jul 29 23:50:33.181945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'name': 'network-vif-deleted', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:33.185391 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35a49e3-3429-40b9-8791-2e0b61418ea9" -d '{"events": [{"server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "name": "network-vif-deleted", "tag": "b23c6997-6afc-47da-a003-beda01f7744e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:33.205539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bad704b0-8d7d-458a-814e-09b93d21ada1 req-71203d4f-5eb5-462b-8d11-d34964005683 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219559 Jul 29 23:50:33.274505 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73923037-95a1-4744-9fce-4dc40e0a28c5 x-openstack-request-id: req-73923037-95a1-4744-9fce-4dc40e0a28c5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:33.274866 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee68ddca-7be8-4fdc-b8f9-7551b19a924e", "name": "network-vif-deleted", "tag": "b23c6997-6afc-47da-a003-beda01f7744e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:33.275098 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73923037-95a1-4744-9fce-4dc40e0a28c5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:33.275462 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee68ddca-7be8-4fdc-b8f9-7551b19a924e', 'name': 'network-vif-deleted', 'tag': 'b23c6997-6afc-47da-a003-beda01f7744e', 'status': 'completed', 'code': 200} Jul 29 23:50:33.306794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-470467053-network', 'tenant_id': 'df473128c7a64b538659d4ae6f565240'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:33.357133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Made reservation on behalf of df473128c7a64b538659d4ae6f565240 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:33.360105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.375969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.465961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c7684-bfbc-491f-be31-f53957d3c9a9 req-f5b20afa-84e6-4755-b616-c2f62991e063 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.468815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-696c7684-bfbc-491f-be31-f53957d3c9a9 req-f5b20afa-84e6-4755-b616-c2f62991e063 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1314254 Jul 29 23:50:33.513935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 73f77c33-3773-41f3-aacf-38f62a8b4605 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:33.550472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-696c7684-bfbc-491f-be31-f53957d3c9a9 req-fd4a8015-5a0f-425e-8050-4868bfe2e8e2 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658069 Jul 29 23:50:33.603649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.611514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.651332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:33.680042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.687171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.687815 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Added segment 6f275ede-550f-48ac-b2b5-5890afc43c4b of type vlan for network 2fa53836-023c-490f-bdde-655c56bcb168 Jul 29 23:50:33.719259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=73f77c33-3773-41f3-aacf-38f62a8b4605,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:33.741996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '73f77c33-3773-41f3-aacf-38f62a8b4605', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '73f77c33-3773-41f3-aacf-38f62a8b4605', 'mac_address': 'fa:16:3e:7c:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:33.778970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.835941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.855339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f77c33-3773-41f3-aacf-38f62a8b4605 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:33.890659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=73f77c33-3773-41f3-aacf-38f62a8b4605,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:33.900036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.908871 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.910857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.911716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.948709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97cc06-e223-45ec-9c7f-323c22b42617 req-049efa78-220d-4f1f-972e-381a6437f759 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.950799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee97cc06-e223-45ec-9c7f-323c22b42617 req-049efa78-220d-4f1f-972e-381a6437f759 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.0749142 Jul 29 23:50:33.969175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.988524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa53836-023c-490f-bdde-655c56bcb168,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.991843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.992612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.993450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.994095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.994641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.995226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.995691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.996569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.997664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.998753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.999216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:33.999769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:34.011205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2fa53836-023c-490f-bdde-655c56bcb168 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:34.025330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee97cc06-e223-45ec-9c7f-323c22b42617 req-3eff93bf-ba63-488d-a26f-25ea267f366a tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665538 Jul 29 23:50:34.026776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbee5b-5751-40bc-be51-c577e29a1768 req-b5dca079-52e1-4406-b74e-7a1321c21153 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.030465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bdfbee5b-5751-40bc-be51-c577e29a1768 req-b5dca079-52e1-4406-b74e-7a1321c21153 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 943 time: 0.2096672 Jul 29 23:50:34.050522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.051836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-541254f4-5df5-4108-811f-cd32fb904655 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9403768 Jul 29 23:50:34.059776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Request body: {'subnet': {'network_id': '2fa53836-023c-490f-bdde-655c56bcb168', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-470467053-subnet', 'tenant_id': 'df473128c7a64b538659d4ae6f565240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:34.114249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Made reservation on behalf of df473128c7a64b538659d4ae6f565240 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:34.117111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.205142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bdfbee5b-5751-40bc-be51-c577e29a1768 req-15beeb35-418d-4f98-bb71-001c154a59b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673090 Jul 29 23:50:34.282876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-e447eaca-ec3a-4e6d-a8b4-8292ae6efad2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.288256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['73f77c33-3773-41f3-aacf-38f62a8b4605'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:34.288967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-e447eaca-ec3a-4e6d-a8b4-8292ae6efad2 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.2107997 Jul 29 23:50:34.333174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf339244-eeb0-4ed5-8477-65f2a3dc2569 req-6f6c3096-e523-4e90-91d8-6144bf3efae8 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee68ddca-7be8-4fdc-b8f9-7551b19a924e HTTP/1.1" status: 200 len: 210 time: 0.0785501 Jul 29 23:50:34.529605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.649600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52104b8f-9ebb-499c-941e-10435f55d7d8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.670412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Checking segment: {'id': '6f275ede-550f-48ac-b2b5-5890afc43c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:34.671067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Network hostable DHCP agents. Network: 2fa53836-023c-490f-bdde-655c56bcb168, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:34.748776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Network 2fa53836-023c-490f-bdde-655c56bcb168 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:34.790480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0c8c1-37cc-406f-bc1e-3a941d8be97a req-c5633c38-e9a0-4b57-b5a4-ee345abfa223 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.795364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bb0c8c1-37cc-406f-bc1e-3a941d8be97a req-c5633c38-e9a0-4b57-b5a4-ee345abfa223 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1180511 Jul 29 23:50:34.795975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2fa53836-023c-490f-bdde-655c56bcb168) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:34.802176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.803152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.815864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7886cdc-e89f-44db-b677-3549925a60fa None None] Network 2fa53836-023c-490f-bdde-655c56bcb168 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:34.862429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1a29f172-c484-4d50-a85c-3a841d6add8e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8078647 Jul 29 23:50:34.886670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6692ec-fb71-4cb5-9883-c6726598d183 req-a43ec8b7-567b-4358-b0b7-beb8049e0bab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.894807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6692ec-fb71-4cb5-9883-c6726598d183 req-a43ec8b7-567b-4358-b0b7-beb8049e0bab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1476021 Jul 29 23:50:34.943341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bb0c8c1-37cc-406f-bc1e-3a941d8be97a req-8869dbc0-179e-4e1d-a95b-cfc5c0636495 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041298 Jul 29 23:50:34.968958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da6692ec-fb71-4cb5-9883-c6726598d183 req-182089ef-db2b-467a-8e9f-3d74fa52ac94 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727403 Jul 29 23:50:34.983883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Deleting port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:34.984301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.056864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938003a-cfbe-4d70-b6d8-9ce40562b6a4 None None] Network 2fa53836-023c-490f-bdde-655c56bcb168 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:35.123465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] For port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,segment=NetworkSegment(956c07f8-5d2e-41ad-8b95-eb3e928da484),segment_id=956c07f8-5d2e-41ad-8b95-eb3e928da484)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:35.123838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.141443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Calling delete_port for f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:35.172970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac790966-9826-4b6d-b2a0-67624d6c5a76 req-be1cee23-aeb0-4ed0-a650-02099ee361ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.183567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac790966-9826-4b6d-b2a0-67624d6c5a76 req-be1cee23-aeb0-4ed0-a650-02099ee361ea tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccce08c6-2241-4359-a2b2-55230aa4e28c HTTP/1.1" status: 200 len: 945 time: 0.0787921 Jul 29 23:50:35.249140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac790966-9826-4b6d-b2a0-67624d6c5a76 req-067f4b87-49fa-4b52-8e93-c8c89f6ecd03 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.49 "GET /v2.0/security-groups?id=f683e4ea-ead0-4d1a-b58f-2808007c50ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615828 Jul 29 23:50:35.361090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.397353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['f8ad9a90-d4ee-4ac4-8f88-88fb07799c30'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:35.403863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Pushing event deleted for resources: {'Port': ['ID=f8ad9a90-d4ee-4ac4-8f88-88fb07799c30,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:35.431562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6dc4e-aabe-4baf-be38-3e91ad44124e req-6b988e7f-91cf-4ebc-8e7f-f110bce3b1cc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.435357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfc6dc4e-aabe-4baf-be38-3e91ad44124e req-6b988e7f-91cf-4ebc-8e7f-f110bce3b1cc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 944 time: 0.1086216 Jul 29 23:50:35.499008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 73f77c33-3773-41f3-aacf-38f62a8b4605 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:35.568251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] No DVR routers for this DVR port f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:35.574965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 73f77c33-3773-41f3-aacf-38f62a8b4605 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:35.577266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.579659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e626a8ab-5090-4911-837b-6d976cb715c5 req-ca1e93c3-fd90-443e-97a0-e1d5229de4e4 tempest-DeleteServersTestJSON-1524144453 tempest-DeleteServersTestJSON-1524144453-project] 10.222.0.59 "DELETE /v2.0/ports/f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 HTTP/1.1" status: 204 len: 173 time: 1.2856317 Jul 29 23:50:35.580317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'name': 'network-vif-deleted', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:35.580700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 73f77c33-3773-41f3-aacf-38f62a8b4605 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:35.581091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.583215 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc717dac-8775-47c0-b889-96e6c3310c99" -d '{"events": [{"server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "name": "network-vif-deleted", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:35.602485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-5fa95c87-ace9-4697-ae22-f6d652d24620 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.604316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-5fa95c87-ace9-4697-ae22-f6d652d24620 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/networks?id=2fa53836-023c-490f-bdde-655c56bcb168 HTTP/1.1" status: 200 len: 821 time: 0.1895337 Jul 29 23:50:35.640697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-04992e03-dcdb-4e2b-bd72-e9d67f4e8a2c tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/quotas/df473128c7a64b538659d4ae6f565240 HTTP/1.1" status: 200 len: 375 time: 0.0210011 Jul 29 23:50:35.743639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-a5028aab-ac03-44aa-b5e9-73f3bc2f19da tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df473128c7a64b538659d4ae6f565240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962591 Jul 29 23:50:35.785046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.843739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=73f77c33-3773-41f3-aacf-38f62a8b4605,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:35.847388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:35.851549 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0697232b-b592-40fd-aafd-6023abb28b31" -d '{"events": [{"server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "name": "network-vif-plugged", "status": "completed", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:35.857316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.858918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:35.917223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:35.918328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f8ad9a90-d4ee-4ac4-8f88-88fb07799c30 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:35.947797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-17777a17-d858-4d4b-84d1-fad410466c98 service neutron] 10.222.0.49 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029803 Jul 29 23:50:35.961036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfc6dc4e-aabe-4baf-be38-3e91ad44124e req-15be1bfe-a5f1-4109-a118-7061bc217512 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196948 Jul 29 23:50:35.975714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:36.005745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f434-85f4-4532-ad48-8ae14fa00a7e req-99f64987-5f1b-4948-85f7-5e80874947b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.007446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a385f434-85f4-4532-ad48-8ae14fa00a7e req-99f64987-5f1b-4948-85f7-5e80874947b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.0620940 Jul 29 23:50:36.067425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a385f434-85f4-4532-ad48-8ae14fa00a7e req-c39410cf-97c4-478c-a091-ee01e5c88385 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Jul 29 23:50:36.074002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device b23c6997-6afc-47da-a003-beda01f7744e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:36.121145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: b23c6997-6afc-47da-a003-beda01f7744e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:36.121678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device b23c6997-6afc-47da-a003-beda01f7744e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:36.126464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-ee2d0704-a844-4a15-8dfe-7c4de8dc9da4 service neutron] 10.222.0.49 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709969 Jul 29 23:50:36.172282 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015eab04-e00c-4dd2-bde7-112fb5228d2d x-openstack-request-id: req-015eab04-e00c-4dd2-bde7-112fb5228d2d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:36.172713 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce08c6-2241-4359-a2b2-55230aa4e28c", "name": "network-vif-deleted", "tag": "f8ad9a90-d4ee-4ac4-8f88-88fb07799c30", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:36.173091 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-015eab04-e00c-4dd2-bde7-112fb5228d2d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:36.173890 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce08c6-2241-4359-a2b2-55230aa4e28c', 'name': 'network-vif-deleted', 'tag': 'f8ad9a90-d4ee-4ac4-8f88-88fb07799c30', 'status': 'completed', 'code': 200} Jul 29 23:50:36.247169 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164c785-1cfc-440d-a7c9-c71df039b21e x-openstack-request-id: req-b164c785-1cfc-440d-a7c9-c71df039b21e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:36.248265 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "name": "network-vif-plugged", "status": "completed", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:36.248758 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b164c785-1cfc-440d-a7c9-c71df039b21e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:36.249424 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605', 'code': 200} Jul 29 23:50:36.430941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa81722-ba90-45d3-9b7f-75dd7ddd8816 req-21aaeccc-033e-4c7a-b774-40b48481b347 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.443279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfa81722-ba90-45d3-9b7f-75dd7ddd8816 req-21aaeccc-033e-4c7a-b774-40b48481b347 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1078792 Jul 29 23:50:36.499044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bfa81722-ba90-45d3-9b7f-75dd7ddd8816 req-9ae43e9f-9b6b-4dab-88bc-3e5d07b2ac23 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Jul 29 23:50:36.538170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb549-6650-4bab-8204-8fba7eaffba1 req-f6dca5d9-9c61-421a-9f40-5e056fe3a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.539800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-660fb549-6650-4bab-8204-8fba7eaffba1 req-f6dca5d9-9c61-421a-9f40-5e056fe3a67b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 1097 time: 0.1191323 Jul 29 23:50:36.550177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c99881-a25e-472b-946d-2645c7c94715 req-7937f988-a798-483a-825b-0450be65bb87 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.558892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79c99881-a25e-472b-946d-2645c7c94715 req-7937f988-a798-483a-825b-0450be65bb87 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1882179 Jul 29 23:50:36.625185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-660fb549-6650-4bab-8204-8fba7eaffba1 req-83539e49-6b8b-4bad-9901-47567997e8e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Jul 29 23:50:36.680992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79c99881-a25e-472b-946d-2645c7c94715 req-a4be667a-a0c0-4380-9ccb-c97fffcdf7e3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209013 Jul 29 23:50:36.797665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e8f748-4b5a-4198-ab4f-e482d3566f5e req-e041b355-209b-4ee2-99ca-72191191aa9a tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0505190 Jul 29 23:50:37.178132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8defae-61fd-4654-9264-4a05509b10de req-244813c7-8194-4f25-9628-f6c08e0f6ea0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.186742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee8defae-61fd-4654-9264-4a05509b10de req-244813c7-8194-4f25-9628-f6c08e0f6ea0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.0795782 Jul 29 23:50:37.229619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee8defae-61fd-4654-9264-4a05509b10de req-0b73fd29-8989-446b-8886-13ddec249a16 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Jul 29 23:50:37.724271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36824b-2e82-46a4-a2dd-bd618ff912d6 req-4ddd50df-4c3c-477e-b21c-6c9d12d496ab tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.732292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b36824b-2e82-46a4-a2dd-bd618ff912d6 req-4ddd50df-4c3c-477e-b21c-6c9d12d496ab tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0957925 Jul 29 23:50:37.812103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b36824b-2e82-46a4-a2dd-bd618ff912d6 req-8b71a26a-93d5-4a29-843c-b40e31408b7c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788324 Jul 29 23:50:37.898120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334c0e-6115-4704-9aa4-69bf94eb33ce req-561bb575-9163-41cd-83ae-df0766281349 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.916899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334c0e-6115-4704-9aa4-69bf94eb33ce req-561bb575-9163-41cd-83ae-df0766281349 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.927417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02334c0e-6115-4704-9aa4-69bf94eb33ce req-561bb575-9163-41cd-83ae-df0766281349 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001&device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 1683 time: 0.1476874 Jul 29 23:50:38.019329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f776-6a76-4f38-b569-600edba964c4 req-2860925d-a94e-4970-b352-62a782eddbd9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.026084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31f5f776-6a76-4f38-b569-600edba964c4 req-2860925d-a94e-4970-b352-62a782eddbd9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1053271 Jul 29 23:50:38.035037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-02334c0e-6115-4704-9aa4-69bf94eb33ce req-190caf46-5cd5-44a2-86c8-ece2edc05cd9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037896 Jul 29 23:50:38.203614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e94c12a6-0612-45a1-ad09-573be9e1f9be req-e8c60faf-2f74-4ae4-89af-a5a939009fd2 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0647423 Jul 29 23:50:38.333305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31f5f776-6a76-4f38-b569-600edba964c4 req-127a0e16-f04d-4b66-8631-436513613cd5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912445 Jul 29 23:50:38.390349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aa3ac-07b8-4a1a-9f9c-1c59481eb71d req-533463b0-51fe-4815-9e18-f619e3ba44dc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.390694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-cce5835c-9e4a-4b20-bc8b-a178b9942a41 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.392585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e98aa3ac-07b8-4a1a-9f9c-1c59481eb71d req-533463b0-51fe-4815-9e18-f619e3ba44dc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.0784464 Jul 29 23:50:38.398517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-cce5835c-9e4a-4b20-bc8b-a178b9942a41 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.59 "GET /v2.0/networks?id=2fa53836-023c-490f-bdde-655c56bcb168 HTTP/1.1" status: 200 len: 821 time: 0.3180664 Jul 29 23:50:38.438157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Request body: {'port': {'device_id': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168', 'admin_state_up': True, 'tenant_id': 'df473128c7a64b538659d4ae6f565240'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.464093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e98aa3ac-07b8-4a1a-9f9c-1c59481eb71d req-6f308e3c-307f-4dcd-98da-0912e5079ad7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Jul 29 23:50:38.609155 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:38.704379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Made reservation on behalf of df473128c7a64b538659d4ae6f565240 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:38.708463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.952537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Allocated IP 172.20.0.11 (2fa53836-023c-490f-bdde-655c56bcb168/52104b8f-9ebb-499c-941e-10435f55d7d8/c5dc1337-29df-4f15-a0e3-924da781c7ae) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:39.048501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-335065eb-8cef-4b8b-99b4-0de88930218d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.060241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-335065eb-8cef-4b8b-99b4-0de88930218d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.2017775 Jul 29 23:50:39.083748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-3051e451-a3d6-4251-a4ee-7209ea470772 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0219545 Jul 29 23:50:39.171123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-aeedbb2f-3657-4c84-8984-1adb140761a1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861259 Jul 29 23:50:39.223893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.281565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.363901 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-3f22dd84-62e3-466b-b370-01e9163ea667 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810477 Jul 29 23:50:39.370641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508137-c6a9-4de7-b253-d7f94a9d8fb8 req-a88ba641-f552-4eb8-a313-8e8e5ee41cec tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.372496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f508137-c6a9-4de7-b253-d7f94a9d8fb8 req-a88ba641-f552-4eb8-a313-8e8e5ee41cec tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.4034488 Jul 29 23:50:39.378137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Pushing event updated for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.383040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Network 2fa53836-023c-490f-bdde-655c56bcb168 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:39.387260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:39.390613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:39.470033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.470922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.476570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-b768717c-2a1f-4d68-b014-101fa9a118c9 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111634 Jul 29 23:50:39.485294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f508137-c6a9-4de7-b253-d7f94a9d8fb8 req-d911433d-5949-4369-b154-f50e4023fda7 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Jul 29 23:50:39.500178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-bde311d0-4f26-4252-bf2a-118ab57e3c4d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0627031 Jul 29 23:50:39.518796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Request body: {'port': {'device_id': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:39.630462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.916052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399823a-2531-4273-8e76-118443bbacad req-68a779bc-8a24-4906-8269-ba614fdcd349 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.924934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f399823a-2531-4273-8e76-118443bbacad req-68a779bc-8a24-4906-8269-ba614fdcd349 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 932 time: 0.1032619 Jul 29 23:50:40.010812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f399823a-2531-4273-8e76-118443bbacad req-32745a1a-9af2-4e30-9060-b2e50bf0cb26 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Jul 29 23:50:40.073328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a85333-50d6-4c0e-aa1d-dd315788d85e req-d9955694-dc8a-41d9-8644-643bd25a189f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.080118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1592251677', 'description': 'tempest-description-842432531'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:40.084086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60a85333-50d6-4c0e-aa1d-dd315788d85e req-d9955694-dc8a-41d9-8644-643bd25a189f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1927912 Jul 29 23:50:40.143734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.220322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60a85333-50d6-4c0e-aa1d-dd315788d85e req-33c23350-a2a2-4bf9-a45a-ab3420512226 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731711 Jul 29 23:50:40.328223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.334675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.385961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dc1337-29df-4f15-a0e3-924da781c7ae {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:40.423246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.450329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca90f7-bdef-4c0c-ba7d-610f5b375886,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.469970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.471328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da57316e-971b-458c-b529-6ad097fec060 req-550e2a20-cf35-4490-afee-16e3708469db tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3961511 Jul 29 23:50:40.472387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Transition to ACTIVE for port object c5dc1337-29df-4f15-a0e3-924da781c7ae will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:40.484934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.629769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73de139c-53e3-4189-b414-3b6e08d931a2 req-80e72d1e-520f-45c9-85fe-4b63385878fc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 210 time: 0.0610101 Jul 29 23:50:40.639115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.733570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6f41ab9b-a809-4fe6-baaf-b1a3c7a6f83b tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1592251677&fields=id&tenant_id=0dd954c0a721445f94a65867101f2147 HTTP/1.1" status: 200 len: 267 time: 0.1393859 Jul 29 23:50:40.837322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Attempting to bind port c5dc1337-29df-4f15-a0e3-924da781c7ae on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:40.837954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Attempting to bind port c5dc1337-29df-4f15-a0e3-924da781c7ae by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '6f275ede-550f-48ac-b2b5-5890afc43c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:40.838469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Attempting to bind port c5dc1337-29df-4f15-a0e3-924da781c7ae on network 2fa53836-023c-490f-bdde-655c56bcb168 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:40.850123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Port c5dc1337-29df-4f15-a0e3-924da781c7ae on network 2fa53836-023c-490f-bdde-655c56bcb168 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:40.851030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Attempting to bind port c5dc1337-29df-4f15-a0e3-924da781c7ae on network 2fa53836-023c-490f-bdde-655c56bcb168 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:40.858347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:40.859049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Checking segment: {'id': '6f275ede-550f-48ac-b2b5-5890afc43c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:40.859768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Bound using segment: {'id': '6f275ede-550f-48ac-b2b5-5890afc43c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:40.860392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Bound port: c5dc1337-29df-4f15-a0e3-924da781c7ae, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f275ede-550f-48ac-b2b5-5890afc43c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:40.860903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-7339886e-23c0-4c27-9685-c7a06fa36be2 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.861121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.862800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-7339886e-23c0-4c27-9685-c7a06fa36be2 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.1281807 Jul 29 23:50:40.884594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'port': {'security_groups': ['29ad139a-0f5c-424a-9e0a-1dffcef539b1', '84ca90f7-bdef-4c0c-ba7d-610f5b375886']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:40.888371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6e5f4-d6bb-4ca8-a20e-9c30c56ffa8a req-1188ef99-6309-4009-a5a8-6532cae39307 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.890310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30f6e5f4-d6bb-4ca8-a20e-9c30c56ffa8a req-1188ef99-6309-4009-a5a8-6532cae39307 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.1083102 Jul 29 23:50:41.008392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:41.022565 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.024647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae,segment=NetworkSegment(6f275ede-550f-48ac-b2b5-5890afc43c4b),segment_id=6f275ede-550f-48ac-b2b5-5890afc43c4b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:41.052090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30f6e5f4-d6bb-4ca8-a20e-9c30c56ffa8a req-c03b203f-41d9-4fe2-8c60-e06046fe13d9 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800619 Jul 29 23:50:41.053803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.102713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.103772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.106057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5dc1337-29df-4f15-a0e3-924da781c7ae HTTP/1.1" status: 200 len: 1093 time: 1.5936937 Jul 29 23:50:41.106887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:41.110474 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead43dc-c730-4933-a428-bed3742c889c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:41.172100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf2a8-ee29-4e7d-9544-193da83acb94 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:41.305775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-207d735f-4f12-4dce-ae88-1e6ad385ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.307499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-207d735f-4f12-4dce-ae88-1e6ad385ec6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df473128c7a64b538659d4ae6f565240&device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1301031 Jul 29 23:50:41.318142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05d8d-9b2a-4e8b-82cd-b46223887a88 req-ab9597fb-ee8c-4910-a366-4f4fa1ed63ca tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.320602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15b05d8d-9b2a-4e8b-82cd-b46223887a88 req-ab9597fb-ee8c-4910-a366-4f4fa1ed63ca tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 944 time: 0.1189642 Jul 29 23:50:41.369113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:41.378984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-8b7c0a68-aa51-4727-9c65-57d90a092c07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae HTTP/1.1" status: 200 len: 217 time: 0.0565295 Jul 29 23:50:41.416149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.422678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.491119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:41.493591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15b05d8d-9b2a-4e8b-82cd-b46223887a88 req-2fcddc67-9f18-4b72-94f3-f0e198507def tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538520 Jul 29 23:50:41.522217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-b4a89238-a6c9-4b2b-b556-a41aac52e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.524739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-b4a89238-a6c9-4b2b-b556-a41aac52e9b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52104b8f-9ebb-499c-941e-10435f55d7d8 HTTP/1.1" status: 200 len: 861 time: 0.1350727 Jul 29 23:50:41.555834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:41.681638 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e135f359-9dd5-43b5-b661-6dd6b01c81a8 x-openstack-request-id: req-e135f359-9dd5-43b5-b661-6dd6b01c81a8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:41.687781 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:41.690716 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e135f359-9dd5-43b5-b661-6dd6b01c81a8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:41.691443 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae', 'status': 'completed', 'code': 200} Jul 29 23:50:41.696020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-766c4905-e6dd-4d2d-a51f-08011a9f9b12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fa53836-023c-490f-bdde-655c56bcb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635554 Jul 29 23:50:41.704076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.704967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.725974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b1dc0794-7942-4f6d-9fd1-7ea361b83b12 req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "PUT /v2.0/ports/c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 981 time: 0.8472385 Jul 29 23:50:41.727401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:41.733858 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:41.752706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f89a-5c31-432c-81c7-0234c48612bd tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:41.804855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-9e6db6b0-d7b7-4a1c-a91c-0c4c4d31cc68 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.812715 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-9e6db6b0-d7b7-4a1c-a91c-0c4c4d31cc68 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 946 time: 0.2757542 Jul 29 23:50:41.931794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:42.078934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23bffe4f-740b-4716-82b0-88323735dfa0 req-1350fa05-ea87-4768-9b6a-8a46372c1a89 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 210 time: 0.1015339 Jul 29 23:50:42.101554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.142881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Deleting port c1570bf4-2303-4445-beef-458d42ec1971 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:42.148284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.238764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b0a0d-ab42-4ee7-9614-e3db825edc92 req-cf846cbf-eab4-431b-b8a1-7a623e893d28 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.240746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f5b0a0d-ab42-4ee7-9614-e3db825edc92 req-cf846cbf-eab4-431b-b8a1-7a623e893d28 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.4166851 Jul 29 23:50:42.281677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:42.298726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] For port c1570bf4-2303-4445-beef-458d42ec1971, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c1570bf4-2303-4445-beef-458d42ec1971,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.299111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.313840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-c087f396-046b-4e3a-ae73-ad891c02c80f service neutron] 10.222.0.59 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046178 Jul 29 23:50:42.319962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Calling delete_port for c1570bf4-2303-4445-beef-458d42ec1971 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:42.346411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-b1a14ba0-5994-498d-9589-a699986a1602 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.348317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-b1a14ba0-5994-498d-9589-a699986a1602 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.4391553 Jul 29 23:50:42.352555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f5b0a0d-ab42-4ee7-9614-e3db825edc92 req-5af105a2-1231-4a2c-b13c-66af522b281e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008301 Jul 29 23:50:42.465550 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e7768-aaed-4b9b-8068-e9f0afc76648 x-openstack-request-id: req-477e7768-aaed-4b9b-8068-e9f0afc76648 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:42.466184 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:42.466184 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-477e7768-aaed-4b9b-8068-e9f0afc76648 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:42.466522 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:50:42.471864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e93423e0-8ed0-41ba-9420-1184df9276c4 req-8760e518-1b05-4835-a9ab-d368fa0de304 service neutron] 10.222.0.59 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224937 Jul 29 23:50:42.478640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:42.488684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.539753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-3549f5c2-e1b5-4854-a5ac-53d7dd3035c8 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1592251677&fields=id&tenant_id=0dd954c0a721445f94a65867101f2147 HTTP/1.1" status: 200 len: 267 time: 0.1587489 Jul 29 23:50:42.560754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:42.620979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.650909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.855102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-cebb5938-00f2-4e10-81d0-cae98b1897bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.857450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-cebb5938-00f2-4e10-81d0-cae98b1897bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1136 time: 0.3147135 Jul 29 23:50:42.890442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['d10d588b-aa3c-4163-bd53-ea6ae2eb366d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:42.932591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead43dc-c730-4933-a428-bed3742c889c req-514224f7-410b-44a7-afaa-05a87e3736f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.935308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-514224f7-410b-44a7-afaa-05a87e3736f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df473128c7a64b538659d4ae6f565240&device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 1096 time: 0.3269701 Jul 29 23:50:42.973595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:42.985075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-baa3b3d7-1a1c-4376-9e61-def76e3334eb tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.996968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-baa3b3d7-1a1c-4376-9e61-def76e3334eb tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 984 time: 0.4094350 Jul 29 23:50:43.002569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-82594efd-140f-450c-bb52-b3c455e3fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.004494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-82594efd-140f-450c-bb52-b3c455e3fece service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.1388726 Jul 29 23:50:43.013285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'port': {'security_groups': ['29ad139a-0f5c-424a-9e0a-1dffcef539b1']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:43.098789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-82dfa1c2-20c9-4a9b-8357-ba131989c3a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0670781 Jul 29 23:50:43.112369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.177451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'c1570bf4-2303-4445-beef-458d42ec1971'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:43.207133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-854595b0-d6b9-4389-b5e0-8ccc8f6a8b30 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.214087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-854595b0-d6b9-4389-b5e0-8ccc8f6a8b30 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 946 time: 0.4872310 Jul 29 23:50:43.265386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event deleted for resources: {'Port': ['ID=c1570bf4-2303-4445-beef-458d42ec1971,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.282077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead43dc-c730-4933-a428-bed3742c889c req-d120e936-8ef2-4d82-b224-374186eafe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.283681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-d120e936-8ef2-4d82-b224-374186eafe93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2fa53836-023c-490f-bdde-655c56bcb168 HTTP/1.1" status: 200 len: 922 time: 0.3330076 Jul 29 23:50:43.325503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.326380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.326881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.327548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.328051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.328804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.329308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.330016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.330526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.331017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.331511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.332052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:43.402310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-c4b30728-f3f6-43d4-a359-a9d235b9aadf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae HTTP/1.1" status: 200 len: 217 time: 0.1069522 Jul 29 23:50:43.433446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca475f59-4678-4902-94f1-08ee99634c25 req-454e2e74-a97e-4817-aa8a-54d9d6d593d8 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.435020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca475f59-4678-4902-94f1-08ee99634c25 req-454e2e74-a97e-4817-aa8a-54d9d6d593d8 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=babe89a9-254c-4f43-9ca9-b6e5acd0db47 HTTP/1.1" status: 200 len: 867 time: 0.7104094 Jul 29 23:50:43.438494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] No DVR routers for this DVR port c1570bf4-2303-4445-beef-458d42ec1971 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:43.453650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.461960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "DELETE /v2.0/ports/c1570bf4-2303-4445-beef-458d42ec1971 HTTP/1.1" status: 204 len: 173 time: 1.6236167 Jul 29 23:50:43.481894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-adec4b8b-57d1-4d26-93ac-014205432be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.483853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-adec4b8b-57d1-4d26-93ac-014205432be6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.3729832 Jul 29 23:50:43.488383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.550764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:43.615705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead43dc-c730-4933-a428-bed3742c889c req-934847b2-a903-4cda-9bf8-36779916c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.617737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-934847b2-a903-4cda-9bf8-36779916c86e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52104b8f-9ebb-499c-941e-10435f55d7d8 HTTP/1.1" status: 200 len: 861 time: 0.1704624 Jul 29 23:50:43.713232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:43.714825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.789938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-f589a22c-767c-43f4-b50f-9d98770f43cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2725828 Jul 29 23:50:43.824387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:43.845544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.909025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.938914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-0f520215-4a01-4edf-8fe7-61671ae95c77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fa53836-023c-490f-bdde-655c56bcb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2981851 Jul 29 23:50:43.955078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:43.958222 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9399d-9ebc-4091-8f4f-ceaa7120014e" -d '{"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:43.962513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:43.964869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca475f59-4678-4902-94f1-08ee99634c25 req-842f4c31-275b-4549-b59f-65cbe7cf5a07 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669646 Jul 29 23:50:43.983980 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.245736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-9db3ce8c-a1e5-459c-b53f-710d6f31e275 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335980 Jul 29 23:50:44.397005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-155675e0-5f90-44be-87a2-2ac1bba76e13 service neutron] 10.222.0.59 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265792 Jul 29 23:50:44.468598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'name': 'network-vif-deleted', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:44.490657 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7931da9-9b8d-4dbc-8384-63687102185e" -d '{"events": [{"server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "name": "network-vif-deleted", "tag": "c1570bf4-2303-4445-beef-458d42ec1971"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:44.566034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:44.572843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac7ea0c2-acd7-4ccd-80ea-cacec50b4a21 req-93c9f59f-954e-4a4a-9ef2-6abfd3e2c0b8 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140097 Jul 29 23:50:44.616035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.634022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.697665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:44.749852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.768369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.795752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.796739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.799275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d67ab84e-8f52-4e06-8322-4eea74fe0002 req-f98a553f-e004-4209-b6ae-88e9b0cb8f24 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "PUT /v2.0/ports/c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 942 time: 1.7982178 Jul 29 23:50:44.933498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-826dd289-875e-4c57-b27e-81ac66d2db2b req-5ef754ed-7d1a-4b07-ae5d-4925ab29a50c service neutron] (93865) timed out ('10.222.0.59', 50911) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:50:44.992320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:45.038926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bead43dc-c730-4933-a428-bed3742c889c req-aaa9edc2-1a1f-456e-91fe-2fab8e72729c service neutron] 10.222.0.59 "GET /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207044 Jul 29 23:50:45.074892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Deleting port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:45.075649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.226381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c53d-9cca-4a9d-89d8-b401b17be714 req-2725c021-f6b6-4480-94e0-69b1cb512880 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.228737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc6b7599-17b9-439a-bdba-f1ed89b8a392 req-30caa6b3-fe39-490a-ac42-cb294b1092db tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 210 time: 0.0645406 Jul 29 23:50:45.255378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef13c53d-9cca-4a9d-89d8-b401b17be714 req-2725c021-f6b6-4480-94e0-69b1cb512880 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 944 time: 1.0763731 Jul 29 23:50:45.478454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425333-a7c3-40c3-ad89-6fbcf8ee3cbd req-9e577732-fa56-4b99-81ef-0d3733209cab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.478454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2425333-a7c3-40c3-ad89-6fbcf8ee3cbd req-9e577732-fa56-4b99-81ef-0d3733209cab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1334956 Jul 29 23:50:45.539342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef13c53d-9cca-4a9d-89d8-b401b17be714 req-818c9472-e0b7-4d51-87d6-c3f2a3317e0d tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802382 Jul 29 23:50:45.547847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5dc1337-29df-4f15-a0e3-924da781c7ae details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:45.550397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2425333-a7c3-40c3-ad89-6fbcf8ee3cbd req-824b80b6-90a2-45d5-9f49-6d76ffdc5cd1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647471 Jul 29 23:50:45.592219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.13 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/667646b3-6bc6-4154-8505-26383efd7776) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:45.612901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] For port 9de28adf-64ee-4e0a-a3fb-af93cfa85429, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9de28adf-64ee-4e0a-a3fb-af93cfa85429,segment=NetworkSegment(7bdc3dad-89b5-4b6d-b752-133a50c16be9),segment_id=7bdc3dad-89b5-4b6d-b752-133a50c16be9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.613379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.711983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Calling delete_port for 9de28adf-64ee-4e0a-a3fb-af93cfa85429 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:45.717064 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9426f23-d551-48cc-9011-ea8766dc15ca x-openstack-request-id: req-d9426f23-d551-48cc-9011-ea8766dc15ca {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:45.717532 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe89a9-254c-4f43-9ca9-b6e5acd0db47", "name": "network-vif-deleted", "tag": "c1570bf4-2303-4445-beef-458d42ec1971", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:45.718019 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9426f23-d551-48cc-9011-ea8766dc15ca {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:45.718699 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe89a9-254c-4f43-9ca9-b6e5acd0db47', 'name': 'network-vif-deleted', 'tag': 'c1570bf4-2303-4445-beef-458d42ec1971', 'status': 'completed', 'code': 200} Jul 29 23:50:45.722881 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7537282-2123-4f0d-b021-4eebe5a66fcf x-openstack-request-id: req-a7537282-2123-4f0d-b021-4eebe5a66fcf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:45.724175 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:45.724511 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7537282-2123-4f0d-b021-4eebe5a66fcf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:45.726138 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'code': 200} Jul 29 23:50:45.858466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae,segment=NetworkSegment(6f275ede-550f-48ac-b2b5-5890afc43c4b),segment_id=6f275ede-550f-48ac-b2b5-5890afc43c4b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.877348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5dc1337-29df-4f15-a0e3-924da781c7ae', 'network_id': '2fa53836-023c-490f-bdde-655c56bcb168', 'port_id': 'c5dc1337-29df-4f15-a0e3-924da781c7ae', 'mac_address': 'fa:16:3e:2e:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52104b8f-9ebb-499c-941e-10435f55d7d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:45.884330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54160) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:45.986841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Deleting subnet a08d1396-4cf7-40fd-b77a-3271a7858d95 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:45.990024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.997784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.019404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dc1337-29df-4f15-a0e3-924da781c7ae {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:46.078462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae,segment=NetworkSegment(6f275ede-550f-48ac-b2b5-5890afc43c4b),segment_id=6f275ede-550f-48ac-b2b5-5890afc43c4b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:46.086086 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.126223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c1570bf4-2303-4445-beef-458d42ec1971 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:46.127203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.182862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-42c021de-01e2-4798-9435-1da4a9bdc203 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4520035 Jul 29 23:50:46.189112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:46.207326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1553e07-1ec1-4626-b962-31c8967574f1 req-1348c584-0e46-492a-84c7-7f8bc302efd8 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.210173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: c1570bf4-2303-4445-beef-458d42ec1971 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:46.210532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c1570bf4-2303-4445-beef-458d42ec1971 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:46.244708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1553e07-1ec1-4626-b962-31c8967574f1 req-1348c584-0e46-492a-84c7-7f8bc302efd8 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 946 time: 0.2020261 Jul 29 23:50:46.363767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.386924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.396839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b9a70a8-30f3-4ed4-8f6b-f380e2e68a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.398456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.448858 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e1553e07-1ec1-4626-b962-31c8967574f1 req-02f732a0-fbd6-4c11-a6f5-b45ab031f766 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbed3517-fba0-48bb-b168-e766a43d18ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948712 Jul 29 23:50:46.483439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.501558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5dc1337-29df-4f15-a0e3-924da781c7ae'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:46.521819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.529559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.588230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.595374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a08d1396-4cf7-40fd-b77a-3271a7858d95 HTTP/1.1" status: 204 len: 168 time: 0.7068553 Jul 29 23:50:46.597068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d6611-d988-4df1-a13c-a6088e6c7542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08d1396-4cf7-40fd-b77a-3271a7858d95,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.602308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54174) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:46.605497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Pushing event deleted for resources: {'Port': ['ID=9de28adf-64ee-4e0a-a3fb-af93cfa85429,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.770559 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-76412505-a3d8-4cd9-86fa-0f7fe743cb02 req-c49b1d39-0963-43bf-8737-f9e727355d5e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 210 time: 0.0484962 Jul 29 23:50:46.784143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.845159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] No DVR routers for this DVR port 9de28adf-64ee-4e0a-a3fb-af93cfa85429 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:46.848280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.850711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21a5a453-3fd9-4f76-9df5-546ea3f7912d req-24070564-7881-43d6-8817-6bf19b12bbc5 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.57 "DELETE /v2.0/ports/9de28adf-64ee-4e0a-a3fb-af93cfa85429 HTTP/1.1" status: 204 len: 173 time: 3.6224613 Jul 29 23:50:46.857468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'name': 'network-vif-deleted', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:46.862706 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbfc53d-1d19-41db-99f9-4fd8924e1142" -d '{"events": [{"server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "name": "network-vif-deleted", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:46.990021 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.054050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea18f-fcf0-4c8b-9109-56521bc5d803 req-0e662a4f-d9b3-4a48-a0b7-d2f2ba80e097 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.061891 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bffea18f-fcf0-4c8b-9109-56521bc5d803 req-0e662a4f-d9b3-4a48-a0b7-d2f2ba80e097 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1960585 Jul 29 23:50:47.101055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.109865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.122256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:47.142015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bffea18f-fcf0-4c8b-9109-56521bc5d803 req-08c499b2-582d-40f0-b3a6-0f6b4b37fb26 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736105 Jul 29 23:50:47.159646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6b553c-5dcc-4466-83f3-1a126485e138']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:47.165126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:47.187958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:47.202633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:47.208166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956c07f8-5d2e-41ad-8b95-eb3e928da484') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:47.208535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956c07f8-5d2e-41ad-8b95-eb3e928da484') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:47.270656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.297903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.313413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2aa24-c2f1-469d-8d89-ef6d2e1b4462 req-6d79bd8e-2184-433c-981c-a0c7e52ab98b tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.315123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ec2aa24-c2f1-469d-8d89-ef6d2e1b4462 req-6d79bd8e-2184-433c-981c-a0c7e52ab98b tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 945 time: 0.0816243 Jul 29 23:50:47.339895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.355287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:47.355958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:47.357922 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:47.383830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0ec2aa24-c2f1-469d-8d89-ef6d2e1b4462 req-f56661ff-9b54-4457-92aa-0ea85cf1f4af tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Jul 29 23:50:47.435816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.441874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.468291 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231759c-bc47-4914-bfb8-5a2ed952e616 x-openstack-request-id: req-4231759c-bc47-4914-bfb8-5a2ed952e616 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:47.468530 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7465ab-1da5-4038-bcd8-b7c026638001", "name": "network-vif-deleted", "tag": "9de28adf-64ee-4e0a-a3fb-af93cfa85429", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:47.468816 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4231759c-bc47-4914-bfb8-5a2ed952e616 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:47.469212 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7465ab-1da5-4038-bcd8-b7c026638001', 'name': 'network-vif-deleted', 'tag': '9de28adf-64ee-4e0a-a3fb-af93cfa85429', 'status': 'completed', 'code': 200} Jul 29 23:50:47.532671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-6fcce7fa-0ba7-467a-90ab-ea7e7ad5593f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0594003 Jul 29 23:50:47.549310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.555586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.560493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ca6b553c-5dcc-4466-83f3-1a126485e138 HTTP/1.1" status: 204 len: 168 time: 0.9415092 Jul 29 23:50:47.584534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Allocated IP 172.25.5.129 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0d885cde-31a6-499d-8e9c-041708d4aa20) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:47.587201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51228f-3f2e-4c50-b39d-d5ec9c0d4f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6b553c-5dcc-4466-83f3-1a126485e138,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:47.597561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Request body: {'port': {'device_id': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:47.633589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', '73f77c33-3773-41f3-aacf-38f62a8b4605'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:47.681353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba6f3691-428c-4286-bae4-e8a75b1e4aea req-fef7bf64-d948-448b-a437-59e7b4ed04e0 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f7465ab-1da5-4038-bcd8-b7c026638001 HTTP/1.1" status: 200 len: 210 time: 0.0710156 Jul 29 23:50:47.720213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:47.722616 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075933ba-9e41-49c5-97d1-625ef3e41e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:47.836982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:47.898737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.905434 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdd731f-eb10-4a08-9459-de541acb5929 x-openstack-request-id: req-9fdd731f-eb10-4a08-9459-de541acb5929 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:47.905731 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:47.905988 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fdd731f-eb10-4a08-9459-de541acb5929 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:47.906444 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:50:47.913683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f19bf7e-df17-4404-86d9-d85bd106c37f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea79cc8168014936bb460533f8537b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736923 Jul 29 23:50:47.915640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:48.147207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.159384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9de28adf-64ee-4e0a-a3fb-af93cfa85429 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:48.169212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.189692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 9de28adf-64ee-4e0a-a3fb-af93cfa85429 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:48.190310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9de28adf-64ee-4e0a-a3fb-af93cfa85429 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:48.228003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-388b38fa-afc3-498b-9cbe-5fe6ba984123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.229864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-388b38fa-afc3-498b-9cbe-5fe6ba984123 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.2020924 Jul 29 23:50:48.253760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.282033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103bce-3ec4-46f8-8aae-71ce5232081b req-44d38775-75fa-47a7-96a4-5ed990160d1a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.283804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8103bce-3ec4-46f8-8aae-71ce5232081b req-44d38775-75fa-47a7-96a4-5ed990160d1a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 932 time: 0.2848613 Jul 29 23:50:48.376346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8103bce-3ec4-46f8-8aae-71ce5232081b req-5db9888e-13c0-4d6f-bb76-155544f1f1c8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810719 Jul 29 23:50:48.413908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.420645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.422654 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f683e4ea-ead0-4d1a-b58f-2808007c50ee HTTP/1.1" status: 204 len: 168 time: 0.5048983 Jul 29 23:50:48.438217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681374-5622-4654-b791-82ed119a5d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f683e4ea-ead0-4d1a-b58f-2808007c50ee,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.537916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.604561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1977d-0d0a-40e0-a7ae-f1b82205b687 req-14f46bc3-8409-4d25-a8a9-a6412a934de9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.611789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2f1977d-0d0a-40e0-a7ae-f1b82205b687 req-14f46bc3-8409-4d25-a8a9-a6412a934de9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1009867 Jul 29 23:50:48.686145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'Port': ['ID=0d885cde-31a6-499d-8e9c-041708d4aa20,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.696804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:48.711393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2f1977d-0d0a-40e0-a7ae-f1b82205b687 req-2a0e57d1-eb51-422a-ba6f-c10ee558b517 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921314 Jul 29 23:50:48.779326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667646b3-6bc6-4154-8505-26383efd7776 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:48.789724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.807138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Transition to ACTIVE for port object 667646b3-6bc6-4154-8505-26383efd7776 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:48.810913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:48.819809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:48.833580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.878444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-5e33a98b-d00f-4fdb-9392-e6ff842c820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.883488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-5e33a98b-d00f-4fdb-9392-e6ff842c820d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.5824010 Jul 29 23:50:48.896482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffcd74-1c74-4642-b40c-621cd4238b12 req-278ba0d5-3d47-440c-a434-80a42494f3a2 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.907961 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5ffcd74-1c74-4642-b40c-621cd4238b12 req-278ba0d5-3d47-440c-a434-80a42494f3a2 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 945 time: 0.1081448 Jul 29 23:50:49.020967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96a8bdc6-b0d0-4f76-96dc-623cdf1a5a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.033236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f5ffcd74-1c74-4642-b40c-621cd4238b12 req-bbf2e046-cf4d-4196-b339-3b7ee8f64a42 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151073 Jul 29 23:50:49.033523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-4c890d98-9493-4b39-be12-19f739bd042d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0787747 Jul 29 23:50:49.073478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Pushing event updated for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.150241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54238) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.234085 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.250284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Attempting to bind port 667646b3-6bc6-4154-8505-26383efd7776 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:49.251124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Attempting to bind port 667646b3-6bc6-4154-8505-26383efd7776 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:49.251943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Attempting to bind port 667646b3-6bc6-4154-8505-26383efd7776 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:49.257111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-eb4de624-760e-4316-b1bc-92c88d28511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.259392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-eb4de624-760e-4316-b1bc-92c88d28511d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.1901188 Jul 29 23:50:49.265417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Port 667646b3-6bc6-4154-8505-26383efd7776 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:49.266475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Attempting to bind port 667646b3-6bc6-4154-8505-26383efd7776 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:49.297498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.301154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Deleting subnet 50e6d8e2-ea8c-43c5-b8ed-bda83418a189 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:49.307229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.366540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-a301c3a4-6760-4536-85c1-25825f4d1604 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750990 Jul 29 23:50:49.367564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:49.368030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:49.368520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:49.370164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.370829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Bound port: 667646b3-6bc6-4154-8505-26383efd7776, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:49.371543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.503314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.505837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.569342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5dc1337-29df-4f15-a0e3-924da781c7ae up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:49.710862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c5dc1337-29df-4f15-a0e3-924da781c7ae completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:49.718094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5dc1337-29df-4f15-a0e3-924da781c7ae triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:49.718693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.736652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:49.746441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=667646b3-6bc6-4154-8505-26383efd7776,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:49.760721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7d21b-0883-4b87-83f8-1978bf8522e6 req-be240805-2397-40d0-9314-d4d88eb875cb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.770281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-9a915ce8-d03f-4497-abb1-74ad9a95f05e service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502281 Jul 29 23:50:49.770696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7cf7d21b-0883-4b87-83f8-1978bf8522e6 req-be240805-2397-40d0-9314-d4d88eb875cb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 944 time: 0.1810992 Jul 29 23:50:49.784441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.814500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.834518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e6d8e2-ea8c-43c5-b8ed-bda83418a189,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.852048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.854246 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-60154cf2-87c5-49bf-97b0-9be72d2a326b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50e6d8e2-ea8c-43c5-b8ed-bda83418a189 HTTP/1.1" status: 204 len: 168 time: 0.7027652 Jul 29 23:50:49.873986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.889186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7cf7d21b-0883-4b87-83f8-1978bf8522e6 req-3c7939e6-999f-491c-97bc-8ddca70ba9e9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123452 Jul 29 23:50:49.925573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.926595 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.929420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] 10.222.0.57 "PUT /v2.0/ports/667646b3-6bc6-4154-8505-26383efd7776 HTTP/1.1" status: 200 len: 1093 time: 2.3463492 Jul 29 23:50:49.931600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'tag': '667646b3-6bc6-4154-8505-26383efd7776'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:49.935876 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090" -d '{"events": [{"name": "network-changed", "server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "tag": "667646b3-6bc6-4154-8505-26383efd7776"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:50.068068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.076037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.080922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1e82b-9f9a-49e8-83ed-1ec25d3af79d service neutron] Pushing event updated for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.105847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a1cd-3fe8-4177-a3a8-bfbc0648fccb req-e268ea64-bc34-48fb-975c-64695d644d41 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.113992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9240a1cd-3fe8-4177-a3a8-bfbc0648fccb req-e268ea64-bc34-48fb-975c-64695d644d41 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1175580 Jul 29 23:50:50.143801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075933ba-9e41-49c5-97d1-625ef3e41e7d req-a7edaa2f-0430-4297-ba00-6309473db88e service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154812 Jul 29 23:50:50.169170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:50.172621 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d9feab-3290-4954-8860-3c86f30b0fde" -d '{"events": [{"server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:50.190461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae,segment=NetworkSegment(6f275ede-550f-48ac-b2b5-5890afc43c4b),segment_id=6f275ede-550f-48ac-b2b5-5890afc43c4b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.198680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.204473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.211512 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.231095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.327958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.373916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-b807ccfc-49d0-42f3-a712-7c0eb0a88a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.375458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-b807ccfc-49d0-42f3-a712-7c0eb0a88a00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 1096 time: 0.3398328 Jul 29 23:50:50.410604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9240a1cd-3fe8-4177-a3a8-bfbc0648fccb req-148bfe91-ddca-4893-8a76-23ed89a94bce tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950706 Jul 29 23:50:50.431023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1006903577-network', 'tenant_id': '52c12b4a8bc84fb9846485cfc873e7ec'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:50.456556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-eee63ae9-7ca1-48a7-b32d-c71f2309d070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=667646b3-6bc6-4154-8505-26383efd7776 HTTP/1.1" status: 200 len: 217 time: 0.0510590 Jul 29 23:50:50.471186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.478044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.542971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1cafcc-38a7-4a94-b0b1-ff548f7fff30']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:50.544770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event updated for resources: {'Port': ['ID=0d885cde-31a6-499d-8e9c-041708d4aa20,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.581732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Made reservation on behalf of 52c12b4a8bc84fb9846485cfc873e7ec for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:50.582039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-9b85675e-f332-4ca5-a665-0b9e8b8d817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.582039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-9b85675e-f332-4ca5-a665-0b9e8b8d817c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1032569 Jul 29 23:50:50.582231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.589402 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fffbec6-7583-44ea-a0ac-840ceae1b172 x-openstack-request-id: req-3fffbec6-7583-44ea-a0ac-840ceae1b172 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:50.590352 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "tag": "667646b3-6bc6-4154-8505-26383efd7776", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:50.590852 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fffbec6-7583-44ea-a0ac-840ceae1b172 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:50.591324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdc3dad-89b5-4b6d-b752-133a50c16be9') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:50.591460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdc3dad-89b5-4b6d-b752-133a50c16be9') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:50.592246 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'tag': '667646b3-6bc6-4154-8505-26383efd7776', 'status': 'completed', 'code': 200} Jul 29 23:50:50.597964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.599898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-1ab94ed3-1150-48d0-a448-c9b6fa595b56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4160779 Jul 29 23:50:50.629474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.634506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.638837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.654812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.663642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:50.664078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.703803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-3721b00c-eae0-4c32-9646-7f499e3ceb9c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0928280 Jul 29 23:50:50.706467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-545d9914-c5ed-4149-bc3a-f4967e68b48a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111057 Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:50.729327 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:50.807877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.839084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.845352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8a1cafcc-38a7-4a94-b0b1-ff548f7fff30 HTTP/1.1" status: 204 len: 168 time: 0.9547818 Jul 29 23:50:50.851556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65ce2-e48b-4291-8cf6-e95966a37b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1cafcc-38a7-4a94-b0b1-ff548f7fff30,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.890148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69a013-3a3b-4caa-a972-69972459f2fa req-dd9ee8ae-56a2-44dc-9329-4d64882b88c7 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.900630 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db69a013-3a3b-4caa-a972-69972459f2fa req-dd9ee8ae-56a2-44dc-9329-4d64882b88c7 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 946 time: 0.1679194 Jul 29 23:50:50.997528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db69a013-3a3b-4caa-a972-69972459f2fa req-651de923-e6a9-4e51-9b73-c6dc996e199e tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954649 Jul 29 23:50:51.023712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf4be-44f0-4735-9957-dbb536af859b req-302e65d6-2324-431c-8d53-9dc6c1db5c27 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.025298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-302e65d6-2324-431c-8d53-9dc6c1db5c27 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.3143764 Jul 29 23:50:51.032350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-19cb004b-0906-402d-8569-9152bbba3c1d service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947533 Jul 29 23:50:51.038919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-be46923a-f112-44d0-a535-70b8a66452ed tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:50:51.040150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b68cf4be-44f0-4735-9957-dbb536af859b req-be46923a-f112-44d0-a535-70b8a66452ed tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063322 Jul 29 23:50:51.073493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54294) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:51.123447 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bfee10-6c65-4a59-b957-11b62ecad660 x-openstack-request-id: req-07bfee10-6c65-4a59-b957-11b62ecad660 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:51.124131 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:51.124337 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07bfee10-6c65-4a59-b957-11b62ecad660 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:51.124844 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae', 'code': 200} Jul 29 23:50:51.177724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.185455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.229015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:51.256387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.260733 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Added segment db62462c-892d-4c5c-8430-eafb72e678c7 of type vlan for network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 Jul 29 23:50:51.373994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.388987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c60962-d819-4c77-b63c-0bb3dcb08321,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.438521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a49d-54c0-494c-9629-8493763420da req-1fb45832-a747-4024-8c37-f4ef63410b79 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.440257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b708a49d-54c0-494c-9629-8493763420da req-1fb45832-a747-4024-8c37-f4ef63410b79 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 944 time: 0.1111608 Jul 29 23:50:51.441727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.442675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.443252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.540853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=da573e0a-b3b5-45ec-9e1d-d5cb15527b90,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.550451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a38de12-a768-4251-a9f0-9c6ba65eb8c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3428786 Jul 29 23:50:51.553752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:51.581540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54302) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:51.591603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Request body: {'subnet': {'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1006903577-subnet', 'tenant_id': '52c12b4a8bc84fb9846485cfc873e7ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:51.707957 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b708a49d-54c0-494c-9629-8493763420da req-d86bde92-a77c-4d84-aee0-67eec86c64cc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432339 Jul 29 23:50:51.724951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Made reservation on behalf of 52c12b4a8bc84fb9846485cfc873e7ec for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:51.733053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.956379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3e95778b-e810-4c47-a864-b6a762d1bd62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2471e2181e9048bb94abfde6555108c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771820 Jul 29 23:50:51.959909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:51.972948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b1d1f3f-38eb-4588-9725-61d3b9e382b7 req-631561d2-9d8c-4438-bd17-f54f5fe72c25 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272859 Jul 29 23:50:52.057850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f968f8f-5521-4b23-bb31-2c9b8bf4a1e5 req-af91c2d3-6141-42dc-94c5-79dee03d4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.059853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f968f8f-5521-4b23-bb31-2c9b8bf4a1e5 req-af91c2d3-6141-42dc-94c5-79dee03d4525 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 1098 time: 0.7637985 Jul 29 23:50:52.089804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-7e98c357-aa97-4e60-84a7-740db5992548 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.107831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-7e98c357-aa97-4e60-84a7-740db5992548 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8034241 Jul 29 23:50:52.113827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.168989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.217978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-e7be45f1-fbdc-4cc3-b092-fbd8e907f93a tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1090248 Jul 29 23:50:52.224021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'floatingip': {'port_id': 'c4dffe07-702a-4257-948d-eca75deeba05', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:52.229038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.286568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.330857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.335754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.340367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbed3517-fba0-48bb-b168-e766a43d18ba HTTP/1.1" status: 204 len: 168 time: 0.3789964 Jul 29 23:50:52.375178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f968f8f-5521-4b23-bb31-2c9b8bf4a1e5 req-d037caec-94d6-43ce-90eb-a40db5df4b62 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006136 Jul 29 23:50:52.385595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.389136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683234b-d703-479c-b3a8-75b020ebb743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbed3517-fba0-48bb-b168-e766a43d18ba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:52.420073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-06c0b830-59d1-4389-8019-7a72118eb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.422539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-06c0b830-59d1-4389-8019-7a72118eb456 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 1096 time: 0.2390661 Jul 29 23:50:52.450855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334a71c-6bc2-438f-a432-d67da94d38c0 req-028d6d2f-f726-4899-94ee-51cba48a24be tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.459820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6334a71c-6bc2-438f-a432-d67da94d38c0 req-028d6d2f-f726-4899-94ee-51cba48a24be tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.3008721 Jul 29 23:50:52.519089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Checking segment: {'id': 'db62462c-892d-4c5c-8430-eafb72e678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:52.519925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Network hostable DHCP agents. Network: da573e0a-b3b5-45ec-9e1d-d5cb15527b90, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:52.541553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc287a8c-c9e2-4965-89ed-7569a9935c7c,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:52.567507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6334a71c-6bc2-438f-a432-d67da94d38c0 req-af3b09be-eaa2-422d-911a-5fa390171959 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061916 Jul 29 23:50:52.614494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:52.638576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, da573e0a-b3b5-45ec-9e1d-d5cb15527b90) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:52.646895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.650818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.653449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f586477-ac68-4b15-8fe0-e0184b888337 None None] Network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:52.670138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-b2fd35ac-a4e3-4251-a638-c8b88032ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.674159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-b2fd35ac-a4e3-4251-a638-c8b88032ca73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.2367871 Jul 29 23:50:52.690193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a1419663-aa09-433f-b14b-122ea6adbdb3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1071095 Jul 29 23:50:52.849452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a604c-edc3-4d14-ae29-05c0e05643e8 req-0298c95b-f04d-490a-96d8-eab878beacef tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.859842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c36a604c-edc3-4d14-ae29-05c0e05643e8 req-0298c95b-f04d-490a-96d8-eab878beacef tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 946 time: 0.1489701 Jul 29 23:50:52.975965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-a0c6f01f-2441-440e-a4bd-40a858853c35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=667646b3-6bc6-4154-8505-26383efd7776 HTTP/1.1" status: 200 len: 217 time: 0.2742050 Jul 29 23:50:52.981483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c36a604c-edc3-4d14-ae29-05c0e05643e8 req-71ab6256-97dd-4914-bb07-0a9af76a23e7 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233096 Jul 29 23:50:53.079535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec151dd9-d87e-4bf9-b472-41115399b502 None None] Network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:53.251098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-a502d7e9-9b02-464d-b18d-7b98cb64ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.252620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-a502d7e9-9b02-464d-b18d-7b98cb64ff64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.2466118 Jul 29 23:50:53.335332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-3bb0e8a4-2afb-49a3-b10c-fddcd6b2af08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374105 Jul 29 23:50:53.435740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881fc84-c3e0-492f-aaa4-4ff3a04f4077 req-d2f98dea-0100-46f4-842c-be430bd1f634 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.452681 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0881fc84-c3e0-492f-aaa4-4ff3a04f4077 req-d2f98dea-0100-46f4-842c-be430bd1f634 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 944 time: 0.1348286 Jul 29 23:50:53.561451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0881fc84-c3e0-492f-aaa4-4ff3a04f4077 req-cf966c03-1e8b-479b-95ef-9ecb80d84098 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038365 Jul 29 23:50:53.624121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-4f70503d-e0d6-4619-a1b6-fabe942515a9 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764342 Jul 29 23:50:53.838777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.849968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.857639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b27e4736-0a0e-4ca3-87df-17ec8ef1b090 req-4943b1a1-baa6-4c6c-9dd1-de60eca04493 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206900 Jul 29 23:50:54.032326 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Floating IP 7e2918e8-88c4-4d49-b2aa-4bd91d06d319 associated. External IP: 172.25.5.129, port: c4dffe07-702a-4257-948d-eca75deeba05. Jul 29 23:50:54.373967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ccf73-1031-4b50-8930-c1fa2f694aa1 req-6bbf5b6c-f769-4945-9207-665f8c496dfd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.387672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f3ccf73-1031-4b50-8930-c1fa2f694aa1 req-6bbf5b6c-f769-4945-9207-665f8c496dfd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1198115 Jul 29 23:50:54.420422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Router 23055ff0-7f5b-476a-9c67-6f9660afe240 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:54.594785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f3ccf73-1031-4b50-8930-c1fa2f694aa1 req-121a40fb-f1f4-4c93-83fb-8187446767eb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055187 Jul 29 23:50:54.740429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:54.761527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Sync routers for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:54.773933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.783590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:54.793106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:50:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:54.836696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-eec6d39b-48fe-4937-85d7-4c73e6cbb4f1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "PUT /v2.0/floatingips/7e2918e8-88c4-4d49-b2aa-4bd91d06d319 HTTP/1.1" status: 200 len: 996 time: 2.6176853 Jul 29 23:50:54.837306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:54.840364 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bf6c6-ef53-4bc0-ab1a-dec85887618c" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:54.859454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455c20-d814-4bdc-bc19-673d33de4e71 req-0401eb61-8705-48ea-93e7-23be8cf42e91 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.871741 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27455c20-d814-4bdc-bc19-673d33de4e71 req-0401eb61-8705-48ea-93e7-23be8cf42e91 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 946 time: 0.1479924 Jul 29 23:50:54.962397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27455c20-d814-4bdc-bc19-673d33de4e71 req-29fe3c9a-40c2-4ae7-8ace-0672f06e55a7 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799003 Jul 29 23:50:54.972102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-b7a07f8a-3348-4517-a6fa-1999f33dddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.974857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-b7a07f8a-3348-4517-a6fa-1999f33dddc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.1040900 Jul 29 23:50:55.023605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:55.218272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-324e2668-02cf-44a3-9393-e3911d529506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.222073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-324e2668-02cf-44a3-9393-e3911d529506 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.2302878 Jul 29 23:50:55.354299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-80feadbe-e461-44fa-b22e-666a4675161a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 999 time: 0.1196556 Jul 29 23:50:55.450636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-e3e90eca-6a8a-4989-ab9b-11451124a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.461328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-e3e90eca-6a8a-4989-ab9b-11451124a831 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.0998268 Jul 29 23:50:55.522991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-70dc1860-27d2-4716-bf91-94fcb6e45395 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549483 Jul 29 23:50:55.530371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7e2918e8-88c4-4d49-b2aa-4bd91d06d319', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'port_id': 'c4dffe07-702a-4257-948d-eca75deeba05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'mac_address': 'fa:16:3e:2a:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:48Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': '0dd954c0a721445f94a65867101f2147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.544945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-412d435e-cc3e-48d9-98b4-cfe3b80c45a0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:50:55.560875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-412d435e-cc3e-48d9-98b4-cfe3b80c45a0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283117 Jul 29 23:50:55.615726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Checking router: 23055ff0-7f5b-476a-9c67-6f9660afe240 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:55.639640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:55.640364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:50:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.749881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-120f3698-9e1f-4ab7-8cac-1ca96524c6ad service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824169 Jul 29 23:50:55.941139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:55.949559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d78b78a3-dd22-450d-ba16-e43373390e26 req-c09b0677-b617-4af4-a8cf-3149645d7904 service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916063 Jul 29 23:50:56.073338 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bfe020-570d-4e1f-bd6f-b89ce28c1793 x-openstack-request-id: req-87bfe020-570d-4e1f-bd6f-b89ce28c1793 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:56.073807 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:56.074418 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87bfe020-570d-4e1f-bd6f-b89ce28c1793 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:56.075234 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:50:56.194647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 667646b3-6bc6-4154-8505-26383efd7776 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:56.229039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c915-3549-4dae-89c1-2808f261cd5f req-64ce355b-6484-40a7-9746-02e5dc8fbdc5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.275819 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9718c915-3549-4dae-89c1-2808f261cd5f req-64ce355b-6484-40a7-9746-02e5dc8fbdc5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 944 time: 0.1407471 Jul 29 23:50:56.287879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-5e16ca19-4e56-41b9-ad1c-6c7f63679314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.289305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-5e16ca19-4e56-41b9-ad1c-6c7f63679314 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.1499925 Jul 29 23:50:56.365018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9718c915-3549-4dae-89c1-2808f261cd5f req-0bcfb9d9-c2ed-41ed-a25f-b1e80145e095 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822201 Jul 29 23:50:56.535650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b473fb-3e9e-40ab-a9e3-f4d3d893f34d req-da8f7299-77db-4f02-a2e7-d11fcc3f2d8a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.537584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b473fb-3e9e-40ab-a9e3-f4d3d893f34d req-da8f7299-77db-4f02-a2e7-d11fcc3f2d8a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0920513 Jul 29 23:50:56.605378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-a4958969-887f-40cd-aeae-4fb5b2ea9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.607429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-a4958969-887f-40cd-aeae-4fb5b2ea9c9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.3096299 Jul 29 23:50:56.689976 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34b473fb-3e9e-40ab-a9e3-f4d3d893f34d req-572cbb4f-34c5-43f4-89d8-b77846472e96 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285508 Jul 29 23:50:56.706249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-caf007b7-c3f9-4e53-8ec6-773b90cc9eb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 999 time: 0.0888960 Jul 29 23:50:56.736946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=667646b3-6bc6-4154-8505-26383efd7776,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:56.834996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '667646b3-6bc6-4154-8505-26383efd7776', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '667646b3-6bc6-4154-8505-26383efd7776', 'mac_address': 'fa:16:3e:bb:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:56.839077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a9ac506-00be-4447-84ed-ef0e64b0cb9d req-7ba89ca3-6837-42c7-ad11-7af31562aa52 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1318021 Jul 29 23:50:56.887061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-05703fe5-96af-4354-a81c-d812a1296aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:56.888496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-05703fe5-96af-4354-a81c-d812a1296aad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.1578293 Jul 29 23:50:56.949936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-a5077c9d-719e-4005-b566-46da56ff57ba tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 999 time: 0.1950462 Jul 29 23:50:56.966861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-a75ab818-6970-4782-bf7f-67bfb1e14739 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652397 Jul 29 23:50:56.996251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.038100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667646b3-6bc6-4154-8505-26383efd7776 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:57.065004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-b6ae13cd-6163-485d-b1ce-b68b19425398 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.097136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=667646b3-6bc6-4154-8505-26383efd7776,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:57.102586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-b6ae13cd-6163-485d-b1ce-b68b19425398 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports/c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 942 time: 0.1506217 Jul 29 23:50:57.109253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.162356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7e2918e8-88c4-4d49-b2aa-4bd91d06d319', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'port_id': 'c4dffe07-702a-4257-948d-eca75deeba05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'mac_address': 'fa:16:3e:2a:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:48Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': '0dd954c0a721445f94a65867101f2147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:57.205001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-52cacfd3-23cf-4d85-9110-fe9daa0d17b9 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247474 Jul 29 23:50:57.212990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94a63-1b75-45e1-876d-d6f589c50fcc None None] The sync data for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 is: [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7e2918e8-88c4-4d49-b2aa-4bd91d06d319', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'port_id': 'c4dffe07-702a-4257-948d-eca75deeba05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'mac_address': 'fa:16:3e:2a:5a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:48Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': '0dd954c0a721445f94a65867101f2147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:57.283076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.339179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-1be58259-faa2-4f0c-ba86-6bd58647a9b1 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 999 time: 0.1319058 Jul 29 23:50:57.504995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['667646b3-6bc6-4154-8505-26383efd7776'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:57.808704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-62b62fb7-b1af-4b59-8c79-788c3a900922 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.828643 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d819d7-8799-455f-b8a2-d00fbef45061 None None] New status for floating IP 7e2918e8-88c4-4d49-b2aa-4bd91d06d319: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:57.846219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.850576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-62b62fb7-b1af-4b59-8c79-788c3a900922 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.5034349 Jul 29 23:50:57.850882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-726bf6c6-ef53-4bc0-ab1a-dec85887618c req-73c58af4-baf4-4a2e-8281-11423061b824 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141701 Jul 29 23:50:57.871075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-4c6d68c3-ac2a-4c6c-adbd-1ba097d120f8 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:50:57.895387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-4c6d68c3-ac2a-4c6c-adbd-1ba097d120f8 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414019 Jul 29 23:50:57.972130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dcab7-6766-4618-872b-36452a56651d req-753993d0-5fc6-4976-93ba-cc2f0ec7f4b2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.989618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3dcab7-6766-4618-872b-36452a56651d req-753993d0-5fc6-4976-93ba-cc2f0ec7f4b2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 945 time: 0.2027969 Jul 29 23:50:58.060303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-b525e2e0-c59b-4327-89fb-72ca38669c56 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 999 time: 0.1632848 Jul 29 23:50:58.071997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3dcab7-6766-4618-872b-36452a56651d req-f0091c45-b751-42f9-a979-d16bac4bae81 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Jul 29 23:50:58.081762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:58.367174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dda08-32bc-43c0-b276-94c230a70917 req-76636ae0-2fc8-4947-9a28-b594beab7dc5 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:58.381579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-171dda08-32bc-43c0-b276-94c230a70917 req-76636ae0-2fc8-4947-9a28-b594beab7dc5 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 946 time: 0.1441031 Jul 29 23:50:58.511437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-171dda08-32bc-43c0-b276-94c230a70917 req-26033d42-b962-4bdd-93a0-c33827b541af tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286080 Jul 29 23:50:58.775592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c332a-62bd-462a-9054-a1df208055e8 req-8850d5e8-4128-4bd4-983d-bf74b1c7bec1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:58.784444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-013c332a-62bd-462a-9054-a1df208055e8 req-8850d5e8-4128-4bd4-983d-bf74b1c7bec1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0982165 Jul 29 23:50:58.818285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.868147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-013c332a-62bd-462a-9054-a1df208055e8 req-9676f73d-8249-415d-b46b-3bf140e50079 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827377 Jul 29 23:50:59.045473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36c74118-b45e-418b-a5c3-4b4cabc21cbd req-b0b61e89-2de6-4fcc-9cf5-93f81596aed6 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0521128 Jul 29 23:50:59.075699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.086787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.089718 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Floating IP 7e2918e8-88c4-4d49-b2aa-4bd91d06d319 disassociated. External IP: 172.25.5.129, port: c4dffe07-702a-4257-948d-eca75deeba05. Jul 29 23:50:59.214056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa2108-2307-4128-8e47-266d3c0535fa req-5c3d4097-f35a-446b-8008-c9557ea731bc tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:59.217319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36aa2108-2307-4128-8e47-266d3c0535fa req-5c3d4097-f35a-446b-8008-c9557ea731bc tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 946 time: 0.1692164 Jul 29 23:50:59.648461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Router 23055ff0-7f5b-476a-9c67-6f9660afe240 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:59.922512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:59.928653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.933564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Sync routers for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:59.949149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:59.949809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:50:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:00.004335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-bc21bcc1-2000-4369-be20-8dfcddda6fc3 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "PUT /v2.0/floatingips/7e2918e8-88c4-4d49-b2aa-4bd91d06d319 HTTP/1.1" status: 200 len: 695 time: 1.9266424 Jul 29 23:51:00.004899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:00.017099 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d070c-bcd5-4326-88ff-5422dd91afa3" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:00.115693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-c639002d-6aa2-4767-a935-d149046b3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.117645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-c639002d-6aa2-4767-a935-d149046b3e16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.0962737 Jul 29 23:51:00.235894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78ef68-6286-485c-9c8f-3b726558c583 req-a2984cc4-cead-4f68-ae77-8446409c2f36 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.243889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c78ef68-6286-485c-9c8f-3b726558c583 req-a2984cc4-cead-4f68-ae77-8446409c2f36 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 945 time: 0.7996659 Jul 29 23:51:00.264728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-edaa7d24-f099-4277-88b3-8e81530b700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.276707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-edaa7d24-f099-4277-88b3-8e81530b700e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.1525376 Jul 29 23:51:00.281581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05f36fd7-b47c-4c6a-a110-f93e3d3d826e req-668ee9b8-e92b-4927-b548-726dcc53357e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Jul 29 23:51:00.297594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Deleting port c5dc1337-29df-4f15-a0e3-924da781c7ae {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:00.310235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.343913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:00.348063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-6e408f70-c96c-4aa6-878e-7c7fd71824a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0698133 Jul 29 23:51:00.388313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c78ef68-6286-485c-9c8f-3b726558c583 req-6b3fe483-f744-499e-9aa1-cdcb43913697 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434717 Jul 29 23:51:00.433888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 667646b3-6bc6-4154-8505-26383efd7776 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:00.441261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-7d5799da-af37-4bb7-98cd-fb092cb4be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.443000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-7d5799da-af37-4bb7-98cd-fb092cb4be3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.0940754 Jul 29 23:51:00.512150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-abdedcfc-c024-4856-b23e-33efc4a5ed20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585761 Jul 29 23:51:00.522121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] For port c5dc1337-29df-4f15-a0e3-924da781c7ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5dc1337-29df-4f15-a0e3-924da781c7ae,segment=NetworkSegment(6f275ede-550f-48ac-b2b5-5890afc43c4b),segment_id=6f275ede-550f-48ac-b2b5-5890afc43c4b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:00.522780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.560005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 667646b3-6bc6-4154-8505-26383efd7776 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:00.568396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Calling delete_port for c5dc1337-29df-4f15-a0e3-924da781c7ae owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:00.593900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 667646b3-6bc6-4154-8505-26383efd7776 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:00.596035 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.843259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-4354fbc1-c12d-4e18-bfd5-b7ec58ce201d service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283112 Jul 29 23:51:01.015282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.060878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5dc1337-29df-4f15-a0e3-924da781c7ae'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:01.070464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:01.073738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78af4d10-b075-4bbe-b95f-c9d8c8b1c8e8 req-969f7a82-4a37-4d21-8d8a-f8f2c917b760 tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab703e6b-e397-4b14-a641-7a8df3ee3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0833797 Jul 29 23:51:01.091194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95894d8f-71cb-480d-85f5-4de65d6d401b req-1a42bd99-9511-4f3c-b59d-998034f117bd service neutron] 10.222.0.49 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456834 Jul 29 23:51:01.144241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.152321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Checking router: 23055ff0-7f5b-476a-9c67-6f9660afe240 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:01.154698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Pushing event deleted for resources: {'Port': ['ID=c5dc1337-29df-4f15-a0e3-924da781c7ae,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.201551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=667646b3-6bc6-4154-8505-26383efd7776,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:01.210346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667646b3-6bc6-4154-8505-26383efd7776'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:01.213123 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8111cef6-6d90-49a7-a734-63a4bb74d4c7" -d '{"events": [{"server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "name": "network-vif-plugged", "status": "completed", "tag": "667646b3-6bc6-4154-8505-26383efd7776"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:01.217123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:01.218167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:50:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:01.222533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.233135 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064d60f-bd87-4bfe-9393-c7ab995123ca x-openstack-request-id: req-0064d60f-bd87-4bfe-9393-c7ab995123ca {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:01.233533 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:01.233973 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0064d60f-bd87-4bfe-9393-c7ab995123ca {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:01.235907 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:51:01.306576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] No DVR routers for this DVR port c5dc1337-29df-4f15-a0e3-924da781c7ae on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:01.326932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.343497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36aa2108-2307-4128-8e47-266d3c0535fa req-a2f8bf8f-f49f-446d-b689-f85ee27a18ed tempest-InstanceActionsNegativeTestJSON-11550823 tempest-InstanceActionsNegativeTestJSON-11550823-project] 10.222.0.59 "DELETE /v2.0/ports/c5dc1337-29df-4f15-a0e3-924da781c7ae HTTP/1.1" status: 204 len: 173 time: 2.0913892 Jul 29 23:51:01.350416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'name': 'network-vif-deleted', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:01.353415 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f6a77-13ad-4f35-a5ca-056f053df4d8" -d '{"events": [{"server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "name": "network-vif-deleted", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:01.368863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39968a14-877d-4927-bf77-ad7b72ca357b req-f2693758-6f4b-4336-b1c9-a8b08fbd4113 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0531313 Jul 29 23:51:01.424172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.493672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976edc02-c8e0-4790-a906-143fc0a3492b req-360b846c-f8d8-416e-b233-f8da98f51090 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.521277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976edc02-c8e0-4790-a906-143fc0a3492b req-360b846c-f8d8-416e-b233-f8da98f51090 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.3096795 Jul 29 23:51:01.618943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-c8afc9ef-6a43-4180-b851-01108cdf885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.620942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-c8afc9ef-6a43-4180-b851-01108cdf885f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd954c0a721445f94a65867101f2147&device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 1097 time: 0.2443600 Jul 29 23:51:01.643494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:01.878658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-70151cbb-f2aa-409e-af1a-28d44fd0e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.880987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-70151cbb-f2aa-409e-af1a-28d44fd0e3e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 200 len: 920 time: 0.2477226 Jul 29 23:51:01.886079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-976edc02-c8e0-4790-a906-143fc0a3492b req-901c983b-57ee-40de-819f-b6114f0e4a93 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494170 Jul 29 23:51:01.897522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-dbf1063e-4e4a-4e53-9510-45dd65017c25 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips/7e2918e8-88c4-4d49-b2aa-4bd91d06d319 HTTP/1.1" status: 200 len: 695 time: 0.1505508 Jul 29 23:51:01.968304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-5e7318c0-d2fd-4356-994b-ed20cdbd9531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 200 len: 217 time: 0.0657711 Jul 29 23:51:02.081065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-6095db16-32a8-4f86-948c-892dfe881c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.084223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-6095db16-32a8-4f86-948c-892dfe881c4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 200 len: 859 time: 0.0967088 Jul 29 23:51:02.116426 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595e60b-a268-4cb7-be7c-46ddb9111624 x-openstack-request-id: req-3595e60b-a268-4cb7-be7c-46ddb9111624 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:02.119200 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "name": "network-vif-plugged", "status": "completed", "tag": "667646b3-6bc6-4154-8505-26383efd7776", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:02.119890 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3595e60b-a268-4cb7-be7c-46ddb9111624 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:02.121128 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667646b3-6bc6-4154-8505-26383efd7776', 'code': 200} Jul 29 23:51:02.186602 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e76461-7afc-47a5-adc0-5593fcac2ab4 x-openstack-request-id: req-95e76461-7afc-47a5-adc0-5593fcac2ab4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:02.186897 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab703e6b-e397-4b14-a641-7a8df3ee3fe2", "name": "network-vif-deleted", "tag": "c5dc1337-29df-4f15-a0e3-924da781c7ae", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:02.187156 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95e76461-7afc-47a5-adc0-5593fcac2ab4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:02.188344 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab703e6b-e397-4b14-a641-7a8df3ee3fe2', 'name': 'network-vif-deleted', 'tag': 'c5dc1337-29df-4f15-a0e3-924da781c7ae', 'status': 'completed', 'code': 200} Jul 29 23:51:02.193862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-12edaaa6-65e9-4bb7-bb1f-4ceef631d1bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460446 Jul 29 23:51:02.288234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-5ca48b23-a048-456a-9edc-3fa2492dcee4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.294854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-5ca48b23-a048-456a-9edc-3fa2492dcee4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 784 time: 0.3941050 Jul 29 23:51:02.318947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-53d8a623-545c-484a-b4f1-221921264475 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:51:02.331135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-53d8a623-545c-484a-b4f1-221921264475 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266385 Jul 29 23:51:02.372623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:02.482145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8530097-e714-4fe9-8aaa-ee32ecd68a3b None None] The sync data for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 is: [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:49:43Z', 'revision_number': 4, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6be07df2-112c-4463-997f-044985ad73ce', 'name': '', 'network_id': '5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'mac_address': 'fa:16:3e:43:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:42Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'subnets': [{'id': 'dc683910-442a-4ca9-a60b-8b8b9c57d1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:02.485988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-94821e27-32b1-4cd3-9676-6cddf652450c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 698 time: 0.1340532 Jul 29 23:51:02.601290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e844-ab91-47a6-ad2f-041c6b8328a7 req-f766f447-25fe-40dc-be83-cd82ead0730f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.603027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a189e844-ab91-47a6-ad2f-041c6b8328a7 req-f766f447-25fe-40dc-be83-cd82ead0730f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1464546 Jul 29 23:51:02.622868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdcddb-3271-4bf3-91b7-fd9b0e892a8b req-781a4c17-373c-40cb-b2ce-106fde77e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.624524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73cdcddb-3271-4bf3-91b7-fd9b0e892a8b req-781a4c17-373c-40cb-b2ce-106fde77e88d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 1098 time: 0.2437110 Jul 29 23:51:02.644880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-35502104-bd00-4bcd-99ef-db9a72fa3716 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 698 time: 0.1578045 Jul 29 23:51:02.726643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a189e844-ab91-47a6-ad2f-041c6b8328a7 req-954e0b90-65dc-4bd2-9247-1742fdbbc8aa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167433 Jul 29 23:51:02.788309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73cdcddb-3271-4bf3-91b7-fd9b0e892a8b req-209fb727-b1e9-458e-aa60-29606c4c94e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428607 Jul 29 23:51:02.803833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-ac7b24df-6e13-40b7-bc34-a6a62256d437 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938468 Jul 29 23:51:02.842256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54546) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.938783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Deleting port 0d885cde-31a6-499d-8e9c-041708d4aa20 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:02.939604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.026552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Deleting subnet 52104b8f-9ebb-499c-941e-10435f55d7d8 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:03.051756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7abb766b-c308-4877-9966-0addd43159d0 req-910fb72e-5693-4032-9ab3-de6ef97f8127 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0852232 Jul 29 23:51:03.053550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.078718 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779871b-58be-4c0d-b439-243a70ab1532 None None] New status for floating IP 7e2918e8-88c4-4d49-b2aa-4bd91d06d319: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:03.184482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.184899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.220469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Calling delete_port for 0d885cde-31a6-499d-8e9c-041708d4aa20 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:03.277745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-969d070c-bcd5-4326-88ff-5422dd91afa3 req-796e2d7c-767b-4c8f-bcc2-c379ad0abdd1 service neutron] 10.222.0.57 "GET /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520293 Jul 29 23:51:03.287033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.346027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.455668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.487634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52104b8f-9ebb-499c-941e-10435f55d7d8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:03.492573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.497341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:03.498988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-78312e63-80aa-4086-9be9-4e2f9d62017e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/52104b8f-9ebb-499c-941e-10435f55d7d8 HTTP/1.1" status: 204 len: 168 time: 0.6555698 Jul 29 23:51:03.624034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5dc1337-29df-4f15-a0e3-924da781c7ae no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:03.680905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4e5a7-13f4-44e2-8ad5-6376416afe93 req-82809d07-514f-47aa-a5d9-c98e967db19d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:03.685306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c5dc1337-29df-4f15-a0e3-924da781c7ae {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:03.685678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5dc1337-29df-4f15-a0e3-924da781c7ae not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:03.692343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86f4e5a7-13f4-44e2-8ad5-6376416afe93 req-82809d07-514f-47aa-a5d9-c98e967db19d tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0953083 Jul 29 23:51:03.728574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.772046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86f4e5a7-13f4-44e2-8ad5-6376416afe93 req-ecb2f099-ec2f-4d80-bffe-4ff64ae0263b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787499 Jul 29 23:51:03.849254 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.909138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event deleted for resources: {'Port': ['ID=0d885cde-31a6-499d-8e9c-041708d4aa20,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:03.978979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.038789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa53836-023c-490f-bdde-655c56bcb168']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:04.063454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f275ede-550f-48ac-b2b5-5890afc43c4b') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:04.063454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f275ede-550f-48ac-b2b5-5890afc43c4b') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:04.083243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.092020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.096886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.098713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca3f55a7-0480-4611-823d-3c33e59560e5 req-7949f7d9-caa2-49f2-b0c7-e622c8ffe6b4 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "DELETE /v2.0/floatingips/7e2918e8-88c4-4d49-b2aa-4bd91d06d319 HTTP/1.1" status: 204 len: 173 time: 1.4529300 Jul 29 23:51:04.124784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.146588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:04.148266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:04.274723 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:04.441583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af6d1-2537-4dc5-ade4-7fff93bcc1e7 req-e5a4779d-84e3-4c33-b039-2bf679efc269 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.449407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-8717c8d9-cd96-4869-8dbf-2696660b8958 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups/84ca90f7-bdef-4c0c-ba7d-610f5b375886 HTTP/1.1" status: 200 len: 1809 time: 0.0776534 Jul 29 23:51:04.459919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b17af6d1-2537-4dc5-ade4-7fff93bcc1e7 req-e5a4779d-84e3-4c33-b039-2bf679efc269 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1733646 Jul 29 23:51:04.499438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.512077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.520872 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2fa53836-023c-490f-bdde-655c56bcb168 HTTP/1.1" status: 204 len: 168 time: 1.0206881 Jul 29 23:51:04.567407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.571627 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b17af6d1-2537-4dc5-ade4-7fff93bcc1e7 req-973b6f7b-a755-4734-a1fa-716f2bcfbd63 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105785 Jul 29 23:51:04.585911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044cf22-d3af-4573-811c-fb269fd58a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa53836-023c-490f-bdde-655c56bcb168,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:04.624616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.777376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.780577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.785400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a5750a2-70dc-401d-b2b3-9c2715235561 req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "DELETE /v2.0/security-groups/84ca90f7-bdef-4c0c-ba7d-610f5b375886 HTTP/1.1" status: 204 len: 173 time: 0.3229392 Jul 29 23:51:04.834759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403bf5-8fd3-454f-8750-40a2ae77564e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca90f7-bdef-4c0c-ba7d-610f5b375886,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:04.962992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d76b9c15-204f-4f82-9601-c10694b435eb req-7eb6a34e-8e9d-4c4b-929c-a6dd5b02a363 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1033485 Jul 29 23:51:05.027470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54602) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:05.242390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a56ef0e3-4fee-452f-baac-31c4c43f63df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df473128c7a64b538659d4ae6f565240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057414 Jul 29 23:51:05.242390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54622) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:05.293516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac5a17-f024-49ce-8372-c840f7d20648 req-b843e3fc-fab4-4091-9dcf-9b264e37cfbc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.304358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbac5a17-f024-49ce-8372-c840f7d20648 req-b843e3fc-fab4-4091-9dcf-9b264e37cfbc tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.2327225 Jul 29 23:51:05.362135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fbac5a17-f024-49ce-8372-c840f7d20648 req-9711d795-bb94-4521-862b-dedcacfb9be6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566466 Jul 29 23:51:05.380804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.436201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.454752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-81cd5741-23e9-4259-9bd0-784a4b85adb5 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.464870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-81cd5741-23e9-4259-9bd0-784a4b85adb5 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/networks?id=da573e0a-b3b5-45ec-9e1d-d5cb15527b90 HTTP/1.1" status: 200 len: 810 time: 0.2130239 Jul 29 23:51:05.477196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-f07e2642-b9fb-44b0-89be-cc7ba0526779 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/quotas/52c12b4a8bc84fb9846485cfc873e7ec HTTP/1.1" status: 200 len: 375 time: 0.0108585 Jul 29 23:51:05.523860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4f99ecca-9695-443a-9008-4b42e5b43556 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52c12b4a8bc84fb9846485cfc873e7ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368073 Jul 29 23:51:05.526281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca5018-b302-4d74-8b6e-b7969a30826d req-570d8a39-c45d-4b38-8b91-c565b3082a32 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.528198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbca5018-b302-4d74-8b6e-b7969a30826d req-570d8a39-c45d-4b38-8b91-c565b3082a32 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0730269 Jul 29 23:51:05.544265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.546967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.552855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970 HTTP/1.1" status: 204 len: 168 time: 0.3019335 Jul 29 23:51:05.579489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93744c4-0f80-4b31-b8fc-101b4b46ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3db146-bbc0-4ed0-b60a-b9c2c5b7c970,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:05.628838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbca5018-b302-4d74-8b6e-b7969a30826d req-568c92c8-4fc3-4c0c-8e9a-0d6ad79359d5 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Jul 29 23:51:05.671108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-303c615b-a06e-4b1a-8491-eb4379480af1 service neutron] 10.222.0.49 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380017 Jul 29 23:51:05.782800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ba13-325a-41f8-8936-aa27dc566859 req-e3d594fe-b91c-43d5-9ab5-448a4ffc7ddc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.784793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6a04ba13-325a-41f8-8936-aa27dc566859 req-e3d594fe-b91c-43d5-9ab5-448a4ffc7ddc tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.0728562 Jul 29 23:51:05.881531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6a04ba13-325a-41f8-8936-aa27dc566859 req-4ba801d3-d91f-4fbe-b854-7d73455587e6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866702 Jul 29 23:51:05.898112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-75e12b72-f2be-4779-8550-d46fb3e25a35 service neutron] 10.222.0.49 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190762 Jul 29 23:51:06.121618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-73735b13-4248-4093-9914-75a2d9743326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.125807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-73735b13-4248-4093-9914-75a2d9743326 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1097 time: 0.0818207 Jul 29 23:51:06.278322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd50d0b-1fe9-4cf9-a62c-9a86540de955 req-5707a559-37c1-432a-b51d-a65a6cc09600 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.280375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdd50d0b-1fe9-4cf9-a62c-9a86540de955 req-5707a559-37c1-432a-b51d-a65a6cc09600 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.1464629 Jul 29 23:51:06.297339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-a4808f3b-3a3d-421e-b27c-828b3cf27348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.298827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-a4808f3b-3a3d-421e-b27c-828b3cf27348 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.1645222 Jul 29 23:51:06.380172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fdd50d0b-1fe9-4cf9-a62c-9a86540de955 req-3de30758-d564-4628-9296-bbf0c5d9a430 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837467 Jul 29 23:51:06.484222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b311448-f348-4b1f-b201-79bd25332567 req-9197df1b-39cd-41b8-bdb7-e194125b07df tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0758362 Jul 29 23:51:06.495413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bbb1cbb5-cf03-430b-b4ae-e1038112fd8c req-9c0ee1a8-7f31-49f2-bb46-f1437bda9bc5 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 210 time: 0.0432417 Jul 29 23:51:06.543198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-16c26a69-3644-4c4c-a07d-4996e67eb5e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 1001 time: 0.2352216 Jul 29 23:51:06.693528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-a10cab38-4897-43d6-9917-59a5b4e613f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.696068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-a10cab38-4897-43d6-9917-59a5b4e613f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1414227 Jul 29 23:51:06.728260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876e161-05b9-4179-bf1d-493c1d8d31e5 req-b26cb5d9-7688-493e-bf37-8c247952e657 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.732759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5876e161-05b9-4179-bf1d-493c1d8d31e5 req-b26cb5d9-7688-493e-bf37-8c247952e657 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0958354 Jul 29 23:51:06.776913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79ed6d-5f39-409f-8a8b-e6ea02a01a51 req-94132699-4639-4019-8fc2-acd5a253c71d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.790844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b79ed6d-5f39-409f-8a8b-e6ea02a01a51 req-94132699-4639-4019-8fc2-acd5a253c71d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1376646 Jul 29 23:51:06.795758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5876e161-05b9-4179-bf1d-493c1d8d31e5 req-8c1cd82f-7ebc-40b8-9d41-f5c48d2ea77c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613308 Jul 29 23:51:06.835021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-ca398fb4-e07c-4d9a-a496-3a70b82008a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.837175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-ca398fb4-e07c-4d9a-a496-3a70b82008a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322479 Jul 29 23:51:06.894169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b79ed6d-5f39-409f-8a8b-e6ea02a01a51 req-8e3e54e0-6914-433c-838e-3c9a96525a56 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853801 Jul 29 23:51:06.901459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54676) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:07.009307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62f01-0908-4fcb-b495-35aaaf4e2a8c req-63984c2d-8881-4c31-b64b-270d9a23ab9e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.017908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86e62f01-0908-4fcb-b495-35aaaf4e2a8c req-63984c2d-8881-4c31-b64b-270d9a23ab9e tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.0784283 Jul 29 23:51:07.064539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-5b20e22c-9bcd-4fd1-834b-89bbbb76dd98 service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065649 Jul 29 23:51:07.102742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86e62f01-0908-4fcb-b495-35aaaf4e2a8c req-aab72d93-8141-4fe2-a24d-f8d4799fd138 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829639 Jul 29 23:51:07.118819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-887480677-network', 'tenant_id': '9c31854cace84682a032d70ade7bc4a5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:07.171320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Made reservation on behalf of 9c31854cace84682a032d70ade7bc4a5 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:07.175649 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.192393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.211139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68436e0c-7edb-4d6e-b38d-5f36b0017524 req-1e15478e-d406-4702-8a50-144c1931fb9a service neutron] 10.222.0.59 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366892 Jul 29 23:51:07.408956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255bb9-f25d-48dd-a0fb-aa4466815168 req-b8af2460-242e-4506-9e52-2bd1df5f3c9d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.412007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf255bb9-f25d-48dd-a0fb-aa4466815168 req-b8af2460-242e-4506-9e52-2bd1df5f3c9d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1195872 Jul 29 23:51:07.412557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.422027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.477668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:07.498707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9c75f-fd9c-4234-9f9d-d64ba7df1808,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:07.505016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.505538 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Added segment 08533865-48c9-45dc-9d09-785ab77a0745 of type vlan for network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 Jul 29 23:51:07.590153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-695a2a2d-05e6-44b6-b492-32569ce558ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1765940 Jul 29 23:51:07.601709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf255bb9-f25d-48dd-a0fb-aa4466815168 req-75670c89-8be6-4d32-ba9f-459f9c6f4076 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716044 Jul 29 23:51:07.622836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.683900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da13b61-1e8b-4314-b561-7778380d01c8 req-5a700fb6-b888-4ada-a22a-df1baf1dc283 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 210 time: 0.0564377 Jul 29 23:51:07.722680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.724020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.726194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.764624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae8ed8ec-cb3b-4b22-bfd8-1ddfe8a7f20a req-43a90ec6-e264-4d30-83ad-31c5c488e165 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0387204 Jul 29 23:51:07.788974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.788974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.788974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.788974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.788974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.789413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.790513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.792140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6dc5c22d-9090-4ea5-8538-2b7f7d35d654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6498 time: 0.1143858 Jul 29 23:51:07.794598 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8927186 Jul 29 23:51:07.798265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54690) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:07.804046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Request body: {'subnet': {'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-887480677-subnet', 'tenant_id': '9c31854cace84682a032d70ade7bc4a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:07.813069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539bacc-6bc9-4bef-a1c3-6ca8cee1bc65 admin admin] Pushing event updated for resources: {'Network': ['ID=2215e8b8-1d08-45c5-ada2-3086c4bdb256,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:07.825834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:07.836160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Made reservation on behalf of 9c31854cace84682a032d70ade7bc4a5 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:07.838706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.947886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7f2d-6d75-44c1-9c91-8a53602fded8 req-55bd1798-7641-43e7-a959-1efcd2ed0874 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.949594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-431d7f2d-6d75-44c1-9c91-8a53602fded8 req-55bd1798-7641-43e7-a959-1efcd2ed0874 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.0655761 Jul 29 23:51:08.006323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-431d7f2d-6d75-44c1-9c91-8a53602fded8 req-7abf0575-7156-44b3-a6cc-bfc287aa0521 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493574 Jul 29 23:51:08.156293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ae605938-53db-486a-8358-cdc15b80b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.161952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ae605938-53db-486a-8358-cdc15b80b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.162740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ae605938-53db-486a-8358-cdc15b80b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.165274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ae605938-53db-486a-8358-cdc15b80b9f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eea398a-1fcb-4d99-ad25-e329a13eea83&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&id=dcd95033-b90f-406d-8a77-b14c8921bc66&id=dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 200 len: 2293 time: 0.3235106 Jul 29 23:51:08.284096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-3500f666-f2e5-4143-90dd-f6530653b977 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.285832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-3500f666-f2e5-4143-90dd-f6530653b977 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.59 "GET /v2.0/networks?id=da573e0a-b3b5-45ec-9e1d-d5cb15527b90 HTTP/1.1" status: 200 len: 810 time: 0.2450023 Jul 29 23:51:08.312486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Request body: {'port': {'device_id': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90', 'admin_state_up': True, 'tenant_id': '52c12b4a8bc84fb9846485cfc873e7ec'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:08.403931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-7fe59603-760a-4b95-bf21-8723e08d4251 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 200 len: 1000 time: 0.2181442 Jul 29 23:51:08.442536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382684e-e680-4db2-b96e-9cd945ba79dc req-6c365bc1-0b15-4cc7-8916-a05db62ff1c5 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.444010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a382684e-e680-4db2-b96e-9cd945ba79dc req-6c365bc1-0b15-4cc7-8916-a05db62ff1c5 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.2656200 Jul 29 23:51:08.473977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.565574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ad3dabdc-b9a6-4d11-8962-540a793a8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.567445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ad3dabdc-b9a6-4d11-8962-540a793a8383 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f19f54f1-5582-4df1-b6d0-b63fee2c78ba HTTP/1.1" status: 200 len: 850 time: 0.1468484 Jul 29 23:51:08.638364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a382684e-e680-4db2-b96e-9cd945ba79dc req-903397ca-c51a-4842-afce-d1eee329d1e2 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696005 Jul 29 23:51:08.654624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b833a09-575e-4d20-a7e2-70eee330b19f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:08.722940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-9afac998-6e93-4236-9ec7-8deae6617bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.725720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-9afac998-6e93-4236-9ec7-8deae6617bc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eea398a-1fcb-4d99-ad25-e329a13eea83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394229 Jul 29 23:51:08.727333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Checking segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:08.727723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Network hostable DHCP agents. Network: 2215e8b8-1d08-45c5-ada2-3086c4bdb256, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:08.732254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Made reservation on behalf of 52c12b4a8bc84fb9846485cfc873e7ec for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:08.736636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.750433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a1ac6-3d85-4a52-a96b-899c8b2499a7 req-df35c643-d253-4d7b-a739-c1a5af420bc2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.752641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b15a1ac6-3d85-4a52-a96b-899c8b2499a7 req-df35c643-d253-4d7b-a739-c1a5af420bc2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.0585303 Jul 29 23:51:08.808439 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b15a1ac6-3d85-4a52-a96b-899c8b2499a7 req-dae513e1-0d17-410b-9ca9-664fe7230be6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Jul 29 23:51:08.853701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-562f33a6-8373-445a-aca8-09b04761be68 req-e5417822-29a4-4168-b3d3-bbd4586c59f1 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 210 time: 0.0892749 Jul 29 23:51:08.900947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:08.918945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a54a5bd0-a4ab-4e98-ac5e-234da72cc94d req-9a1ed3a1-84dc-48bf-827e-5b4e869c7560 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0370293 Jul 29 23:51:08.930558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2215e8b8-1d08-45c5-ada2-3086c4bdb256) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:08.938718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.939250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.943430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd874beb-4896-4dbf-8a95-243bb24e0686 None None] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:08.977601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a61cba92-6bbf-4a97-9a87-a61efc4b8457 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1781106 Jul 29 23:51:08.999712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-4d67dc54-ac6d-4800-b61e-5284519924f3 service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582679 Jul 29 23:51:09.080141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Allocated IP 172.20.0.3 (da573e0a-b3b5-45ec-9e1d-d5cb15527b90/dc287a8c-c9e2-4965-89ed-7569a9935c7c/9b38f7bf-5425-4e30-acf8-9615e9e576a3) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:09.175409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-53f57dbc-06a5-471a-94f1-1c8126abb273 service neutron] 10.222.0.59 "GET /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669016 Jul 29 23:51:09.201803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'tenant_id': '9c31854cace84682a032d70ade7bc4a5', 'fixed_ips': [{'subnet_id': '7b833a09-575e-4d20-a7e2-70eee330b19f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:09.203373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.388998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-709cedcb-9f47-4754-acad-e9b346aca76a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 217 time: 0.1799886 Jul 29 23:51:09.435095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Allocated IP 172.20.0.2 (2215e8b8-1d08-45c5-ada2-3086c4bdb256/7b833a09-575e-4d20-a7e2-70eee330b19f/bf86f9e5-f106-40c7-9489-446d7caa6232) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:09.493360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-0588c399-454c-4bb7-97d0-2330b371b145 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.495306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-0588c399-454c-4bb7-97d0-2330b371b145 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.57 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.2912781 Jul 29 23:51:09.545021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc907-9dd2-431d-8d17-f4a8bf61620e req-b3fd4741-3d07-49f1-b436-bb9ae99bdea3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.546772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-261dc907-9dd2-431d-8d17-f4a8bf61620e req-b3fd4741-3d07-49f1-b436-bb9ae99bdea3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.3959904 Jul 29 23:51:09.616047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-f5def0f7-dbea-417b-b30f-b93d19b5459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.617748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-f5def0f7-dbea-417b-b30f-b93d19b5459d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1999445 Jul 29 23:51:09.647583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.666292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Transition to ACTIVE for port object bf86f9e5-f106-40c7-9489-446d7caa6232 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:09.719420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Transition to ACTIVE for port object bf86f9e5-f106-40c7-9489-446d7caa6232 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:09.728637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:09.730528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-426357c6-338c-4350-b71c-1ce283b22f26 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.741400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-426357c6-338c-4350-b71c-1ce283b22f26 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 0.1773272 Jul 29 23:51:09.755248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.781671 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.781962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-261dc907-9dd2-431d-8d17-f4a8bf61620e req-7a696127-e8d7-48e8-8dfd-63aee29975f8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184300 Jul 29 23:51:09.795793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-f87ca29f-9caa-4c4b-a422-bc3f76517649 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/quotas/9c31854cace84682a032d70ade7bc4a5 HTTP/1.1" status: 200 len: 375 time: 0.0522685 Jul 29 23:51:09.833830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:09.837972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:09.865603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:09.901615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-d3175b50-22b9-4cce-aba4-b9d2cc44bfc7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887990 Jul 29 23:51:09.957569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Pushing event updated for resources: {'Port': ['ID=bf86f9e5-f106-40c7-9489-446d7caa6232,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.974367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.997669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Attempting to bind port bf86f9e5-f106-40c7-9489-446d7caa6232 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:09.998132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Attempting to bind port bf86f9e5-f106-40c7-9489-446d7caa6232 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:09.998442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Attempting to bind port bf86f9e5-f106-40c7-9489-446d7caa6232 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:10.014347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:10.014875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Checking segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:10.015189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.015526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Bound using segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:10.016452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Bound port: bf86f9e5-f106-40c7-9489-446d7caa6232, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:10.016999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.039489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:10.041932 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c20bb-02f1-418e-80df-b93c540f37d2" -d '{"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-unplugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:10.065781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:10.088274 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.115978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-633c49f0-5ef1-44cc-816f-ccbcb29371ec service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987493 Jul 29 23:51:10.199338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] For port bf86f9e5-f106-40c7-9489-446d7caa6232, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:10.212219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:10.231427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] For port bf86f9e5-f106-40c7-9489-446d7caa6232, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf86f9e5-f106-40c7-9489-446d7caa6232,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:10.237788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.258663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-d6cbebc2-73a4-4025-afed-431aed6b0410 service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425221 Jul 29 23:51:10.338197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748e1d-6c3c-44ce-ba68-a90be4036aea None None] Pushing event updated for resources: {'Port': ['ID=bf86f9e5-f106-40c7-9489-446d7caa6232,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:10.466092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-d834e839-d3f1-4463-9773-a3a6df4fc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.467656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-d834e839-d3f1-4463-9773-a3a6df4fc3e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7813094 Jul 29 23:51:10.489930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Deleting port c4dffe07-702a-4257-948d-eca75deeba05 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:10.490473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.662233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c12f22-5100-4090-b48a-a11d1d079b06 req-0e58fe1e-ad07-4eb3-87a3-606050760314 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.673737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04c12f22-5100-4090-b48a-a11d1d079b06 req-0e58fe1e-ad07-4eb3-87a3-606050760314 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1464789 Jul 29 23:51:10.746285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04c12f22-5100-4090-b48a-a11d1d079b06 req-89fb3bf0-e775-4563-9be1-d9a7489a0ec5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707362 Jul 29 23:51:10.782504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc252a-725a-407b-afff-9494cf2251ef req-d251c91c-5f81-41f3-9c3b-cf04ae4d5ad6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.784541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32fc252a-725a-407b-afff-9494cf2251ef req-d251c91c-5f81-41f3-9c3b-cf04ae4d5ad6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.9322274 Jul 29 23:51:10.841927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ae626864-c759-414a-813d-ddfa36170448 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463843 Jul 29 23:51:10.842954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.889297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba88b-efe8-4732-8638-0e6cb0e7777f req-1fa1d1a7-c109-4f1e-a4ec-3ce56933f07c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.890611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-559ba88b-efe8-4732-8638-0e6cb0e7777f req-1fa1d1a7-c109-4f1e-a4ec-3ce56933f07c tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f9db14-31b4-417e-8335-48cc3604fb5b HTTP/1.1" status: 200 len: 945 time: 0.4985619 Jul 29 23:51:10.980620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5f630-48be-40fd-8a57-113cfd4c214f req-31d65f60-87a1-456a-81e4-bc822eee208d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.983893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19a5f630-48be-40fd-8a57-113cfd4c214f req-31d65f60-87a1-456a-81e4-bc822eee208d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 931 time: 0.1124415 Jul 29 23:51:11.065231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19a5f630-48be-40fd-8a57-113cfd4c214f req-d68695e0-3f23-492e-ba8e-575c2c346993 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722308 Jul 29 23:51:11.098308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:11.102842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] For port c4dffe07-702a-4257-948d-eca75deeba05, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c4dffe07-702a-4257-948d-eca75deeba05,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:11.103232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.122198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:11.124271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Pushing event updated for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:11.126825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:11.174528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Calling delete_port for c4dffe07-702a-4257-948d-eca75deeba05 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:11.194551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-559ba88b-efe8-4732-8638-0e6cb0e7777f req-e9eed956-7588-4c3a-be9a-92601e79aba5 tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.49 "GET /v2.0/security-groups?id=29ad139a-0f5c-424a-9e0a-1dffcef539b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656288 Jul 29 23:51:11.306671 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2305718-29ff-4f46-9fca-d32446a2c5f8 x-openstack-request-id: req-c2305718-29ff-4f46-9fca-d32446a2c5f8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:11.309580 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-unplugged", "status": "failed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "code": 422}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:11.310305 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2305718-29ff-4f46-9fca-d32446a2c5f8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:11.311883 n-d-712707-11 neutron-server[93866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'code': 422} returned with failed status Jul 29 23:51:11.351832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7bbfa07e-5d36-42bc-a9ef-1aa24ea9f5ab req-92537393-569f-4883-9590-00e8e78b36b6 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0900869 Jul 29 23:51:11.600988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680ac97-d7b6-4c7a-ae11-b8fa7b356e22 req-8a194651-94d5-408e-86fd-3e9e231299b3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.605824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.606839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.608063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d680ac97-d7b6-4c7a-ae11-b8fa7b356e22 req-8a194651-94d5-408e-86fd-3e9e231299b3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.1044033 Jul 29 23:51:11.635480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-09cf0f67-5c1c-4ee8-9971-19cf448e7a17 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621813 Jul 29 23:51:11.674583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d680ac97-d7b6-4c7a-ae11-b8fa7b356e22 req-4999646d-4ed4-4572-9fd0-21999ecb6326 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586710 Jul 29 23:51:11.695905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-a98b4207-6531-4119-a0cd-42140cf00937 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3884866 Jul 29 23:51:11.697013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.751145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c4dffe07-702a-4257-948d-eca75deeba05'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:11.888315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Request body: {'port': {'device_id': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:11.911943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 667646b3-6bc6-4154-8505-26383efd7776 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:11.912467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.982606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-45614684-23be-4eea-98fd-063b8660c66a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 217 time: 0.3180542 Jul 29 23:51:12.049042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb25b81-5428-4734-a025-76d2540fcee0 None None] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:12.097895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Pushing event deleted for resources: {'Port': ['ID=c4dffe07-702a-4257-948d-eca75deeba05,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.189245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-f8f8c990-16a5-4001-b6c0-dc74c3b2f2e5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.192481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-f8f8c990-16a5-4001-b6c0-dc74c3b2f2e5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 0.6513512 Jul 29 23:51:12.305766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3920b9f-4977-429a-8969-a0d12ae91a62 None None] Provisioning for port bf86f9e5-f106-40c7-9489-446d7caa6232 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:12.378448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.461072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-44933841-29b7-44c0-a8b1-7911b0008084 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/quotas/9c31854cace84682a032d70ade7bc4a5 HTTP/1.1" status: 200 len: 375 time: 0.2456021 Jul 29 23:51:12.583174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] No DVR routers for this DVR port c4dffe07-702a-4257-948d-eca75deeba05 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:12.641752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.656745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49e993b8-f303-45f8-9adf-9941f392fc76 req-828ea52d-afb4-4dfb-8c6d-9e85851f99ca tempest-ServerRescueTestJSONUnderV235-2109571414 tempest-ServerRescueTestJSONUnderV235-2109571414-project] 10.222.0.57 "DELETE /v2.0/ports/c4dffe07-702a-4257-948d-eca75deeba05 HTTP/1.1" status: 204 len: 173 time: 3.1022446 Jul 29 23:51:12.663656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'name': 'network-vif-deleted', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:12.664572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf86f9e5-f106-40c7-9489-446d7caa6232 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:12.672234 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee11ad6-2251-4694-8b3f-2ec8977af43a" -d '{"events": [{"server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "name": "network-vif-deleted", "tag": "c4dffe07-702a-4257-948d-eca75deeba05"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:12.719392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-53dcf69e-a8c2-4bdf-b3c2-984d25f63d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.722627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-53dcf69e-a8c2-4bdf-b3c2-984d25f63d84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.7201483 Jul 29 23:51:12.884187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-427e48a7-acc9-48fb-8a01-5813faf3a506 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4212327 Jul 29 23:51:12.923189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port bf86f9e5-f106-40c7-9489-446d7caa6232 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:12.928842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port bf86f9e5-f106-40c7-9489-446d7caa6232 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:12.933356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.055610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4ba41b89-7abb-4d3a-958b-ce30f027350b None None] Provisioning complete for port bf86f9e5-f106-40c7-9489-446d7caa6232 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:13.056563 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ba41b89-7abb-4d3a-958b-ce30f027350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.083637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-a3d6d292-178d-4959-a505-d10671a2a3ff tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.086381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-a3d6d292-178d-4959-a505-d10671a2a3ff tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.59 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 0.4547358 Jul 29 23:51:13.120505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 667646b3-6bc6-4154-8505-26383efd7776, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=667646b3-6bc6-4154-8505-26383efd7776,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:13.120978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d70673-57f2-4c8e-876e-f6b274ac9968 req-c871fa9f-d6bf-4f9b-8ff7-df6c462641bf tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.121134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.122959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0d70673-57f2-4c8e-876e-f6b274ac9968 req-c871fa9f-d6bf-4f9b-8ff7-df6c462641bf tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 946 time: 0.1871555 Jul 29 23:51:13.127297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Request body: {'port': {'device_id': 'e4b256f7-f589-4626-9838-86f9243211c0', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'admin_state_up': True, 'tenant_id': '9c31854cace84682a032d70ade7bc4a5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:13.168576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 667646b3-6bc6-4154-8505-26383efd7776 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:13.174730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.280371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b0d70673-57f2-4c8e-876e-f6b274ac9968 req-eefd6d02-40a2-42f6-a24e-7bd604492a15 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422343 Jul 29 23:51:13.287537 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ba41b89-7abb-4d3a-958b-ce30f027350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.307262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-06b8b4d0-7557-4fa3-9e03-37c223d3061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.310118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-06b8b4d0-7557-4fa3-9e03-37c223d3061d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5737967 Jul 29 23:51:13.343799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port bf86f9e5-f106-40c7-9489-446d7caa6232, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf86f9e5-f106-40c7-9489-446d7caa6232,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:13.361097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Made reservation on behalf of 9c31854cace84682a032d70ade7bc4a5 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:13.367222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.373286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.476623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=bf86f9e5-f106-40c7-9489-446d7caa6232,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:13.521372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-fb1161c9-ae03-4af6-8bc6-5386f1e5292d service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361568 Jul 29 23:51:13.573147 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-4ba41b89-7abb-4d3a-958b-ce30f027350b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:51:13.574832 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-4ba41b89-7abb-4d3a-958b-ce30f027350b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:51:13.650714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:13.661620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8ba7-e7ad-487b-9c2d-2e14d2e2ab64 req-a20f457d-d5b7-48ae-829e-8a2b291ac09b tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.666075 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92cf8ba7-e7ad-487b-9c2d-2e14d2e2ab64 req-a20f457d-d5b7-48ae-829e-8a2b291ac09b tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 931 time: 0.2037249 Jul 29 23:51:13.852222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-3db80ba4-784a-4d37-b4c7-ece73bec3300 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270226 Jul 29 23:51:13.860833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92cf8ba7-e7ad-487b-9c2d-2e14d2e2ab64 req-f704bf6d-2a6c-453b-91e9-c61ce81d71ad tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927997 Jul 29 23:51:13.878888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Allocated IP 172.20.0.7 (2215e8b8-1d08-45c5-ada2-3086c4bdb256/7b833a09-575e-4d20-a7e2-70eee330b19f/24803d8b-d21e-49f8-ac43-5f21f42632f0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:13.968670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54804) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.093157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-e58704bd-70fa-49c6-8b47-4b3672da3fef service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255571 Jul 29 23:51:14.178583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec709f6d-6d32-40ed-bfdc-ce5268bce978 req-f709d4cc-b36f-4d56-ba12-c5baa23c71dd tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0595145 Jul 29 23:51:14.216920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-18d5939a-f06c-44bc-99da-53b3371faa5d service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770813 Jul 29 23:51:14.225069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-6c0f4132-68b6-418a-8928-719ca202005f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=f464ad4f-64d2-4246-99b3-a122f671595b HTTP/1.1" status: 200 len: 217 time: 0.1114166 Jul 29 23:51:14.278708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 667646b3-6bc6-4154-8505-26383efd7776 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:14.328672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-92fe7d59-2cc7-4cd2-9fcb-81c2dbb384f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.337432 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-92fe7d59-2cc7-4cd2-9fcb-81c2dbb384f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.1032059 Jul 29 23:51:14.344737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b38f7bf-5425-4e30-acf8-9615e9e576a3 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:14.362118 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f5bc08-d213-442d-a423-89173e0fb4fa x-openstack-request-id: req-51f5bc08-d213-442d-a423-89173e0fb4fa {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:14.362438 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f9db14-31b4-417e-8335-48cc3604fb5b", "name": "network-vif-deleted", "tag": "c4dffe07-702a-4257-948d-eca75deeba05", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:14.362703 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51f5bc08-d213-442d-a423-89173e0fb4fa {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:14.363135 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9db14-31b4-417e-8335-48cc3604fb5b', 'name': 'network-vif-deleted', 'tag': 'c4dffe07-702a-4257-948d-eca75deeba05', 'status': 'completed', 'code': 200} Jul 29 23:51:14.365809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.376921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 667646b3-6bc6-4154-8505-26383efd7776 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:14.377401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 667646b3-6bc6-4154-8505-26383efd7776 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:14.378341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c4dffe07-702a-4257-948d-eca75deeba05 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:14.420680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', '73f77c33-3773-41f3-aacf-38f62a8b4605'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:14.424296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: c4dffe07-702a-4257-948d-eca75deeba05 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:14.426827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c4dffe07-702a-4257-948d-eca75deeba05 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:14.447989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.497598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf86f9e5-f106-40c7-9489-446d7caa6232 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:14.528006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=667646b3-6bc6-4154-8505-26383efd7776,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:14.562567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Transition to ACTIVE for port object 9b38f7bf-5425-4e30-acf8-9615e9e576a3 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:14.571267 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.575887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.615365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-52629572-4416-4444-8269-b2b46a61703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.617395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-52629572-4416-4444-8269-b2b46a61703e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2529192 Jul 29 23:51:14.628779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 667646b3-6bc6-4154-8505-26383efd7776 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:14.657966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port bf86f9e5-f106-40c7-9489-446d7caa6232 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:14.658989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.725104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.728802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32fc252a-725a-407b-afff-9494cf2251ef req-22376650-62ae-41c3-8a62-48b05da401f7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.57 "DELETE /v2.0/ports/667646b3-6bc6-4154-8505-26383efd7776 HTTP/1.1" status: 204 len: 173 time: 3.9299893 Jul 29 23:51:14.994437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.003263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bad6b3ae-7141-4862-a547-b430c368e53b req-29e34341-dc58-42b8-856c-1e48527c6a59 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=99910d9b-58f2-4e8e-9984-6c982598ec82 HTTP/1.1" status: 200 len: 210 time: 0.2742522 Jul 29 23:51:15.007985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Attempting to bind port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:15.008326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Attempting to bind port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'db62462c-892d-4c5c-8430-eafb72e678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:15.008660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Attempting to bind port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 on network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:15.018055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 on network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:15.018386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Attempting to bind port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 on network da573e0a-b3b5-45ec-9e1d-d5cb15527b90 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:15.038378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:15.038727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Checking segment: {'id': 'db62462c-892d-4c5c-8430-eafb72e678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:15.039165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Bound using segment: {'id': 'db62462c-892d-4c5c-8430-eafb72e678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:15.039772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Bound port: 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db62462c-892d-4c5c-8430-eafb72e678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:15.040143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.130872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-bc2f0e83-1fbf-48ad-a6a9-abb9762fec33 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154353 Jul 29 23:51:15.532056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Transition to ACTIVE for port object 24803d8b-d21e-49f8-ac43-5f21f42632f0 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:15.616235 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:15.712893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.803393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event updated for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.837703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:15.840894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:15.843774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:15.915117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0265c5-d99b-4f2f-bbea-7c93ccd46d99 req-8bed6d62-cf6c-4784-8cd4-89b937f2806e tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.918599 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf0265c5-d99b-4f2f-bbea-7c93ccd46d99 req-8bed6d62-cf6c-4784-8cd4-89b937f2806e tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 943 time: 0.2474375 Jul 29 23:51:15.969170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.970027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.018106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bf0265c5-d99b-4f2f-bbea-7c93ccd46d99 req-3b07a7eb-6437-420e-85fc-29e0ffe06c91 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877943 Jul 29 23:51:16.056194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-70b96dc3-f264-43f1-8335-1e04760c3507 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9461467 Jul 29 23:51:16.083868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Request body: {'port': {'device_id': 'e4b256f7-f589-4626-9838-86f9243211c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:16.086565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-4cb09da8-5bba-408d-bf18-ab54cbf503fe service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472468 Jul 29 23:51:16.091137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:16.169476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.172209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-26c1c392-c55d-4d8d-9461-93b3f6de33da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 HTTP/1.1" status: 200 len: 217 time: 0.0709431 Jul 29 23:51:16.200057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3,segment=NetworkSegment(db62462c-892d-4c5c-8430-eafb72e678c7),segment_id=db62462c-892d-4c5c-8430-eafb72e678c7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:16.235111 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-246b139e-509d-420f-a272-841c8ea092e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.241866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.287390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8aa8b695-c987-4b97-a745-85313e4cee6e req-703e7d2d-9694-423e-9dbc-b1282a60cbe9 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1342618 Jul 29 23:51:16.318029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9c139ca7-c599-4a79-be5d-e9cb9fd828db None None] Provisioning for port 24803d8b-d21e-49f8-ac43-5f21f42632f0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:16.321257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.338331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9c139ca7-c599-4a79-be5d-e9cb9fd828db None None] Provisioning complete for port 24803d8b-d21e-49f8-ac43-5f21f42632f0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:16.339828 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c139ca7-c599-4a79-be5d-e9cb9fd828db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.354256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.354976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.356451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-4414307b-7fde-4450-8963-b3c176bd3c94 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b38f7bf-5425-4e30-acf8-9615e9e576a3 HTTP/1.1" status: 200 len: 1092 time: 4.4753261 Jul 29 23:51:16.368691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.374507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'name': 'network-vif-deleted', 'tag': '667646b3-6bc6-4154-8505-26383efd7776'}, {'name': 'network-changed', 'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:16.383582 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2824f408-6eb1-4665-a341-3e6f492e5b2e" -d '{"events": [{"server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "name": "network-vif-deleted", "tag": "667646b3-6bc6-4154-8505-26383efd7776"}, {"name": "network-changed", "server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:16.410703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-3d74cab2-6b9c-424b-bde7-9e18c66ac7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.413486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-3d74cab2-6b9c-424b-bde7-9e18c66ac7cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 200 len: 797 time: 0.2313917 Jul 29 23:51:16.444725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9c139ca7-c599-4a79-be5d-e9cb9fd828db None None] Port 24803d8b-d21e-49f8-ac43-5f21f42632f0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:16.445032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-e4a9e97d-3a90-4d2d-86a2-b3b8f8c23a9e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.447736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-e4a9e97d-3a90-4d2d-86a2-b3b8f8c23a9e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 1.1724799 Jul 29 23:51:16.518722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-bd19a9b3-7a95-4858-b0fd-85e86fea218a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/quotas/9c31854cace84682a032d70ade7bc4a5 HTTP/1.1" status: 200 len: 375 time: 0.0130782 Jul 29 23:51:16.669712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-46c98d74-ee5c-4332-b908-1720539be5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.672133 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-46c98d74-ee5c-4332-b908-1720539be5c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29f1bcc8-976c-4514-aa69-3c4c3add6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2233346 Jul 29 23:51:16.678744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-ae654127-7712-40d4-80b0-924a9f24ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.682012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-ae654127-7712-40d4-80b0-924a9f24ac7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c12b4a8bc84fb9846485cfc873e7ec&device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 1095 time: 0.2197199 Jul 29 23:51:16.832983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-0ffb3664-aea1-4fef-b60d-db79530f2376 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478381 Jul 29 23:51:16.838904 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28916f4-248e-4b06-aeae-cbe268238c49 x-openstack-request-id: req-e28916f4-248e-4b06-aeae-cbe268238c49 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:16.839232 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99910d9b-58f2-4e8e-9984-6c982598ec82", "name": "network-vif-deleted", "tag": "667646b3-6bc6-4154-8505-26383efd7776", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:16.839637 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e28916f4-248e-4b06-aeae-cbe268238c49 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:16.840161 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99910d9b-58f2-4e8e-9984-6c982598ec82', 'name': 'network-vif-deleted', 'tag': '667646b3-6bc6-4154-8505-26383efd7776', 'status': 'completed', 'code': 200} Jul 29 23:51:16.840494 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3', 'status': 'completed', 'code': 200} Jul 29 23:51:16.921171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-69d4d274-b042-48dd-a9d4-c772a503f199 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3 HTTP/1.1" status: 200 len: 217 time: 0.0856910 Jul 29 23:51:17.048089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-a486f8f4-3d7b-46fa-ad3c-7e1f7535dd09 service neutron] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242552 Jul 29 23:51:17.074718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-69c9dd12-9f79-48a1-ab9f-bbc0306ece9e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5229278 Jul 29 23:51:17.215878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24803d8b-d21e-49f8-ac43-5f21f42632f0 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:17.251144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.292409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Transition to ACTIVE for port object 24803d8b-d21e-49f8-ac43-5f21f42632f0 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:17.295266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-ee4beeb7-49a8-4f71-8523-bdc0d7e1d932 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67 HTTP/1.1" status: 200 len: 217 time: 0.1799664 Jul 29 23:51:17.310922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.317657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56684-4d38-42a4-a289-6f82b14e31f8 req-ffeed8be-bd6b-4517-bbc8-654effe1f79f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.322841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90f56684-4d38-42a4-a289-6f82b14e31f8 req-ffeed8be-bd6b-4517-bbc8-654effe1f79f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.1723504 Jul 29 23:51:17.323187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.437829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-6ea72553-fe63-4ea4-a540-2b46f1484ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.439513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-6ea72553-fe63-4ea4-a540-2b46f1484ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc287a8c-c9e2-4965-89ed-7569a9935c7c HTTP/1.1" status: 200 len: 850 time: 0.3905044 Jul 29 23:51:17.506493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Pushing event updated for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.535459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-8d7b2648-d607-4562-8cab-e09a40520cf5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.543393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-8d7b2648-d607-4562-8cab-e09a40520cf5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 0.7016327 Jul 29 23:51:17.556146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-df9341c2-1ba7-41f6-87ee-bf1087a83da2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da573e0a-b3b5-45ec-9e1d-d5cb15527b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911098 Jul 29 23:51:17.566760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90f56684-4d38-42a4-a289-6f82b14e31f8 req-97078386-0572-448b-997a-e8b3e75cb6ed tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427052 Jul 29 23:51:17.575144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-cb35992f-fea3-4122-b18e-4b426128d40d service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467034 Jul 29 23:51:17.580358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-099fe921-e9fa-4a3e-89f9-dce0fec4aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.583835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-099fe921-e9fa-4a3e-89f9-dce0fec4aa1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.2781308 Jul 29 23:51:17.593443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Request body: {'port': {'device_id': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'admin_state_up': True, 'tenant_id': '9c31854cace84682a032d70ade7bc4a5'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:17.818534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Deleting port 6be07df2-112c-4463-997f-044985ad73ce {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:17.819595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.967123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-ff290717-7415-4d89-8d2f-6c72d0bb8d96 service neutron] 10.222.0.49 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914480 Jul 29 23:51:18.048500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-3ee2673d-7c5e-4b0a-8b8d-a99406754dfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7456708 Jul 29 23:51:18.091937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] For port 6be07df2-112c-4463-997f-044985ad73ce, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6be07df2-112c-4463-997f-044985ad73ce,segment=NetworkSegment(d45a78dd-00dc-4b37-9a75-44983f160531),segment_id=d45a78dd-00dc-4b37-9a75-44983f160531)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:18.092651 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.124537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Calling delete_port for 6be07df2-112c-4463-997f-044985ad73ce owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:18.375004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Made reservation on behalf of 9c31854cace84682a032d70ade7bc4a5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:18.378834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.485513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-0884fdd2-72ef-40c6-8a87-6eeabf016b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.488362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-0884fdd2-72ef-40c6-8a87-6eeabf016b2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5406694 Jul 29 23:51:18.575049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Attempting to bind port 24803d8b-d21e-49f8-ac43-5f21f42632f0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:18.575679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Attempting to bind port 24803d8b-d21e-49f8-ac43-5f21f42632f0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:18.575809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Attempting to bind port 24803d8b-d21e-49f8-ac43-5f21f42632f0 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:18.587823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f68bd53-cda8-465b-b000-bcffa7ec82f1 req-226515c9-43b6-4ef7-a0db-eb8b32919142 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1137829 Jul 29 23:51:18.598451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Port 24803d8b-d21e-49f8-ac43-5f21f42632f0 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:18.598773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Attempting to bind port 24803d8b-d21e-49f8-ac43-5f21f42632f0 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:18.609731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:18.609731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Checking segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:18.609731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Bound using segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:18.610349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Bound port: 24803d8b-d21e-49f8-ac43-5f21f42632f0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:18.610531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.767228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c49f-a924-4a16-bba6-43971e0c0133 req-a092ef31-67c3-4a9c-b7d1-7c8bf3aee99d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.800651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bcb7c49f-a924-4a16-bba6-43971e0c0133 req-a092ef31-67c3-4a9c-b7d1-7c8bf3aee99d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 943 time: 0.3306887 Jul 29 23:51:18.844998 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.880850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6be07df2-112c-4463-997f-044985ad73ce,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:18.944169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-ce0acbd1-9754-4ee8-87bc-f80c9ea4ed7d service neutron] 10.222.0.59 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3585517 Jul 29 23:51:19.019817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:19.025048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:19.027163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e653c5e-c993-47da-aad6-9e5f04132192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.035320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.057805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bcb7c49f-a924-4a16-bba6-43971e0c0133 req-9e7604be-7c44-4487-b107-4f809a03308b tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558858 Jul 29 23:51:19.287773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.378213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.378848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.380483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] 10.222.0.59 "PUT /v2.0/ports/24803d8b-d21e-49f8-ac43-5f21f42632f0 HTTP/1.1" status: 200 len: 1092 time: 3.3034067 Jul 29 23:51:19.409686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:19.421114 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97699961-c8fe-419b-8683-336169656735" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:19.426328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.59', 51322) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:19.429058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-58946efd-e8d3-486b-b807-fe360efe439c service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9230161 Jul 29 23:51:19.451534 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-65c1cd20-c62e-4a9c-b80c-b3471c0a53d8 req-4d35ffd6-c2b5-4832-974e-a41fa6e5f458 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 210 time: 0.2385218 Jul 29 23:51:19.452489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569485b-5abb-4043-a0bc-ef5060134d28 service neutron] Pushing event updated for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:19.673091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-bb726e1d-9f29-42f2-ba9a-60b6abea3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.674752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-bb726e1d-9f29-42f2-ba9a-60b6abea3656 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 1095 time: 0.2066391 Jul 29 23:51:19.682828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ede0-be98-48b4-803e-60d910f278dd req-e54bcdf3-78c7-4330-9993-bd68bd6cfb15 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.691581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a733ede0-be98-48b4-803e-60d910f278dd req-e54bcdf3-78c7-4330-9993-bd68bd6cfb15 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.7388532 Jul 29 23:51:19.695721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-eccd1e18-f097-4c92-8f8b-6e2cfad396b6 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107270 Jul 29 23:51:19.804041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Allocated IP 172.20.0.14 (2215e8b8-1d08-45c5-ada2-3086c4bdb256/7b833a09-575e-4d20-a7e2-70eee330b19f/627117e1-8c95-4545-8481-5e4ec0e666aa) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:19.822348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1aca8e1a-addf-41eb-8ddd-c452d94ae1c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 200 len: 217 time: 0.1007493 Jul 29 23:51:19.911426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-53e8a03b-5858-4b45-86d9-90cf35f2efb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0 HTTP/1.1" status: 200 len: 217 time: 0.1054389 Jul 29 23:51:19.915835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c373f24b-60b6-4028-a149-feffa1ba6112 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.917583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c373f24b-60b6-4028-a149-feffa1ba6112 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.4875607 Jul 29 23:51:19.929173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a733ede0-be98-48b4-803e-60d910f278dd req-b384ba75-3875-4779-90f9-b8679d4d8679 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366414 Jul 29 23:51:19.996678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-bfb4bc2e-8965-43b7-9d1d-398954d349d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.998477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-bfb4bc2e-8965-43b7-9d1d-398954d349d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.0722551 Jul 29 23:51:20.010885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff5c72-d165-4c14-980f-94b4df380210 req-3bfb38bc-b7f8-4a48-80c3-39ceb66b1f0a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.012745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18ff5c72-d165-4c14-980f-94b4df380210 req-3bfb38bc-b7f8-4a48-80c3-39ceb66b1f0a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.3982158 Jul 29 23:51:20.064341 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b7581-c387-465e-a827-dfa26e2c6a1c x-openstack-request-id: req-f04b7581-c387-465e-a827-dfa26e2c6a1c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:20.064621 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:20.064900 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f04b7581-c387-465e-a827-dfa26e2c6a1c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:20.065292 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0', 'status': 'completed', 'code': 200} Jul 29 23:51:20.087637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-024f90b1-b89b-4f4f-9987-2e8373f859c8 req-e7d8338a-5bb5-49d4-8e04-882f9c22e402 service neutron] 10.222.0.59 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0542336 Jul 29 23:51:20.110322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.264757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18ff5c72-d165-4c14-980f-94b4df380210 req-59a7b7e9-53a6-4abe-8913-4a8ab32b60b2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985168 Jul 29 23:51:20.283035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-0b423fe5-dd44-42e3-b0d5-dcb0116c34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.284569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-0b423fe5-dd44-42e3-b0d5-dcb0116c34dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708144 Jul 29 23:51:20.433350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07a01f58-2d88-4307-a1e2-d0307cc1acae req-b46f90e8-ecf5-4706-ad2e-141f6b1d7a90 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.2171776 Jul 29 23:51:20.478374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-64d6d47d-3bb7-4002-a154-b4d3c6b0e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.481039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-64d6d47d-3bb7-4002-a154-b4d3c6b0e661 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 200 len: 797 time: 0.6429605 Jul 29 23:51:20.556286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-7bcd4e26-4472-4225-b585-ce17370bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.558296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-7bcd4e26-4472-4225-b585-ce17370bae27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c12b4a8bc84fb9846485cfc873e7ec&device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 1095 time: 0.3322332 Jul 29 23:51:20.607632 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.660328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.666858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-5c4a60e7-b928-450c-b0be-126d7c1fd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.668666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-5c4a60e7-b928-450c-b0be-126d7c1fd634 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417&tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20 HTTP/1.1" status: 200 len: 1095 time: 0.5764523 Jul 29 23:51:20.730405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:20.732874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-0487d567-e7b9-4764-b4b7-24df5e481f43 service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395745 Jul 29 23:51:20.759827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Transition to ACTIVE for port object 627117e1-8c95-4545-8481-5e4ec0e666aa will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:20.827227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Router 23055ff0-7f5b-476a-9c67-6f9660afe240 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:20.841466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.847695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.853849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.859651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.860982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca37c6-a225-4145-917d-e841719a3cf9 req-922163f4-ccc8-49b1-9f08-365ff2203dbb tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.862500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-74ca37c6-a225-4145-917d-e841719a3cf9 req-922163f4-ccc8-49b1-9f08-365ff2203dbb tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 943 time: 0.3215494 Jul 29 23:51:20.867827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.874051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.880727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.882779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-e5f3c54d-b27f-495a-9d82-02e7db04024f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.3287730 Jul 29 23:51:20.885289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 73f77c33-3773-41f3-aacf-38f62a8b4605 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:20.885662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.889805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1cca382c-c43a-40a0-8505-00cd4f733145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.891315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1cca382c-c43a-40a0-8505-00cd4f733145 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd95033-b90f-406d-8a77-b14c8921bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3400092 Jul 29 23:51:21.029392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-397ced21-6d5e-4e93-ae11-86b1ccb47026 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.031717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-397ced21-6d5e-4e93-ae11-86b1ccb47026 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 815 time: 0.3712566 Jul 29 23:51:21.070243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Request body: {'port': {'device_id': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'admin_state_up': True, 'tenant_id': '9c31854cace84682a032d70ade7bc4a5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:21.081940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.110056 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58827cbf-18b2-4f9f-8ddf-f91a1821daaa req-b70e4566-d8e6-4b73-8d35-baed87c5601f service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794583 Jul 29 23:51:21.117345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-18fcf292-1908-4021-8896-b4fbc1a78784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.118900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-18fcf292-1908-4021-8896-b4fbc1a78784 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da573e0a-b3b5-45ec-9e1d-d5cb15527b90 HTTP/1.1" status: 200 len: 911 time: 0.5321884 Jul 29 23:51:21.127515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.196897 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-74ca37c6-a225-4145-917d-e841719a3cf9 req-3e97bff8-086b-4cac-8517-230e3aebf4dd tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179111 Jul 29 23:51:21.686539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8cbfca1-b565-4603-944e-3a4ef7d8103d req-f9044c5e-3583-4f17-80ae-5f6e5ef94ef0 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7751076 Jul 29 23:51:21.694408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:21.702935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-de050ba6-0347-461a-b51e-966fb9b215fc admin admin] 10.222.0.49 "PUT /v2.0/routers/23055ff0-7f5b-476a-9c67-6f9660afe240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7302277 Jul 29 23:51:21.705668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:21.706115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:21.706281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-927f4a06-71b7-4ece-901d-c1c5d1daaf84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3 HTTP/1.1" status: 200 len: 217 time: 0.5737896 Jul 29 23:51:21.724916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Sync routers for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:21.743085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:21.745167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:21.746295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:51:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:21.762152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6a0b35cc-9c9f-4f8d-877e-6fb57663a26d req-7af2c287-9d6a-4334-a64c-9ef25c01d5ec tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 210 time: 0.0827250 Jul 29 23:51:21.804500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:21.843327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699961-c8fe-419b-8683-336169656735 req-99e5e315-88cd-4da4-b3e9-afad69eb5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.844843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-99e5e315-88cd-4da4-b3e9-afad69eb5f15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 1095 time: 0.6352870 Jul 29 23:51:21.950819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:21.999368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1381adfc-d89c-4ae5-84da-a4084851c5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0864348 Jul 29 23:51:22.028795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Made reservation on behalf of 9c31854cace84682a032d70ade7bc4a5 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:22.034474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.074713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 73f77c33-3773-41f3-aacf-38f62a8b4605, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=73f77c33-3773-41f3-aacf-38f62a8b4605,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:22.075623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.105559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 73f77c33-3773-41f3-aacf-38f62a8b4605 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:22.188173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:51:18Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:22.200907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.210182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event updated for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.219740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Checking router: 23055ff0-7f5b-476a-9c67-6f9660afe240 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:22.219996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e88de-4826-4a1e-8371-40efd37528a0 req-ca2f0054-b239-4003-97cb-e77c8ad8aa66 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.226383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf8e88de-4826-4a1e-8371-40efd37528a0 req-ca2f0054-b239-4003-97cb-e77c8ad8aa66 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.3370402 Jul 29 23:51:22.233871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Routers {'23055ff0-7f5b-476a-9c67-6f9660afe240'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:22.234518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:51:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['23055ff0-7f5b-476a-9c67-6f9660afe240'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:22.263228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.263914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.289464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aae0a79f-af3c-422b-a84a-25c9aaea5c1d None None] Provisioning for port 627117e1-8c95-4545-8481-5e4ec0e666aa completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:22.300890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aae0a79f-af3c-422b-a84a-25c9aaea5c1d None None] Provisioning complete for port 627117e1-8c95-4545-8481-5e4ec0e666aa triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:22.301349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aae0a79f-af3c-422b-a84a-25c9aaea5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.304006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699961-c8fe-419b-8683-336169656735 req-69aaeecd-3171-4999-be40-44d511fd5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.306556 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-69aaeecd-3171-4999-be40-44d511fd5d31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 916 time: 0.4473972 Jul 29 23:51:22.361374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-aa4bb24e-4860-462a-912e-324f58b56456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.363043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-aa4bb24e-4860-462a-912e-324f58b56456 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc287a8c-c9e2-4965-89ed-7569a9935c7c HTTP/1.1" status: 200 len: 850 time: 0.6423388 Jul 29 23:51:22.383867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c299b7-6813-4cea-8a44-0a6140ee8c87 req-d9ba06a0-2720-438d-9421-48c43f7ddea5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.384813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c299b7-6813-4cea-8a44-0a6140ee8c87 req-d9ba06a0-2720-438d-9421-48c43f7ddea5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 945 time: 0.4121926 Jul 29 23:51:22.406367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-646be1dc-9b9b-4026-8f04-7078a380cfc0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8432887 Jul 29 23:51:22.420586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-aae0a79f-af3c-422b-a84a-25c9aaea5c1d None None] Port 627117e1-8c95-4545-8481-5e4ec0e666aa cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:22.428131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.447137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-923c9ff0-474e-4c03-9e6c-8904042da0cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0 HTTP/1.1" status: 200 len: 217 time: 0.1114266 Jul 29 23:51:22.449604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] Set router 23055ff0-7f5b-476a-9c67-6f9660afe240 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:22.453170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-fb786457-e7d1-410d-92b4-d7a31a2d1aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da573e0a-b3b5-45ec-9e1d-d5cb15527b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560830 Jul 29 23:51:22.460170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Request body: {'port': {'device_id': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:22.558360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699961-c8fe-419b-8683-336169656735 req-aa16750c-586e-4f4b-93df-77c9ef454641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.560873 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-aa16750c-586e-4f4b-93df-77c9ef454641 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.1018219 Jul 29 23:51:22.602938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1df02cb8-aa44-445a-9635-557889c5991e service neutron] 10.222.0.59 "GET /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150314 Jul 29 23:51:22.627575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Allocated IP 172.20.0.8 (2215e8b8-1d08-45c5-ada2-3086c4bdb256/7b833a09-575e-4d20-a7e2-70eee330b19f/9bd8754c-fda0-4ed4-a00c-3f521052c527) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:22.636942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52c299b7-6813-4cea-8a44-0a6140ee8c87 req-e8ff1b86-5984-4028-a2e8-f84e01a162d2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291076 Jul 29 23:51:22.674368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:51:18Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:22.687814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:22.726071 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf8e88de-4826-4a1e-8371-40efd37528a0 req-f5bfd2a6-4e29-4088-b350-42722c33d761 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970632 Jul 29 23:51:22.730457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.765351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c81d1-faed-4632-950c-f046a3ca62b4 None None] The sync data for ids ['23055ff0-7f5b-476a-9c67-6f9660afe240'] in n-d-712707-11 is: [{'id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'name': 'tempest-ServerRescueTestJSONUnderV235-840120223-router', 'tenant_id': '0dd954c0a721445f94a65867101f2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:38Z', 'updated_at': '2021-07-29T23:51:18Z', 'revision_number': 5, 'project_id': '0dd954c0a721445f94a65867101f2147', 'gw_port': {'id': 'd6219085-c5fb-4bdf-9b84-afa13c3d6795', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23055ff0-7f5b-476a-9c67-6f9660afe240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:39Z', 'updated_at': '2021-07-29T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:22.811568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.854771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:22.870833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:22.876595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-319a0721-b33d-4c2e-9c78-42776c7dcfd3 req-8f8a63c2-54e3-4f7e-96d4-b8166ac9a3c9 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0439191 Jul 29 23:51:22.916226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-60ccfeff-0d91-4730-b448-409b7d6b06a2 service neutron] 10.222.0.59 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399433 Jul 29 23:51:22.931134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699961-c8fe-419b-8683-336169656735 req-df5a30dc-e4f1-4855-8f7e-23e8b464ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.935956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=73f77c33-3773-41f3-aacf-38f62a8b4605,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.939856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-df5a30dc-e4f1-4855-8f7e-23e8b464ae58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3553107 Jul 29 23:51:23.016479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.100666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:23.180952 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.225447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 73f77c33-3773-41f3-aacf-38f62a8b4605 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:23.230090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.533957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.533957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.539452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.539452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "DELETE /v2.0/ports/73f77c33-3773-41f3-aacf-38f62a8b4605 HTTP/1.1" status: 204 len: 173 time: 3.3207631 Jul 29 23:51:23.539452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'name': 'network-vif-deleted', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:23.539943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.540212 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a69dea-cc81-4cf5-b58d-1fa727de36a0" -d '{"events": [{"server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "name": "network-vif-deleted", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:23.540212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Transition to ACTIVE for port object d10d588b-aa3c-4163-bd53-ea6ae2eb366d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:23.540774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.540774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.540774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.540774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee388be-a0aa-4231-bfbf-ff4d6476350f req-b8eb197f-1510-4200-be06-5f3fe0707cd4 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.5174305 Jul 29 23:51:23.541419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad751-22e2-4f42-8084-9600ccf54b75 req-39b7adb3-2bd5-4eb5-8d14-13e5e3aea1fe tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.541419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b53ad751-22e2-4f42-8084-9600ccf54b75 req-39b7adb3-2bd5-4eb5-8d14-13e5e3aea1fe tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 943 time: 0.4381225 Jul 29 23:51:23.541419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.549215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.587932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Transition to ACTIVE for port object 9bd8754c-fda0-4ed4-a00c-3f521052c527 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:23.623262 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d405dc5-096a-4bd6-8133-c7a8c83040cb req-f982b42c-4724-4b4a-a9d4-d7da4b89b321 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 210 time: 0.0773919 Jul 29 23:51:23.641062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-47731423-d8d1-4cb9-845b-f4d42ec37648 service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584110 Jul 29 23:51:23.698390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 24803d8b-d21e-49f8-ac43-5f21f42632f0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:23.706055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 73f77c33-3773-41f3-aacf-38f62a8b4605 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:23.729376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2824f408-6eb1-4665-a341-3e6f492e5b2e req-77a90b46-d2d1-45bc-8f37-962e16af54cb service neutron] 10.222.0.59 "GET /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838895 Jul 29 23:51:23.748816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b53ad751-22e2-4f42-8084-9600ccf54b75 req-11b44e63-735f-4e90-b27d-c77e6b1e47be tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369406 Jul 29 23:51:23.749885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=9']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:23.779745 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5405df84-2aab-4e40-a948-0127287e800e x-openstack-request-id: req-5405df84-2aab-4e40-a948-0127287e800e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:23.780272 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d58fd4-b6ac-4e26-a451-e1e003e5f57e", "name": "network-vif-deleted", "tag": "73f77c33-3773-41f3-aacf-38f62a8b4605", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:23.783577 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5405df84-2aab-4e40-a948-0127287e800e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:23.784462 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d58fd4-b6ac-4e26-a451-e1e003e5f57e', 'name': 'network-vif-deleted', 'tag': '73f77c33-3773-41f3-aacf-38f62a8b4605', 'status': 'completed', 'code': 200} Jul 29 23:51:23.791534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Deleting port d6219085-c5fb-4bdf-9b84-afa13c3d6795 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:23.791885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.992985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 73f77c33-3773-41f3-aacf-38f62a8b4605 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:23.994063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 73f77c33-3773-41f3-aacf-38f62a8b4605 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:24.039905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:24.041437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b22d89a4-0905-4e2b-9516-af1a8de932e5 req-a5853968-a875-4c1f-baf9-3fbaa4466109 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d58fd4-b6ac-4e26-a451-e1e003e5f57e HTTP/1.1" status: 200 len: 210 time: 0.0731544 Jul 29 23:51:24.043330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] No DVR routers for this DVR port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:24.112506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '24803d8b-d21e-49f8-ac43-5f21f42632f0', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'port_id': '24803d8b-d21e-49f8-ac43-5f21f42632f0', 'mac_address': 'fa:16:3e:c3:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b833a09-575e-4d20-a7e2-70eee330b19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:24.151924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] For port d6219085-c5fb-4bdf-9b84-afa13c3d6795, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d6219085-c5fb-4bdf-9b84-afa13c3d6795,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:24.152720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.174795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Calling delete_port for d6219085-c5fb-4bdf-9b84-afa13c3d6795 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:24.280975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.329359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51100629-e35c-45b8-bf19-88908660150a req-18c27d29-f65c-4ab3-902b-576ae8c2bbd3 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1467118 Jul 29 23:51:24.331675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24803d8b-d21e-49f8-ac43-5f21f42632f0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:24.342518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6be07df2-112c-4463-997f-044985ad73ce no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:24.381720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.490987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6be07df2-112c-4463-997f-044985ad73ce {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:24.491463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6be07df2-112c-4463-997f-044985ad73ce not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:24.531139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:24.542447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.555223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b38f7bf-5425-4e30-acf8-9615e9e576a3 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:24.589355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8274-0b4b-4ed7-98ac-a3c69328b507 req-e716a0ba-a47c-4c94-8c8a-4f52621f577f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.598563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d07e8274-0b4b-4ed7-98ac-a3c69328b507 req-e716a0ba-a47c-4c94-8c8a-4f52621f577f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 943 time: 0.6908841 Jul 29 23:51:24.608514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97699961-c8fe-419b-8683-336169656735 req-72d08082-e392-4ff3-ab59-bbaa6d788fe4 service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9531038 Jul 29 23:51:24.673072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:24.725733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.746669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:24.747366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event updated for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.748492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:24.749234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:24.752439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:24.763189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:24.805215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:24.805558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Attempting to bind port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on network 11c067b3-39b1-44cd-8e98-dffc99e9303c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:24.856002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:24.856378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Checking segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:24.856733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Bound using segment: {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:24.857382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Bound port: d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8d302-3d6b-4792-be41-fdaceb4ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:24.857960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.893216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d07e8274-0b4b-4ed7-98ac-a3c69328b507 req-a1971a4b-a052-4b2e-b2ff-ac7440a62c24 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926910 Jul 29 23:51:24.998864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3,segment=NetworkSegment(db62462c-892d-4c5c-8430-eafb72e678c7),segment_id=db62462c-892d-4c5c-8430-eafb72e678c7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:25.051854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '9b38f7bf-5425-4e30-acf8-9615e9e576a3', 'network_id': 'da573e0a-b3b5-45ec-9e1d-d5cb15527b90', 'port_id': '9b38f7bf-5425-4e30-acf8-9615e9e576a3', 'mac_address': 'fa:16:3e:d3:23:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc287a8c-c9e2-4965-89ed-7569a9935c7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:25.090367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.125873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.145096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.146514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627117e1-8c95-4545-8481-5e4ec0e666aa {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:25.162848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.177332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.185252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0ec08aee-65c2-43cf-8aa4-03f556161ba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1266146 Jul 29 23:51:25.210099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Transition to ACTIVE for port object 627117e1-8c95-4545-8481-5e4ec0e666aa will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:25.221750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.225059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Request body: {'port': {'device_id': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:25.240660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6219085-c5fb-4bdf-9b84-afa13c3d6795,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.251949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af77dd5-d9f2-4cb0-af7d-e65ce7ab1574 req-92c24f72-da69-4edc-b66d-93f6f55c2bca tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.254957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3af77dd5-d9f2-4cb0-af7d-e65ce7ab1574 req-92c24f72-da69-4edc-b66d-93f6f55c2bca tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 931 time: 0.4549251 Jul 29 23:51:25.270765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b38f7bf-5425-4e30-acf8-9615e9e576a3 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:25.296452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3,segment=NetworkSegment(db62462c-892d-4c5c-8430-eafb72e678c7),segment_id=db62462c-892d-4c5c-8430-eafb72e678c7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:25.323549 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.381293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dee3c-211d-4666-8287-eafec030d9ea req-9f495efa-612f-4c8b-b03f-4c1a5ae55a76 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.383918 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-302dee3c-211d-4666-8287-eafec030d9ea req-9f495efa-612f-4c8b-b03f-4c1a5ae55a76 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 943 time: 0.3130920 Jul 29 23:51:25.418051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:25.430935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:25.468748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.481157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.483308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.486337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.507749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.525224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3ca6fa16-f950-4d4e-8e51-7b2295443c04 None None] Provisioning for port 9bd8754c-fda0-4ed4-a00c-3f521052c527 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:25.539426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-302dee3c-211d-4666-8287-eafec030d9ea req-09881b60-b419-4ab0-bec8-1b8981d2ff5e tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205611 Jul 29 23:51:25.579995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3af77dd5-d9f2-4cb0-af7d-e65ce7ab1574 req-91f8d263-11ca-4763-8a85-7d4220d62489 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655520 Jul 29 23:51:25.594189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3ca6fa16-f950-4d4e-8e51-7b2295443c04 None None] Provisioning complete for port 9bd8754c-fda0-4ed4-a00c-3f521052c527 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:25.594889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ca6fa16-f950-4d4e-8e51-7b2295443c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.700589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.701705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.705750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 1092 time: 4.9820099 Jul 29 23:51:25.785415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:25.791245 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:25.874155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['24803d8b-d21e-49f8-ac43-5f21f42632f0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:25.877390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['9b38f7bf-5425-4e30-acf8-9615e9e576a3'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:25.923086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d96e-5819-4e4b-ac74-1e02e5a1d2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.991016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6fa16-f950-4d4e-8e51-7b2295443c04 None None] Port 9bd8754c-fda0-4ed4-a00c-3f521052c527 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:25.996647 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc25d8a-fc38-4cfa-9dea-becd4df7f7d7 x-openstack-request-id: req-5fc25d8a-fc38-4cfa-9dea-becd4df7f7d7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:25.998667 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:25.999396 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fc25d8a-fc38-4cfa-9dea-becd4df7f7d7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:26.000166 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'status': 'completed', 'code': 200} Jul 29 23:51:26.017739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f2a3556-f182-4fb7-aedb-1a191c7be453 req-58433e1d-1eee-4b41-8110-de1910eba0ef tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1159902 Jul 29 23:51:26.019169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Attempting to bind port 627117e1-8c95-4545-8481-5e4ec0e666aa on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:26.019678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Attempting to bind port 627117e1-8c95-4545-8481-5e4ec0e666aa by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:26.020297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Attempting to bind port 627117e1-8c95-4545-8481-5e4ec0e666aa on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:26.035266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Port 627117e1-8c95-4545-8481-5e4ec0e666aa on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:26.035644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Attempting to bind port 627117e1-8c95-4545-8481-5e4ec0e666aa on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:26.079517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:26.080238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Checking segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:26.080968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Bound using segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:26.083239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Bound port: 627117e1-8c95-4545-8481-5e4ec0e666aa, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:26.083917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.091564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-d71031ab-964a-495b-a41a-e5b55316f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.094930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-d71031ab-964a-495b-a41a-e5b55316f858 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1096 time: 0.2834942 Jul 29 23:51:26.334899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.345368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.443183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.443476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:26.444054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23055ff0-7f5b-476a-9c67-6f9660afe240 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:51:26.459409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=627117e1-8c95-4545-8481-5e4ec0e666aa,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:26.468620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372d25-f5f5-42ad-a654-39cc88a21a7d req-ef562d79-5431-4854-9d40-da394e0b6a75 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.470359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9372d25-f5f5-42ad-a654-39cc88a21a7d req-ef562d79-5431-4854-9d40-da394e0b6a75 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2734983 Jul 29 23:51:26.474481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.478796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6da335e9-e9b2-43cd-a201-4289d1824c3f admin admin] 10.222.0.49 "DELETE /v2.0/routers/23055ff0-7f5b-476a-9c67-6f9660afe240 HTTP/1.1" status: 204 len: 168 time: 4.7717700 Jul 29 23:51:26.482380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55020) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:26.519415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.555112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.556325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.558765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] 10.222.0.57 "PUT /v2.0/ports/627117e1-8c95-4545-8481-5e4ec0e666aa HTTP/1.1" status: 200 len: 1093 time: 4.1093569 Jul 29 23:51:26.761819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Deleting subnet dc683910-442a-4ca9-a60b-8b8b9c57d1f5 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:26.787074 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d9372d25-f5f5-42ad-a654-39cc88a21a7d req-8c2dfa88-be3a-46b5-985b-9df62cfa92d9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924066 Jul 29 23:51:26.791589 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.909955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-1f376f1a-fc7b-42f7-9518-027f21eaca6b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.911864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-1f376f1a-fc7b-42f7-9518-027f21eaca6b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.7322092 Jul 29 23:51:26.914296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-c029277f-4430-479b-ab9f-e277b095371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.916724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-c029277f-4430-479b-ab9f-e277b095371b service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.8008626 Jul 29 23:51:26.966305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd8754c-fda0-4ed4-a00c-3f521052c527 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:26.986420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.994942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.047135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac04c70-bae6-464c-81a2-a8a5ae27e3fe service neutron] Pushing event updated for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:27.059740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-c952ddfb-c822-4498-bed9-c1cd560350df tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.1255462 Jul 29 23:51:27.066768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-9e115448-b2c5-40a7-b9a8-2d32b6d28649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.066768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-9e115448-b2c5-40a7-b9a8-2d32b6d28649 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 1096 time: 0.3645606 Jul 29 23:51:27.115294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Transition to ACTIVE for port object 9bd8754c-fda0-4ed4-a00c-3f521052c527 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:27.128718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.166366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55042) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:27.228447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-3e514d72-1bbb-4b57-b4d7-05de1c811af8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 999 time: 0.2987857 Jul 29 23:51:27.233397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-5ac45b50-49a0-4401-8c41-59d2a986d93c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=627117e1-8c95-4545-8481-5e4ec0e666aa HTTP/1.1" status: 200 len: 217 time: 0.1191025 Jul 29 23:51:27.282290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-2c7db5ba-046c-452a-accd-8ae52dd2de59 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057707 Jul 29 23:51:27.424257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-e673721d-d350-49ab-83bc-079b673c6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.427047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-e673721d-d350-49ab-83bc-079b673c6121 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1525321 Jul 29 23:51:27.574348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.607983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63645-e236-4bcf-aba8-31abfd1133fd req-b9cfa914-cd3f-4fb5-b321-386a0f1aa7bd tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.610815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93f63645-e236-4bcf-aba8-31abfd1133fd req-b9cfa914-cd3f-4fb5-b321-386a0f1aa7bd tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 944 time: 0.5777156 Jul 29 23:51:27.611612 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.673976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:27.746186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93f63645-e236-4bcf-aba8-31abfd1133fd req-9bcf0c9c-66b9-4e44-934c-28a040ad8d1f tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900538 Jul 29 23:51:27.805101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.870214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc683910-442a-4ca9-a60b-8b8b9c57d1f5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:27.873756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Attempting to bind port 9bd8754c-fda0-4ed4-a00c-3f521052c527 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:27.874826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Attempting to bind port 9bd8754c-fda0-4ed4-a00c-3f521052c527 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:27.875405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Attempting to bind port 9bd8754c-fda0-4ed4-a00c-3f521052c527 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:27.894293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Port 9bd8754c-fda0-4ed4-a00c-3f521052c527 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:27.894911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Attempting to bind port 9bd8754c-fda0-4ed4-a00c-3f521052c527 on network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:27.911732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:27.912192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Checking segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:27.912598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Bound using segment: {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:27.913148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Bound port: 9bd8754c-fda0-4ed4-a00c-3f521052c527, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08533865-48c9-45dc-9d09-785ab77a0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:27.913557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.942681 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.947663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-abd852a1-75a3-4238-932a-8785450f0312 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc683910-442a-4ca9-a60b-8b8b9c57d1f5 HTTP/1.1" status: 204 len: 168 time: 1.4640286 Jul 29 23:51:27.949844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:28.019961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:28.023608 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df" -d '{"events": [{"name": "network-changed", "server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:28.090269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-fb8e9da4-00dd-40ae-b39b-24b0d258b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.092367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-fb8e9da4-00dd-40ae-b39b-24b0d258b0ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.8160896 Jul 29 23:51:28.129316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.135796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.136279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.136749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.138326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.138326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.138326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.138688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.142719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-ad30ebde-49ec-470f-b019-17d502857b55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 6498 time: 0.9234121 Jul 29 23:51:28.152691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248c32-b695-4ef6-bef3-38da805775a3 req-547a702f-3247-4278-a2ac-463fd9ff932c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.154220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-45248c32-b695-4ef6-bef3-38da805775a3 req-547a702f-3247-4278-a2ac-463fd9ff932c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 943 time: 0.2228289 Jul 29 23:51:28.158442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:28.164929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:28.174990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.225727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4786b6b5-7421-4fb6-853b-f2076315fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.228843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4786b6b5-7421-4fb6-853b-f2076315fded service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426045 Jul 29 23:51:28.249368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-d04dde68-b9c1-4095-bc86-d507be894c57 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196866 Jul 29 23:51:28.288240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.288879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.300852 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] 10.222.0.57 "PUT /v2.0/ports/9bd8754c-fda0-4ed4-a00c-3f521052c527 HTTP/1.1" status: 200 len: 1092 time: 3.0829246 Jul 29 23:51:28.301941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:28.304488 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:28.305146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d6219085-c5fb-4bdf-9b84-afa13c3d6795 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:28.366826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-45248c32-b695-4ef6-bef3-38da805775a3 req-28a302a2-de8c-4078-bd53-68a8e75073d0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037106 Jul 29 23:51:28.377802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d6219085-c5fb-4bdf-9b84-afa13c3d6795 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:28.386004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d6219085-c5fb-4bdf-9b84-afa13c3d6795 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:28.399220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3896-d80f-4cfb-a969-936a17fa7d30 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.428665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.481980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.499659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-320ff11e-fee8-4ad5-92e0-096d130336a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.501662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-320ff11e-fee8-4ad5-92e0-096d130336a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3892558 Jul 29 23:51:28.515591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-6215ded0-fcf2-44ed-bafc-9ddad36a8b7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378572 Jul 29 23:51:28.543435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a78dd-00dc-4b37-9a75-44983f160531') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.544229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a78dd-00dc-4b37-9a75-44983f160531') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.590536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-577e2fc9-a1e8-4c80-a17d-37eff03b3065 req-e911c2dd-c970-41f1-b7aa-48aacdddca81 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0961118 Jul 29 23:51:28.594050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.612973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-f6daf039-febe-4566-81ab-c31ddbe1a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.615687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-f6daf039-febe-4566-81ab-c31ddbe1a1c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 1095 time: 0.2183130 Jul 29 23:51:28.637665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.637979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-c46cf927-8f8f-4309-8bac-ba6ac5bcd853 service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213081 Jul 29 23:51:28.663540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:28.664380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:28.666835 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:28.724299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-783bcc29-b378-44e1-b50c-3ca60fdd97f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527 HTTP/1.1" status: 200 len: 217 time: 0.0833848 Jul 29 23:51:28.793098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-14317215-0bf6-4d16-b5f4-6f54ff064b05 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886318 Jul 29 23:51:28.796927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-4a5086c1-a8e7-48d3-9d83-f3a3c0d8461f service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541558 Jul 29 23:51:28.831417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-e629f120-c618-49d4-92f4-9f13e534bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.835415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-e629f120-c618-49d4-92f4-9f13e534bbb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.0779009 Jul 29 23:51:28.929096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2fb596e-806b-4cb8-8989-28bc233206d2 req-cc1b59c7-cd69-4cba-a4b9-f44658783473 service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776554 Jul 29 23:51:28.945671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.959078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.962229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec HTTP/1.1" status: 204 len: 168 time: 1.0093586 Jul 29 23:51:28.984365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0425979a-2bf5-4c5c-9b62-bf9e02065a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.987265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0425979a-2bf5-4c5c-9b62-bf9e02065a13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320524 Jul 29 23:51:28.989272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd62435-4243-4428-a35d-b2680590f483 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0bdbf7-9ec3-432e-a3df-f0c4cb9504ec,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:29.007283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878d34d-bf8d-45b8-808f-abb73442e03a req-9c25c983-4b74-459a-ae36-6a877cd1e7da tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.010127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7878d34d-bf8d-45b8-808f-abb73442e03a req-9c25c983-4b74-459a-ae36-6a877cd1e7da tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2511661 Jul 29 23:51:29.039185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-c64a2ea1-b5d4-4670-9a7d-f1f466d89018 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324760 Jul 29 23:51:29.068386 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86d23f-80a7-4d03-b677-faade0a5a9ac x-openstack-request-id: req-1b86d23f-80a7-4d03-b677-faade0a5a9ac {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:29.068755 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:29.069100 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b86d23f-80a7-4d03-b677-faade0a5a9ac {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:29.069663 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa', 'status': 'completed', 'code': 200} Jul 29 23:51:29.178222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7878d34d-bf8d-45b8-808f-abb73442e03a req-3dc579dc-695a-45c3-bfc0-1378cf2248aa tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495273 Jul 29 23:51:29.241899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-ce9d09b2-88ef-443a-b823-9e123d4bf8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247295 Jul 29 23:51:29.244484 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149a9b5-d9d9-4c0a-9d81-2afe9cfcdb41 x-openstack-request-id: req-7149a9b5-d9d9-4c0a-9d81-2afe9cfcdb41 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:29.244749 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:29.245292 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7149a9b5-d9d9-4c0a-9d81-2afe9cfcdb41 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:29.246439 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527', 'status': 'completed', 'code': 200} Jul 29 23:51:29.358265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55096) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.449830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55f097e1-819c-43a0-a1ed-e2d0d28bc152 req-a67d9e07-0af8-486c-853d-73dcbf850f82 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 210 time: 0.1127963 Jul 29 23:51:29.507044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-7367b3bd-d3d0-4648-b1d9-b9992d572190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.509148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-7367b3bd-d3d0-4648-b1d9-b9992d572190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 1096 time: 0.2499456 Jul 29 23:51:29.551256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d739f08e-be4c-45d0-b91a-918414a4cb68 req-0b059ccd-747c-4d5e-aa22-78c63cb0b7ab service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666404 Jul 29 23:51:29.568413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-5e176d5e-9003-499b-b74d-872be4a781be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.570002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-5e176d5e-9003-499b-b74d-872be4a781be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1096 time: 0.2088764 Jul 29 23:51:29.589310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a0195b3-95d9-4370-8f12-a96a91b34e89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dd954c0a721445f94a65867101f2147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133384 Jul 29 23:51:29.590005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.717276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 24803d8b-d21e-49f8-ac43-5f21f42632f0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:29.808029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.813415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b2c0-f76a-412f-b549-ebada9bf5d1c req-be1fa0fc-0cdc-4c3b-bff7-ffd7705fd25d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.823684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9884b2c0-f76a-412f-b549-ebada9bf5d1c req-be1fa0fc-0cdc-4c3b-bff7-ffd7705fd25d tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 944 time: 0.4166837 Jul 29 23:51:29.848621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676c5f-999b-4bae-bb96-6cebf87f5e68 req-22658d86-4035-45ed-a3ad-d614d0af4ded tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.858519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b676c5f-999b-4bae-bb96-6cebf87f5e68 req-22658d86-4035-45ed-a3ad-d614d0af4ded tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 943 time: 0.2368691 Jul 29 23:51:29.861659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 24803d8b-d21e-49f8-ac43-5f21f42632f0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:29.869780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-026e559b-2d45-4f2d-9e29-f03e06680a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.873232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-026e559b-2d45-4f2d-9e29-f03e06680a2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 1095 time: 0.1885834 Jul 29 23:51:29.874276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 24803d8b-d21e-49f8-ac43-5f21f42632f0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:29.874918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.960407 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.977667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9884b2c0-f76a-412f-b549-ebada9bf5d1c req-b17748c4-02cc-4f73-8916-565ac1c3f081 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517668 Jul 29 23:51:30.068195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b676c5f-999b-4bae-bb96-6cebf87f5e68 req-ff6eda7b-9a89-4770-9e76-60066e67397a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914678 Jul 29 23:51:30.107719 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.118573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-47178d00-7ec2-45ee-8cb1-c97e8c896a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.127845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-47178d00-7ec2-45ee-8cb1-c97e8c896a70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 916 time: 0.6056380 Jul 29 23:51:30.203844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-13c93738-dd44-4b2f-8b4e-1acfbb66cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.206086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-13c93738-dd44-4b2f-8b4e-1acfbb66cd9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.6140389 Jul 29 23:51:30.213133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-8fff60da-8cc8-4627-9d2c-f82b427286c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.219922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-8fff60da-8cc8-4627-9d2c-f82b427286c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 916 time: 0.2934644 Jul 29 23:51:30.238328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.249021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.270462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29ad139a-0f5c-424a-9e0a-1dffcef539b1 HTTP/1.1" status: 204 len: 168 time: 0.6668584 Jul 29 23:51:30.279882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:30.282077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:30.288510 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadf68d-a0b0-4c50-b71c-6435bf81ba9f" -d '{"events": [{"server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "name": "network-vif-plugged", "status": "completed", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:30.294810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.296296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b38f7bf-5425-4e30-acf8-9615e9e576a3 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:30.336851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-5acb23fa-43f8-49b2-afeb-f19c54df0a8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=627117e1-8c95-4545-8481-5e4ec0e666aa HTTP/1.1" status: 200 len: 217 time: 0.1897655 Jul 29 23:51:30.364816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1e6ee-955a-4386-b21d-8ab4fdfd515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad139a-0f5c-424a-9e0a-1dffcef539b1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.482743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-b6a69e94-129f-4e05-95f0-84ca5b905be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527 HTTP/1.1" status: 200 len: 217 time: 0.1288826 Jul 29 23:51:30.670097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-6ab2fe8a-38da-4b1a-b377-88e86e10bf4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 999 time: 0.3271945 Jul 29 23:51:30.692606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:30.698995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-5e32067e-9c43-4119-b960-3a4e9bfaa83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.704332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-5e32067e-9c43-4119-b960-3a4e9bfaa83c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.1488140 Jul 29 23:51:30.721126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559fee2-e636-426b-9e62-235da5133722 req-fdba44a3-f840-4bd6-87aa-4c80e6cbd0be tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.724332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f559fee2-e636-426b-9e62-235da5133722 req-fdba44a3-f840-4bd6-87aa-4c80e6cbd0be tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2689021 Jul 29 23:51:30.741534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-993db5ce-51ba-4f29-9166-15b6a46f8ec2 req-7e5be276-b9e7-425e-ae99-c405d18cbb9b tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.5337234 Jul 29 23:51:30.797911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:30.806489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.916994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.972664 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ae830d-6c02-4d8c-8a85-3a86e4084346 x-openstack-request-id: req-e0ae830d-6c02-4d8c-8a85-3a86e4084346 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:30.973232 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "name": "network-vif-plugged", "status": "completed", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:30.973643 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0ae830d-6c02-4d8c-8a85-3a86e4084346 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:30.974269 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0', 'code': 200} Jul 29 23:51:31.001333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-38eba452-91f5-42fd-a686-8637b422d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.004552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-38eba452-91f5-42fd-a686-8637b422d7e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2781637 Jul 29 23:51:31.011106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f559fee2-e636-426b-9e62-235da5133722 req-54142b3f-abc9-4cb9-95a6-d143e58bc312 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688854 Jul 29 23:51:31.165947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-6a5923a5-fb53-47b6-9941-218d1330d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.175070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-6a5923a5-fb53-47b6-9941-218d1330d2f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.4647796 Jul 29 23:51:31.231445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-349a4595-3fdf-4fe7-a469-1f8bfbe4d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.236963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-349a4595-3fdf-4fe7-a469-1f8bfbe4d564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.8172963 Jul 29 23:51:31.261335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.301978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-4a0c95f0-0d78-4d07-97ea-14c4a7e26b39 service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826822 Jul 29 23:51:31.352639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3,segment=NetworkSegment(db62462c-892d-4c5c-8430-eafb72e678c7),segment_id=db62462c-892d-4c5c-8430-eafb72e678c7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:31.362939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.552578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac528395-3569-4889-8d69-2d0e67b30a63 req-7ddab6bc-5ab3-40f6-9155-b95991141526 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 210 time: 0.3097823 Jul 29 23:51:31.631783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-16e004ab-f629-4c04-9fe2-6f240fb98aea service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739582 Jul 29 23:51:31.762286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:31.781051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c455e-44da-4441-9b3f-0642100cd376 req-fb01c259-76a6-4ea9-ad78-6eecceafa401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.787157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e7c455e-44da-4441-9b3f-0642100cd376 req-fb01c259-76a6-4ea9-ad78-6eecceafa401 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 1097 time: 0.4839056 Jul 29 23:51:31.820234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a4b1-fc8c-4bd6-bd63-0c50899a95b9 req-1020eb51-8d31-454b-ab73-3ff3a2fa2d5b tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.828455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3682a4b1-fc8c-4bd6-bd63-0c50899a95b9 req-1020eb51-8d31-454b-ab73-3ff3a2fa2d5b tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.5236773 Jul 29 23:51:31.889997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3682a4b1-fc8c-4bd6-bd63-0c50899a95b9 req-b5b956b8-3093-4dd1-882f-96bed1b577f6 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Jul 29 23:51:31.932170 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8e7c455e-44da-4441-9b3f-0642100cd376 req-f681e06a-393b-4a85-a827-e4d3789df84a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327846 Jul 29 23:51:31.942778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-9cd360d3-94fc-477a-b836-16e8975aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.944402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-9cd360d3-94fc-477a-b836-16e8975aae7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7540667 Jul 29 23:51:31.959621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-3ace2853-9237-4c64-8191-8a61275f648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.968331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-3ace2853-9237-4c64-8191-8a61275f648e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4000032 Jul 29 23:51:32.035491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efa8c0-1051-45f8-981d-84c35b4ef937 req-cb83b6f1-1272-4469-8e5e-58d387503060 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.053277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59efa8c0-1051-45f8-981d-84c35b4ef937 req-cb83b6f1-1272-4469-8e5e-58d387503060 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 943 time: 0.2527103 Jul 29 23:51:32.063255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5069a80f-7b5c-4a56-ac8a-f7a41c512f94 req-2b0747cb-295c-4eac-91f8-b353ec34f3bc tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0673923 Jul 29 23:51:32.125940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59efa8c0-1051-45f8-981d-84c35b4ef937 req-5c56b0a3-1a3b-4f0f-95cc-02fd714689e5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712953 Jul 29 23:51:32.141891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-51527cd4-7601-4617-a130-f23b0e9b0170 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.144162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-51527cd4-7601-4617-a130-f23b0e9b0170 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.4602523 Jul 29 23:51:32.212558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': '3578e2e4-3718-475e-9edd-33a88148273d', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:32.403846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e20f-1d5e-418b-9ed7-8ea791601ace req-98286eae-9695-4170-a187-83281813b2e9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.417007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9bd8754c-fda0-4ed4-a00c-3f521052c527 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:32.420396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b223e20f-1d5e-418b-9ed7-8ea791601ace req-98286eae-9695-4170-a187-83281813b2e9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1250093 Jul 29 23:51:32.488945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b223e20f-1d5e-418b-9ed7-8ea791601ace req-114020bc-ef86-4f54-aa35-1d7317ce406a tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672638 Jul 29 23:51:32.492534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:32.496254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.616107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:32.640005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9bd8754c-fda0-4ed4-a00c-3f521052c527', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'port_id': '9bd8754c-fda0-4ed4-a00c-3f521052c527', 'mac_address': 'fa:16:3e:57:05:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b833a09-575e-4d20-a7e2-70eee330b19f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:32.708679 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.751431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd8754c-fda0-4ed4-a00c-3f521052c527 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:32.778905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-748ebfe2-45e6-49db-b8e8-2d6b6f060bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432628 Jul 29 23:51:32.782439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-8ad5fcff-7e5a-4dad-9a2e-88d5943e405d service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487271 Jul 29 23:51:32.793551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:32.799966 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.803605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 627117e1-8c95-4545-8481-5e4ec0e666aa details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:32.804092 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60c68469-c5ec-453c-99db-9a40c91a75e6 req-4791e226-6c95-4990-af34-8e58fa99caec tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 210 time: 0.0708725 Jul 29 23:51:32.920176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.973458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3dbacce-2f48-4360-9cd8-a7f11dbc25df req-316c0f8e-5ff1-49c0-b9f9-f3409597faa9 service neutron] 10.222.0.57 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271279 Jul 29 23:51:32.976251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:32.980350 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61cb281-01e3-43b9-9fcc-c3d932c6a4c2" -d '{"events": [{"server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:32.999871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=627117e1-8c95-4545-8481-5e4ec0e666aa,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:33.047103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '627117e1-8c95-4545-8481-5e4ec0e666aa', 'network_id': '2215e8b8-1d08-45c5-ada2-3086c4bdb256', 'port_id': '627117e1-8c95-4545-8481-5e4ec0e666aa', 'mac_address': 'fa:16:3e:c8:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b833a09-575e-4d20-a7e2-70eee330b19f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:33.116255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.139850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627117e1-8c95-4545-8481-5e4ec0e666aa {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:33.189897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=627117e1-8c95-4545-8481-5e4ec0e666aa,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:33.199723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.233749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.11 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/96ab7d54-80d8-489d-a40b-cb1ddedc4b46) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:33.238341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4b31ca7-278d-4b9c-89f7-82e7f19a5310 req-904136a9-c50b-4d5b-9314-ef7bb9013475 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009364 Jul 29 23:51:33.308316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa75dd-9842-494b-8d83-b5b9921eee62 req-09edc65e-4b8e-4cee-b734-563487efa355 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.320016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bffa75dd-9842-494b-8d83-b5b9921eee62 req-09edc65e-4b8e-4cee-b734-563487efa355 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.2257738 Jul 29 23:51:33.429226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:33.492638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bffa75dd-9842-494b-8d83-b5b9921eee62 req-23d61045-4805-4493-b62d-17477da8ab7f tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569698 Jul 29 23:51:33.629067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.724746 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ddfd80-27b8-4e58-9b2b-6d8ec9eedbf5 x-openstack-request-id: req-99ddfd80-27b8-4e58-9b2b-6d8ec9eedbf5 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:33.726053 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:33.727110 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99ddfd80-27b8-4e58-9b2b-6d8ec9eedbf5 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:33.729060 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3', 'code': 200} Jul 29 23:51:33.732732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['627117e1-8c95-4545-8481-5e4ec0e666aa'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:33.874034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9bd8754c-fda0-4ed4-a00c-3f521052c527'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:33.875987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.996820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:34.002043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:34.016636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:34.094209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd6f5719-d4a3-4cc9-bb77-e8ef824f3375 req-55fbec73-b31e-46fc-a3cb-a0af41a881c7 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0996001 Jul 29 23:51:34.132941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6a2c0-d4c1-438c-9f11-0d1af413ab4e req-7310f875-5dc7-41a6-98bc-a9c09e367ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.144279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30c6a2c0-d4c1-438c-9f11-0d1af413ab4e req-7310f875-5dc7-41a6-98bc-a9c09e367ed6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 1097 time: 0.2761452 Jul 29 23:51:34.158171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.163702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.179085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:34.229410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0220361 Jul 29 23:51:34.230452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.290364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.294369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.297020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.300494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.304544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.307199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.309051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.311235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.313018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.314304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.315738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.317816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96729e-317c-4eb3-854f-5756efa6152e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.351250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30c6a2c0-d4c1-438c-9f11-0d1af413ab4e req-3eab4971-584d-456d-971d-64624533948b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951048 Jul 29 23:51:34.357894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Request body: {'port': {'device_id': '3578e2e4-3718-475e-9edd-33a88148273d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:34.565104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f5f0-30b9-4fb3-ae7e-784ab4889f01 req-e482f232-af36-4bd4-b826-0058b6b1349b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.583982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b73f5f0-30b9-4fb3-ae7e-784ab4889f01 req-e482f232-af36-4bd4-b826-0058b6b1349b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 944 time: 0.1309538 Jul 29 23:51:34.693230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.696941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7b73f5f0-30b9-4fb3-ae7e-784ab4889f01 req-04fe02c8-3215-4cb1-8f81-d504c87997a7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113625 Jul 29 23:51:34.797104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68ae6-44ef-4e4f-9d1e-0f9f5cbc1227 req-6906a55a-50fe-4984-a197-6a947ba84058 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.819251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30f68ae6-44ef-4e4f-9d1e-0f9f5cbc1227 req-6906a55a-50fe-4984-a197-6a947ba84058 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2777066 Jul 29 23:51:35.055002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbda6d-a2bd-4514-a86f-77127d50c8c2 req-496e882c-beb2-4d25-9757-49679aba03f3 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.065662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79cbda6d-a2bd-4514-a86f-77127d50c8c2 req-496e882c-beb2-4d25-9757-49679aba03f3 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 932 time: 0.1392913 Jul 29 23:51:35.145589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-79cbda6d-a2bd-4514-a86f-77127d50c8c2 req-db3bb224-4866-4293-b646-fec0a9c41429 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780785 Jul 29 23:51:35.225376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30f68ae6-44ef-4e4f-9d1e-0f9f5cbc1227 req-79053370-6cc2-45a2-a09c-248bfd817f20 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045005 Jul 29 23:51:35.675806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4dde6948-b6f8-44f6-8eaa-302cfe05ae16 req-47b0ada3-46ad-4ee4-97c2-e3e82b3e1a80 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0833950 Jul 29 23:51:35.753120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95583-91f7-4cf4-b0e3-0a5e60066a62 req-58c54a46-84e0-40d6-9c9d-32ac11081388 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.764920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75f95583-91f7-4cf4-b0e3-0a5e60066a62 req-58c54a46-84e0-40d6-9c9d-32ac11081388 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.2329462 Jul 29 23:51:35.985872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75f95583-91f7-4cf4-b0e3-0a5e60066a62 req-e539ae6a-2600-4b41-b22b-b6d519667f49 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165394 Jul 29 23:51:36.013416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:36.058079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.112044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Transition to ACTIVE for port object 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:36.119160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.137342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46785925-e401-46e8-ae0d-2e54c2981f43 req-8bee8422-9a07-4437-8aed-57c6731bc78d tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.158542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46785925-e401-46e8-ae0d-2e54c2981f43 req-8bee8422-9a07-4437-8aed-57c6731bc78d tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 944 time: 0.1840813 Jul 29 23:51:36.279686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46785925-e401-46e8-ae0d-2e54c2981f43 req-a90ee688-c8d7-4963-88a3-7d89ddc31d82 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Jul 29 23:51:36.280231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Pushing event updated for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:36.423989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9bd8754c-fda0-4ed4-a00c-3f521052c527 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:36.527417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9bd8754c-fda0-4ed4-a00c-3f521052c527 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:36.549011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9bd8754c-fda0-4ed4-a00c-3f521052c527 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:36.549603 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.594338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706559e-f357-4bec-a70b-1c45e5e665f1 req-a5d64b05-e833-42b4-9e62-c8de8ab3cd1f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.606947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f706559e-f357-4bec-a70b-1c45e5e665f1 req-a5d64b05-e833-42b4-9e62-c8de8ab3cd1f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 944 time: 0.2717040 Jul 29 23:51:36.629439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748bce9-3518-4e07-a71d-628cdf1f00cc req-5715ad24-b90c-407c-bb5f-525a6488e5a2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:36.642377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2748bce9-3518-4e07-a71d-628cdf1f00cc req-5715ad24-b90c-407c-bb5f-525a6488e5a2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1604097 Jul 29 23:51:36.660181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Attempting to bind port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:36.663788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Attempting to bind port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:36.664427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Attempting to bind port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:36.725263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2748bce9-3518-4e07-a71d-628cdf1f00cc req-866b0ddf-030d-4af4-baf5-7d8075232268 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817327 Jul 29 23:51:36.810055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:36.825576 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.826952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Attempting to bind port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:36.861035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:36.872005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:36.874566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:36.875413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Bound port: 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:36.876048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.894860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f706559e-f357-4bec-a70b-1c45e5e665f1 req-d28e4a05-c154-4903-8fc4-fc5ea7185937 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362888 Jul 29 23:51:36.914742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:36.918994 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520bd140-80d2-4b83-b4ba-d399e26bad71" -d '{"events": [{"server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "name": "network-vif-plugged", "status": "completed", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:37.009334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:37.018229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.020305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 627117e1-8c95-4545-8481-5e4ec0e666aa up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:37.073825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:37.089335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:37.101303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.222865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:37.243616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 627117e1-8c95-4545-8481-5e4ec0e666aa completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:37.249964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.250519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.251432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.251432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.251432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.251884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.253803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.253803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.253803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.253803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.253803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.255751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:37.262147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 627117e1-8c95-4545-8481-5e4ec0e666aa triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:37.262634 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.279835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.280896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.283392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] 10.222.0.59 "PUT /v2.0/ports/96ab7d54-80d8-489d-a40b-cb1ddedc4b46 HTTP/1.1" status: 200 len: 1093 time: 3.0026891 Jul 29 23:51:37.284667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:37.309264 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fd298-19aa-40d4-8d97-e1ad874089f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:37.406614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8075ff08-059e-4f5a-838d-f534aa822176 req-adebcc3b-6dd6-46b4-bae7-70ad699eed59 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.2680888 Jul 29 23:51:37.418375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252d8d-a332-49f0-b2f4-1b9bd6ec518a service neutron] Pushing event updated for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:37.478417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-4d216683-e6d8-4049-a4fb-3ed91dade3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.480573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-4d216683-e6d8-4049-a4fb-3ed91dade3c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 1096 time: 0.0979607 Jul 29 23:51:37.497708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.533742 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb12cb-96a8-456a-bc0b-42c02cd0f737 x-openstack-request-id: req-feeb12cb-96a8-456a-bc0b-42c02cd0f737 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:37.534213 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "name": "network-vif-plugged", "status": "completed", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:37.534617 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-feeb12cb-96a8-456a-bc0b-42c02cd0f737 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:37.535667 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527', 'code': 200} Jul 29 23:51:37.585540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=627117e1-8c95-4545-8481-5e4ec0e666aa,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:37.594759 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.626073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-dedb3fea-23d6-4194-b850-396247364a15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46 HTTP/1.1" status: 200 len: 217 time: 0.1267719 Jul 29 23:51:37.855195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-a5d016f1-7fa7-4d92-8084-e7c4ea566b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.860420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-a5d016f1-7fa7-4d92-8084-e7c4ea566b01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.2289319 Jul 29 23:51:37.878033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03357b5-b8bb-4202-ae7d-b9c50a8aba48 req-7f38c80d-602f-41c2-b938-b4a0b3e3be04 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.880409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:37.893111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c03357b5-b8bb-4202-ae7d-b9c50a8aba48 req-7f38c80d-602f-41c2-b938-b4a0b3e3be04 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.2775519 Jul 29 23:51:37.935753 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d42cb-37ba-48d0-9d98-bb5e57581418 x-openstack-request-id: req-b95d42cb-37ba-48d0-9d98-bb5e57581418 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:37.943658 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:37.945392 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b95d42cb-37ba-48d0-9d98-bb5e57581418 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:37.946911 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46', 'status': 'completed', 'code': 200} Jul 29 23:51:38.030803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c03357b5-b8bb-4202-ae7d-b9c50a8aba48 req-2645fd5e-7108-46d3-8d84-ff0cc8c3a5ff tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202421 Jul 29 23:51:38.055890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-9f90777c-cdbb-4155-84d6-162111c234e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696405 Jul 29 23:51:38.307882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474935-4f31-491b-b638-76e6b3cf1027 req-8de4c04a-4e9d-47c0-9ac7-e161a3436600 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.311002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12474935-4f31-491b-b638-76e6b3cf1027 req-8de4c04a-4e9d-47c0-9ac7-e161a3436600 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.2212570 Jul 29 23:51:38.426053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ee973-a77a-44e1-afa7-1156cdd9d4b8 req-4e5926e6-3039-4a05-9d71-5c76cf24438e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.435964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324ee973-a77a-44e1-afa7-1156cdd9d4b8 req-4e5926e6-3039-4a05-9d71-5c76cf24438e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2242022 Jul 29 23:51:38.460216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-35fbd630-d0b8-40eb-90c8-097ad596b7d1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959696 Jul 29 23:51:38.481051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12474935-4f31-491b-b638-76e6b3cf1027 req-cd05a1d2-ae61-4c5a-87f9-04a1ea0a756a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559155 Jul 29 23:51:38.533909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-324ee973-a77a-44e1-afa7-1156cdd9d4b8 req-2bf3802f-aabe-43ba-a4cd-b9cdb3d2f79e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963788 Jul 29 23:51:38.749127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-644e41cc-71d2-4591-b748-eecbf819ed59 req-860272c2-d3ea-4663-8a4c-2fec70722357 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661247 Jul 29 23:51:38.809327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2a0db-04eb-4d21-a4bd-790f8e507c3c req-75b2c5a3-4c49-4f52-bc73-090fa526a24f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.821695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53d2a0db-04eb-4d21-a4bd-790f8e507c3c req-75b2c5a3-4c49-4f52-bc73-090fa526a24f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 944 time: 0.1477337 Jul 29 23:51:38.881528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53d2a0db-04eb-4d21-a4bd-790f8e507c3c req-4d4bfcd2-c979-475a-aaec-049e9d42a601 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582321 Jul 29 23:51:39.536818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:39.541131 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf45c8-1a72-4757-8dc5-d7675c35271d" -d '{"events": [{"server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:39.610074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32372ca6-0954-4ce4-a13f-51f47cd26ace req-dcdd4618-6d9d-4e3a-aab1-560862309b4b tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.7486298 Jul 29 23:51:39.656420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-8e729bc4-3003-48fc-bb1a-169e1a3dbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.660435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-8e729bc4-3003-48fc-bb1a-169e1a3dbd99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 1096 time: 0.7865365 Jul 29 23:51:39.801399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008976-0364-43bf-970a-e1725784c776 req-fa99f7e3-8690-4cb6-95c1-cd3d058ebd42 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.816565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01008976-0364-43bf-970a-e1725784c776 req-fa99f7e3-8690-4cb6-95c1-cd3d058ebd42 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.1286170 Jul 29 23:51:39.898452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-01008976-0364-43bf-970a-e1725784c776 req-aedf7961-1c23-4fdd-954a-1d1f3bff2910 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Jul 29 23:51:39.974961 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95f323-3ad3-43e4-8135-67d3ad5ccb89 x-openstack-request-id: req-8b95f323-3ad3-43e4-8135-67d3ad5ccb89 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:39.975410 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:39.975837 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b95f323-3ad3-43e4-8135-67d3ad5ccb89 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:39.976440 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa', 'code': 200} Jul 29 23:51:40.244076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ab6f-999f-460c-b0dd-dabafd5b834d req-596f9460-f2a1-4f09-960b-bf45576672d0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.257776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc98ab6f-999f-460c-b0dd-dabafd5b834d req-596f9460-f2a1-4f09-960b-bf45576672d0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2027369 Jul 29 23:51:40.308808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d945f-5c3c-4f33-b2d1-4b748310b414 req-0f904c75-508f-4233-ae99-9469c96f173c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.314915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca2d945f-5c3c-4f33-b2d1-4b748310b414 req-0f904c75-508f-4233-ae99-9469c96f173c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.3638186 Jul 29 23:51:40.419937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fc98ab6f-999f-460c-b0dd-dabafd5b834d req-d6b315d3-ae69-4808-82d8-cddf0e764024 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417766 Jul 29 23:51:40.441819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff6eda-d4a4-4c28-929e-96fa79f8e586 req-bdd3a5a2-6878-4bc4-bcf4-dfcda72a2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.444445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ff6eda-d4a4-4c28-929e-96fa79f8e586 req-bdd3a5a2-6878-4bc4-bcf4-dfcda72a2eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 1097 time: 0.3833494 Jul 29 23:51:40.546260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-06185533-c4ef-44c7-a8eb-e8d07e6ba7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.551969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-06185533-c4ef-44c7-a8eb-e8d07e6ba7ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.8830256 Jul 29 23:51:40.636978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca2d945f-5c3c-4f33-b2d1-4b748310b414 req-42424d44-5c2f-43be-ae09-c1aab0228cbd tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033609 Jul 29 23:51:40.720153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c8184-2dd2-4b6c-ad7a-9f9b3da2fccd req-f4c3995a-8673-4535-8e70-466af9a4552b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.734051 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3c4c8184-2dd2-4b6c-ad7a-9f9b3da2fccd req-f4c3995a-8673-4535-8e70-466af9a4552b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 944 time: 0.1797767 Jul 29 23:51:40.952990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-3c76b4cb-dfa5-46bb-8299-d5d094b6b09e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46 HTTP/1.1" status: 200 len: 217 time: 0.3798323 Jul 29 23:51:41.015949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3c4c8184-2dd2-4b6c-ad7a-9f9b3da2fccd req-be7b9ff2-3a3a-4bdc-8e5f-9a1a0764db98 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702482 Jul 29 23:51:41.088526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a346a8-c297-40bf-9b5f-d44277116166 req-ad38671e-c17c-4c85-970e-fd802c9b252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.091363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a346a8-c297-40bf-9b5f-d44277116166 req-ad38671e-c17c-4c85-970e-fd802c9b252a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 1098 time: 0.2396255 Jul 29 23:51:41.133235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-1942f9eb-948e-4cec-91e2-4f2a81d7bb30 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.138507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c59369d-ad5f-4da9-bb11-9920d32669c8 req-53cee744-06a2-41db-ad7a-06afe9ed8833 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0771625 Jul 29 23:51:41.143907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-1942f9eb-948e-4cec-91e2-4f2a81d7bb30 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.2623246 Jul 29 23:51:41.156317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ff6eda-d4a4-4c28-929e-96fa79f8e586 req-7082f35d-f1fb-4536-85fa-ebcced640b34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178880 Jul 29 23:51:41.213128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-8349446b-0752-4a53-a9a4-ad535c73aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.215892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-8349446b-0752-4a53-a9a4-ad535c73aa22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.2430687 Jul 29 23:51:41.261296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98a346a8-c297-40bf-9b5f-d44277116166 req-7a7eb278-f93a-4857-b7a9-7233e10bc3b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408472 Jul 29 23:51:41.305971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-5855f5f5-b7b3-4bf9-90bb-2d19bf020188 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689447 Jul 29 23:51:41.451448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74249a9-c9c7-406f-ac54-d0539e5c7a5c req-f356b661-055f-4d8f-a85e-b557467cf412 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.453679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c74249a9-c9c7-406f-ac54-d0539e5c7a5c req-f356b661-055f-4d8f-a85e-b557467cf412 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 945 time: 0.1456008 Jul 29 23:51:41.502674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Deleting port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:41.502674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.526930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-2517d376-6e3e-483b-acfa-dd9eef12f365 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083590 Jul 29 23:51:41.607926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c74249a9-c9c7-406f-ac54-d0539e5c7a5c req-00f9e67f-99da-4aa4-ac13-d553237b5383 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c60962-d819-4c77-b63c-0bb3dcb08321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440315 Jul 29 23:51:41.720928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] For port 9b38f7bf-5425-4e30-acf8-9615e9e576a3, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b38f7bf-5425-4e30-acf8-9615e9e576a3,segment=NetworkSegment(db62462c-892d-4c5c-8430-eafb72e678c7),segment_id=db62462c-892d-4c5c-8430-eafb72e678c7)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:41.721910 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.764729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Calling delete_port for 9b38f7bf-5425-4e30-acf8-9615e9e576a3 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:41.768174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644930a-39f8-4529-9a7f-294704260231 req-e5f72f50-d4ef-4951-9b5b-cf83cd7b7bd7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.781945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:41.782622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f644930a-39f8-4529-9a7f-294704260231 req-e5f72f50-d4ef-4951-9b5b-cf83cd7b7bd7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.2433770 Jul 29 23:51:41.871273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca3fd298-19aa-40d4-8d97-e1ad874089f8 req-22d5721b-5893-4731-b1f3-24340da45006 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308523 Jul 29 23:51:41.952630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f644930a-39f8-4529-9a7f-294704260231 req-367923e9-5c09-4249-a869-906b63da88cd tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175995 Jul 29 23:51:42.046553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:42.089909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46', 'mac_address': 'fa:16:3e:71:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:42.121695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.160092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Pushing event deleted for resources: {'Port': ['ID=9b38f7bf-5425-4e30-acf8-9615e9e576a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.178271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['9b38f7bf-5425-4e30-acf8-9615e9e576a3'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:42.216210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea688-65ca-4a5e-9f5c-d33f75e390d4 req-ae86ef92-b1b6-4e24-bf79-15393d12bba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:42.224965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d2ea688-65ca-4a5e-9f5c-d33f75e390d4 req-ae86ef92-b1b6-4e24-bf79-15393d12bba9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.4397771 Jul 29 23:51:42.276577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.310961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] No DVR routers for this DVR port 9b38f7bf-5425-4e30-acf8-9615e9e576a3 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:42.324845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.327519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1771b47-15ab-4f10-8eae-921e692cf196 req-888771cb-8711-417b-b965-31813efd1059 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.59 "DELETE /v2.0/ports/9b38f7bf-5425-4e30-acf8-9615e9e576a3 HTTP/1.1" status: 204 len: 173 time: 1.1820903 Jul 29 23:51:42.328243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'name': 'network-vif-deleted', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:42.331471 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0cec70-ab65-496c-9094-f8ddd358f08e" -d '{"events": [{"server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "name": "network-vif-deleted", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:42.353007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:42.367701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d2ea688-65ca-4a5e-9f5c-d33f75e390d4 req-fd5cb8c1-648a-4bca-bec0-76bcca927ae3 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349466 Jul 29 23:51:42.415006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:42.433603 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.608900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208657c-2067-468a-9a6b-a8c3f150fee9 req-8ec0aff7-3ddb-4e37-a7e1-1122bce9db98 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:42.612841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e645dcd9-4556-42c4-96af-951c0878b11a req-e9954e13-4080-4969-9f1b-b5015c7e6b32 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1073554 Jul 29 23:51:42.630206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2208657c-2067-468a-9a6b-a8c3f150fee9 req-8ec0aff7-3ddb-4e37-a7e1-1122bce9db98 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 945 time: 0.2097178 Jul 29 23:51:42.642458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.801656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2208657c-2067-468a-9a6b-a8c3f150fee9 req-c9646275-e7d8-47c5-b5f8-90772ce5c1f2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589077 Jul 29 23:51:42.835391 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b1d78c-d151-44ae-b47f-abd6644ab023 x-openstack-request-id: req-d6b1d78c-d151-44ae-b47f-abd6644ab023 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:42.836255 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b7f52b-efc7-4d4f-8d25-aa1b162647ad", "name": "network-vif-deleted", "tag": "9b38f7bf-5425-4e30-acf8-9615e9e576a3", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:42.836844 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b1d78c-d151-44ae-b47f-abd6644ab023 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:42.838060 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7f52b-efc7-4d4f-8d25-aa1b162647ad', 'name': 'network-vif-deleted', 'tag': '9b38f7bf-5425-4e30-acf8-9615e9e576a3', 'status': 'completed', 'code': 200} Jul 29 23:51:42.842470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['96ab7d54-80d8-489d-a40b-cb1ddedc4b46'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:43.073673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0dd688a5-f705-4758-bb60-8bdb536f329c req-48b963b7-6499-444b-8d48-c45933280891 tempest-ServerGroupTestJSON-583341540 tempest-ServerGroupTestJSON-583341540-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6b7f52b-efc7-4d4f-8d25-aa1b162647ad HTTP/1.1" status: 200 len: 210 time: 0.0607233 Jul 29 23:51:43.252431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af640c9-fe85-4248-9ebd-55c66b5d1500 req-ba04cdd4-780c-4623-ba8e-637e112e2765 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.256354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7af640c9-fe85-4248-9ebd-55c66b5d1500 req-ba04cdd4-780c-4623-ba8e-637e112e2765 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1358743 Jul 29 23:51:43.341261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7af640c9-fe85-4248-9ebd-55c66b5d1500 req-d295585b-82a8-42f8-a586-ceaa831e531c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751791 Jul 29 23:51:43.626245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab305-868b-4dfc-9c34-8028befed1ab req-76b8ec6b-4838-44bf-8833-07268653158d tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.631299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-867ab305-868b-4dfc-9c34-8028befed1ab req-76b8ec6b-4838-44bf-8833-07268653158d tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1382713 Jul 29 23:51:43.749150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-867ab305-868b-4dfc-9c34-8028befed1ab req-0215e853-1e9f-4a32-984d-3f645c437df4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077046 Jul 29 23:51:43.792498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b38f7bf-5425-4e30-acf8-9615e9e576a3 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:43.868515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 9b38f7bf-5425-4e30-acf8-9615e9e576a3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:43.873117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b38f7bf-5425-4e30-acf8-9615e9e576a3 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:43.970708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9ed23ef6-13bf-4906-9cb6-966957592bdd req-5a910039-8e6f-4449-ae8f-c40e53e275f4 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0669708 Jul 29 23:51:44.087830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71e13-6e77-4c75-938e-20aea8e75454 req-c25e5a66-931c-41b6-828a-f3cb3a9500a8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.090003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dc71e13-6e77-4c75-938e-20aea8e75454 req-c25e5a66-931c-41b6-828a-f3cb3a9500a8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 945 time: 0.0848360 Jul 29 23:51:44.239157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dc71e13-6e77-4c75-938e-20aea8e75454 req-75dadd68-9633-438d-98bb-042ea2c98130 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291721 Jul 29 23:51:44.664513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f425a-2d75-45a4-b749-412e323dcf23 req-010dddbd-e8e6-4a69-8edf-8aa71f8e2f0f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.687252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb7f425a-2d75-45a4-b749-412e323dcf23 req-010dddbd-e8e6-4a69-8edf-8aa71f8e2f0f tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1454124 Jul 29 23:51:44.827218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb7f425a-2d75-45a4-b749-412e323dcf23 req-ba0b7c5e-0aaf-44ad-97e0-d4269dc4d32c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288605 Jul 29 23:51:44.894654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55424) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:45.104267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Deleting subnet dc287a8c-c9e2-4965-89ed-7569a9935c7c {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:45.110201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.167746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.283938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.304982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98b010df-8ba2-485b-aec8-3fc693deffda req-f811f52f-0646-42bc-af28-175f7b2593ef tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0902028 Jul 29 23:51:45.392940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd37ed-e5fe-4a88-b248-7da50e2e4bfa req-890dabe1-58cc-4ca3-a7c2-e0b4579a168b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.402331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2dd37ed-e5fe-4a88-b248-7da50e2e4bfa req-890dabe1-58cc-4ca3-a7c2-e0b4579a168b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.4104578 Jul 29 23:51:45.522314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f2dd37ed-e5fe-4a88-b248-7da50e2e4bfa req-64590324-8090-49ec-a70f-b204f68df4ae tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011810 Jul 29 23:51:45.540171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.606900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64531f-6c2d-420b-adf6-74624686569e req-6cb0c49b-0bab-4c8d-a1c8-4c1b5d42f64d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.610282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc287a8c-c9e2-4965-89ed-7569a9935c7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:45.618214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.620532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce64531f-6c2d-420b-adf6-74624686569e req-6cb0c49b-0bab-4c8d-a1c8-4c1b5d42f64d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 945 time: 0.1241019 Jul 29 23:51:45.627783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc287a8c-c9e2-4965-89ed-7569a9935c7c HTTP/1.1" status: 204 len: 168 time: 0.7318904 Jul 29 23:51:45.629181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55440) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:45.660379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.662650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.663627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.664820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.665838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.666763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.667727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.669467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.670359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.671167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.671963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.673276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd38015-c274-4fbe-a121-ed53136d6e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:45.724780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce64531f-6c2d-420b-adf6-74624686569e req-977787e1-5a72-4264-82da-280eac886d44 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975068 Jul 29 23:51:45.772694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:45.848933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.930315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:45.937817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:45.938815 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.097966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.130239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da573e0a-b3b5-45ec-9e1d-d5cb15527b90']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.157951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983b374-4eac-43e9-ac52-7c4f3d7ea2f3 req-dce8bfa3-2200-4b14-8f84-c7922c315ec9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.161345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7983b374-4eac-43e9-ac52-7c4f3d7ea2f3 req-dce8bfa3-2200-4b14-8f84-c7922c315ec9 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1705792 Jul 29 23:51:46.202137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db62462c-892d-4c5c-8430-eafb72e678c7') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.202957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db62462c-892d-4c5c-8430-eafb72e678c7') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.224420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.293587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.314941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7983b374-4eac-43e9-ac52-7c4f3d7ea2f3 req-ff0603f5-855f-4ec9-9d46-f4e078c51d75 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394992 Jul 29 23:51:46.320630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:46.320840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.326469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:46.330349 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:46.375515 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95f4ce53-1250-40c5-857a-fccfaf1dab5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.410329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:46.418923 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20309cf-c0ac-47c0-bf26-9ee70a40da6a" -d '{"events": [{"server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "name": "network-vif-plugged", "status": "completed", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:46.453357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:46.460277 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.545386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-153bb7dc-0021-4e36-a298-a6b085b73676 req-5a5b133c-9007-4d21-8557-58ab02dedb40 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0436916 Jul 29 23:51:46.566184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.584691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:46.591329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.597164 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/da573e0a-b3b5-45ec-9e1d-d5cb15527b90 HTTP/1.1" status: 204 len: 168 time: 0.9517281 Jul 29 23:51:46.609193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639dc8c-96c4-4f0d-94c2-3027f66ec3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da573e0a-b3b5-45ec-9e1d-d5cb15527b90,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:46.617538 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd34db51-58b6-4960-81ea-e1a98a23fe3f x-openstack-request-id: req-dd34db51-58b6-4960-81ea-e1a98a23fe3f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:46.617900 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "name": "network-vif-plugged", "status": "completed", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:46.618159 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd34db51-58b6-4960-81ea-e1a98a23fe3f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:46.618591 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46', 'code': 200} Jul 29 23:51:46.826851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2cae5-a9d9-4ae8-a1b9-22435332427c req-123f5926-6a42-45db-90ca-c50d9c013c63 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.838781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10b2cae5-a9d9-4ae8-a1b9-22435332427c req-123f5926-6a42-45db-90ca-c50d9c013c63 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1303737 Jul 29 23:51:46.866974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492bf5b-d98d-4c03-9ada-8bf41a4d856d req-11e653a9-73de-4bf1-aa87-7ca62e66a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.868479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6492bf5b-d98d-4c03-9ada-8bf41a4d856d req-11e653a9-73de-4bf1-aa87-7ca62e66a361 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 1098 time: 0.1199675 Jul 29 23:51:46.918237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10b2cae5-a9d9-4ae8-a1b9-22435332427c req-3c5b27d4-6776-4dc7-ae1a-da07c4555405 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782130 Jul 29 23:51:46.956903 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6492bf5b-d98d-4c03-9ada-8bf41a4d856d req-fe804f9e-d8e4-4973-9191-d77589c8866c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657599 Jul 29 23:51:46.991505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55480) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:47.001374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff217ed-430f-43a2-9926-f00215c92528 req-8b2d85ca-1851-483f-9265-b99e3daaa9a7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:47.004098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bff217ed-430f-43a2-9926-f00215c92528 req-8b2d85ca-1851-483f-9265-b99e3daaa9a7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.1146400 Jul 29 23:51:47.087192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bff217ed-430f-43a2-9926-f00215c92528 req-868d0824-fc33-414a-b7b8-0caccd1695c7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730143 Jul 29 23:51:47.102408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0658c1fb-eba9-44ed-acad-0185c8a84a3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52c12b4a8bc84fb9846485cfc873e7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960112 Jul 29 23:51:47.105478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55482) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:47.196082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.239022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.311630 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.353364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.357256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.361894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54c60962-d819-4c77-b63c-0bb3dcb08321 HTTP/1.1" status: 204 len: 168 time: 0.2523503 Jul 29 23:51:47.387125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a17fab-d376-4169-aa4f-06188e5de514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c60962-d819-4c77-b63c-0bb3dcb08321,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:47.608981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727ef0-810e-40f1-9166-668bccdc8265 req-c4ad7105-f157-4175-8d7a-1069df1f2839 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:47.625495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3727ef0-810e-40f1-9166-668bccdc8265 req-c4ad7105-f157-4175-8d7a-1069df1f2839 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1510959 Jul 29 23:51:47.786532 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3727ef0-810e-40f1-9166-668bccdc8265 req-ae9258c8-914b-4310-9eb4-80cad4ca33d6 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350636 Jul 29 23:51:47.876381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55c4b93d-06e1-4a8b-8abb-2ce545af69fa req-25b80d64-f573-42c9-960c-529ffc732a25 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0726399 Jul 29 23:51:48.140590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c52f25-1db9-4b7c-b83b-ef5096582f1c req-81fb359d-67f1-4ab4-9e5c-5c0905b5c0b4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.157323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-88c52f25-1db9-4b7c-b83b-ef5096582f1c req-81fb359d-67f1-4ab4-9e5c-5c0905b5c0b4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1237886 Jul 29 23:51:48.262346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-88c52f25-1db9-4b7c-b83b-ef5096582f1c req-9f473971-78a8-4afa-8cff-2f83af030c7d tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009066 Jul 29 23:51:48.351880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc3a6-ef29-4470-9f99-21e4ee2ea94e req-5970a082-18be-43c3-8592-0d23f8de3965 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.354408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d66bc3a6-ef29-4470-9f99-21e4ee2ea94e req-5970a082-18be-43c3-8592-0d23f8de3965 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.0655553 Jul 29 23:51:48.442265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d66bc3a6-ef29-4470-9f99-21e4ee2ea94e req-c115d388-8b28-49f4-a4a1-45c5de497c1f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802729 Jul 29 23:51:48.575233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b0d8-c731-4d0b-9e38-07523ae9748d req-b3d79e21-e079-4c1b-8555-0f06b7ed297f tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.578525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b37b0d8-c731-4d0b-9e38-07523ae9748d req-b3d79e21-e079-4c1b-8555-0f06b7ed297f tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1165719 Jul 29 23:51:48.667923 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b37b0d8-c731-4d0b-9e38-07523ae9748d req-22f382de-185e-40da-af67-5dcb3c766079 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735817 Jul 29 23:51:48.911277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404329-ce14-43a8-9458-8734fad984a9 req-f8d44435-e4f3-4cf9-ada2-368c8999a734 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.924909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60404329-ce14-43a8-9458-8734fad984a9 req-f8d44435-e4f3-4cf9-ada2-368c8999a734 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.0873048 Jul 29 23:51:49.018359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9814bbe-4a24-4a80-9ab1-676f11bdfa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.023169 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60404329-ce14-43a8-9458-8734fad984a9 req-2a1a72ac-5991-4a97-8427-6e201dac049b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Jul 29 23:51:49.076198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8116e-6aee-4dfe-ab7c-c5aad1e5d1dc req-46f4025e-6ef5-48e9-8360-0aab393fa4e7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.078013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aeb8116e-6aee-4dfe-ab7c-c5aad1e5d1dc req-46f4025e-6ef5-48e9-8360-0aab393fa4e7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 944 time: 0.1342847 Jul 29 23:51:49.152177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7f15dd23-da96-4f1d-91bc-0140f9cc8978 req-855a6030-fa26-4df6-8b9f-fd3278308b62 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0364118 Jul 29 23:51:49.154493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aeb8116e-6aee-4dfe-ab7c-c5aad1e5d1dc req-e76eab42-fcb3-4c68-9b24-4ef111621d6b tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688038 Jul 29 23:51:49.296241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.719714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ff740-2dcf-492a-9054-fafc21e60b66 req-0c65138c-e532-4f56-848d-93e2063bd577 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.724881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d4ff740-2dcf-492a-9054-fafc21e60b66 req-0c65138c-e532-4f56-848d-93e2063bd577 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1091657 Jul 29 23:51:49.789911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-961f509c-2bd4-4bcb-aa27-601e2ac81aaf req-88a1d654-5387-4fda-9ae8-0393731f4011 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1116967 Jul 29 23:51:49.820403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50638a-1022-4992-8281-a77d49c7c8c6 req-c9cafcfe-8337-4fff-ab02-74a8c2ddb951 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.833241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d4ff740-2dcf-492a-9054-fafc21e60b66 req-1b03af81-93d7-46ea-8fd4-00e30327d902 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Jul 29 23:51:49.836588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf50638a-1022-4992-8281-a77d49c7c8c6 req-c9cafcfe-8337-4fff-ab02-74a8c2ddb951 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.2628446 Jul 29 23:51:49.958658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf50638a-1022-4992-8281-a77d49c7c8c6 req-c6c6c90b-1737-4cd7-8381-4c5307749ac2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194973 Jul 29 23:51:49.976569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55592) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:50.230420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a682eed1-866e-4d02-8539-f0b1d73427ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.456106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:50.588866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88e679-8bb4-47d0-9a63-21619d5ae652 req-30010632-b2da-4755-b36c-a3438820ace4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.600550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd88e679-8bb4-47d0-9a63-21619d5ae652 req-30010632-b2da-4755-b36c-a3438820ace4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1803248 Jul 29 23:51:50.608746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a682eed1-866e-4d02-8539-f0b1d73427ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.624115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a682eed1-866e-4d02-8539-f0b1d73427ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.686355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:50.713358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'port_id': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'mac_address': 'fa:16:3e:a1:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:50.815478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682eed1-866e-4d02-8539-f0b1d73427ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b53be0-6e76-406a-bc95-49a046e9db2e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:50.864674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcd66dca-17e2-4cc8-b88c-7d32efffef89 req-e2e89515-5176-4bf3-b0af-5c02632ab63a tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1669164 Jul 29 23:51:50.875969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a682eed1-866e-4d02-8539-f0b1d73427ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecc6cd929eae4842b9babc55c32ec85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8981957 Jul 29 23:51:50.883307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:50.935652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bd88e679-8bb4-47d0-9a63-21619d5ae652 req-7fb2a4c0-5de8-4177-a9d7-e159e6057e02 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109466 Jul 29 23:51:50.966381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.990891 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.016434 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.040876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:51.077208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.082683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:51.095217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.161112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8e6f9-8f92-43ea-8131-1f2087d87ed7 req-be9a55b9-cc83-405c-8160-11db5927798b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.168600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2f8e6f9-8f92-43ea-8131-1f2087d87ed7 req-be9a55b9-cc83-405c-8160-11db5927798b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.1096807 Jul 29 23:51:51.191183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55630) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:51.192095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:51.273044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e2f8e6f9-8f92-43ea-8131-1f2087d87ed7 req-80fc8762-b64d-4763-8a14-f6a36f3a8ae0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Jul 29 23:51:51.278827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.281507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.283710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4b53be0-6e76-406a-bc95-49a046e9db2e HTTP/1.1" status: 204 len: 168 time: 0.3978808 Jul 29 23:51:51.297773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d554-06a7-432c-98c4-858ea7ba1d05 req-810931ca-4d9c-4c54-83a3-27e59c596cb7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.326698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aee5d554-06a7-432c-98c4-858ea7ba1d05 req-810931ca-4d9c-4c54-83a3-27e59c596cb7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.2135770 Jul 29 23:51:51.411715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc6be494-b9f4-4e04-816a-23deb7224a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.429875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aee5d554-06a7-432c-98c4-858ea7ba1d05 req-b71c13d3-c1b0-49fe-91b2-bcb892004d4c tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019025 Jul 29 23:51:51.437843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f19cd-69d6-4cfe-a4ba-651a6da4b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b53be0-6e76-406a-bc95-49a046e9db2e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:51.613247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d10d588b-aa3c-4163-bd53-ea6ae2eb366d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:51.692513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc6be494-b9f4-4e04-816a-23deb7224a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.701687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc6be494-b9f4-4e04-816a-23deb7224a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.783786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bc6be494-b9f4-4e04-816a-23deb7224a32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f43168c93b0e41fbaf7b5842a0c69140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890784 Jul 29 23:51:51.791901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55648) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:51.792427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f8f20-6026-4b02-bc93-1b842d233380 req-98a8eb61-260f-464d-8c96-d11306ac36bb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.801316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be494-b9f4-4e04-816a-23deb7224a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e9cb6e-00ed-4e64-b4b7-046533fe45e0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:51.802424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d6f8f20-6026-4b02-bc93-1b842d233380 req-98a8eb61-260f-464d-8c96-d11306ac36bb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.1996503 Jul 29 23:51:51.872813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d6f8f20-6026-4b02-bc93-1b842d233380 req-e8120965-f8ea-4120-b3c6-ca3eeebbacf3 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Jul 29 23:51:51.918801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.023559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.107129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d3ab-a6f1-4405-938f-9ed58622f62a req-7661ffeb-ad72-49d4-9fa1-216a130d8117 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.116376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d3ab-a6f1-4405-938f-9ed58622f62a req-7661ffeb-ad72-49d4-9fa1-216a130d8117 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.124221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d3ab-a6f1-4405-938f-9ed58622f62a req-7661ffeb-ad72-49d4-9fa1-216a130d8117 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.125277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82f541d5-d775-4fe3-8632-a2b9d2718c87 req-898d6f3a-be32-4ddf-b235-210b4a24cd6a tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0818603 Jul 29 23:51:52.127361 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96f6d3ab-a6f1-4405-938f-9ed58622f62a req-7661ffeb-ad72-49d4-9fa1-216a130d8117 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5&device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7&device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 2417 time: 0.1727746 Jul 29 23:51:52.192545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.210437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.233364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1e9cb6e-00ed-4e64-b4b7-046533fe45e0 HTTP/1.1" status: 204 len: 168 time: 0.4400814 Jul 29 23:51:52.277810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-96f6d3ab-a6f1-4405-938f-9ed58622f62a req-f3123465-22ae-48ab-91e1-6bcbd8826014 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415765 Jul 29 23:51:52.291039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a84016-f1a6-4f8c-aea9-a42df1712efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e9cb6e-00ed-4e64-b4b7-046533fe45e0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:52.406643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.608364 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:52.685246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593804b-fe98-4a79-bfdd-6f4fadb5a8cc req-8681766b-b0a4-46c2-974c-d368cd37c2ad tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.687426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d593804b-fe98-4a79-bfdd-6f4fadb5a8cc req-8681766b-b0a4-46c2-974c-d368cd37c2ad tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.0832071 Jul 29 23:51:52.785066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e37d122b-d817-4f7c-a117-54e549e0ed84 req-98315008-e317-44a7-a172-69f3bdb44097 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7563b2ddee00446ebf800cf588b71acd&device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0931125 Jul 29 23:51:52.812475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9b39-fb4b-48c5-b294-5585fa05b4cc req-12a4f526-12fc-4670-94c5-540b7d9e8019 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.821334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-023a9b39-fb4b-48c5-b294-5585fa05b4cc req-12a4f526-12fc-4670-94c5-540b7d9e8019 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.0985563 Jul 29 23:51:52.904579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e37d122b-d817-4f7c-a117-54e549e0ed84 req-73d6029b-6849-4d4e-8132-5344df808b39 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7563b2ddee00446ebf800cf588b71acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882547 Jul 29 23:51:52.910077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-023a9b39-fb4b-48c5-b294-5585fa05b4cc req-e11187e8-95e2-435a-beb6-1bb7b67ec731 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Jul 29 23:51:52.930094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d593804b-fe98-4a79-bfdd-6f4fadb5a8cc req-f3edeb85-1522-4418-866e-7e6829daa102 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199588 Jul 29 23:51:53.092684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6a09e56-6640-4ca6-af85-e8f45dd052d0 req-a6bd54c6-a070-461f-9d66-8516f2059a6f tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0606849 Jul 29 23:51:53.141202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb9f1e-a512-47af-8654-afb30f476912 req-71b0cc8c-ecbf-4e92-8462-ed878c5733e5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:53.142900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3bb9f1e-a512-47af-8654-afb30f476912 req-71b0cc8c-ecbf-4e92-8462-ed878c5733e5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1124532 Jul 29 23:51:53.242842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d122b-d817-4f7c-a117-54e549e0ed84 req-c9159a57-8899-49e6-b9be-a38c4ba82404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:53.245583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e37d122b-d817-4f7c-a117-54e549e0ed84 req-c9159a57-8899-49e6-b9be-a38c4ba82404 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3141816 Jul 29 23:51:53.301402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3bb9f1e-a512-47af-8654-afb30f476912 req-05178a84-7bdf-43df-8b82-bb91f3467e05 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462905 Jul 29 23:51:54.225150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-c96fee6a-0ca8-4997-b4e2-3169f1947fd8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:54.231490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-c96fee6a-0ca8-4997-b4e2-3169f1947fd8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.1719580 Jul 29 23:51:54.471673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a4b4e50-ae39-4166-a6e6-be45f00147e2 req-6ac16507-0e3b-4658-a50c-058516c3c477 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0398252 Jul 29 23:51:54.478624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:54.722390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:54.731217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port d10d588b-aa3c-4163-bd53-ea6ae2eb366d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:54.731847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.911149 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.916637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce0b5b-2086-4ab6-a8e3-4c0142c1667c req-e7edc7a7-f7fc-44bf-ad1b-9ccb5e142754 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:54.924968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fce0b5b-2086-4ab6-a8e3-4c0142c1667c req-e7edc7a7-f7fc-44bf-ad1b-9ccb5e142754 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 946 time: 0.7895725 Jul 29 23:51:54.939189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:54.942531 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd42eac-893c-4f76-bd6e-60a86a211f68" -d '{"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:54.961701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:54.971064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.999644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f0a4-6767-4a1a-8c6c-8d8284541e3d req-36c53142-9a6c-47ed-8e4b-d000056e84d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.014622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23c9f0a4-6767-4a1a-8c6c-8d8284541e3d req-36c53142-9a6c-47ed-8e4b-d000056e84d5 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 945 time: 0.1542022 Jul 29 23:51:55.018497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fce0b5b-2086-4ab6-a8e3-4c0142c1667c req-d835a5f0-6b50-4862-b263-f6027865a93d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Jul 29 23:51:55.076974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.143217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23c9f0a4-6767-4a1a-8c6c-8d8284541e3d req-2d17ab7f-f155-4781-8d77-2262b608b039 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272016 Jul 29 23:51:55.227677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:55.228406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.290397 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e391516-2eef-4f9e-9d26-2aa02a5e60ab x-openstack-request-id: req-9e391516-2eef-4f9e-9d26-2aa02a5e60ab {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:55.291216 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-plugged", "status": "completed", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:55.291704 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e391516-2eef-4f9e-9d26-2aa02a5e60ab {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:55.292536 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'code': 200} Jul 29 23:51:55.295224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e37d122b-d817-4f7c-a117-54e549e0ed84 req-ccb48460-1b59-4c07-8e7f-645077740ba1 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.57 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.0537596 Jul 29 23:51:55.462487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:55.463285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.499263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:55.757033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.789800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472f30-2861-4c2d-bf56-a43972627dc7 req-c6e68264-3362-43f6-b6ed-1406145defc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.794446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', '96ab7d54-80d8-489d-a40b-cb1ddedc4b46'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:55.801136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d472f30-2861-4c2d-bf56-a43972627dc7 req-c6e68264-3362-43f6-b6ed-1406145defc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1098 time: 0.1218407 Jul 29 23:51:55.888046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:55.891654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.894437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0506f476-b03e-43b1-a6f3-a43255acc117 req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "DELETE /v2.0/ports/96ab7d54-80d8-489d-a40b-cb1ddedc4b46 HTTP/1.1" status: 204 len: 173 time: 1.6382639 Jul 29 23:51:55.896784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d472f30-2861-4c2d-bf56-a43972627dc7 req-d0517378-3105-4451-baa6-b8a904cb80cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547824 Jul 29 23:51:55.915931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35a14b38-b2a3-49bf-896c-65d4572b4433 req-5b302f1d-ddc8-46b9-a6f2-618543940b74 tempest-ServerShowV257Test-682456706 tempest-ServerShowV257Test-682456706-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea310ca-9757-40f2-8c14-e67b3fe88012 HTTP/1.1" status: 200 len: 210 time: 0.1569951 Jul 29 23:51:55.915931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'name': 'network-vif-deleted', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:55.916232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0407-e3d3-4b10-9871-b96f3a3a6be4 req-ef3d95fb-ca93-4094-a367-50f46a4d28cd tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.920445 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c75c0b-546d-4993-bdd1-1a9d365d32d5" -d '{"events": [{"server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "name": "network-vif-deleted", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:55.927490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cbd3a-29c9-48ea-bc10-7ee195b899b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=96ab7d54-80d8-489d-a40b-cb1ddedc4b46,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.933005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24a0407-e3d3-4b10-9871-b96f3a3a6be4 req-ef3d95fb-ca93-4094-a367-50f46a4d28cd tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1589878 Jul 29 23:51:55.984390 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686e447c-51f7-408a-a2ce-7826ca17c3b8 x-openstack-request-id: req-686e447c-51f7-408a-a2ce-7826ca17c3b8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:55.984999 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3578e2e4-3718-475e-9edd-33a88148273d", "name": "network-vif-deleted", "tag": "96ab7d54-80d8-489d-a40b-cb1ddedc4b46", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:55.985469 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-686e447c-51f7-408a-a2ce-7826ca17c3b8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:55.986129 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3578e2e4-3718-475e-9edd-33a88148273d', 'name': 'network-vif-deleted', 'tag': '96ab7d54-80d8-489d-a40b-cb1ddedc4b46', 'status': 'completed', 'code': 200} Jul 29 23:51:55.986562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a24a0407-e3d3-4b10-9871-b96f3a3a6be4 req-258c8324-c6ef-4a93-b90b-108437dfa0be tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Jul 29 23:51:56.152487 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6a73e61-fd7d-4a3d-b2e4-3a074f01a8a2 req-d858ddc9-0237-4ed4-a689-62e27be56cf0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=3578e2e4-3718-475e-9edd-33a88148273d HTTP/1.1" status: 200 len: 210 time: 0.0372117 Jul 29 23:51:56.346859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a3dfd-f34f-459b-8973-65ffd0f3c466 req-471b1477-1b92-4042-bf62-b00f59b5afb2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:56.353325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-078a3dfd-f34f-459b-8973-65ffd0f3c466 req-471b1477-1b92-4042-bf62-b00f59b5afb2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.1239004 Jul 29 23:51:56.415941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-078a3dfd-f34f-459b-8973-65ffd0f3c466 req-ee1215f9-3fb1-4cfb-9aa6-1cee8c9f1ff7 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Jul 29 23:51:57.174709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00531da6-070f-4e77-9332-a8e045393085 req-076768b6-1621-4915-8c48-32cb18f3f476 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.185105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00531da6-070f-4e77-9332-a8e045393085 req-076768b6-1621-4915-8c48-32cb18f3f476 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.0759823 Jul 29 23:51:57.237183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-00531da6-070f-4e77-9332-a8e045393085 req-a973bc93-5bc7-449b-82b9-2b31b9f17c05 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510721 Jul 29 23:51:57.623126 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.711878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30588d-22c3-44d7-92d5-3bc89ce3b777 req-483e6321-e9d7-465e-9865-96897aa3c126 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.719844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f30588d-22c3-44d7-92d5-3bc89ce3b777 req-483e6321-e9d7-465e-9865-96897aa3c126 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.1199305 Jul 29 23:51:57.781869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:57.818197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-8863164a-4557-4493-ba8f-6945dda4d9cb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.821069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-8863164a-4557-4493-ba8f-6945dda4d9cb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.2772949 Jul 29 23:51:57.841512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:57.859681 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f30588d-22c3-44d7-92d5-3bc89ce3b777 req-6a2df8ff-1863-4ba5-9417-ce08551aa957 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285908 Jul 29 23:51:57.885841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-039ca349-a0e5-4d7e-ad43-28f0bad7f036 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/quotas/9b58040739874f89a0723f9a365807b4 HTTP/1.1" status: 200 len: 375 time: 0.0431845 Jul 29 23:51:57.889512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:57.890191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 96ab7d54-80d8-489d-a40b-cb1ddedc4b46 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:58.066373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-00d84602-3249-4746-ade5-426a059c3ff4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706836 Jul 29 23:51:58.247048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-752e97fe-907b-4acf-870c-023c7743f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.299983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-b951334d-ef76-4e59-98ca-0fd5899980c0 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054286 Jul 29 23:51:58.548111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-1c28d5c3-7d51-4dc5-9f82-5c3fb60c1ca5 service neutron] 10.222.0.49 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399113 Jul 29 23:51:58.575300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fca18-68d6-416f-adc5-5ece518ba44c req-1c1bc8ca-7b38-414e-8b9e-a339dd16d912 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.578574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac8fca18-68d6-416f-adc5-5ece518ba44c req-1c1bc8ca-7b38-414e-8b9e-a339dd16d912 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1885791 Jul 29 23:51:58.685394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac8fca18-68d6-416f-adc5-5ece518ba44c req-4974a510-de17-4261-9923-aa2f1d35f6dc tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913265 Jul 29 23:51:58.707402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-752e97fe-907b-4acf-870c-023c7743f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.713245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-752e97fe-907b-4acf-870c-023c7743f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.793346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-752e97fe-907b-4acf-870c-023c7743f200 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7563b2ddee00446ebf800cf588b71acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0084291 Jul 29 23:51:58.797168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55944) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:58.871261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e97fe-907b-4acf-870c-023c7743f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef63d6-8cc7-4191-ad76-53520d630b71,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:58.899447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b4de4231-cf5c-4dad-b3de-37e7b97cb9b7 req-2b6a4167-be08-4a9d-af12-9001eb383c90 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 210 time: 0.0702624 Jul 29 23:51:58.947435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.990553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.103129 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.107891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.110095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bef63d6-8cc7-4191-ad76-53520d630b71 HTTP/1.1" status: 204 len: 168 time: 0.3111629 Jul 29 23:51:59.121314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053a35f-d28b-43e7-aa0b-e29a48d96ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef63d6-8cc7-4191-ad76-53520d630b71,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.182061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0f03-f4c3-4d71-a93a-a1ce56f86f2c req-1c729d5b-717c-44e9-8be2-ec9ff6a3be53 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.197763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e5b0f03-f4c3-4d71-a93a-a1ce56f86f2c req-1c729d5b-717c-44e9-8be2-ec9ff6a3be53 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.1668656 Jul 29 23:51:59.322040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e5b0f03-f4c3-4d71-a93a-a1ce56f86f2c req-e145a1a7-5ac1-406f-bc1b-c0edf2e3a5d3 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174335 Jul 29 23:51:59.952009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d42c4-3ee8-4eac-bab5-f240f5b7a6b2 req-fc7d4e50-2cc3-43ed-83e0-e81425778fff tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.974266 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f7d42c4-3ee8-4eac-bab5-f240f5b7a6b2 req-fc7d4e50-2cc3-43ed-83e0-e81425778fff tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1201417 Jul 29 23:52:00.065435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f7d42c4-3ee8-4eac-bab5-f240f5b7a6b2 req-f4e0bb40-a6ae-446f-ac80-d7ecfbaf7e8c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901492 Jul 29 23:52:00.108007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04c5dec9-c16e-4e96-a1e2-5c4612a8858c req-21348e7f-af0d-446f-8859-5f5cb4a089f9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 210 time: 0.0751405 Jul 29 23:52:00.223131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:00.436906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-38d7ce39-d36d-471f-b7f3-de0452745ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.738535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6923cd9-3204-482f-ac73-abf538d7a55c req-c76a282d-2fe8-4c68-a66a-f6037d0446d2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.756053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6923cd9-3204-482f-ac73-abf538d7a55c req-c76a282d-2fe8-4c68-a66a-f6037d0446d2 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.2902954 Jul 29 23:52:00.778663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-d2e23c82-9f3c-4656-9062-1286f9a9d608 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.781920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-d2e23c82-9f3c-4656-9062-1286f9a9d608 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 805 time: 0.2912066 Jul 29 23:52:00.811877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Request body: {'port': {'device_id': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'admin_state_up': True, 'tenant_id': '9b58040739874f89a0723f9a365807b4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:01.093906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6923cd9-3204-482f-ac73-abf538d7a55c req-c61bef96-e2d2-4042-8ab8-5ba032199777 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345904 Jul 29 23:52:01.188928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-38d7ce39-d36d-471f-b7f3-de0452745ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.200083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-38d7ce39-d36d-471f-b7f3-de0452745ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.345904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-38d7ce39-d36d-471f-b7f3-de0452745ccb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f6cfc1961db41ea928cb4d728932988&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208348 Jul 29 23:52:01.347244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Made reservation on behalf of 9b58040739874f89a0723f9a365807b4 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:01.352943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.361182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:01.368194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d6c1082-4a0a-403f-a6e6-70eb27974ea4 req-ce9e862f-2dbc-43ba-b984-aae99a46342d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 210 time: 0.0468073 Jul 29 23:52:01.391617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7ce39-d36d-471f-b7f3-de0452745ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482fc0e-1ace-47ad-88f4-aec04b7e1b57,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:01.518640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696305-f8c4-48eb-803f-f251257b9a88 req-de464d82-53af-4954-b776-699bb53d8035 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.520211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8696305-f8c4-48eb-803f-f251257b9a88 req-de464d82-53af-4954-b776-699bb53d8035 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.2445817 Jul 29 23:52:01.583219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.676181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.681173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8696305-f8c4-48eb-803f-f251257b9a88 req-bd13f2ae-3b06-4563-9339-ddcf44865326 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484215 Jul 29 23:52:01.708464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Allocated IP 172.20.0.4 (f7d6825c-d68e-4b43-be18-8dd4650003a7/14e8ca52-403e-4c1d-b068-40be7d50a338/7a506924-63d2-4c20-aa86-ae3dd158cdc9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:01.829571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.832485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.836778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3482fc0e-1ace-47ad-88f4-aec04b7e1b57 HTTP/1.1" status: 204 len: 168 time: 0.4739978 Jul 29 23:52:01.891473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d842-ede0-4afe-a616-0d8f90c83574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482fc0e-1ace-47ad-88f4-aec04b7e1b57,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.037588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.210259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce0610-c8fb-4fcb-a5d3-f521c9a70e8b req-8b8b5d06-982c-46fc-828b-335394c043cd tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:02.211938 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23ce0610-c8fb-4fcb-a5d3-f521c9a70e8b req-8b8b5d06-982c-46fc-828b-335394c043cd tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1529627 Jul 29 23:52:02.213985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.217092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-31b2f9ca-da71-4cba-aff5-ca8655d1dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:02.225692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-31b2f9ca-da71-4cba-aff5-ca8655d1dbe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c31854cace84682a032d70ade7bc4a5&device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 1097 time: 0.0881250 Jul 29 23:52:02.249976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:02.286444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Network f7d6825c-d68e-4b43-be18-8dd4650003a7 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:02.293245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:02.301031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:02.385376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event updated for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.394102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56092) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:02.447375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23ce0610-c8fb-4fcb-a5d3-f521c9a70e8b req-ec391bd0-d975-41f3-a679-75737e0fb5bf tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925740 Jul 29 23:52:02.494803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:02.495549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.541159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-0507a9ff-bad9-40a8-a208-580f22159b08 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357762 Jul 29 23:52:02.563687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Request body: {'port': {'device_id': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:02.603246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-4c43f5c0-6e1a-4c6c-941a-9c348c781e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:02.610166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-4c43f5c0-6e1a-4c6c-941a-9c348c781e59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 200 len: 916 time: 0.3771224 Jul 29 23:52:02.610676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56100) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:02.716586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.825888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cae1089-59ba-459e-881d-fcdb13d3a8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.857021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-37d26a9f-033d-42ac-be6f-8dc39cbee9f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0 HTTP/1.1" status: 200 len: 217 time: 0.2390833 Jul 29 23:52:02.905030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7864bd60-625d-482f-bb8b-bd76b98803f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.035729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c2e1-add5-414f-a2b6-60dd4bbbca5e req-4af3cd21-4fc6-4d7f-a64a-8a441f935e60 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.050228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7525c2e1-add5-414f-a2b6-60dd4bbbca5e req-4af3cd21-4fc6-4d7f-a64a-8a441f935e60 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 931 time: 0.3494899 Jul 29 23:52:03.141657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-a4768735-2fd2-44e0-97b2-559bde4fea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.145574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-a4768735-2fd2-44e0-97b2-559bde4fea42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 200 len: 854 time: 0.2725718 Jul 29 23:52:03.217102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7525c2e1-add5-414f-a2b6-60dd4bbbca5e req-47524527-1e85-40fa-8bfc-14ad71a9d2a9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636109 Jul 29 23:52:03.271925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-f4bf4983-6bd6-4fc5-9a8d-44d4eafb58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.274274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-f4bf4983-6bd6-4fc5-9a8d-44d4eafb58ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2215e8b8-1d08-45c5-ada2-3086c4bdb256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198013 Jul 29 23:52:03.286210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cae1089-59ba-459e-881d-fcdb13d3a8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.346408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a506924-63d2-4c20-aa86-ae3dd158cdc9 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:03.357660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.373213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Transition to ACTIVE for port object 7a506924-63d2-4c20-aa86-ae3dd158cdc9 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:03.402667 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.469261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-3c49c3ab-7591-494d-9200-6bd709e8d1d3 service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852720 Jul 29 23:52:03.583799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Pushing event updated for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.628043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7864bd60-625d-482f-bb8b-bd76b98803f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.629964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cae1089-59ba-459e-881d-fcdb13d3a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.701952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Attempting to bind port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:03.702470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Attempting to bind port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:03.703009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Attempting to bind port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:03.708797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:03.709092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Attempting to bind port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 on network f7d6825c-d68e-4b43-be18-8dd4650003a7 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:03.713043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1089-59ba-459e-881d-fcdb13d3a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13961e29-ec4c-4f6a-9b51-2f1a513c2db6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.715626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:03.716206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Checking segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:03.716816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Bound using segment: {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:03.717457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7864bd60-625d-482f-bb8b-bd76b98803f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.717581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Bound port: 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2212ce1-31a9-4185-b3b4-18194f674d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:03.717823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.844518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bd60-625d-482f-bb8b-bd76b98803f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadfc491-0e94-4bf8-8875-b75fb0293f8d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.855476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:03.866601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:03.866930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8cae1089-59ba-459e-881d-fcdb13d3a8f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e697bf5846244dd4878e4741f7ca363d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2467451 Jul 29 23:52:03.872287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.882497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.917846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7864bd60-625d-482f-bb8b-bd76b98803f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0451d56613b64dacb84668017d663a14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5209429 Jul 29 23:52:03.921854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.965529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ca73e1-b051-48c6-8143-7eda8fa77a34 req-31c87af8-d714-498f-a015-0a7905e09f9e service neutron] 10.222.0.59 "GET /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296611 Jul 29 23:52:03.986487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f72952-5db1-4c08-a330-283b18bfd7fe req-1a4aa2e1-8180-42ad-b1e1-c1c2c4364ee9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.988107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f72952-5db1-4c08-a330-283b18bfd7fe req-1a4aa2e1-8180-42ad-b1e1-c1c2c4364ee9 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.2967966 Jul 29 23:52:03.992576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.993197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.996318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a506924-63d2-4c20-aa86-ae3dd158cdc9 HTTP/1.1" status: 200 len: 1092 time: 1.4408095 Jul 29 23:52:03.996786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:04.003196 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59290ce-c279-4806-b4b1-96694b6929b6" -d '{"events": [{"name": "network-changed", "server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:04.085316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.097184 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d794e-2863-471b-b959-900c55c777f2 x-openstack-request-id: req-376d794e-2863-471b-b959-900c55c777f2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:04.097478 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:04.097757 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-376d794e-2863-471b-b959-900c55c777f2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:04.098177 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9', 'status': 'completed', 'code': 200} Jul 29 23:52:04.154293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.168751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f72952-5db1-4c08-a330-283b18bfd7fe req-216c0c70-82d9-4209-a945-54385de46259 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652756 Jul 29 23:52:04.181743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41ae4-84c7-4ac7-9e11-0f3518963255 service neutron] Pushing event updated for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.192015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.218259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-89330d5b-97c1-4ac8-8194-713dd0475b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.220324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-89330d5b-97c1-4ac8-8194-713dd0475b8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 1095 time: 0.1208558 Jul 29 23:52:04.235984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.243951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.246886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.248398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13961e29-ec4c-4f6a-9b51-2f1a513c2db6 HTTP/1.1" status: 204 len: 168 time: 0.3707042 Jul 29 23:52:04.259234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9b53-6da5-4009-95f6-b000e9b32271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13961e29-ec4c-4f6a-9b51-2f1a513c2db6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.369582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-408db1ae-c7ce-4dd3-b9ef-13e4de57e8de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9 HTTP/1.1" status: 200 len: 217 time: 0.1019909 Jul 29 23:52:04.509527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.512241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.516313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eadfc491-0e94-4bf8-8875-b75fb0293f8d HTTP/1.1" status: 204 len: 168 time: 0.5899742 Jul 29 23:52:04.525923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-12184707-b9e3-40fe-a853-a0c76292cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.527634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-12184707-b9e3-40fe-a853-a0c76292cec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.0673015 Jul 29 23:52:04.597018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a2663-352f-42d3-9e8f-87b099d6e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadfc491-0e94-4bf8-8875-b75fb0293f8d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.673849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be76612-82a3-47b6-8bce-0f989d0964a5 req-d6a3ec5a-8819-4f41-9539-be3fe284b728 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.692129 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8be76612-82a3-47b6-8bce-0f989d0964a5 req-d6a3ec5a-8819-4f41-9539-be3fe284b728 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 943 time: 0.3208747 Jul 29 23:52:04.733286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-d22352e3-9bd4-44c5-abf4-3ea8976a4488 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728988 Jul 29 23:52:04.868168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8be76612-82a3-47b6-8bce-0f989d0964a5 req-9d126d6d-b01e-4e20-af17-823d6ae3a14f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747081 Jul 29 23:52:04.958522 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-693107db-993f-4311-804a-8c8e0837a2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155092 Jul 29 23:52:05.122493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c26f170d-15b8-4ba1-a645-4aa29dd0b0f8 req-c8273426-acae-480d-9723-cfed72d7a70a service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509709 Jul 29 23:52:05.375218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-87721f8b-3b59-4982-ad8b-1093a4038114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.383845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-87721f8b-3b59-4982-ad8b-1093a4038114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 1095 time: 0.1767213 Jul 29 23:52:05.470199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b4e9-f81b-4276-9f39-cc1f47778bc3 req-c7058404-5cf9-4e5c-a3f2-30fed8a6a4f5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.482456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ca7b4e9-f81b-4276-9f39-cc1f47778bc3 req-c7058404-5cf9-4e5c-a3f2-30fed8a6a4f5 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1191065 Jul 29 23:52:05.555636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ca7b4e9-f81b-4276-9f39-cc1f47778bc3 req-2d355d08-b096-4718-a482-a7b8445c7bbe tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670469 Jul 29 23:52:05.573956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-8d7f6a6c-2cc4-4a17-ab86-73cd4bb178f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.577746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-8d7f6a6c-2cc4-4a17-ab86-73cd4bb178f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.1850829 Jul 29 23:52:05.671529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-15fd56e3-1c54-4a6f-9692-1ff2f1c2bd5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0839882 Jul 29 23:52:05.845447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-6069b0f1-3700-4c35-8ae2-d619c72e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.851511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-6069b0f1-3700-4c35-8ae2-d619c72e8d62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1714649 Jul 29 23:52:05.856564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec2a7-a58d-4630-8efa-ef19a6a5c39b req-9dfc83d6-3b45-44e0-a700-0763e7129d40 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.859012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5acec2a7-a58d-4630-8efa-ef19a6a5c39b req-9dfc83d6-3b45-44e0-a700-0763e7129d40 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1273971 Jul 29 23:52:05.913402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-5fb889fa-31c2-43e6-b2e4-3c30310a7b21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480375 Jul 29 23:52:05.927243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5acec2a7-a58d-4630-8efa-ef19a6a5c39b req-9bd80293-3cb1-4bd8-a777-9e5f6f200eaa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Jul 29 23:52:06.187479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5fb01-6709-44d4-87c7-2b6a669c26c9 req-5e7a35aa-0fe1-47e9-8860-5e69d5a95461 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.189104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfb5fb01-6709-44d4-87c7-2b6a669c26c9 req-5e7a35aa-0fe1-47e9-8860-5e69d5a95461 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.1006894 Jul 29 23:52:06.233039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-03e3d674-1334-425a-a4c9-b7581401142d service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121705 Jul 29 23:52:06.264415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a5b93-2148-4a7c-92b7-65776b1943a1 req-163fa75e-e2e8-4bdb-9d9c-52ccde15f5af tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.274263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f66a5b93-2148-4a7c-92b7-65776b1943a1 req-163fa75e-e2e8-4bdb-9d9c-52ccde15f5af tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 943 time: 0.1863313 Jul 29 23:52:06.299343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfb5fb01-6709-44d4-87c7-2b6a669c26c9 req-415a6e22-3bc7-4ae5-93ea-6575beedd941 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Jul 29 23:52:06.435916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f66a5b93-2148-4a7c-92b7-65776b1943a1 req-191ba4ee-40f2-4833-87ca-3567d4148427 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549506 Jul 29 23:52:06.535477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f59290ce-c279-4806-b4b1-96694b6929b6 req-bd8ee7da-845a-4b70-990e-631dae2e554f service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931592 Jul 29 23:52:06.580343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8027c6-409a-4b1e-ac48-5838959d4834 req-83910e69-61fb-4680-b215-42783c366740 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.589669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe8027c6-409a-4b1e-ac48-5838959d4834 req-83910e69-61fb-4680-b215-42783c366740 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1096547 Jul 29 23:52:06.675060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe8027c6-409a-4b1e-ac48-5838959d4834 req-928181bc-7b7b-4dd1-b131-5965ec0b46c6 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841846 Jul 29 23:52:06.733550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-dff49bdf-064a-4f46-a59f-7b9312c0687a req-7c421445-ce04-4204-99d9-711a5bbd7c84 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:52:06.734669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff49bdf-064a-4f46-a59f-7b9312c0687a req-7c421445-ce04-4204-99d9-711a5bbd7c84 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093226 Jul 29 23:52:06.874292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dff49bdf-064a-4f46-a59f-7b9312c0687a req-0a54acb5-d592-4e41-92fc-4f2aac08bad7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1256132 Jul 29 23:52:07.521024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196dbd9-017f-48ff-89b7-8ca84b8eec73 req-018142fa-9a6e-4526-8436-8c9d89724206 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.534746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0196dbd9-017f-48ff-89b7-8ca84b8eec73 req-018142fa-9a6e-4526-8436-8c9d89724206 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1386492 Jul 29 23:52:07.665183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0196dbd9-017f-48ff-89b7-8ca84b8eec73 req-7032eee0-982f-4b63-a5f7-f2a7196444a4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288416 Jul 29 23:52:07.905195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7a506924-63d2-4c20-aa86-ae3dd158cdc9 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:08.092906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03960c3b-6193-46c7-91b8-e7ff4f79fa04 req-f982c37b-c05d-44de-9609-c4d5c9026413 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:08.098808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03960c3b-6193-46c7-91b8-e7ff4f79fa04 req-f982c37b-c05d-44de-9609-c4d5c9026413 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 943 time: 0.2536314 Jul 29 23:52:08.327802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c0b30-7fa4-4bd3-a3a3-b5dc714243f3 req-156b9963-59df-4572-b517-95524574f2d6 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:08.343958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a4c0b30-7fa4-4bd3-a3a3-b5dc714243f3 req-156b9963-59df-4572-b517-95524574f2d6 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.2024224 Jul 29 23:52:08.346626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03960c3b-6193-46c7-91b8-e7ff4f79fa04 req-91fcebfc-cd61-4f29-8a2f-d0c830b15ca0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382896 Jul 29 23:52:08.355885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:08.382966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '7a506924-63d2-4c20-aa86-ae3dd158cdc9', 'network_id': 'f7d6825c-d68e-4b43-be18-8dd4650003a7', 'port_id': '7a506924-63d2-4c20-aa86-ae3dd158cdc9', 'mac_address': 'fa:16:3e:31:93:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e8ca52-403e-4c1d-b068-40be7d50a338', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:08.470160 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4a4c0b30-7fa4-4bd3-a3a3-b5dc714243f3 req-9d7a8f93-5665-424e-a3cd-334d44964626 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250591 Jul 29 23:52:08.533010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.555490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a506924-63d2-4c20-aa86-ae3dd158cdc9 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:08.616574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:08.624289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.788226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.834437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-6e4976f8-471a-42a8-b88d-e35f46c0d8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2862754 Jul 29 23:52:08.863551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1d1e-c96a-4dac-a8d8-953d8488ad05 req-470afd16-8a53-4030-8ef5-217b46ea5e52 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:08.868508 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55cb1d1e-c96a-4dac-a8d8-953d8488ad05 req-470afd16-8a53-4030-8ef5-217b46ea5e52 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.2863436 Jul 29 23:52:08.985562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7a506924-63d2-4c20-aa86-ae3dd158cdc9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:09.033055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-55cb1d1e-c96a-4dac-a8d8-953d8488ad05 req-57e33cfb-5560-4fa7-8e8c-d834c4e8e277 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405313 Jul 29 23:52:09.064125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-f979c262-b4c2-4eb5-b787-337ae8086c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.066222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-f979c262-b4c2-4eb5-b787-337ae8086c23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b58040739874f89a0723f9a365807b4&device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 1097 time: 0.1919866 Jul 29 23:52:09.429922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-98dad6a8-d43f-435a-a053-bde67b38a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.431632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-98dad6a8-d43f-435a-a053-bde67b38a24e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 200 len: 906 time: 0.3450353 Jul 29 23:52:09.525179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-79d6b764-349c-4b2f-8594-fec1a6c772b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a HTTP/1.1" status: 200 len: 217 time: 0.0854220 Jul 29 23:52:09.637228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd672b-0709-43bf-a556-8c21c2c45a34 req-d227cec3-840f-4bbf-919a-aaf3e908e470 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.639892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-66e4e240-709c-4b36-a108-798f6019d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.641924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-66e4e240-709c-4b36-a108-798f6019d6c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 200 len: 845 time: 0.1068742 Jul 29 23:52:09.674471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd672b-0709-43bf-a556-8c21c2c45a34 req-d227cec3-840f-4bbf-919a-aaf3e908e470 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.706206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd672b-0709-43bf-a556-8c21c2c45a34 req-d227cec3-840f-4bbf-919a-aaf3e908e470 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.717412 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-c689a8ef-5910-4aa6-83d2-4f9590e32811 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7d6825c-d68e-4b43-be18-8dd4650003a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644624 Jul 29 23:52:09.725653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98dd672b-0709-43bf-a556-8c21c2c45a34 req-d227cec3-840f-4bbf-919a-aaf3e908e470 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5&device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7&device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 2417 time: 0.2467685 Jul 29 23:52:09.822982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98dd672b-0709-43bf-a556-8c21c2c45a34 req-80dda598-4619-40b9-8c5f-738612d66f47 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926290 Jul 29 23:52:09.922083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e3b2-2ba9-414c-9334-2276892e7f00 req-a46a0b3b-3c46-410f-b961-7d50e1e2eb68 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.926073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d87e3b2-2ba9-414c-9334-2276892e7f00 req-a46a0b3b-3c46-410f-b961-7d50e1e2eb68 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 944 time: 0.2823751 Jul 29 23:52:10.020640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0d87e3b2-2ba9-414c-9334-2276892e7f00 req-74d8ed5a-5f93-4a58-b4ee-7aee0a845df1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873435 Jul 29 23:52:10.063945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-005728d6-a6eb-497b-975b-dd2a629fc6c9 service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363097 Jul 29 23:52:10.234859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-015f666e-4017-4cd9-984a-7d34c5869b39 req-dfec6eb9-d751-46d9-b4fa-621b0da8a899 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2138631 Jul 29 23:52:10.391228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba3fee2c-b4be-4d10-9a79-8f7558135886 req-b1fc2e97-ca99-405c-a8a6-1efa9661e2ca service neutron] 10.222.0.59 "GET /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077743 Jul 29 23:52:11.482758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54ce9b-4c05-4a45-a311-64c15be8f996 req-c830d0a8-a914-4dcb-bc7e-9f6c86235ad0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.495430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b54ce9b-4c05-4a45-a311-64c15be8f996 req-c830d0a8-a914-4dcb-bc7e-9f6c86235ad0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 944 time: 0.2444906 Jul 29 23:52:11.680841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b54ce9b-4c05-4a45-a311-64c15be8f996 req-b1d730b1-88d0-4ebe-93ea-b8eebfdbdd97 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843839 Jul 29 23:52:11.926530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7a506924-63d2-4c20-aa86-ae3dd158cdc9 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:12.081261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:12.091438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:12.092145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.428793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.523149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:12.539542 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a8c97-21de-4d1e-98d8-5f2e11638ad5" -d '{"events": [{"server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "name": "network-vif-plugged", "status": "completed", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:12.617068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:12.627019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.786966 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116aa8e-7724-45af-9794-cfc3eda74b9b x-openstack-request-id: req-7116aa8e-7724-45af-9794-cfc3eda74b9b {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:12.792789 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "name": "network-vif-plugged", "status": "completed", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:12.794469 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7116aa8e-7724-45af-9794-cfc3eda74b9b {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:12.794950 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9', 'code': 200} Jul 29 23:52:12.841001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.050365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94aa0-8aee-4618-9e4b-f58dc03fc6ff req-91065d04-c96c-41b3-af6f-c858caf4db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:13.058989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cb94aa0-8aee-4618-9e4b-f58dc03fc6ff req-91065d04-c96c-41b3-af6f-c858caf4db97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 1097 time: 0.1369872 Jul 29 23:52:13.285387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5cb94aa0-8aee-4618-9e4b-f58dc03fc6ff req-c82afaa3-ec6a-4012-9bd5-f1c03b11d382 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148874 Jul 29 23:52:13.326567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32407c51-1bac-4ce8-b35c-cf6207e19318 req-960dba0c-5d87-4170-939f-787044585713 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:13.349357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32407c51-1bac-4ce8-b35c-cf6207e19318 req-960dba0c-5d87-4170-939f-787044585713 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.2103236 Jul 29 23:52:13.460524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32407c51-1bac-4ce8-b35c-cf6207e19318 req-f1f452d8-b761-464a-a8a9-ead86e6c7e0f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Jul 29 23:52:14.247211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fa4d-34e4-45ae-a3a2-fc4bda3183ee req-2a979a62-86a2-42df-843e-edbabad7ce8e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.252261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54a8fa4d-34e4-45ae-a3a2-fc4bda3183ee req-2a979a62-86a2-42df-843e-edbabad7ce8e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1595521 Jul 29 23:52:14.352821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54a8fa4d-34e4-45ae-a3a2-fc4bda3183ee req-7db8d5af-5394-48d1-8d00-c22db74014b3 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879059 Jul 29 23:52:14.798048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9a71e-d0af-48e1-862d-5041a91fbeb7 req-6b77ec74-ef71-4ab4-aca5-9a0b02c62ce6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.803771 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f9a71e-d0af-48e1-862d-5041a91fbeb7 req-6b77ec74-ef71-4ab4-aca5-9a0b02c62ce6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1644349 Jul 29 23:52:14.926176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-14f9a71e-d0af-48e1-862d-5041a91fbeb7 req-c9c530a2-f99f-4b5b-a566-1c8eb747d43c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066232 Jul 29 23:52:15.391221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05a29-8405-4915-b9b6-fb354c1fb7b9 req-d8cdebf4-92a5-4082-818b-7b3cc533b961 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:15.396347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94c05a29-8405-4915-b9b6-fb354c1fb7b9 req-d8cdebf4-92a5-4082-818b-7b3cc533b961 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1856601 Jul 29 23:52:15.464632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-94c05a29-8405-4915-b9b6-fb354c1fb7b9 req-36ee163f-e4c7-45ba-98a7-c9a1695d35f2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Jul 29 23:52:15.706754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270c2f4-719b-4147-a710-6b21edcfcd40 req-7f2fc1a6-4e98-4a24-b302-a6031825b323 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:15.711980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b270c2f4-719b-4147-a710-6b21edcfcd40 req-7f2fc1a6-4e98-4a24-b302-a6031825b323 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1464379 Jul 29 23:52:15.854178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363c5b-7de1-438c-a57d-a86206459b10 req-43a13dea-0983-4db1-b067-378560b9f422 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:15.857136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51363c5b-7de1-438c-a57d-a86206459b10 req-43a13dea-0983-4db1-b067-378560b9f422 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1705554 Jul 29 23:52:15.862572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b270c2f4-719b-4147-a710-6b21edcfcd40 req-b37d089d-0a1f-4f81-b61f-4ba23441987b tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349518 Jul 29 23:52:15.931535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-51363c5b-7de1-438c-a57d-a86206459b10 req-4d9409cc-2858-453b-afca-ab42c913ecec tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615335 Jul 29 23:52:16.245267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92946677-9b29-49f8-943a-baac6a1cc56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.436567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adb6cd-67b8-49eb-b38b-5729bb55fbba req-ab1be988-1850-4b61-8e5c-2453a76ef56d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.447059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9adb6cd-67b8-49eb-b38b-5729bb55fbba req-ab1be988-1850-4b61-8e5c-2453a76ef56d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.2180526 Jul 29 23:52:16.499695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-20008c3f-3eb9-4066-b162-ac2c3286bbf7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.502193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-20008c3f-3eb9-4066-b162-ac2c3286bbf7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.2110784 Jul 29 23:52:16.555362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9adb6cd-67b8-49eb-b38b-5729bb55fbba req-679bdb2e-8b52-4c62-83e4-cf9fee255d01 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063874 Jul 29 23:52:16.753675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Deleting port 9bd8754c-fda0-4ed4-a00c-3f521052c527 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:16.754648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.852518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:16.949938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56886) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:17.098583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] For port 9bd8754c-fda0-4ed4-a00c-3f521052c527, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9bd8754c-fda0-4ed4-a00c-3f521052c527,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:17.103036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.158281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Calling delete_port for 9bd8754c-fda0-4ed4-a00c-3f521052c527 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:17.215191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fd759-fc9c-4a36-a320-322f1012748b req-4dbd9c34-feec-4215-8f11-a3db091c8cdb tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:17.242778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-950fd759-fc9c-4a36-a320-322f1012748b req-4dbd9c34-feec-4215-8f11-a3db091c8cdb tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 945 time: 0.1311929 Jul 29 23:52:17.333504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.402755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-950fd759-fc9c-4a36-a320-322f1012748b req-ce1c53ca-aed5-4964-a929-8ab88d87fe58 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593812 Jul 29 23:52:17.404117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.431804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e45aa4e-4ab8-4a42-9fac-7f9b6658c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.501909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:52:17.501909 n-d-712707-11 neutron-server[93865]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:52:17.501909 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id': 'def58011ab904c6f9753d4e0af1f7679', 'id': 'da23d39f-044a-4541-9035-b3dd57e5bafc', 'expiration': datetime.datetime(2021, 7, 29, 23, 54, 17, 463084)}] Jul 29 23:52:17.501909 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:52:17.503305 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:52:17.617884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.679721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['24803d8b-d21e-49f8-ac43-5f21f42632f0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:17.683641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['627117e1-8c95-4545-8481-5e4ec0e666aa', '9bd8754c-fda0-4ed4-a00c-3f521052c527'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:17.722124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event deleted for resources: {'Port': ['ID=9bd8754c-fda0-4ed4-a00c-3f521052c527,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.822563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e45aa4e-4ab8-4a42-9fac-7f9b6658c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.831599 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e45aa4e-4ab8-4a42-9fac-7f9b6658c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.919314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5e45aa4e-4ab8-4a42-9fac-7f9b6658c8a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36dbab1209d045c4beacd4b60abf05f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677734 Jul 29 23:52:17.938034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:17.961463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] No DVR routers for this DVR port 9bd8754c-fda0-4ed4-a00c-3f521052c527 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:17.968427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.972234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4eca90ca-f86b-4fa8-b5a5-19966d0a60da req-5a1a67a5-b67c-41fd-afe0-ff08cf181a6a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "DELETE /v2.0/ports/9bd8754c-fda0-4ed4-a00c-3f521052c527 HTTP/1.1" status: 204 len: 173 time: 1.4448874 Jul 29 23:52:17.973651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'name': 'network-vif-deleted', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:17.979768 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae505d47-e3b0-4ac4-881d-e79eebd3ebb3" -d '{"events": [{"server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "name": "network-vif-deleted", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:18.033187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770b9b4-fdcb-4108-886b-63173787f118 req-64001646-a6f7-4cad-8999-373d7bb67bf1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.042382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c770b9b4-fdcb-4108-886b-63173787f118 req-64001646-a6f7-4cad-8999-373d7bb67bf1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.3119161 Jul 29 23:52:18.070792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.073070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45aa4e-4ab8-4a42-9fac-7f9b6658c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe72c252-fd2f-403b-8d38-9885412bb749,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:18.168465 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c54dca-7da7-43f5-a22e-219b59af6abb x-openstack-request-id: req-01c54dca-7da7-43f5-a22e-219b59af6abb {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:18.173240 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10938ab-1243-4863-83ce-e532b5b4eee5", "name": "network-vif-deleted", "tag": "9bd8754c-fda0-4ed4-a00c-3f521052c527", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:18.177046 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01c54dca-7da7-43f5-a22e-219b59af6abb {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:18.179024 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10938ab-1243-4863-83ce-e532b5b4eee5', 'name': 'network-vif-deleted', 'tag': '9bd8754c-fda0-4ed4-a00c-3f521052c527', 'status': 'completed', 'code': 200} Jul 29 23:52:18.229309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c770b9b4-fdcb-4108-886b-63173787f118 req-b4861ee5-3eaa-476c-8f74-642042f4f5fb tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832662 Jul 29 23:52:18.407515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.516515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.668893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.687961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.692928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe72c252-fd2f-403b-8d38-9885412bb749 HTTP/1.1" status: 204 len: 168 time: 0.7296414 Jul 29 23:52:18.779174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06112-695b-4b78-bb60-59956c9a8dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe72c252-fd2f-403b-8d38-9885412bb749,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:18.855618 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-085d1f5c-8fb4-4930-a36f-3618ce067f43 req-3e0f6fc6-57c6-4ef3-ad62-d172aaf41242 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 210 time: 0.1575749 Jul 29 23:52:19.036828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.046113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.218677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:19.230479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=def58011ab904c6f9753d4e0af1f7679&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3763769 Jul 29 23:52:19.232269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8075ac-fec1-441b-9e7d-a0aba928a607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689672d6-c89c-43e3-acd9-1ed723260fcb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:19.279201 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35eb5f97-14ee-4d5f-9d0a-2e264a4f21f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.347293 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.576070 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.630343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.806984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368494-cfa2-4928-9949-571184d47967 req-844cb34f-98a6-4304-b408-aed0728860f1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.830116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0368494-cfa2-4928-9949-571184d47967 req-844cb34f-98a6-4304-b408-aed0728860f1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.3937018 Jul 29 23:52:19.913165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.919662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.926446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/689672d6-c89c-43e3-acd9-1ed723260fcb HTTP/1.1" status: 204 len: 168 time: 0.7050931 Jul 29 23:52:19.939434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0fa1e-574e-4b12-b131-53359a821d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689672d6-c89c-43e3-acd9-1ed723260fcb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:19.959259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0368494-cfa2-4928-9949-571184d47967 req-40367374-09ba-468a-b1f3-454818e9dd63 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268296 Jul 29 23:52:20.200517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8e7de75-bffa-437a-9d9b-56f1d401d256 req-95d95137-63cb-46a4-a2d3-a54c9ce38d4e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=d10938ab-1243-4863-83ce-e532b5b4eee5 HTTP/1.1" status: 200 len: 210 time: 0.0732179 Jul 29 23:52:20.603515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9bd8754c-fda0-4ed4-a00c-3f521052c527 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:20.645888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 9bd8754c-fda0-4ed4-a00c-3f521052c527 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:20.646851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9bd8754c-fda0-4ed4-a00c-3f521052c527 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:20.667021 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.195771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5d699-e6f1-429d-91fd-59b607228c1b req-b103a7a3-bfc8-45a7-8324-52b96dc31297 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:21.198155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54a5d699-e6f1-429d-91fd-59b607228c1b req-b103a7a3-bfc8-45a7-8324-52b96dc31297 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1163225 Jul 29 23:52:21.284972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54a5d699-e6f1-429d-91fd-59b607228c1b req-dc6f2f41-e565-496c-9a2c-30788d86cee3 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764244 Jul 29 23:52:21.709756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25531a4a-e307-4769-902a-e9c2287913a1 req-9271ceb8-4df8-42e0-80c0-c81aeda3f81c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:21.724633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25531a4a-e307-4769-902a-e9c2287913a1 req-9271ceb8-4df8-42e0-80c0-c81aeda3f81c tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.1233983 Jul 29 23:52:21.788832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25531a4a-e307-4769-902a-e9c2287913a1 req-eee8655a-ee56-4e3d-9dcf-c5869ac27b14 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589390 Jul 29 23:52:22.408336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.522535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9622-6413-4413-8da3-322b25b48e2d req-5c9f4004-9f38-4e17-8174-c52261a2e789 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:22.537727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56bc9622-6413-4413-8da3-322b25b48e2d req-5c9f4004-9f38-4e17-8174-c52261a2e789 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0966852 Jul 29 23:52:22.602460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56bc9622-6413-4413-8da3-322b25b48e2d req-cbea2f6f-94d6-46e8-baaf-c4623913e77b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Jul 29 23:52:23.069954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f110f-d0ca-432f-8421-d7372fea538a req-91fe2137-66a8-4867-8ebb-4245e5a13e75 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.081056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f00f110f-d0ca-432f-8421-d7372fea538a req-91fe2137-66a8-4867-8ebb-4245e5a13e75 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.1700068 Jul 29 23:52:23.089178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-d4d6c6fb-1fc9-4d31-ade4-07d9c8f0cf34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133275 Jul 29 23:52:23.154987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f00f110f-d0ca-432f-8421-d7372fea538a req-cf7f77b9-9069-47cc-9d3a-fa655e41193a tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 Jul 29 23:52:23.292934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-23a1d6b2-e018-4dfe-b103-6014ce4cc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.296337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-23a1d6b2-e018-4dfe-b103-6014ce4cc1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 1098 time: 0.0792129 Jul 29 23:52:23.553159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-cefaaf22-7304-4754-9911-24faa3c71fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.556897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-cefaaf22-7304-4754-9911-24faa3c71fd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 200 len: 917 time: 0.2081702 Jul 29 23:52:23.754123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-9d5ac76d-4a82-4908-87e6-4de4b7396a46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 200 len: 1001 time: 0.1829484 Jul 29 23:52:23.879338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74318-6425-4cb4-a215-ff9a6243ca42 req-bd1ef86e-65fe-47a6-9409-015deb949575 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.894298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a0e74318-6425-4cb4-a215-ff9a6243ca42 req-bd1ef86e-65fe-47a6-9409-015deb949575 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1313453 Jul 29 23:52:23.974685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-59bab93b-e41c-4aa9-8dde-e8789c1a9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.975859 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a0e74318-6425-4cb4-a215-ff9a6243ca42 req-663b9536-46db-4723-95e9-4fc33b4203aa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781231 Jul 29 23:52:23.979103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-59bab93b-e41c-4aa9-8dde-e8789c1a9f43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 200 len: 855 time: 0.1613102 Jul 29 23:52:24.075410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-6a24805e-b939-4920-9ae2-d16bc231c616 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.077213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-6a24805e-b939-4920-9ae2-d16bc231c616 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.2582901 Jul 29 23:52:24.161348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-0ed54e5f-1425-4bbb-ace0-ffffa81cd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.164530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-0ed54e5f-1425-4bbb-ace0-ffffa81cd1e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c067b3-39b1-44cd-8e98-dffc99e9303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712306 Jul 29 23:52:24.429074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:24.962139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922e87a6-7a5e-4d46-81bb-342ab96ec846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.986397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50a07-4e93-4973-9a4c-7a58084f8bb9 req-a8a38c47-340d-474c-99c4-473d51b1cf3e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.997078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c50a07-4e93-4973-9a4c-7a58084f8bb9 req-a8a38c47-340d-474c-99c4-473d51b1cf3e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 946 time: 0.1553066 Jul 29 23:52:25.002545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Deleting port 627117e1-8c95-4545-8481-5e4ec0e666aa {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:25.003038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.008019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-5c8bed75-63cd-4462-8694-dfa4262398c0 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237431 Jul 29 23:52:25.259096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c50a07-4e93-4973-9a4c-7a58084f8bb9 req-0d369229-e1ba-4dd2-b2fb-f3e13a83c8c0 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600987 Jul 29 23:52:25.261706 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922e87a6-7a5e-4d46-81bb-342ab96ec846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.319082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d4c8d-d306-477b-9d2a-8edf095b60f7 req-f4d0be0b-a903-4d26-9d8a-0148778c66be tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.328131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-056d4c8d-d306-477b-9d2a-8edf095b60f7 req-f4d0be0b-a903-4d26-9d8a-0148778c66be tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1886506 Jul 29 23:52:25.329180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922e87a6-7a5e-4d46-81bb-342ab96ec846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.360170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] For port 627117e1-8c95-4545-8481-5e4ec0e666aa, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=627117e1-8c95-4545-8481-5e4ec0e666aa,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:25.360656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.374426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d95f78a-670f-4ab8-81ad-28cdea095236 req-5e5e513a-2d39-405c-b850-5f00fd610b09 service neutron] 10.222.0.57 "GET /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180490 Jul 29 23:52:25.384780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Calling delete_port for 627117e1-8c95-4545-8481-5e4ec0e666aa owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:25.471930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-922e87a6-7a5e-4d46-81bb-342ab96ec846 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae27e007a6644dfeacb19980fab6de11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0410988 Jul 29 23:52:25.478333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57086) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:25.487269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e87a6-7a5e-4d46-81bb-342ab96ec846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782236a-614b-4eec-b16c-4079594aed82,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.538548 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-056d4c8d-d306-477b-9d2a-8edf095b60f7 req-2d0b2cd1-bbbb-4df5-95cb-228fcef44b10 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690512 Jul 29 23:52:25.625270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.676192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.761755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.792086 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.795964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.806450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e782236a-614b-4eec-b16c-4079594aed82 HTTP/1.1" status: 204 len: 168 time: 0.3185496 Jul 29 23:52:25.813169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['24803d8b-d21e-49f8-ac43-5f21f42632f0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:25.825461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abbc08-68f8-484c-a524-ebb1488b58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782236a-614b-4eec-b16c-4079594aed82,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.826711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event deleted for resources: {'Port': ['ID=627117e1-8c95-4545-8481-5e4ec0e666aa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.867498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['627117e1-8c95-4545-8481-5e4ec0e666aa'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:25.890261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] No DVR routers for this DVR port 627117e1-8c95-4545-8481-5e4ec0e666aa on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:25.894979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.898678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07d0509a-73b4-42a0-9bfc-0bd36f5495e2 req-470bfe05-0285-476b-81d1-647ce65edef4 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.57 "DELETE /v2.0/ports/627117e1-8c95-4545-8481-5e4ec0e666aa HTTP/1.1" status: 204 len: 173 time: 1.8094995 Jul 29 23:52:25.899415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'name': 'network-vif-deleted', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:25.902999 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8412d-24d7-4556-ba0d-87f87905490c" -d '{"events": [{"server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "name": "network-vif-deleted", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:25.991201 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341a6d5-f6f3-4a2f-a432-14c70a15b049 x-openstack-request-id: req-a341a6d5-f6f3-4a2f-a432-14c70a15b049 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:25.991663 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7", "name": "network-vif-deleted", "tag": "627117e1-8c95-4545-8481-5e4ec0e666aa", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:25.991966 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a341a6d5-f6f3-4a2f-a432-14c70a15b049 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:25.992795 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7', 'name': 'network-vif-deleted', 'tag': '627117e1-8c95-4545-8481-5e4ec0e666aa', 'status': 'completed', 'code': 200} Jul 29 23:52:26.438920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-985ecc65-269e-4fa1-ae53-8f5849501d69 req-5350d883-f99e-46b5-b398-416dedf83e72 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=00701c5c-3151-4d7a-9a5c-1a6e1e17c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0499563 Jul 29 23:52:26.618023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:26.653506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-097cf466-ff73-4404-8dca-1f378d1e41f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.891101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20b279-6e20-415c-bfc6-923983e5100b req-b524d730-6d0d-4f5d-b11f-17a52bb8217e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.894654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf20b279-6e20-415c-bfc6-923983e5100b req-b524d730-6d0d-4f5d-b11f-17a52bb8217e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1574309 Jul 29 23:52:27.022156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf20b279-6e20-415c-bfc6-923983e5100b req-acde2c02-770f-47a1-9cb8-703beb135b89 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985348 Jul 29 23:52:27.031269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-097cf466-ff73-4404-8dca-1f378d1e41f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.047369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-097cf466-ff73-4404-8dca-1f378d1e41f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.137476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cf466-ff73-4404-8dca-1f378d1e41f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8b600-432c-4679-bf51-9f87bdba3698,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.176979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-097cf466-ff73-4404-8dca-1f378d1e41f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=531721412c9045d3a1b2c3821db0e6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561583 Jul 29 23:52:27.181091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.294440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.355206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.460937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.465079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.466513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffe8b600-432c-4679-bf51-9f87bdba3698 HTTP/1.1" status: 204 len: 168 time: 0.2840490 Jul 29 23:52:27.478653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195398-7658-49a7-81ee-7d84468371bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe8b600-432c-4679-bf51-9f87bdba3698,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.517338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.647148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.867282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c89a6-073d-4be2-a352-a2ed2f9e5def req-05e11b06-8f7b-4727-8fe9-8a77a0284f4e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.869015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a10c89a6-073d-4be2-a352-a2ed2f9e5def req-05e11b06-8f7b-4727-8fe9-8a77a0284f4e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.0672345 Jul 29 23:52:27.924371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a10c89a6-073d-4be2-a352-a2ed2f9e5def req-50ab5685-55d1-4cf9-8c53-931200414b32 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Jul 29 23:52:28.067543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c383f4d3-7ca0-4d08-b532-1fc70fccbb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.259656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3d8d6-4178-49f3-8b49-6a220ae8d7f3 req-2a8dc968-e087-489b-9a35-f555e31184b7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:28.262916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55d3d8d6-4178-49f3-8b49-6a220ae8d7f3 req-2a8dc968-e087-489b-9a35-f555e31184b7 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1031213 Jul 29 23:52:28.327732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c383f4d3-7ca0-4d08-b532-1fc70fccbb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.332377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55d3d8d6-4178-49f3-8b49-6a220ae8d7f3 req-08741a4d-3a5e-4542-a59a-01214ef65d60 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579987 Jul 29 23:52:28.333725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c383f4d3-7ca0-4d08-b532-1fc70fccbb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.376711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c383f4d3-7ca0-4d08-b532-1fc70fccbb91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d47df62ced1f41b192a04f77696e465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8578942 Jul 29 23:52:28.379017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f4d3-7ca0-4d08-b532-1fc70fccbb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd23f0-2494-4af9-a985-075111d79934,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.380631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57180) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:28.474217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.499631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.588075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.591074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.592295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17cd23f0-2494-4af9-a985-075111d79934 HTTP/1.1" status: 204 len: 168 time: 0.2094648 Jul 29 23:52:28.600495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1c48-874f-46f9-9655-4e94ab619331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd23f0-2494-4af9-a985-075111d79934,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.654718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 627117e1-8c95-4545-8481-5e4ec0e666aa no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:28.686232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 627117e1-8c95-4545-8481-5e4ec0e666aa {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:28.686707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 627117e1-8c95-4545-8481-5e4ec0e666aa not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:29.096448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57210) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.126243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d0c80-b533-43a1-8f49-018561b7b668 req-4c9c9c80-35aa-47b3-b06e-21af1ff56692 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.133127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-389d0c80-b533-43a1-8f49-018561b7b668 req-4c9c9c80-35aa-47b3-b06e-21af1ff56692 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.0877488 Jul 29 23:52:29.217257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-389d0c80-b533-43a1-8f49-018561b7b668 req-d04b1d2d-ade7-4e3b-ad13-74b6b395dcdf tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661626 Jul 29 23:52:29.277457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.301980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.312333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede60-1997-4666-9aa8-aa9f8ec8ebbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.362838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:52:29.362838 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:52:29.362838 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'b6204e9d852e44b98b4da86227e434d6', 'id': '2a67e6e7-0f57-4c22-bce7-aec75ec6103a', 'expiration': datetime.datetime(2021, 7, 29, 23, 54, 29, 355762)}] Jul 29 23:52:29.362838 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:52:29.363535 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:52:29.541292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddba915-e6d0-409e-b1e7-2cc66b677564 req-7d120f12-3c35-417f-8eee-84e422f58268 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.543114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ddba915-e6d0-409e-b1e7-2cc66b677564 req-7d120f12-3c35-417f-8eee-84e422f58268 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0903299 Jul 29 23:52:29.555151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede60-1997-4666-9aa8-aa9f8ec8ebbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.566014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe7ede60-1997-4666-9aa8-aa9f8ec8ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.613353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:52:29.662328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ddba915-e6d0-409e-b1e7-2cc66b677564 req-ecd7c175-641a-4b5a-a8c1-38423c222ed6 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053751 Jul 29 23:52:29.663751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ede60-1997-4666-9aa8-aa9f8ec8ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc5cae4-c34a-4324-aba3-f612a4f3a7c7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.677123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe7ede60-1997-4666-9aa8-aa9f8ec8ebbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fa0a53751ab41f18afdade8b264c95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786059 Jul 29 23:52:29.690553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57234) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.704981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-70b8da75-9923-47f7-b978-f1c0eb8459d7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.707455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-70b8da75-9923-47f7-b978-f1c0eb8459d7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1233025 Jul 29 23:52:29.796085 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.824224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.881248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.913814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.920300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.928720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffc5cae4-c34a-4324-aba3-f612a4f3a7c7 HTTP/1.1" status: 204 len: 168 time: 0.2332456 Jul 29 23:52:29.952212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601aba-541c-4f22-b353-5ad2b4a1f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc5cae4-c34a-4324-aba3-f612a4f3a7c7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.215997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.229870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.290562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445f162e-a6d5-48c5-9867-e252f745473a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.328094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-07628c19-ac28-4ec0-bef0-18cce91829cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6204e9d852e44b98b4da86227e434d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0493784 Jul 29 23:52:30.331156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.364145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57264) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.440623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.495301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.527746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57268) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.567098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Deleting port 24803d8b-d21e-49f8-ac43-5f21f42632f0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:30.568141 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.573915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e26515b-65e8-4d4e-b501-0c41dde04b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.579896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.582903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.587146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/445f162e-a6d5-48c5-9867-e252f745473a HTTP/1.1" status: 204 len: 168 time: 0.2539399 Jul 29 23:52:30.590417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69a790-1ffd-4bb8-844b-6f557ac58368 req-11ad1272-6f17-41c8-9998-1f313deafeb7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:30.597981 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f69a790-1ffd-4bb8-844b-6f557ac58368 req-11ad1272-6f17-41c8-9998-1f313deafeb7 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 945 time: 0.1600914 Jul 29 23:52:30.614798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd9-3f0a-492b-8602-06761ff97c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.624788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59815539-3cee-4aac-a5d7-05cd7f622cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f162e-a6d5-48c5-9867-e252f745473a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.768638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f69a790-1ffd-4bb8-844b-6f557ac58368 req-bb0102d7-3093-4a3b-a3ad-19e2ddc6a11e tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/security-groups?id=71d9c75f-fd9c-4234-9f9d-d64ba7df1808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690545 Jul 29 23:52:30.803351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd9-3f0a-492b-8602-06761ff97c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.835699 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fbd9-3f0a-492b-8602-06761ff97c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.884111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] For port 24803d8b-d21e-49f8-ac43-5f21f42632f0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=24803d8b-d21e-49f8-ac43-5f21f42632f0,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:30.884652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.906689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Calling delete_port for 24803d8b-d21e-49f8-ac43-5f21f42632f0 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:30.916915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8a2fbd9-3f0a-492b-8602-06761ff97c95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c00adcbb9dff4cd0b82927b8e96b50ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466065 Jul 29 23:52:30.916915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2fbd9-3f0a-492b-8602-06761ff97c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179cfe0e-e900-474c-a9d4-5285a6163988,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.918125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57280) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.966659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b46fc-7fca-4614-8c9c-41e738b80827 req-c89c804d-2e92-47be-ba73-36fcc9537a3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:30.969400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b59b46fc-7fca-4614-8c9c-41e738b80827 req-c89c804d-2e92-47be-ba73-36fcc9537a3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1641378 Jul 29 23:52:31.078158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.121258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e26515b-65e8-4d4e-b501-0c41dde04b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.130106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e26515b-65e8-4d4e-b501-0c41dde04b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.144808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b59b46fc-7fca-4614-8c9c-41e738b80827 req-d0aadd0d-d52b-4945-98b5-08b0f18f462e tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496842 Jul 29 23:52:31.164247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.221605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e26515b-65e8-4d4e-b501-0c41dde04b56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36925e18e24d46e0853b79dafad3bf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909182 Jul 29 23:52:31.225953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57288) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:31.238710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26515b-65e8-4d4e-b501-0c41dde04b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6aadce-d82b-42dc-867a-6517b0d847e8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:31.280123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.295003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.299689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/179cfe0e-e900-474c-a9d4-5285a6163988 HTTP/1.1" status: 204 len: 168 time: 0.3758304 Jul 29 23:52:31.323689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd54505-ab6b-4c33-84fb-169b6d7c7744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179cfe0e-e900-474c-a9d4-5285a6163988,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:31.373277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.428255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Pushing event deleted for resources: {'Port': ['ID=24803d8b-d21e-49f8-ac43-5f21f42632f0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:31.436743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.495634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.520603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] No DVR routers for this DVR port 24803d8b-d21e-49f8-ac43-5f21f42632f0 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:31.525491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.527800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc050c37-aab2-4f5d-9864-7ceea3f45088 req-2822744b-823c-4e75-a72b-168933a35bfa tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.59 "DELETE /v2.0/ports/24803d8b-d21e-49f8-ac43-5f21f42632f0 HTTP/1.1" status: 204 len: 173 time: 1.8139486 Jul 29 23:52:31.528518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'name': 'network-vif-deleted', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:31.531537 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e314f3-bdbb-404e-a25e-bde3ced13601" -d '{"events": [{"server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "name": "network-vif-deleted", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:31.603416 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dfa28a-1509-457b-bf09-0d2d89cee3ce x-openstack-request-id: req-15dfa28a-1509-457b-bf09-0d2d89cee3ce {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:31.603716 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b256f7-f589-4626-9838-86f9243211c0", "name": "network-vif-deleted", "tag": "24803d8b-d21e-49f8-ac43-5f21f42632f0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:31.603972 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15dfa28a-1509-457b-bf09-0d2d89cee3ce {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:31.604433 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b256f7-f589-4626-9838-86f9243211c0', 'name': 'network-vif-deleted', 'tag': '24803d8b-d21e-49f8-ac43-5f21f42632f0', 'status': 'completed', 'code': 200} Jul 29 23:52:31.654521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.657385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.661656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe6aadce-d82b-42dc-867a-6517b0d847e8 HTTP/1.1" status: 204 len: 168 time: 0.4328380 Jul 29 23:52:31.681255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe84d-eab6-424e-a7b2-6d433d8794c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6aadce-d82b-42dc-867a-6517b0d847e8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:32.019568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 24803d8b-d21e-49f8-ac43-5f21f42632f0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:32.021597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb53fdd4-bc38-47b8-acf1-c246893f5772 req-4913a294-fde1-403c-8596-c8f1a17c7172 tempest-ListServerFiltersTestJSON-1243202356 tempest-ListServerFiltersTestJSON-1243202356-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4b256f7-f589-4626-9838-86f9243211c0 HTTP/1.1" status: 200 len: 210 time: 0.0534720 Jul 29 23:52:32.090504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 24803d8b-d21e-49f8-ac43-5f21f42632f0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:32.091077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 24803d8b-d21e-49f8-ac43-5f21f42632f0 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:32.353202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d235d85-e1e9-4e5b-95d5-934f3ac10f4d req-3560b212-6857-45d7-878e-2412011856ef tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:32.356604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d235d85-e1e9-4e5b-95d5-934f3ac10f4d req-3560b212-6857-45d7-878e-2412011856ef tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0934076 Jul 29 23:52:32.438014 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d235d85-e1e9-4e5b-95d5-934f3ac10f4d req-e5c14a86-fda9-461b-bcc1-466e3a2a2ef5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730555 Jul 29 23:52:33.112838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57378) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.173431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Deleting subnet 7b833a09-575e-4d20-a7e2-70eee330b19f {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:33.177991 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.232601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.410854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.526996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.567657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c826b-9f64-4fd5-bab9-b6b0320a5baf None None] Network 2215e8b8-1d08-45c5-ada2-3086c4bdb256 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:33.596006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.598469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7b833a09-575e-4d20-a7e2-70eee330b19f HTTP/1.1" status: 204 len: 168 time: 0.4800055 Jul 29 23:52:33.602814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57396) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:33.614828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523b83-e5a2-413d-806b-3a4943dc5b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b833a09-575e-4d20-a7e2-70eee330b19f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.794219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f80ef-5b3b-44a7-87db-451a828a23ad req-b3043697-abba-40f7-9e35-e3643f0b3063 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:33.800377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d0f80ef-5b3b-44a7-87db-451a828a23ad req-b3043697-abba-40f7-9e35-e3643f0b3063 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1751020 Jul 29 23:52:33.869191 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d0f80ef-5b3b-44a7-87db-451a828a23ad req-8971c41e-5e9d-4696-8f3d-4a1b7f1b07b2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615878 Jul 29 23:52:33.886225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.987365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Deleting port bf86f9e5-f106-40c7-9489-446d7caa6232 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:33.988195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.051437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] DHCP port deletion for 2215e8b8-1d08-45c5-ada2-3086c4bdb256 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:34.153949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] For port bf86f9e5-f106-40c7-9489-446d7caa6232, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf86f9e5-f106-40c7-9489-446d7caa6232,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:34.155258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.156917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Deleting port bf86f9e5-f106-40c7-9489-446d7caa6232 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:34.157502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.195191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Calling delete_port for bf86f9e5-f106-40c7-9489-446d7caa6232 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:34.287569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] For port bf86f9e5-f106-40c7-9489-446d7caa6232, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf86f9e5-f106-40c7-9489-446d7caa6232,segment=NetworkSegment(08533865-48c9-45dc-9d09-785ab77a0745),segment_id=08533865-48c9-45dc-9d09-785ab77a0745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:34.287978 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.304835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Calling delete_port for bf86f9e5-f106-40c7-9489-446d7caa6232 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:34.369401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.434081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf86f9e5-f106-40c7-9489-446d7caa6232,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.444926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] No DVR routers for this DVR port bf86f9e5-f106-40c7-9489-446d7caa6232 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:34.448682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.449137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.449600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.449981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.450484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.450842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.451178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.451506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.451832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.452163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.452570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.452980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:34.521751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.576534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.600963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2215e8b8-1d08-45c5-ada2-3086c4bdb256']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:34.604505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf86f9e5-f106-40c7-9489-446d7caa6232 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:34.608370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] Pushing event deleted for resources: {'Port': ['ID=bf86f9e5-f106-40c7-9489-446d7caa6232,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.631066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: bf86f9e5-f106-40c7-9489-446d7caa6232 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:34.631531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf86f9e5-f106-40c7-9489-446d7caa6232 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:34.636309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08533865-48c9-45dc-9d09-785ab77a0745') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:34.637104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08533865-48c9-45dc-9d09-785ab77a0745') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:34.637232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f1a2f-815e-453e-9584-bd2be4d62d5c None None] No DVR routers for this DVR port bf86f9e5-f106-40c7-9489-446d7caa6232 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:34.681968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.722956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.735340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:34.736183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:34.818528 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:34.864709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.883328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.887251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2215e8b8-1d08-45c5-ada2-3086c4bdb256 HTTP/1.1" status: 204 len: 168 time: 1.2823789 Jul 29 23:52:34.922234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a899be-9366-4eb8-aef0-84c624c5f9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2215e8b8-1d08-45c5-ada2-3086c4bdb256,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:35.090903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cd936-90a3-438d-8d7b-f71362ec7dad req-d10e8916-d1bb-4172-9e13-87509cbb7772 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.093977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-473cd936-90a3-438d-8d7b-f71362ec7dad req-d10e8916-d1bb-4172-9e13-87509cbb7772 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0803969 Jul 29 23:52:35.188302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-473cd936-90a3-438d-8d7b-f71362ec7dad req-29bd17be-e423-43f2-bc46-4325e9368f73 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834582 Jul 29 23:52:35.352534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:35.446178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db1e7867-b44a-45be-b694-027a48828208 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c31854cace84682a032d70ade7bc4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914638 Jul 29 23:52:35.449013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57468) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:35.550602 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.595744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.703826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.712102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.715346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71d9c75f-fd9c-4234-9f9d-d64ba7df1808 HTTP/1.1" status: 204 len: 168 time: 0.2643666 Jul 29 23:52:35.734041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401a6ba-2f3e-46cc-9ba6-330ede65716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9c75f-fd9c-4234-9f9d-d64ba7df1808,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:36.383993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ea6c1-51eb-45a7-aa31-cbf477ddc4db req-64c63d0d-c978-4589-b89d-5b530635483b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.392952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-741ea6c1-51eb-45a7-aa31-cbf477ddc4db req-64c63d0d-c978-4589-b89d-5b530635483b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0903516 Jul 29 23:52:36.462539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-741ea6c1-51eb-45a7-aa31-cbf477ddc4db req-671c293e-4ed2-45b6-8d60-8026a73023d2 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Jul 29 23:52:37.682830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc77bc-4638-4414-bc7a-28a434932c30 req-b5ece124-b28e-4afd-96c1-ea66ec9897ae tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.685295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15bc77bc-4638-4414-bc7a-28a434932c30 req-b5ece124-b28e-4afd-96c1-ea66ec9897ae tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0930550 Jul 29 23:52:37.756589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15bc77bc-4638-4414-bc7a-28a434932c30 req-225161ed-585b-4572-9802-0315008cb973 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573804 Jul 29 23:52:37.863951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57556) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:37.922196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57564) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.178546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d626c86-70a0-42fd-abbf-47e2a13f3f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.188895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.268878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:52:38.268878 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:52:38.268878 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': '962c466b41db439d91aa3852c1933e01', 'id': 'fd28bba0-8df6-46d3-aab4-5463892099df', 'expiration': datetime.datetime(2021, 7, 29, 23, 54, 38, 263973)}] Jul 29 23:52:38.268878 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:52:38.272614 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:52:38.447862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d626c86-70a0-42fd-abbf-47e2a13f3f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.453272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d626c86-70a0-42fd-abbf-47e2a13f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.486004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.521192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d626c86-70a0-42fd-abbf-47e2a13f3f9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9032fdac9cd4422a34a0e352671a392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529446 Jul 29 23:52:38.525204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57588) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.565662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d626c86-70a0-42fd-abbf-47e2a13f3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620daa9-deda-42e5-b012-dd2888fda9c2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.618396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1101821023-network', 'tenant_id': '449b38b2b44e437dbba5ad7d48e55402'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:38.628741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.662613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.677043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Made reservation on behalf of 449b38b2b44e437dbba5ad7d48e55402 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:38.680716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.700137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.758338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.763056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.769719 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7620daa9-deda-42e5-b012-dd2888fda9c2 HTTP/1.1" status: 204 len: 168 time: 0.2366164 Jul 29 23:52:38.783882 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.806921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464c9fd-8901-4339-9512-53e451e419ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620daa9-deda-42e5-b012-dd2888fda9c2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.000681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.008824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.063283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.063974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87773452-790c-42ad-8aaf-4c1bd7c9b3f4 req-0b83ebd4-47d1-46c9-957e-453fc0acfbda tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.066275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87773452-790c-42ad-8aaf-4c1bd7c9b3f4 req-0b83ebd4-47d1-46c9-957e-453fc0acfbda tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1557250 Jul 29 23:52:39.134736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:39.172187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87773452-790c-42ad-8aaf-4c1bd7c9b3f4 req-5b9e8ae4-11bc-4931-8d29-446895b634b5 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888510 Jul 29 23:52:39.177663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.177663 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Added segment 72100ad4-e036-4894-ac63-01afdeb59fb9 of type vlan for network 4532975d-5fde-490a-99f2-5c19215e242e Jul 29 23:52:39.331157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.429661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.436978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.437197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.466452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2022d5d-416d-42fb-9135-ecc07bfcab96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.471291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.473179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.474090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.575055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06c8cd-1056-4f98-9ac3-908b6a2ba1db,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.640766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2022d5d-416d-42fb-9135-ecc07bfcab96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.649656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2022d5d-416d-42fb-9135-ecc07bfcab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.658979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-420b2bff-860e-491c-a53d-247ba05465e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=962c466b41db439d91aa3852c1933e01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7343771 Jul 29 23:52:39.664870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57624) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.690085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4532975d-5fde-490a-99f2-5c19215e242e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.698252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc132855-a5cd-424e-8801-d78624e692c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2081184 Jul 29 23:52:39.698747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.706181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Request body: {'subnet': {'network_id': '4532975d-5fde-490a-99f2-5c19215e242e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1101821023-subnet', 'tenant_id': '449b38b2b44e437dbba5ad7d48e55402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:39.717210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4532975d-5fde-490a-99f2-5c19215e242e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:39.745466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Made reservation on behalf of 449b38b2b44e437dbba5ad7d48e55402 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:39.748892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2022d5d-416d-42fb-9135-ecc07bfcab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dfa1fa-f288-4e90-b9fe-9604d037914f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.753661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.806339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d2022d5d-416d-42fb-9135-ecc07bfcab96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60253d74318048a7b86cc3b2d00f52a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673689 Jul 29 23:52:39.812269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57630) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:39.916125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.952336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.955639 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.002860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.053615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.056887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.058515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c06c8cd-1056-4f98-9ac3-908b6a2ba1db HTTP/1.1" status: 204 len: 168 time: 0.3894825 Jul 29 23:52:40.076867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36b3d2-2301-45d3-a77d-0c48186284c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06c8cd-1056-4f98-9ac3-908b6a2ba1db,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.117494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.133773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.138087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.144315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92dfa1fa-f288-4e90-b9fe-9604d037914f HTTP/1.1" status: 204 len: 168 time: 0.3270736 Jul 29 23:52:40.159311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5844f-ee90-4eb5-b957-71ef80fd987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dfa1fa-f288-4e90-b9fe-9604d037914f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.236466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5419585-d75e-44c1-ab6f-02c384e1c953,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.254721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Checking segment: {'id': '72100ad4-e036-4894-ac63-01afdeb59fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:40.255470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Network hostable DHCP agents. Network: 4532975d-5fde-490a-99f2-5c19215e242e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:40.300805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Network 4532975d-5fde-490a-99f2-5c19215e242e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:40.323225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4532975d-5fde-490a-99f2-5c19215e242e) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:40.331539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.334743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.336673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb49b0-7a29-49d9-a77f-b76067bd8234 None None] Network 4532975d-5fde-490a-99f2-5c19215e242e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:40.440444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4054f35a-2f40-4f09-b48f-d075002bac5f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7398286 Jul 29 23:52:40.498653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4414db-502b-4210-9cbb-2d5aedc26dd6 req-ca772514-11e0-4c15-9ecd-9ee501f14fc9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.509414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba4414db-502b-4210-9cbb-2d5aedc26dd6 req-ca772514-11e0-4c15-9ecd-9ee501f14fc9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1693993 Jul 29 23:52:40.563657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba4414db-502b-4210-9cbb-2d5aedc26dd6 req-c2b6ee9b-7c9a-48aa-a1c0-9b95eca2b9b8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Jul 29 23:52:40.655068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958bc4e-1a63-4f18-9377-565ec4d6b965 None None] Network 4532975d-5fde-490a-99f2-5c19215e242e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:41.912729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8d46-c0b1-4022-aea9-15ef838ee906 req-a670753e-1f43-45a8-8015-d5998ada8bc1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.921256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-858d8d46-c0b1-4022-aea9-15ef838ee906 req-a670753e-1f43-45a8-8015-d5998ada8bc1 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1747916 Jul 29 23:52:41.952333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-74018061-6df1-4592-a87e-e2afcaacf389 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.964196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-74018061-6df1-4592-a87e-e2afcaacf389 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/networks?id=4532975d-5fde-490a-99f2-5c19215e242e HTTP/1.1" status: 200 len: 813 time: 0.1566412 Jul 29 23:52:41.998821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-a7cf2aaf-a579-4e39-8ce6-87b55866b59b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/quotas/449b38b2b44e437dbba5ad7d48e55402 HTTP/1.1" status: 200 len: 375 time: 0.0333505 Jul 29 23:52:42.023626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-858d8d46-c0b1-4022-aea9-15ef838ee906 req-cea016d8-5bbe-4d55-86f0-6156cc90931d tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 Jul 29 23:52:42.056254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-9ebac6bd-ba39-4f50-b61d-88f116d52d52 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=449b38b2b44e437dbba5ad7d48e55402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563161 Jul 29 23:52:42.221045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-c372a286-a893-420d-a4d8-170b64c9dfaf service neutron] 10.222.0.49 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635211 Jul 29 23:52:42.429757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f32ac2-9b63-4b1c-aa0f-b97707c449f2 req-d9bfa2e9-1714-4cd0-9361-c43ea2f80021 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.433460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-d72b7f1c-8276-4b92-afdf-7ce224ba7201 service neutron] 10.222.0.49 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080717 Jul 29 23:52:42.442643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91f32ac2-9b63-4b1c-aa0f-b97707c449f2 req-d9bfa2e9-1714-4cd0-9361-c43ea2f80021 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1369996 Jul 29 23:52:42.598323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91f32ac2-9b63-4b1c-aa0f-b97707c449f2 req-09e81146-8882-4d48-92b7-6681cdaa67f4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509943 Jul 29 23:52:42.904457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f83c8-6dc2-4fb4-9dfe-e4b33cfcbf7a req-6ad5ac10-3e6f-4456-b925-b91ff8e1d8b9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.919983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e62f83c8-6dc2-4fb4-9dfe-e4b33cfcbf7a req-6ad5ac10-3e6f-4456-b925-b91ff8e1d8b9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1345184 Jul 29 23:52:42.926937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34fa85ee-6ba4-42a4-be2e-835629b92a3d req-1046e50a-d4b1-4c29-a109-ef3d59d6ae4a tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 210 time: 0.1491537 Jul 29 23:52:43.040598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e62f83c8-6dc2-4fb4-9dfe-e4b33cfcbf7a req-2fb72baf-69e4-457d-957c-679d8d252ec8 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180394 Jul 29 23:52:43.551621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426afeb-6ecc-4ab2-aeb0-32a89fb88d8e req-5b95a2a6-adc7-41d6-8724-2e200986a3df tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.562368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b426afeb-6ecc-4ab2-aeb0-32a89fb88d8e req-5b95a2a6-adc7-41d6-8724-2e200986a3df tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.0992122 Jul 29 23:52:43.625661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b426afeb-6ecc-4ab2-aeb0-32a89fb88d8e req-c99d96de-fa34-40d3-8f4c-a83faf0d8acb tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618794 Jul 29 23:52:43.703320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42174a04-1510-4612-88d4-be77ff3289f0 req-6bdb054d-b8da-4368-8d42-bfb9fe5cfdb0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.705412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42174a04-1510-4612-88d4-be77ff3289f0 req-6bdb054d-b8da-4368-8d42-bfb9fe5cfdb0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.0956442 Jul 29 23:52:43.781667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42174a04-1510-4612-88d4-be77ff3289f0 req-46e3c9eb-8a59-4f85-9666-bd77f5380fb9 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Jul 29 23:52:44.105236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c7103d5-a79a-41cd-bc82-a177d9bb1337 req-74a562cd-c90e-452d-b534-29c3e1f8e560 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 210 time: 0.0486660 Jul 29 23:52:44.916442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-698f0063-a61a-4bc7-9f12-ad1136f99502 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.919575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-698f0063-a61a-4bc7-9f12-ad1136f99502 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.1444926 Jul 29 23:52:44.949364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc33200-5fd3-4720-935f-2afda69361ac req-d391c3ae-b208-450a-9149-86fea72b0ae8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.951888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcc33200-5fd3-4720-935f-2afda69361ac req-d391c3ae-b208-450a-9149-86fea72b0ae8 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.1516647 Jul 29 23:52:45.251466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcc33200-5fd3-4720-935f-2afda69361ac req-c77b065d-d7f6-4274-9715-b50c07080ace tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766864 Jul 29 23:52:45.323555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2950fd7-4d29-4780-ae62-5d310e4039ca req-c3b27375-8e73-4b84-b46c-70ce551145b0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:45.345814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2950fd7-4d29-4780-ae62-5d310e4039ca req-c3b27375-8e73-4b84-b46c-70ce551145b0 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 945 time: 0.2531385 Jul 29 23:52:45.376757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-22855e3e-1a38-4291-b448-063bbe905da6 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:45.380236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-22855e3e-1a38-4291-b448-063bbe905da6 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.57 "GET /v2.0/networks?id=4532975d-5fde-490a-99f2-5c19215e242e HTTP/1.1" status: 200 len: 813 time: 0.3600848 Jul 29 23:52:45.419605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Request body: {'port': {'device_id': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e', 'admin_state_up': True, 'tenant_id': '449b38b2b44e437dbba5ad7d48e55402'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:45.478105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:45.478626 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.527277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d786247f-f368-4a7a-b04e-3a51f538599b req-7b2774d2-2306-478b-b1e7-cd866a216c5d tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 210 time: 0.0976834 Jul 29 23:52:45.625835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b2950fd7-4d29-4780-ae62-5d310e4039ca req-e9a395bd-67b4-4864-a31c-6449397c6f2f tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777379 Jul 29 23:52:45.720009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116440-2880-4650-8312-afa846c02c94 req-92e6a551-5533-431e-a2ec-742574eaacd1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:45.720009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c116440-2880-4650-8312-afa846c02c94 req-92e6a551-5533-431e-a2ec-742574eaacd1 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.2003746 Jul 29 23:52:45.777396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 7a506924-63d2-4c20-aa86-ae3dd158cdc9, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7a506924-63d2-4c20-aa86-ae3dd158cdc9,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:45.778535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.810290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 7a506924-63d2-4c20-aa86-ae3dd158cdc9 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:45.901045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Made reservation on behalf of 449b38b2b44e437dbba5ad7d48e55402 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:45.905850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.062067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Deleting port d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:46.062920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.090560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.126718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', '7a506924-63d2-4c20-aa86-ae3dd158cdc9'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:46.149094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=7a506924-63d2-4c20-aa86-ae3dd158cdc9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:46.194180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.196533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.196750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.198546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.199465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.200276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.202220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.203036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.205109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.205996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.207676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.208988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:46.252239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 7a506924-63d2-4c20-aa86-ae3dd158cdc9 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:46.257603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.259394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b4155cc-9ff5-4457-a57e-db2e3a89ba11 req-f3be6a74-4333-4c4c-ad40-36250b4cf63b tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "DELETE /v2.0/ports/7a506924-63d2-4c20-aa86-ae3dd158cdc9 HTTP/1.1" status: 204 len: 173 time: 1.3335876 Jul 29 23:52:46.259873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'name': 'network-vif-deleted', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:46.262423 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc77a98-a8f6-40c4-864a-698e6fda1b74" -d '{"events": [{"server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "name": "network-vif-deleted", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:46.324243 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-805aa836-1ed7-4254-a853-2bb6a0fd4580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.379434 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba9796-38c9-4fd6-a0d1-e9e07623ad2c x-openstack-request-id: req-6bba9796-38c9-4fd6-a0d1-e9e07623ad2c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:46.379840 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fbdeef-9057-4287-89a1-b2a2dd39018f", "name": "network-vif-deleted", "tag": "7a506924-63d2-4c20-aa86-ae3dd158cdc9", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:46.380068 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bba9796-38c9-4fd6-a0d1-e9e07623ad2c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:46.380443 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fbdeef-9057-4287-89a1-b2a2dd39018f', 'name': 'network-vif-deleted', 'tag': '7a506924-63d2-4c20-aa86-ae3dd158cdc9', 'status': 'completed', 'code': 200} Jul 29 23:52:46.483796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] For port d10d588b-aa3c-4163-bd53-ea6ae2eb366d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:46.484516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.539335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a676cc-9a25-4ab5-b713-1b5afc4022df req-190a3c74-38d3-4b60-b060-603bda8878ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.539673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Allocated IP 172.20.0.4 (4532975d-5fde-490a-99f2-5c19215e242e/d5419585-d75e-44c1-ab6f-02c384e1c953/c51c8018-47aa-4cff-8a20-c6f3d73b70da) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:46.549905 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e4a676cc-9a25-4ab5-b713-1b5afc4022df req-190a3c74-38d3-4b60-b060-603bda8878ec tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 946 time: 0.1493950 Jul 29 23:52:46.685213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e4a676cc-9a25-4ab5-b713-1b5afc4022df req-5162109d-dfd2-4205-8a45-cd00feb83c6e tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea6c9aa-45cc-4c63-8ca1-cba79459776c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337590 Jul 29 23:52:46.750284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b2874e0-4b81-4b1e-97d0-19913d0aeec9 req-eb59abcb-4357-4f72-89aa-c9bdade15138 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 210 time: 0.0413494 Jul 29 23:52:46.810250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.051353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.051996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.052712 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Floating IP 2435385b-4126-49e7-8469-9f8ed5993098 disassociated. External IP: 172.25.5.226, port: d10d588b-aa3c-4163-bd53-ea6ae2eb366d. Jul 29 23:52:47.053021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Calling delete_port for d10d588b-aa3c-4163-bd53-ea6ae2eb366d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:47.083934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e426b60-7fe6-4137-bd37-729d12fc07c8 req-d17d9ed9-0549-4433-9135-c740241ed81c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=53fbdeef-9057-4287-89a1-b2a2dd39018f HTTP/1.1" status: 200 len: 210 time: 0.1657460 Jul 29 23:52:47.162669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.286794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.318494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.349786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Network 4532975d-5fde-490a-99f2-5c19215e242e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:47.365157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:47.369905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:47.510549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcd554d6-8b0b-4d64-ad98-a4288e6030f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.523423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Pushing event updated for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.545258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:47.552518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.575903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.652563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'Port': ['ID=d10d588b-aa3c-4163-bd53-ea6ae2eb366d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.763751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcd554d6-8b0b-4d64-ad98-a4288e6030f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.774323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcd554d6-8b0b-4d64-ad98-a4288e6030f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.819544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-86afaa19-bd10-408f-a86a-2e8fa6ea4b27 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4061949 Jul 29 23:52:47.844406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd554d6-8b0b-4d64-ad98-a4288e6030f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddef787-2c37-4968-819f-e40538cf9154,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.878556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Request body: {'port': {'device_id': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:47.883123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fcd554d6-8b0b-4d64-ad98-a4288e6030f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b739f8e40bb94863a6f323531cbac6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0702279 Jul 29 23:52:47.886607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:48.043028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.077708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7a506924-63d2-4c20-aa86-ae3dd158cdc9 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:48.082393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.105550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98e1273e-c962-4a0c-95ca-01e4f4b0731a req-5d1c2bac-5c05-4a6e-8a6d-b7bb2e165640 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 210 time: 0.2078359 Jul 29 23:52:48.171341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 7a506924-63d2-4c20-aa86-ae3dd158cdc9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:48.174635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7a506924-63d2-4c20-aa86-ae3dd158cdc9 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:48.191439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.196599 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.198703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ddef787-2c37-4968-819f-e40538cf9154 HTTP/1.1" status: 204 len: 168 time: 0.3079419 Jul 29 23:52:48.239091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0948a-1363-4678-ae7a-26771de33e4f req-94f91d6b-8946-4aa8-ae26-b15e6e70063e tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:48.265087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27a0948a-1363-4678-ae7a-26771de33e4f req-94f91d6b-8946-4aa8-ae26-b15e6e70063e tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 931 time: 0.3415990 Jul 29 23:52:48.268774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:48.276840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.311003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7082d1-4e86-453e-bfa8-e978e419efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddef787-2c37-4968-819f-e40538cf9154,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:48.454853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27a0948a-1363-4678-ae7a-26771de33e4f req-d9b88e34-913a-4bea-b000-a0d359ffc948 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881044 Jul 29 23:52:48.762470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:48.775689 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:48.792704 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:48.796594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:52:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:48.925113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] No DVR routers for this DVR port d10d588b-aa3c-4163-bd53-ea6ae2eb366d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:48.933721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.939337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c116440-2880-4650-8312-afa846c02c94 req-63c8c90f-912f-47a5-afe2-00afed842736 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.57 "DELETE /v2.0/ports/d10d588b-aa3c-4163-bd53-ea6ae2eb366d HTTP/1.1" status: 204 len: 173 time: 3.2026794 Jul 29 23:52:49.009922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-deleted', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:49.021764 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd83d14-37e5-45f2-a233-eb391b794793" -d '{"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-deleted", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:49.031436 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa4f83ed-d0a0-45f8-8106-d004fc742362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.137387 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:49.276839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9b11ee-e934-452a-864e-613b9a28c148 x-openstack-request-id: req-1d9b11ee-e934-452a-864e-613b9a28c148 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:49.277416 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf06e66-bac0-4ceb-8030-129bdedd5417", "name": "network-vif-deleted", "tag": "d10d588b-aa3c-4163-bd53-ea6ae2eb366d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:49.277555 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d9b11ee-e934-452a-864e-613b9a28c148 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:49.277973 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf06e66-bac0-4ceb-8030-129bdedd5417', 'name': 'network-vif-deleted', 'tag': 'd10d588b-aa3c-4163-bd53-ea6ae2eb366d', 'status': 'completed', 'code': 200} Jul 29 23:52:49.336550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.444646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51c8018-47aa-4cff-8a20-c6f3d73b70da {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:49.471455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcffe795-c6a1-4496-b699-8add6330fb14 req-50a092e0-9fdf-4d8f-befd-3d555eb52235 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cf06e66-bac0-4ceb-8030-129bdedd5417 HTTP/1.1" status: 200 len: 210 time: 0.0684931 Jul 29 23:52:49.478397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.559933 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:49.578878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Transition to ACTIVE for port object c51c8018-47aa-4cff-8a20-c6f3d73b70da will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:49.585234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.663003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:49.695543 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:49.696985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:52:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:49.747613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Pushing event updated for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:49.877647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:49.897008 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:49.917153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6cef9cc2-5a72-4a47-98a4-1241c2651c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.953581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbeb2-ac47-40b9-b2a4-aace174e8877 req-de659bc3-53ad-4e27-84e2-defbd090096a tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:49.957261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4ffbeb2-ac47-40b9-b2a4-aace174e8877 req-de659bc3-53ad-4e27-84e2-defbd090096a tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 943 time: 0.1995645 Jul 29 23:52:50.066869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Attempting to bind port c51c8018-47aa-4cff-8a20-c6f3d73b70da on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:50.067100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Attempting to bind port c51c8018-47aa-4cff-8a20-c6f3d73b70da by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '72100ad4-e036-4894-ac63-01afdeb59fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:50.067452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Attempting to bind port c51c8018-47aa-4cff-8a20-c6f3d73b70da on network 4532975d-5fde-490a-99f2-5c19215e242e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:50.099984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Port c51c8018-47aa-4cff-8a20-c6f3d73b70da on network 4532975d-5fde-490a-99f2-5c19215e242e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:50.100375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Attempting to bind port c51c8018-47aa-4cff-8a20-c6f3d73b70da on network 4532975d-5fde-490a-99f2-5c19215e242e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:50.123159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58008) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:50.124058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:50.124401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Checking segment: {'id': '72100ad4-e036-4894-ac63-01afdeb59fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:50.124792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Bound using segment: {'id': '72100ad4-e036-4894-ac63-01afdeb59fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:50.125226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Bound port: c51c8018-47aa-4cff-8a20-c6f3d73b70da, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72100ad4-e036-4894-ac63-01afdeb59fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:50.125965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.147760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4ffbeb2-ac47-40b9-b2a4-aace174e8877 req-3a03d38e-b820-4481-9691-f4e6f181ffe0 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720948 Jul 29 23:52:50.186494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe5f7-5f13-46d7-9525-887528ca9593 req-1e6fd19c-81fc-4517-8c45-ee1f795d12b4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.197850 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9fdfe5f7-5f13-46d7-9525-887528ca9593 req-1e6fd19c-81fc-4517-8c45-ee1f795d12b4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 945 time: 0.1480761 Jul 29 23:52:50.301550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:50.309499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da,segment=NetworkSegment(72100ad4-e036-4894-ac63-01afdeb59fb9),segment_id=72100ad4-e036-4894-ac63-01afdeb59fb9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:50.320650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:50.322245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.329836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9fdfe5f7-5f13-46d7-9525-887528ca9593 req-76062196-7356-42eb-8439-1fdb36e0b048 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304429 Jul 29 23:52:50.368913 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606a81e-3317-43b2-a628-298e246ab375 None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:43:25Z', 'revision_number': 4, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '0bfed1ec-a76e-4057-afa9-17d567d0653a', 'name': '', 'network_id': '11c067b3-39b1-44cd-8e98-dffc99e9303c', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'mac_address': 'fa:16:3e:47:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:23Z', 'updated_at': '2021-07-29T23:43:32Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'subnets': [{'id': 'bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:50.372165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6cef9cc2-5a72-4a47-98a4-1241c2651c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.382688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6cef9cc2-5a72-4a47-98a4-1241c2651c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.422758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6cef9cc2-5a72-4a47-98a4-1241c2651c4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd36066c3d6446609e254d36c1310e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393560 Jul 29 23:52:50.423210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58014) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:50.516151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef9cc2-5a72-4a47-98a4-1241c2651c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44346db7-8581-47a9-9d33-9efba7f875d6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:50.555867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.621135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.632074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.734246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.737944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.740016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44346db7-8581-47a9-9d33-9efba7f875d6 HTTP/1.1" status: 204 len: 168 time: 0.3153114 Jul 29 23:52:50.765518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:50.813093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:50.816726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8176a-396c-44c6-9ecc-523a3239f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44346db7-8581-47a9-9d33-9efba7f875d6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:50.873456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: d10d588b-aa3c-4163-bd53-ea6ae2eb366d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:50.875502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d10d588b-aa3c-4163-bd53-ea6ae2eb366d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:51.009958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.035380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13dec55-6938-42cd-a62d-fb1251c9d1d4 None None] New status for floating IP 2435385b-4126-49e7-8469-9f8ed5993098: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:51.063712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.197199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.201294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.204583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] 10.222.0.57 "PUT /v2.0/ports/c51c8018-47aa-4cff-8a20-c6f3d73b70da HTTP/1.1" status: 200 len: 1092 time: 3.3311498 Jul 29 23:52:51.225058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.225058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.225567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be80be80-4af9-4362-a92b-e359da2645cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.228389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "DELETE /v2.0/security-groups/8ea6c9aa-45cc-4c63-8ca1-cba79459776c HTTP/1.1" status: 204 len: 168 time: 0.3973103 Jul 29 23:52:51.229056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58046) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.298200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:51.317531 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e53d5-546a-46d7-9408-c91798c7f73c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:51.335516 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-7b5b284b-7861-4b1a-a7b9-5c4886d742ab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] show failed (client error): The resource could not be found. Jul 29 23:52:51.343456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b5b284b-7861-4b1a-a7b9-5c4886d742ab tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "GET /v2.0/security-groups/8ea6c9aa-45cc-4c63-8ca1-cba79459776c HTTP/1.1" status: 404 len: 347 time: 0.0942888 Jul 29 23:52:51.344157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.410336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361ac0f-cf15-42e6-aa2b-d7654cad2ec0 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea6c9aa-45cc-4c63-8ca1-cba79459776c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:51.505142 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461cf51-5318-490b-a32f-6d7d2682b0cc x-openstack-request-id: req-f461cf51-5318-490b-a32f-6d7d2682b0cc {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:51.505553 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:51.505904 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f461cf51-5318-490b-a32f-6d7d2682b0cc {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:51.510102 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da', 'status': 'completed', 'code': 200} Jul 29 23:52:51.615197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be80be80-4af9-4362-a92b-e359da2645cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.618693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2d951-5c3d-4a56-a720-457d7926b9eb service neutron] Pushing event updated for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:51.636714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be80be80-4af9-4362-a92b-e359da2645cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.747016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be80be80-4af9-4362-a92b-e359da2645cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7e19e8913ec49ac8548bd64b1472e76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6189861 Jul 29 23:52:51.752329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58066) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.790159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.808281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80be80-4af9-4362-a92b-e359da2645cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37c9e3-87dc-46d8-a0ad-98749de6922a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:51.826496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df7774-be69-45a8-acd2-40aaf15ce641 req-00abd9e9-6c8b-46a5-85b9-3aa2df7417e4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.829659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-a0b6c9cb-bc50-490f-8785-fd69d95cb9dd tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.831287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-a0b6c9cb-bc50-490f-8785-fd69d95cb9dd tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 945 time: 0.4281013 Jul 29 23:52:51.839238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25df7774-be69-45a8-acd2-40aaf15ce641 req-00abd9e9-6c8b-46a5-85b9-3aa2df7417e4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 943 time: 0.4413717 Jul 29 23:52:51.888958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-4f81252d-16a6-46e8-95f7-87d95566a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.891805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-4f81252d-16a6-46e8-95f7-87d95566a774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=449b38b2b44e437dbba5ad7d48e55402&device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 1095 time: 0.5143452 Jul 29 23:52:51.986713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f779-ba51-4100-9597-c4e325e26755 req-3cbbd5e8-9dec-499d-a213-482f6096b008 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.988388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1321f779-ba51-4100-9597-c4e325e26755 req-3cbbd5e8-9dec-499d-a213-482f6096b008 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 945 time: 0.2819643 Jul 29 23:52:51.993505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25df7774-be69-45a8-acd2-40aaf15ce641 req-31844851-dbb0-412e-9b59-3df4aa399459 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525242 Jul 29 23:52:52.004987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-d18b77c7-b628-4485-b28d-67bbe311378e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da HTTP/1.1" status: 200 len: 217 time: 0.0907810 Jul 29 23:52:52.095245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.127905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.195447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1321f779-ba51-4100-9597-c4e325e26755 req-41027936-6f18-47be-ba67-01cdd6ec63de tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901314 Jul 29 23:52:52.216006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Deleting port 7fb62680-14cc-42be-b5f9-b6597df9e84d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:52.216365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.235046 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdc42-0e6a-4cbc-bef4-0a4b4d081294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.241098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.244833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.248475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c37c9e3-87dc-46d8-a0ad-98749de6922a HTTP/1.1" status: 204 len: 168 time: 0.4867454 Jul 29 23:52:52.274888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-71fe07ea-55ae-4011-8f00-4f1b25f0e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.277552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-71fe07ea-55ae-4011-8f00-4f1b25f0e000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5419585-d75e-44c1-ab6f-02c384e1c953 HTTP/1.1" status: 200 len: 853 time: 0.2514920 Jul 29 23:52:52.283055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebee858-db73-4171-ad81-efb8baccd021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37c9e3-87dc-46d8-a0ad-98749de6922a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:52.345154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-2d421a44-ce9f-43e9-9d7c-94a149cf613d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4532975d-5fde-490a-99f2-5c19215e242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550313 Jul 29 23:52:52.418808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.472760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.473572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.496262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Calling delete_port for 7fb62680-14cc-42be-b5f9-b6597df9e84d owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:52.600999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Deleting port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:52.601453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.797789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-1118790b-6559-4aa3-9fe7-51ee84a3aee0 service neutron] 10.222.0.57 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401834 Jul 29 23:52:52.906267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] For port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,segment=NetworkSegment(d2212ce1-31a9-4185-b3b4-18194f674d9b),segment_id=d2212ce1-31a9-4185-b3b4-18194f674d9b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:52.906925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.941349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Calling delete_port for 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:52.969317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdc42-0e6a-4cbc-bef4-0a4b4d081294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.972957 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.978493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d4fdc42-0e6a-4cbc-bef4-0a4b4d081294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.062933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Pushing event deleted for resources: {'Port': ['ID=7fb62680-14cc-42be-b5f9-b6597df9e84d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.078217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fdc42-0e6a-4cbc-bef4-0a4b4d081294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb5b32-8a5f-4e23-9056-d9368bd8d084,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.107343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0d4fdc42-0e6a-4cbc-bef4-0a4b4d081294 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26178b7962044d4b8a4b72d4a8290960&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3133469 Jul 29 23:52:53.112110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58110) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:53.203558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:53.309980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-5485-4408-bbeb-c00af4b742b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.315856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e1c85f-53ff-4c6f-b569-a2f63873df89 req-2236d237-70cf-403e-9825-c4665a340e8c service neutron] 10.222.0.57 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953313 Jul 29 23:52:53.317604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.322601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.331406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f83a949e-aaf2-4f52-8571-b7751b603909 tempest-AttachVolumeShelveTestJSON-1340546148 tempest-AttachVolumeShelveTestJSON-1340546148-project] 10.222.0.49 "DELETE /v2.0/floatingips/2435385b-4126-49e7-8469-9f8ed5993098 HTTP/1.1" status: 204 len: 168 time: 1.9563158 Jul 29 23:52:53.433414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70738e69-8481-4c46-950d-6eca304c0c8a req-af44439c-314c-4ca3-9ac9-63719688a897 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.451861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70738e69-8481-4c46-950d-6eca304c0c8a req-af44439c-314c-4ca3-9ac9-63719688a897 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 943 time: 0.2212718 Jul 29 23:52:53.455358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.611070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.656458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.675547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c14f-1cbf-4b52-8818-1ecec47b9a22 req-c9891db1-e863-4cb0-a99e-6a46db0ababa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.678611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1580c14f-1cbf-4b52-8818-1ecec47b9a22 req-c9891db1-e863-4cb0-a99e-6a46db0ababa tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69869c0-dda7-471e-9953-60bccc72f834 HTTP/1.1" status: 200 len: 867 time: 0.2505698 Jul 29 23:52:53.679801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Pushing event deleted for resources: {'Port': ['ID=97e9d634-ad6b-41dc-a88d-e5ba37d7f88a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.792811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1580c14f-1cbf-4b52-8818-1ecec47b9a22 req-51aaf226-c592-493c-a2b0-68dd1360890c tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d419b2-12b5-47bb-86f3-172cbdce274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958645 Jul 29 23:52:53.794226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] No DVR routers for this DVR port 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:53.797093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70738e69-8481-4c46-950d-6eca304c0c8a req-41f2badd-fcfb-48ea-ae33-3a90e87e8f2f tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260200 Jul 29 23:52:53.798249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.800884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b43097d7-86b1-48a1-a9df-2d89ecd276ad req-8536fcfc-0725-4fc3-b67d-f621cbc70f3a tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] 10.222.0.59 "DELETE /v2.0/ports/97e9d634-ad6b-41dc-a88d-e5ba37d7f88a HTTP/1.1" status: 204 len: 173 time: 1.9445224 Jul 29 23:52:53.802115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'name': 'network-vif-deleted', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:53.807126 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef3ac6-0231-401a-adcb-eb87d3f98cd8" -d '{"events": [{"server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "name": "network-vif-deleted", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:53.818415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e53d5-546a-46d7-9408-c91798c7f73c req-1c6533cd-9859-482e-877a-39f4cf20565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.820356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-1c6533cd-9859-482e-877a-39f4cf20565f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=449b38b2b44e437dbba5ad7d48e55402&device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 1095 time: 0.2893074 Jul 29 23:52:53.968467 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc58b62-461b-4dee-89c8-36d4b95a4d2e x-openstack-request-id: req-9cc58b62-461b-4dee-89c8-36d4b95a4d2e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:53.968929 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69869c0-dda7-471e-9953-60bccc72f834", "name": "network-vif-deleted", "tag": "97e9d634-ad6b-41dc-a88d-e5ba37d7f88a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:53.969614 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cc58b62-461b-4dee-89c8-36d4b95a4d2e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:53.970320 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69869c0-dda7-471e-9953-60bccc72f834', 'name': 'network-vif-deleted', 'tag': '97e9d634-ad6b-41dc-a88d-e5ba37d7f88a', 'status': 'completed', 'code': 200} Jul 29 23:52:54.066546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.073471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.075505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6fb5b32-8a5f-4e23-9056-d9368bd8d084 HTTP/1.1" status: 204 len: 168 time: 0.9614983 Jul 29 23:52:54.107564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:54.157996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eac25-bef5-4034-8acf-043d2ad65a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb5b32-8a5f-4e23-9056-d9368bd8d084,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.198949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:54.200021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 97e9d634-ad6b-41dc-a88d-e5ba37d7f88a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:54.224521 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-5485-4408-bbeb-c00af4b742b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.231033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e53d5-546a-46d7-9408-c91798c7f73c req-6925c5ac-d25d-4a32-b406-52be21111dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.233201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-6925c5ac-d25d-4a32-b406-52be21111dc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4532975d-5fde-490a-99f2-5c19215e242e HTTP/1.1" status: 200 len: 914 time: 0.4017859 Jul 29 23:52:54.234831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-505d1a16-5485-4408-bbeb-c00af4b742b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.339143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-e63dd629-8551-4078-ac32-0d7f95782b70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da HTTP/1.1" status: 200 len: 217 time: 0.0734205 Jul 29 23:52:54.454628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-505d1a16-5485-4408-bbeb-c00af4b742b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24b082d343f94996a399fd2fa1e8e867&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2441685 Jul 29 23:52:54.461003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:54.472839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1a16-5485-4408-bbeb-c00af4b742b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c239f-43e7-4471-bc9d-f079de951163,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.524845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e53d5-546a-46d7-9408-c91798c7f73c req-5d35df77-9538-4c47-b80a-94b829f4ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.531037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-5d35df77-9538-4c47-b80a-94b829f4ca58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5419585-d75e-44c1-ab6f-02c384e1c953 HTTP/1.1" status: 200 len: 853 time: 0.1726742 Jul 29 23:52:54.614740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-bbcda464-78d7-4105-a58d-d1aa55c7e0d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4532975d-5fde-490a-99f2-5c19215e242e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721087 Jul 29 23:52:54.667926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.799859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.951434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-ef8593b5-ab25-4e80-9655-7ea6db5be0d7 service neutron] 10.222.0.57 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286562 Jul 29 23:52:55.024809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.048557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.058947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c36c239f-43e7-4471-bc9d-f079de951163 HTTP/1.1" status: 204 len: 168 time: 0.5950871 Jul 29 23:52:55.069390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58198) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.103642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8c04-815a-496f-9918-fb5a8055e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c239f-43e7-4471-bc9d-f079de951163,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.201800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.287134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-365d3e4c-df24-48df-8346-ad660ece95ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.321147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Deleting subnet 14e8ca52-403e-4c1d-b068-40be7d50a338 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:55.340670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbab0-5b58-4ca8-842f-41a372241bb5 req-bde005f5-98c8-48ba-8c26-4743304146a9 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:55.342708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c3fbab0-5b58-4ca8-842f-41a372241bb5 req-bde005f5-98c8-48ba-8c26-4743304146a9 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 943 time: 0.1429226 Jul 29 23:52:55.343743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.451297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.496031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-913e53d5-546a-46d7-9408-c91798c7f73c req-6059f2bd-43c9-4553-afe1-897421d53d37 service neutron] 10.222.0.57 "GET /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322359 Jul 29 23:52:55.529519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.640622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58212) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.696637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c3fbab0-5b58-4ca8-842f-41a372241bb5 req-5fd4a6c3-a11f-4381-8380-b33a7c839089 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385913 Jul 29 23:52:55.749664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-365d3e4c-df24-48df-8346-ad660ece95ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.764164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-365d3e4c-df24-48df-8346-ad660ece95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.856141 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.923258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d3e4c-df24-48df-8346-ad660ece95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c9f201-13fc-4dad-ae1e-ad524b2fa58d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.939415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-365d3e4c-df24-48df-8346-ad660ece95ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d3dcca6e42b4d07a5c5cb582a1df15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352731 Jul 29 23:52:55.941569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.948934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58226) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.949268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58228) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.960281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/14e8ca52-403e-4c1d-b068-40be7d50a338 HTTP/1.1" status: 204 len: 168 time: 0.8897359 Jul 29 23:52:55.961342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d17e6b-c40b-49ff-bbe5-dfefb7d982a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e8ca52-403e-4c1d-b068-40be7d50a338,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.062513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b62d9b7-c404-41c9-857f-3f282f0e1bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.077448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.372005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.410014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.447888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d6825c-d68e-4b43-be18-8dd4650003a7']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:56.451932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.472264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2212ce1-31a9-4185-b3b4-18194f674d9b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:56.472563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2212ce1-31a9-4185-b3b4-18194f674d9b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:56.491482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.531785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.554599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:56.555434 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:56.558265 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:56.669048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b62d9b7-c404-41c9-857f-3f282f0e1bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.684985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b62d9b7-c404-41c9-857f-3f282f0e1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.746783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62d9b7-c404-41c9-857f-3f282f0e1bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74507186-eea5-4941-bf52-cd97abff35f0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.752326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.759694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.767433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.772560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5c9f201-13fc-4dad-ae1e-ad524b2fa58d HTTP/1.1" status: 204 len: 168 time: 0.8183713 Jul 29 23:52:56.789108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c51c8018-47aa-4cff-8a20-c6f3d73b70da details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:56.816833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.820856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] 10.222.0.49 "DELETE /v2.0/networks/f7d6825c-d68e-4b43-be18-8dd4650003a7 HTTP/1.1" status: 204 len: 168 time: 0.8667619 Jul 29 23:52:56.827770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537392fc-dbb2-453a-a422-36ce943b0fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c9f201-13fc-4dad-ae1e-ad524b2fa58d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.846478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45461bc-d25c-4a33-8930-135a21382cde admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d6825c-d68e-4b43-be18-8dd4650003a7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.851360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5b62d9b7-c404-41c9-857f-3f282f0e1bc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6594b74ecbc9427ea7ce90277092284f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2088704 Jul 29 23:52:56.854965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:56.987545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.061337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.077461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05420e-11ba-484f-a07d-30fca137f59f req-93fd8230-2c95-450f-906d-fbbaaabf8a32 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.083597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f05420e-11ba-484f-a07d-30fca137f59f req-93fd8230-2c95-450f-906d-fbbaaabf8a32 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 943 time: 0.1678751 Jul 29 23:52:57.180204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da,segment=NetworkSegment(72100ad4-e036-4894-ac63-01afdeb59fb9),segment_id=72100ad4-e036-4894-ac63-01afdeb59fb9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:57.197986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f05420e-11ba-484f-a07d-30fca137f59f req-f3bb4f5e-71f5-4cac-aec2-73c802680cf1 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067176 Jul 29 23:52:57.208003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.213065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.217541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74507186-eea5-4941-bf52-cd97abff35f0 HTTP/1.1" status: 204 len: 168 time: 0.3598168 Jul 29 23:52:57.245780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da', 'network_id': '4532975d-5fde-490a-99f2-5c19215e242e', 'port_id': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da', 'mac_address': 'fa:16:3e:cf:8c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5419585-d75e-44c1-ab6f-02c384e1c953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:57.262000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20532f5-7d70-41e7-ad61-71c8d5f1b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74507186-eea5-4941-bf52-cd97abff35f0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:57.322065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58280) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:57.479420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.507579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d03396c4-a263-4c57-a727-d874aa594c15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b58040739874f89a0723f9a365807b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831722 Jul 29 23:52:57.512023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58284) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:57.528834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51c8018-47aa-4cff-8a20-c6f3d73b70da {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:57.567006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da,segment=NetworkSegment(72100ad4-e036-4894-ac63-01afdeb59fb9),segment_id=72100ad4-e036-4894-ac63-01afdeb59fb9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:57.578196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.675473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.731933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.751024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:57.768831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.769283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.769748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.770355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.772698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.773359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.774068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.774652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.777130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.777744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.778345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.781946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:57.842525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.941132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c51c8018-47aa-4cff-8a20-c6f3d73b70da'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:57.979893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.988297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.990497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51d419b2-12b5-47bb-86f3-172cbdce274c HTTP/1.1" status: 204 len: 168 time: 0.4770684 Jul 29 23:52:58.017103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c615b42-138f-48aa-9647-ec378bf0b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d419b2-12b5-47bb-86f3-172cbdce274c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:58.602594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58312) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:58.670065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8526c1ab-7a2f-4e25-9e56-ee6d6aebb6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.865353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd663c2-ce3b-4be2-a8e9-3ab148f50600 req-1b006885-e93d-4268-a076-50dd57d435a4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.878367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd663c2-ce3b-4be2-a8e9-3ab148f50600 req-1b006885-e93d-4268-a076-50dd57d435a4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 944 time: 0.3179812 Jul 29 23:52:58.991159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd663c2-ce3b-4be2-a8e9-3ab148f50600 req-71b0cdbd-5eb5-4ddc-8c11-9d48e4ef4525 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090705 Jul 29 23:52:59.042920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8526c1ab-7a2f-4e25-9e56-ee6d6aebb6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.067207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8526c1ab-7a2f-4e25-9e56-ee6d6aebb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.149964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526c1ab-7a2f-4e25-9e56-ee6d6aebb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2839f-2197-4580-9f0e-7b2f20771ae7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:59.216758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8526c1ab-7a2f-4e25-9e56-ee6d6aebb6f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8453161fd431411b85c1e966304db196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120887 Jul 29 23:52:59.220803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58326) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:59.295139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.343829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.450590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.462479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.465870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69c2839f-2197-4580-9f0e-7b2f20771ae7 HTTP/1.1" status: 204 len: 168 time: 0.2436697 Jul 29 23:52:59.478889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66016ea-7208-4f0d-967d-2a26a30a3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2839f-2197-4580-9f0e-7b2f20771ae7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:00.249896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036af1-c959-4dbf-968c-44d0e65e9a41 req-62af4f53-122c-4477-b1f1-67dea8be1ff8 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.263009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8036af1-c959-4dbf-968c-44d0e65e9a41 req-62af4f53-122c-4477-b1f1-67dea8be1ff8 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 944 time: 0.1169837 Jul 29 23:53:00.379531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8036af1-c959-4dbf-968c-44d0e65e9a41 req-c0614555-2816-4ce4-a952-32462ce616ad tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152198 Jul 29 23:53:00.791582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c51c8018-47aa-4cff-8a20-c6f3d73b70da up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:00.908881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port c51c8018-47aa-4cff-8a20-c6f3d73b70da completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:00.929735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port c51c8018-47aa-4cff-8a20-c6f3d73b70da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:00.930488 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.112110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.181612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da,segment=NetworkSegment(72100ad4-e036-4894-ac63-01afdeb59fb9),segment_id=72100ad4-e036-4894-ac63-01afdeb59fb9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:01.183220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:01.188080 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a3889e-fceb-4ee5-82b1-7ed4751a3c75" -d '{"events": [{"server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "name": "network-vif-plugged", "status": "completed", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:01.194574 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.297557 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91526398-e425-469e-867e-5d6d06ace340 x-openstack-request-id: req-91526398-e425-469e-867e-5d6d06ace340 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:01.298579 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "name": "network-vif-plugged", "status": "completed", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:01.299953 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91526398-e425-469e-867e-5d6d06ace340 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:01.300589 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da', 'code': 200} Jul 29 23:53:01.310920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:01.564533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ed7b9-d6f8-4576-8394-ee7160f7a7df req-1da20421-170f-4907-82e2-682e8e8fbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.575201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c3ed7b9-d6f8-4576-8394-ee7160f7a7df req-1da20421-170f-4907-82e2-682e8e8fbdd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 1097 time: 0.1110532 Jul 29 23:53:01.674275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c3ed7b9-d6f8-4576-8394-ee7160f7a7df req-b4b313fb-3244-4d7f-b099-111bc6f2acb4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970273 Jul 29 23:53:01.692643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a345e15-6464-4610-9d4a-a38423b905d9 req-fbfc3f59-9cf1-4297-8ac0-4e643a3c8043 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.696359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a345e15-6464-4610-9d4a-a38423b905d9 req-fbfc3f59-9cf1-4297-8ac0-4e643a3c8043 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.1587675 Jul 29 23:53:01.778434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a345e15-6464-4610-9d4a-a38423b905d9 req-44dd6a97-ffb3-4a87-9428-124249abd7c7 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753677 Jul 29 23:53:02.187537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.111443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49b04-85ac-41fd-852d-b4341d9bb701 req-d6fb009d-e816-4826-8e7e-3d3dad4e5c0d tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.113308 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da49b04-85ac-41fd-852d-b4341d9bb701 req-d6fb009d-e816-4826-8e7e-3d3dad4e5c0d tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.1784480 Jul 29 23:53:03.236019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da49b04-85ac-41fd-852d-b4341d9bb701 req-9a5bf42e-1351-40df-8340-a6ae687ac16e tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098239 Jul 29 23:53:03.380013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7df2070-e94b-4596-acb7-c41e5978f515 req-2cee7b8e-a9e4-4ee1-b882-dc1cfab569bf tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.3057146 Jul 29 23:53:03.719101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.314122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Deleting port 0bfed1ec-a76e-4057-afa9-17d567d0653a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:04.314723 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.456187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] For port 0bfed1ec-a76e-4057-afa9-17d567d0653a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0bfed1ec-a76e-4057-afa9-17d567d0653a,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:04.457564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.475856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Calling delete_port for 0bfed1ec-a76e-4057-afa9-17d567d0653a owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:04.602277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ff2e8-ce74-4253-b0bd-538f5a6421d9 req-e6db65fe-d698-4be3-9067-00a9ca411c48 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.608509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-213ff2e8-ce74-4253-b0bd-538f5a6421d9 req-e6db65fe-d698-4be3-9067-00a9ca411c48 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.2165024 Jul 29 23:53:04.734598 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-213ff2e8-ce74-4253-b0bd-538f5a6421d9 req-462aaa83-6579-4f51-857d-19ab4c5ff0a5 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154025 Jul 29 23:53:04.860224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.902204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40dd12bc-e334-4480-910e-2f11b8e4e84f req-65e8be64-ea4a-4706-ab56-ec583b0566b3 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0544562 Jul 29 23:53:04.947345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfed1ec-a76e-4057-afa9-17d567d0653a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.319649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.715925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52581f3-dd6e-41ea-b3da-c679454cf417 req-776a1848-52d4-452e-8dc9-94fc4b441db4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.720008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52581f3-dd6e-41ea-b3da-c679454cf417 req-776a1848-52d4-452e-8dc9-94fc4b441db4 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.0972867 Jul 29 23:53:05.886972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52581f3-dd6e-41ea-b3da-c679454cf417 req-f3be416b-a941-4054-9deb-1e6f1e2316e8 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595480 Jul 29 23:53:05.928802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Router bb75004b-572d-4336-9bf3-c33aaf1634d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:06.063224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:06.074375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-223bb019-ae4d-46e0-80c3-d89be6e8831f admin admin] 10.222.0.49 "PUT /v2.0/routers/bb75004b-572d-4336-9bf3-c33aaf1634d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8856537 Jul 29 23:53:06.075431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:06.079480 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Sync routers for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:06.095910 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:06.096651 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:52:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.150321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6b99b635-0e37-4e19-bddd-bd009d8b58ec req-1ace0c91-99be-4cb6-b398-a40460073066 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1070991 Jul 29 23:53:06.214691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cfe9f1-d580-4640-82a4-732b0c62c989 req-703bdff6-dcfd-4df6-ae27-6c56c00d61db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0631163 Jul 29 23:53:06.282550 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:06.299247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.593890 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:53:04Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.636358 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Checking router: bb75004b-572d-4336-9bf3-c33aaf1634d1 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:06.643966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:06.650360 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Routers {'bb75004b-572d-4336-9bf3-c33aaf1634d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:06.651668 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:52:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bb75004b-572d-4336-9bf3-c33aaf1634d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.882661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] Set router bb75004b-572d-4336-9bf3-c33aaf1634d1 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:07.391628 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:53:04Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:07.409200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-45ab92b4-12cf-4c0e-bea3-e696b3b989e8 req-8f83e351-8234-4c4a-9913-b26937218f10 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0521610 Jul 29 23:53:07.443429 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446c62db-57ab-4acd-b50c-cebaec1350f5 None None] The sync data for ids ['bb75004b-572d-4336-9bf3-c33aaf1634d1'] in n-d-712707-11 is: [{'id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'name': 'tempest-AttachVolumeShelveTestJSON-667822218-router', 'tenant_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:16Z', 'updated_at': '2021-07-29T23:53:04Z', 'revision_number': 5, 'project_id': '6c0e38dbcc144f6f81a3550b1ccb5f20', 'gw_port': {'id': '4f3f40b2-2125-4b3f-943b-2f77146156ac', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb75004b-572d-4336-9bf3-c33aaf1634d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:17Z', 'updated_at': '2021-07-29T23:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:07.581590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.624691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acac6-6893-4aeb-819d-9f5a25803e12 req-650eb629-eb2b-4d85-ad02-aab8f470ed6e tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.641686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-541acac6-6893-4aeb-819d-9f5a25803e12 req-650eb629-eb2b-4d85-ad02-aab8f470ed6e tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.3723512 Jul 29 23:53:07.723372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-fdc04e1f-8e4c-4384-bbb6-d3c915414f42 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.726135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-fdc04e1f-8e4c-4384-bbb6-d3c915414f42 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 945 time: 0.3667133 Jul 29 23:53:07.793216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-541acac6-6893-4aeb-819d-9f5a25803e12 req-d56b6a93-0b1b-4c84-afc1-50a3748b3ee0 tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/security-groups?id=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506515 Jul 29 23:53:07.855316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Deleting port 4f3f40b2-2125-4b3f-943b-2f77146156ac {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:07.855698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.972467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Deleting port c51c8018-47aa-4cff-8a20-c6f3d73b70da {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:07.973122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.044529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] For port 4f3f40b2-2125-4b3f-943b-2f77146156ac, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f3f40b2-2125-4b3f-943b-2f77146156ac,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:08.044914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.075567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Calling delete_port for 4f3f40b2-2125-4b3f-943b-2f77146156ac owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:08.187453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] For port c51c8018-47aa-4cff-8a20-c6f3d73b70da, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c51c8018-47aa-4cff-8a20-c6f3d73b70da,segment=NetworkSegment(72100ad4-e036-4894-ac63-01afdeb59fb9),segment_id=72100ad4-e036-4894-ac63-01afdeb59fb9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:08.187956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.207483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Calling delete_port for c51c8018-47aa-4cff-8a20-c6f3d73b70da owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:08.413819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0bfed1ec-a76e-4057-afa9-17d567d0653a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:08.459392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.492739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0bfed1ec-a76e-4057-afa9-17d567d0653a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:08.494714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0bfed1ec-a76e-4057-afa9-17d567d0653a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:08.546726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.573272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.615728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c51c8018-47aa-4cff-8a20-c6f3d73b70da'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:08.635681 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e73e3385-1b6e-4b83-ad53-92538771c8f7 req-0bc6f7a0-0e8d-4859-a180-50c13dde4916 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0500691 Jul 29 23:53:08.688183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3f40b2-2125-4b3f-943b-2f77146156ac,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.839462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] No DVR routers for this DVR port c51c8018-47aa-4cff-8a20-c6f3d73b70da on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:08.863980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.866264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c174aad6-8ce6-479a-a47e-71b3a52fdaaf req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.57 "DELETE /v2.0/ports/c51c8018-47aa-4cff-8a20-c6f3d73b70da HTTP/1.1" status: 204 len: 173 time: 1.1311798 Jul 29 23:53:08.866921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'name': 'network-vif-deleted', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:08.869242 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe335d2-a6d2-4015-9cde-4a5bae12dd38" -d '{"events": [{"server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "name": "network-vif-deleted", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:08.874189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde9dd4-8b09-4095-9514-8a5d86cb725b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] Pushing event deleted for resources: {'Port': ['ID=c51c8018-47aa-4cff-8a20-c6f3d73b70da,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.910043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.981554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5f64f87-a16d-45be-be1c-c29ada606db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.144959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5f64f87-a16d-45be-be1c-c29ada606db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.166118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.171767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.182565 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5f64f87-a16d-45be-be1c-c29ada606db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.202321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f1b4628-8d70-4bdc-8b1d-98765f3024f8 req-9fef8da0-99e7-4d8d-bca5-0695b472629b tempest-ServerPasswordTestJSON-1754642726 tempest-ServerPasswordTestJSON-1754642726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1 HTTP/1.1" status: 200 len: 210 time: 0.2226710 Jul 29 23:53:09.282974 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.283759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb75004b-572d-4336-9bf3-c33aaf1634d1 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:09.304065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.308032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d072e4f-3eea-4043-89ae-42a062935d96 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bb75004b-572d-4336-9bf3-c33aaf1634d1 HTTP/1.1" status: 204 len: 168 time: 3.2273595 Jul 29 23:53:09.309827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:09.321474 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d23aab-ce5f-4c40-ad3f-4a0f94cce188 x-openstack-request-id: req-d2d23aab-ce5f-4c40-ad3f-4a0f94cce188 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:09.329783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5f64f87-a16d-45be-be1c-c29ada606db9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a589ededbdb9485e847f92ae0c43f410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8636830 Jul 29 23:53:09.330888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f64f87-a16d-45be-be1c-c29ada606db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21edf366-c620-45f4-8ed9-54b4554ed1d3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.335252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58768) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:09.345715 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1", "name": "network-vif-deleted", "tag": "c51c8018-47aa-4cff-8a20-c6f3d73b70da", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:09.346149 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2d23aab-ce5f-4c40-ad3f-4a0f94cce188 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:09.346788 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba881346-8ffc-41cc-a95b-e8c5d2ccb6b1', 'name': 'network-vif-deleted', 'tag': 'c51c8018-47aa-4cff-8a20-c6f3d73b70da', 'status': 'completed', 'code': 200} Jul 29 23:53:09.472778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Deleting subnet bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:09.489599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.528802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.581563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.621825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.740982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.749733 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.751278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21edf366-c620-45f4-8ed9-54b4554ed1d3 HTTP/1.1" status: 204 len: 168 time: 0.4128630 Jul 29 23:53:09.803798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac83255-3368-4ae4-88f6-c67fd56ea739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edf366-c620-45f4-8ed9-54b4554ed1d3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.817313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.983836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.048159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:10.053266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.056172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2bef92ba-b2a7-4fee-a62f-93eb9a1e0c47 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bcf0bdb6-9cc7-42ac-ade8-c31b55f8eae5 HTTP/1.1" status: 204 len: 168 time: 0.7445123 Jul 29 23:53:10.060305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:10.064310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da34513-bfc2-43ea-906b-c032adaebcce None None] Network 11c067b3-39b1-44cd-8e98-dffc99e9303c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:10.153264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.229158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fa14a64-153e-4191-8584-8310ce2d068e req-4f3ae306-2ed8-466c-8a87-526a67740f0c tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0528691 Jul 29 23:53:10.262975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Deleting port e915eca2-897f-4e3f-9831-74d01e56d5ce {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:10.263853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.365066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] For port e915eca2-897f-4e3f-9831-74d01e56d5ce, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e915eca2-897f-4e3f-9831-74d01e56d5ce,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:10.365523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.386557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Calling delete_port for e915eca2-897f-4e3f-9831-74d01e56d5ce owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:10.433744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58806) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:10.452334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] DHCP port deletion for 11c067b3-39b1-44cd-8e98-dffc99e9303c request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:10.585951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Deleting subnet d5419585-d75e-44c1-ab6f-02c384e1c953 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:10.596244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f3f40b2-2125-4b3f-943b-2f77146156ac no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:10.597220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.720016 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.722571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4f3f40b2-2125-4b3f-943b-2f77146156ac {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:10.726983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f3f40b2-2125-4b3f-943b-2f77146156ac not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:10.781421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Deleting port e915eca2-897f-4e3f-9831-74d01e56d5ce {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:10.785989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.802779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.863231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c51c8018-47aa-4cff-8a20-c6f3d73b70da no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:10.906389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.908275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: c51c8018-47aa-4cff-8a20-c6f3d73b70da {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:10.908843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c51c8018-47aa-4cff-8a20-c6f3d73b70da not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:10.945179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] For port e915eca2-897f-4e3f-9831-74d01e56d5ce, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e915eca2-897f-4e3f-9831-74d01e56d5ce,segment=NetworkSegment(aea8d302-3d6b-4792-be41-fdaceb4ab3de),segment_id=aea8d302-3d6b-4792-be41-fdaceb4ab3de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:10.948990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:10.983560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5419585-d75e-44c1-ab6f-02c384e1c953,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:10.984131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Calling delete_port for e915eca2-897f-4e3f-9831-74d01e56d5ce owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:11.021777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.035895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-04734b86-6d17-419d-b4d0-7b7efc6e8b31 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5419585-d75e-44c1-ab6f-02c384e1c953 HTTP/1.1" status: 204 len: 168 time: 0.5960414 Jul 29 23:53:11.039755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58820) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:11.246963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.254161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.256863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:11.298705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c162a8ca-cd54-434d-9859-7db8509fd754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.329209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] Pushing event deleted for resources: {'Port': ['ID=e915eca2-897f-4e3f-9831-74d01e56d5ce,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.336700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.350803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff28149-7b1b-41a7-95b5-fd35d92fe01d None None] No DVR routers for this DVR port e915eca2-897f-4e3f-9831-74d01e56d5ce on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:11.393352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e915eca2-897f-4e3f-9831-74d01e56d5ce,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.434490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] No DVR routers for this DVR port e915eca2-897f-4e3f-9831-74d01e56d5ce on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:11.533312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.538750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b689e96-4494-45d0-af50-3df0c98b489b req-7afc6035-78bf-4a66-b9e0-044b1fb2b219 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1786101 Jul 29 23:53:11.556483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c067b3-39b1-44cd-8e98-dffc99e9303c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.568440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.589815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4532975d-5fde-490a-99f2-5c19215e242e']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.605714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72100ad4-e036-4894-ac63-01afdeb59fb9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.606153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72100ad4-e036-4894-ac63-01afdeb59fb9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.617910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea8d302-3d6b-4792-be41-fdaceb4ab3de') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.618406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea8d302-3d6b-4792-be41-fdaceb4ab3de') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.619031 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.643881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.661117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.662724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:11.663236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:11.666721 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:11.709394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.736836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:11.737664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:11.740142 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:11.772850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.778767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.783598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] 10.222.0.49 "DELETE /v2.0/networks/4532975d-5fde-490a-99f2-5c19215e242e HTTP/1.1" status: 204 len: 168 time: 0.7400737 Jul 29 23:53:11.798850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2082d-8b19-4b3a-9757-7600b9ce947b admin admin] Pushing event deleted for resources: {'Network': ['ID=4532975d-5fde-490a-99f2-5c19215e242e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.888353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c162a8ca-cd54-434d-9859-7db8509fd754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.898972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c162a8ca-cd54-434d-9859-7db8509fd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.937409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.964525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.972067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11c067b3-39b1-44cd-8e98-dffc99e9303c HTTP/1.1" status: 204 len: 168 time: 1.9054790 Jul 29 23:53:11.972067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a8ca-cd54-434d-9859-7db8509fd754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49d688-39f2-4aa9-be88-b03d83fd5f0f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.972067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2ccba-18b7-4fa2-8711-d47e3040ac80 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c067b3-39b1-44cd-8e98-dffc99e9303c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.980363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c162a8ca-cd54-434d-9859-7db8509fd754 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c413156c2d654205ab60330d8544744b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191813 Jul 29 23:53:11.980853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.046785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.090172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.093977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.182748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6374750c-558e-48fe-ab31-a6bd8ece8867 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=449b38b2b44e437dbba5ad7d48e55402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866971 Jul 29 23:53:12.184433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58864) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.230639 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.233985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.243257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a49d688-39f2-4aa9-be88-b03d83fd5f0f HTTP/1.1" status: 204 len: 168 time: 0.2614648 Jul 29 23:53:12.266797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc597f41-e9cb-4572-bd9c-46ebf2d8a14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49d688-39f2-4aa9-be88-b03d83fd5f0f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.308402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.355412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.422205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.425822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.428818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04fcfb9f-14a5-42ba-b5ed-5563d0910ae8 HTTP/1.1" status: 204 len: 168 time: 0.2426374 Jul 29 23:53:12.447783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fdaca-db33-4552-883f-24dec4de1bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fcfb9f-14a5-42ba-b5ed-5563d0910ae8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.487274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e915eca2-897f-4e3f-9831-74d01e56d5ce no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:12.510375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.519303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e915eca2-897f-4e3f-9831-74d01e56d5ce {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:12.520261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e915eca2-897f-4e3f-9831-74d01e56d5ce not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:12.616301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-46d181bb-7c04-42f7-b43e-dfcb612dc0eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c0e38dbcc144f6f81a3550b1ccb5f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047692 Jul 29 23:53:12.618828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:12.695549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f3f8f182-cc5e-40a6-ba38-2529232765b5 req-4363ab59-be11-4f96-96aa-24e39c535387 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0625432 Jul 29 23:53:12.730485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.792268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.904573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.908952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.910406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7393d86-9ae6-4d83-bb50-4bbff4b4d329 HTTP/1.1" status: 204 len: 168 time: 0.2900670 Jul 29 23:53:12.921105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0ddc3-df30-40f7-bb39-47a555378de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7393d86-9ae6-4d83-bb50-4bbff4b4d329,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:13.878273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99554555-7562-4df5-9e8b-879eb201cb64 req-05456ca2-4395-4bfa-a5f6-d9019220699c tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0426447 Jul 29 23:53:15.045009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dd70aa-9869-4001-bc41-51cc268ad2b2 req-97082846-a26d-4646-baac-6d6bdb510659 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0490251 Jul 29 23:53:15.428294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:15.847973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1967046513-network', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:15.873415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Made reservation on behalf of 29e6fdebeb9045dfb5d5d815fd1d8f3c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:15.878677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.889282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.005797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.011923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.046249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:16.085666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5036103-1ee5-4d85-b2d8-250260548591,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.094455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.095242 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Added segment 2413bf52-562c-49f0-811f-9e00b5a0d4aa of type vlan for network 8c39f641-42c0-46b9-9ca4-4f405cd44995 Jul 29 23:53:16.169897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.220270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f613884-894d-4a99-8197-ac14552827bc req-944d4d5e-376b-42c1-b09e-63ed9ecf90bd tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0373020 Jul 29 23:53:16.238275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.247747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.251220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.254301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3eaa-d686-4889-a68e-769eb1fb7fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.387111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] Pushing event updated for resources: {'Network': ['ID=8c39f641-42c0-46b9-9ca4-4f405cd44995,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.391546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-19226efd-4faa-4d4b-890c-ce4e1119320a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9620731 Jul 29 23:53:16.395088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59036) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.399464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:16.403742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Request body: {'subnet': {'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1967046513-subnet', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:16.459703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Made reservation on behalf of 29e6fdebeb9045dfb5d5d815fd1d8f3c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:16.462143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.748713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.855853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Checking segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:16.856513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Network hostable DHCP agents. Network: 8c39f641-42c0-46b9-9ca4-4f405cd44995, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:16.859671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=146dd25f-4f9e-4d11-b943-78eece3be42e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.894889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:16.908915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 8c39f641-42c0-46b9-9ca4-4f405cd44995) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:16.914758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.916658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.924742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eab4fb-7cab-4c5d-8dd9-5fa5ba9690b4 None None] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:16.946400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10e7963e-24ac-4571-ae94-bbe511d1b76f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5493946 Jul 29 23:53:16.948874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.958058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:17.003014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.006227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.103074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17ab54-e1d8-4c32-95df-2973b1ade3e6 None None] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:17.123202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.342961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.451073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.458116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19d116b4-e43f-485b-8343-8867ab461aee req-0d797bd2-71fd-45ef-b620-774ef59d2793 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0485787 Jul 29 23:53:17.766507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.808551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.010532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Allocated IP 172.25.5.83 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/2e24e430-0869-41c1-a53e-295bd6d1a99e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:18.192304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.273180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.341487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:18.346371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:18.354548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:18.431034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Pushing event updated for resources: {'Port': ['ID=2e24e430-0869-41c1-a53e-295bd6d1a99e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.691166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35b867f6-70c8-48a9-ae47-5d6f269483c7 req-7f6aa995-a483-4932-8356-6ec74cdd1b27 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0937686 Jul 29 23:53:18.764312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.044626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38432f47-e947-4601-8825-c68114f9be94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.211725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.326998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.401205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Router 03014b6f-c831-4251-bbd7-f4f996ea04ab is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:19.596510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:19.622056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Sync routers for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:19.622965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.627974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4877f096-7c4f-4994-9631-f03ab9fdf304 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6746216 Jul 29 23:53:19.628504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59132) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:19.641938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:19.646600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.907787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e3f7515f-d2f1-43f9-8fda-f9e2c5b32496 req-47aea67d-9705-4d89-9740-ec9fd5a6a0a6 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0466316 Jul 29 23:53:20.099841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:20.323660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.395998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:18Z', 'revision_number': 3, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:20.432977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Checking router: 03014b6f-c831-4251-bbd7-f4f996ea04ab for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:20.433111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Updating router 03014b6f-c831-4251-bbd7-f4f996ea04ab port 2e24e430-0869-41c1-a53e-295bd6d1a99e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:20.488644 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.498258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.506679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.576332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59158) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.653433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.727975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dee3aaa2-641c-48f2-9def-2e703c90679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.826722 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de144007-8473-42c8-aefd-a5158d947f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.845035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59dc7931-b48c-4276-b648-c5102c6b6cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.848507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Allocated IP 172.20.0.1 (8c39f641-42c0-46b9-9ca4-4f405cd44995/146dd25f-4f9e-4d11-b943-78eece3be42e/1294e90b-7db9-46d0-aed2-7b9652d3cea4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:21.006097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dee3aaa2-641c-48f2-9def-2e703c90679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.030956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dee3aaa2-641c-48f2-9def-2e703c90679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.043523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.054123 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.070069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Transition to ACTIVE for port object 2e24e430-0869-41c1-a53e-295bd6d1a99e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:21.078059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dee3aaa2-641c-48f2-9def-2e703c90679d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c833df34730d4cd681e4fa0cb1177d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497723 Jul 29 23:53:21.079246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.082172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.088776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1dee70c2-f9c4-4908-bed4-9866a3124bfb req-a0c32c66-6c64-42a4-b412-210b2c745fec tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Jul 29 23:53:21.135986 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.161193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Attempting to bind port 2e24e430-0869-41c1-a53e-295bd6d1a99e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:21.161788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Attempting to bind port 2e24e430-0869-41c1-a53e-295bd6d1a99e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:21.162123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Attempting to bind port 2e24e430-0869-41c1-a53e-295bd6d1a99e on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:21.180902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3aaa2-641c-48f2-9def-2e703c90679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55780d25-7c15-4d16-86f7-b3af5a462c22,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.181346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:21.181944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:21.182482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.182958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:21.183489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Bound port: 2e24e430-0869-41c1-a53e-295bd6d1a99e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:21.183953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.185895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c410fb-b200-4e14-b3f6-7ba197db4885 None None] Pushing event updated for resources: {'Port': ['ID=2e24e430-0869-41c1-a53e-295bd6d1a99e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.201201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:21.206437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:21.209737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.210384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:21.258124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.271897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Pushing event updated for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.298718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] For port 2e24e430-0869-41c1-a53e-295bd6d1a99e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:21.305036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] For port 2e24e430-0869-41c1-a53e-295bd6d1a99e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2e24e430-0869-41c1-a53e-295bd6d1a99e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:21.305349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.311491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.337940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de144007-8473-42c8-aefd-a5158d947f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.383928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de144007-8473-42c8-aefd-a5158d947f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.403391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:21.403391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.416122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-de144007-8473-42c8-aefd-a5158d947f00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc7b54de31804f68aa64723bc1faba86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084406 Jul 29 23:53:21.419511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.423549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.424945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55780d25-7c15-4d16-86f7-b3af5a462c22 HTTP/1.1" status: 204 len: 168 time: 0.3449779 Jul 29 23:53:21.425797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.456653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c410fb-b200-4e14-b3f6-7ba197db4885 None None] Pushing event updated for resources: {'Port': ['ID=2e24e430-0869-41c1-a53e-295bd6d1a99e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.552509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.590400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:21.618527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de144007-8473-42c8-aefd-a5158d947f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0be394e-7d2d-44fb-bcd9-be6f93d07e21,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.649689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db9f1f-89d6-48b5-83d2-80604512c9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55780d25-7c15-4d16-86f7-b3af5a462c22,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.671787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.726576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.852676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.855597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.862169 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0be394e-7d2d-44fb-bcd9-be6f93d07e21 HTTP/1.1" status: 204 len: 168 time: 0.4094026 Jul 29 23:53:21.862169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.887002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:18Z', 'revision_number': 3, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.888373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20f69-518b-471d-9eec-e9acd034ae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0be394e-7d2d-44fb-bcd9-be6f93d07e21,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.911345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59dc7931-b48c-4276-b648-c5102c6b6cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.919333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59dc7931-b48c-4276-b648-c5102c6b6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.971562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59dc7931-b48c-4276-b648-c5102c6b6cf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eb09e69d5d340e6b5164215b290fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3935728 Jul 29 23:53:21.974457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.000832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aceb2-97fe-4fdc-a35e-56ed1b528be2 None None] The sync data for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 is: [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:18Z', 'revision_number': 3, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:22.001806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.011426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.056968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc7931-b48c-4276-b648-c5102c6b6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11db2f0-54cd-494a-9b19-106f7964d185,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.075252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.112678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.144598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8aac979-04a1-44cd-8108-6731f87312e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.200074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Pushing event updated for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.237078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.378830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8aac979-04a1-44cd-8108-6731f87312e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.389438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.408789 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.444086 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8aac979-04a1-44cd-8108-6731f87312e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.452274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:22.454606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:22.504490 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-37cd8724-f0ba-4f6e-87bd-b7a8962279b2 req-1a80ae39-5f3c-4f72-8525-269c2e7f501c tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1085911 Jul 29 23:53:22.585396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aac979-04a1-44cd-8108-6731f87312e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06547f-eb7a-4fd5-b642-0fbde44a7e0e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.599895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8aac979-04a1-44cd-8108-6731f87312e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c715078a13343f2acc39a0c81be0899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856014 Jul 29 23:53:22.613187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.696166 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19ad2966-3dae-4541-b22a-b2ac6c99643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.719249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59220) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.758130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.758130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.758130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a11db2f0-54cd-494a-9b19-106f7964d185 HTTP/1.1" status: 204 len: 168 time: 0.7821519 Jul 29 23:53:22.789080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Router 03014b6f-c831-4251-bbd7-f4f996ea04ab has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:22.813803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463263b-95cb-4fb4-be85-1b15bd3895af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11db2f0-54cd-494a-9b19-106f7964d185,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.830641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f0e2-3351-4736-b5ec-3a880df33b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.881618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.939491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.040978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:23.050459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e4d1500-a4fb-4c40-9ab6-3d48f5c98406 admin admin] 10.222.0.49 "PUT /v2.0/routers/03014b6f-c831-4251-bbd7-f4f996ea04ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4199638 Jul 29 23:53:23.054318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.057422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.058929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf06547f-eb7a-4fd5-b642-0fbde44a7e0e HTTP/1.1" status: 204 len: 168 time: 0.4437625 Jul 29 23:53:23.097590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19ad2966-3dae-4541-b22a-b2ac6c99643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.105821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19ad2966-3dae-4541-b22a-b2ac6c99643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.127609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e69a02-62b0-4142-8c32-037e9c5e202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06547f-eb7a-4fd5-b642-0fbde44a7e0e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.197220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59230) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.205572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-19ad2966-3dae-4541-b22a-b2ac6c99643b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64f44d40392648c3ab46eef2c11a52eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3392119 Jul 29 23:53:23.273181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad2966-3dae-4541-b22a-b2ac6c99643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6d8e8a-6bf8-4ec8-b24a-d38d1b50cf6b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.327252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.376953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59232) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.398207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.449048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b1a6dac-4cb6-4ae7-b864-2c000a80cd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.513143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f0e2-3351-4736-b5ec-3a880df33b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.555601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f0e2-3351-4736-b5ec-3a880df33b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.567771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.584218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.596475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e6d8e8a-6bf8-4ec8-b24a-d38d1b50cf6b HTTP/1.1" status: 204 len: 168 time: 0.3977671 Jul 29 23:53:23.636130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e07fc1-a232-45ac-93ad-f247cea52e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6d8e8a-6bf8-4ec8-b24a-d38d1b50cf6b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.680857 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d7a0f0e2-3351-4736-b5ec-3a880df33b6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b65392c18bb74717bdf65f5f41a4095f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9585943 Jul 29 23:53:23.685168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59242) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.750893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0f0e2-3351-4736-b5ec-3a880df33b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033a42e6-fdb6-4a2d-b45c-afa7326c16d9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.826308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2164359-d9d9-4c05-b121-add13386180f req-146b2292-e6b5-4624-b195-b0482c9cfe5c tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0825822 Jul 29 23:53:23.890000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.923847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.938925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b1a6dac-4cb6-4ae7-b864-2c000a80cd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.946570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b1a6dac-4cb6-4ae7-b864-2c000a80cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.000245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.011647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5b1a6dac-4cb6-4ae7-b864-2c000a80cd05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c661a8e789a448409a7a736e4aeed682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256351 Jul 29 23:53:24.011880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.011880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/033a42e6-fdb6-4a2d-b45c-afa7326c16d9 HTTP/1.1" status: 204 len: 168 time: 0.3226080 Jul 29 23:53:24.012081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.020444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a6dac-4cb6-4ae7-b864-2c000a80cd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b5adf-8359-44a7-add9-aaa453cf6e01,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.035832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f4906-abef-474f-ab12-2bce636f331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a42e6-fdb6-4a2d-b45c-afa7326c16d9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.071590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.105745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-904d238e-1bdf-4126-986a-eafcfbe95f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.122622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.157247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.261909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.264574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.265993 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c50b5adf-8359-44a7-add9-aaa453cf6e01 HTTP/1.1" status: 204 len: 168 time: 0.2545297 Jul 29 23:53:24.298585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-904d238e-1bdf-4126-986a-eafcfbe95f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.299375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cc373-53bb-4e19-89db-8b10dc049d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b5adf-8359-44a7-add9-aaa453cf6e01,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.304630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-904d238e-1bdf-4126-986a-eafcfbe95f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.353382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d238e-1bdf-4126-986a-eafcfbe95f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ce358-4847-4304-8d2a-98d90deb08ed,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.358794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-904d238e-1bdf-4126-986a-eafcfbe95f1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c20792fce0944f2cbb1a3a4dc436fb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859786 Jul 29 23:53:24.362226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59266) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.520264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.580772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.615617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2e24e430-0869-41c1-a53e-295bd6d1a99e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:24.714777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.717604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.719169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f0ce358-4847-4304-8d2a-98d90deb08ed HTTP/1.1" status: 204 len: 168 time: 0.3548491 Jul 29 23:53:24.730814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e8c69-6c8f-4d8e-96de-813af8fb8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ce358-4847-4304-8d2a-98d90deb08ed,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.851798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2e24e430-0869-41c1-a53e-295bd6d1a99e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:24.875760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2e24e430-0869-41c1-a53e-295bd6d1a99e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:24.878487 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.027929 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Sync routers for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:25.035142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73088262-8c12-46b8-8b53-df4e45c41b63 req-f70420ca-5731-4945-979c-4d8673aa18ef tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0583582 Jul 29 23:53:25.062787 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:25.063826 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:25.082522 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.112638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2e24e430-0869-41c1-a53e-295bd6d1a99e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2e24e430-0869-41c1-a53e-295bd6d1a99e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:25.119473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.169178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-7af44ea0-6d2f-46c4-a129-abb3b44962a0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:25.182438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-7af44ea0-6d2f-46c4-a129-abb3b44962a0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 811 time: 0.3263357 Jul 29 23:53:25.209457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2e24e430-0869-41c1-a53e-295bd6d1a99e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:25.220849 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-56d26c44-01c0-4ea0-b243-a4e1f8ad4f4e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/quotas/29e6fdebeb9045dfb5d5d815fd1d8f3c HTTP/1.1" status: 200 len: 375 time: 0.0325439 Jul 29 23:53:25.331993 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-8511bfd7-c89e-487c-9b0e-e23ff4508ec4 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086857 Jul 29 23:53:25.450632 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-f4ee43e5-568a-40e7-88f0-5a11bf08a2e0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174231 Jul 29 23:53:25.477295 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:25.653591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-b7f40eab-4aab-41ef-90d5-957d67823635 service neutron] 10.222.0.49 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935081 Jul 29 23:53:25.911449 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 4, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1294e90b-7db9-46d0-aed2-7b9652d3cea4', 'name': '', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'mac_address': 'fa:16:3e:33:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:20Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 2, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'subnets': [{'id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:25.982422 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Checking router: 03014b6f-c831-4251-bbd7-f4f996ea04ab for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:25.983471 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Updating router 03014b6f-c831-4251-bbd7-f4f996ea04ab port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:26.040762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c40a744a-588b-4ab6-b321-276205db5a1d req-aec2325a-151e-485d-bd4b-60406ea3694d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 210 time: 0.0674391 Jul 29 23:53:26.050880 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.383142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa1de672-7dab-4db2-83b6-67a69b2fd585 req-94e1cef2-46ac-4011-8b90-071751130d58 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1231499 Jul 29 23:53:26.652140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2e24e430-0869-41c1-a53e-295bd6d1a99e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:26.823562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2e24e430-0869-41c1-a53e-295bd6d1a99e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:26.824335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.944084 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.979560 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Transition to ACTIVE for port object 1294e90b-7db9-46d0-aed2-7b9652d3cea4 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:27.000842 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.106734 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Pushing event updated for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:27.137233 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.137808 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.138341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.146026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.146882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.147625 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.148421 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.149199 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.149987 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.150751 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.151491 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.152236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:27.280017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8f13a7d9-44b0-4603-87bd-02a862e779e3 req-a92663aa-d05e-4806-b5f1-1a66d9138af5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 210 time: 0.0919454 Jul 29 23:53:27.358113 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Attempting to bind port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:27.360855 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Attempting to bind port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:27.361866 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Attempting to bind port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:27.371882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:27.372789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Checking segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:27.373710 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.374226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Bound using segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:27.374940 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Bound port: 1294e90b-7db9-46d0-aed2-7b9652d3cea4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:27.375443 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.598879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] For port 1294e90b-7db9-46d0-aed2-7b9652d3cea4, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:27.615752 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] For port 1294e90b-7db9-46d0-aed2-7b9652d3cea4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1294e90b-7db9-46d0-aed2-7b9652d3cea4,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:27.631306 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.667744 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.768500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a3bdc61-aab7-4382-8800-44682053a34a req-37544aea-1156-4f27-b042-c669dfa1c25e tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1635053 Jul 29 23:53:27.832097 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:27.832654 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:27.916382 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06077db-72c4-4d3b-93ab-4df3d9da7b04 None None] Pushing event updated for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.003301 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:28.411865 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 4, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1294e90b-7db9-46d0-aed2-7b9652d3cea4', 'name': '', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'mac_address': 'fa:16:3e:33:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:20Z', 'updated_at': '2021-07-29T23:53:27Z', 'revision_number': 4, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'subnets': [{'id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:28.433480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-ee6aa6b3-204d-4307-beb8-1b117db0ae6c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.443534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-ee6aa6b3-204d-4307-beb8-1b117db0ae6c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.57 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 811 time: 0.2597463 Jul 29 23:53:28.473713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Request body: {'port': {'device_id': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'admin_state_up': True, 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:28.478873 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f7cae-1f11-4a36-9c52-0dbc9610adf2 None None] The sync data for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 is: [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:21Z', 'revision_number': 4, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1294e90b-7db9-46d0-aed2-7b9652d3cea4', 'name': '', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'mac_address': 'fa:16:3e:33:c5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:20Z', 'updated_at': '2021-07-29T23:53:27Z', 'revision_number': 4, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'subnets': [{'id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:28.789409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7645ffab-9854-4223-bdfc-e4edf6496aeb req-7f52cb6f-eb72-42a7-b072-fd141a28aa4c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 210 time: 0.3006384 Jul 29 23:53:28.862659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Made reservation on behalf of 29e6fdebeb9045dfb5d5d815fd1d8f3c for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:28.869153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.982181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3dc092c0-6c16-466a-ba87-fedd5f4e5ec6 req-0dae3641-e9f3-4ff5-9854-5852a4238179 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0509267 Jul 29 23:53:29.159851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Allocated IP 172.20.0.12 (8c39f641-42c0-46b9-9ca4-4f405cd44995/146dd25f-4f9e-4d11-b943-78eece3be42e/634ecac2-3f60-4509-8434-d4ee27b0dbd0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:29.424234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.473553 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.534296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:29.543813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:29.548800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:29.611901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59440) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.613414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Pushing event updated for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.655534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:29.657447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.690707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-9bfc9dda-43a4-4441-9ba7-86bf92ea671a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2285116 Jul 29 23:53:29.717755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Request body: {'port': {'device_id': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:29.839527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.176813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-80e49e32-84f7-4425-9ddf-ea8220b9c8a8 req-861c3742-db99-4c8f-9c08-0ff814f81b22 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0639567 Jul 29 23:53:30.261490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa5037-da95-4f19-9eb2-9ee48cfe8b23 req-dd3e5cc0-df1f-4f66-b555-8b949e0d7851 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.273513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69fa5037-da95-4f19-9eb2-9ee48cfe8b23 req-dd3e5cc0-df1f-4f66-b555-8b949e0d7851 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 932 time: 0.2372541 Jul 29 23:53:30.294233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9438a12-c818-4640-9c44-66b8950d6416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.644566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69fa5037-da95-4f19-9eb2-9ee48cfe8b23 req-0832779b-bd38-4b97-b369-579df655f2c3 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666687 Jul 29 23:53:30.833042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1294e90b-7db9-46d0-aed2-7b9652d3cea4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:31.011402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:31.028524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:31.029119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.206951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9438a12-c818-4640-9c44-66b8950d6416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.219600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9438a12-c818-4640-9c44-66b8950d6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.252844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634ecac2-3f60-4509-8434-d4ee27b0dbd0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:31.279955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9438a12-c818-4640-9c44-66b8950d6416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73069186-1a80-4c82-9ff7-506b1039298c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.291744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.341469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d9438a12-c818-4640-9c44-66b8950d6416 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34f3a324a128439799f2692e2200b0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7271228 Jul 29 23:53:31.346401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.346975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Transition to ACTIVE for port object 634ecac2-3f60-4509-8434-d4ee27b0dbd0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:31.354804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.371479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.552788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1294e90b-7db9-46d0-aed2-7b9652d3cea4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1294e90b-7db9-46d0-aed2-7b9652d3cea4,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:31.562017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.562737 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.670696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.820529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.906665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.910902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.913446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73069186-1a80-4c82-9ff7-506b1039298c HTTP/1.1" status: 204 len: 168 time: 0.5651250 Jul 29 23:53:32.003654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5440401-9cc9-4de9-a4c0-1f771dfaf3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73069186-1a80-4c82-9ff7-506b1039298c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.120107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25e3be-dafe-4fb1-8139-7d368b54d6b4 req-c28c1b07-33b5-4a3a-9afa-2b94e71b1e1d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.127233 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed25e3be-dafe-4fb1-8139-7d368b54d6b4 req-c28c1b07-33b5-4a3a-9afa-2b94e71b1e1d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 944 time: 0.2096860 Jul 29 23:53:32.231377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed25e3be-dafe-4fb1-8139-7d368b54d6b4 req-faa7fcf7-f890-4ff4-bc20-1aa7d2ef8405 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977552 Jul 29 23:53:32.376685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Pushing event updated for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.433605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7f8f1f1-d3d3-455f-bdec-95789b70f84b req-9e6187f0-86ed-4c39-b4bc-43291c545842 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1414213 Jul 29 23:53:32.592577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.596534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Attempting to bind port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:32.596874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Attempting to bind port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:32.597205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Attempting to bind port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:32.606635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.616220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.618458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:32.618671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Attempting to bind port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:32.627563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.633361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1294e90b-7db9-46d0-aed2-7b9652d3cea4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:32.641867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.645944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:32.648674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Checking segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:32.649108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Bound using segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:32.651454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.655770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Bound port: 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:32.656257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.659824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.663196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-da7d2787-5073-4f59-a3bb-78172e60f930 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.2953730 Jul 29 23:53:32.779874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-901f268f-8a21-4c4f-839a-1e9343cf667e req-aba0fcc7-d7c5-41aa-9a0d-1c383fd0016e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090114 Jul 29 23:53:32.784114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:32.784492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.852360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:32.858322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:32.877050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.944614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.946228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.950507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] 10.222.0.57 "PUT /v2.0/ports/634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 1093 time: 3.2393439 Jul 29 23:53:32.950988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:32.955635 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65" -d '{"events": [{"name": "network-changed", "server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:33.056335 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a913b7-81ab-4a6d-af2e-99ce40a51416 x-openstack-request-id: req-64a913b7-81ab-4a6d-af2e-99ce40a51416 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:33.057181 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:33.057998 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64a913b7-81ab-4a6d-af2e-99ce40a51416 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:33.058781 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0', 'status': 'completed', 'code': 200} Jul 29 23:53:33.095362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.105062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf456999-661d-4599-959b-63d9196ebf1b service neutron] Pushing event updated for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.105598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.114785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.123099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.131096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.138008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-083162e4-7eda-4e40-bf8a-a68217095b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.139609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.140265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-083162e4-7eda-4e40-bf8a-a68217095b85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0771649 Jul 29 23:53:33.147955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.154054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-86fe0332-aae4-4650-baea-072fb4bdfd1a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.1521075 Jul 29 23:53:33.213287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-88691a1b-489e-4e9e-9ec0-9e89cc8e2a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0554287 Jul 29 23:53:33.225704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-02019628-e886-43a3-b53e-31afe4590337 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.232127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-02019628-e886-43a3-b53e-31afe4590337 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0749185 Jul 29 23:53:33.323966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92199-56bf-4565-aba8-853005884711 req-caeb9ef5-6aef-45a7-a271-b61934fb467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.326984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-caeb9ef5-6aef-45a7-a271-b61934fb467b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.1050451 Jul 29 23:53:33.403322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-7605a261-ec3d-4c7b-aa17-abca4e43e1aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674105 Jul 29 23:53:33.431994 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-7c35820e-94ec-4046-ac21-8df4e92684cd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1876035 Jul 29 23:53:33.462865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:33.528303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.558804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604447a-ae7a-4b69-a627-8c0e466521c9 req-3a23c4dc-8aa0-47fb-bf76-a5e120966c84 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.566792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4604447a-ae7a-4b69-a627-8c0e466521c9 req-3a23c4dc-8aa0-47fb-bf76-a5e120966c84 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 944 time: 0.1618340 Jul 29 23:53:33.663576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0d75723-4ae0-43d4-b7cb-97eb1af8f051 req-313e7dd5-3abc-43f1-85c6-dcec3f8cb88c tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0660169 Jul 29 23:53:33.695992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4604447a-ae7a-4b69-a627-8c0e466521c9 req-4ad2efe6-ef0a-4ac5-b805-c2790013b3a5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255186 Jul 29 23:53:33.726161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-a10fd965-28c0-45e0-8330-51c953575a17 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141904 Jul 29 23:53:33.966680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dc828201-09f0-4f18-b581-a18f944f0afe,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:33.971472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81c92199-56bf-4565-aba8-853005884711 req-6efdcffa-9e55-4077-9275-50c790772b35 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364759 Jul 29 23:53:34.028063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] For port dc828201-09f0-4f18-b581-a18f944f0afe, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:34.114105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] device_id is not set on port dc828201-09f0-4f18-b581-a18f944f0afe yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:34.120593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.129251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.135628 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.141538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.150133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.153012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.157856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.164756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.173127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.175184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-747b8f69-92aa-4dc8-bf8d-c5a4107ec8dd tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 5434 time: 0.1604540 Jul 29 23:53:34.265369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-5384ca43-001a-4986-b794-a680d642e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.267383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-5384ca43-001a-4986-b794-a680d642e14c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0903220 Jul 29 23:53:34.287215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4a8101-348e-4c17-9998-0b7e6c104e72 req-a2368922-fc27-4625-a80c-487c55880a76 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=05f35c8c-6565-4217-ae87-3f63ef7a1915&id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926840 Jul 29 23:53:34.304405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] No DVR routers for this DVR port dc828201-09f0-4f18-b581-a18f944f0afe on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:34.312418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Pushing event updated for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:34.404897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] In _notify_port_updated(), no bound segment for port dc828201-09f0-4f18-b581-a18f944f0afe on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:53:34.405712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.406340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.409756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-18552c16-142b-4ef2-a159-3ac28df9f017 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 200 len: 1027 time: 0.9564271 Jul 29 23:53:34.491198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-4c806ad7-38f7-4c44-93c0-c3b110e64d41 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.493378 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-4c806ad7-38f7-4c44-93c0-c3b110e64d41 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "GET /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0756292 Jul 29 23:53:34.505169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.524435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-9d4bce6b-71ad-4b2e-90be-d678053d06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.525998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-9d4bce6b-71ad-4b2e-90be-d678053d06c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.2377408 Jul 29 23:53:34.624268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-6411f377-93d9-4355-b17e-03488eec7579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0876482 Jul 29 23:53:34.625811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.654048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9fa575a-16c2-40d5-a0fd-2d7d57aebfe6 None None] Provisioning complete for port dc828201-09f0-4f18-b581-a18f944f0afe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:34.654695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9fa575a-16c2-40d5-a0fd-2d7d57aebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.706485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-196fa27e-0bc4-4adf-9635-fc2250dce171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:34.708591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-196fa27e-0bc4-4adf-9635-fc2250dce171 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.0726960 Jul 29 23:53:34.734573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa575a-16c2-40d5-a0fd-2d7d57aebfe6 None None] Port dc828201-09f0-4f18-b581-a18f944f0afe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:34.789981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-4c76a25e-cae0-40a5-979b-9a9330e62ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700500 Jul 29 23:53:34.902855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=82b9a16b-a514-48d3-a937-a9c2376cb6ab,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:34.927236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db1333ea-26ee-4f6d-85e6-e95e526655a6 req-f323ccdb-12fe-4711-bf23-0913e0a9bc4a tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Jul 29 23:53:34.975236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] For port 82b9a16b-a514-48d3-a937-a9c2376cb6ab, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:35.081245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceca2a-3515-40b4-93ed-142a4b9255f7 req-31144836-06f2-4877-bd11-4ebaf74e488b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.096060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7ceca2a-3515-40b4-93ed-142a4b9255f7 req-31144836-06f2-4877-bd11-4ebaf74e488b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 944 time: 0.1799855 Jul 29 23:53:35.110465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] device_id is not set on port 82b9a16b-a514-48d3-a937-a9c2376cb6ab yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:35.138449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-a6edc322-fe73-4605-a512-5a0e82c213c5 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406413 Jul 29 23:53:35.140298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.151456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.263832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7ceca2a-3515-40b4-93ed-142a4b9255f7 req-dc5937cd-0f70-4d4f-8066-5fb0df27a2a8 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652739 Jul 29 23:53:35.288824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] No DVR routers for this DVR port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:35.291246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:35.383751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] In _notify_port_updated(), no bound segment for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab on network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:53:35.385328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.388043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.390055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bbf88bf-916d-46a2-9bb1-679c65ab9d65 req-79f6474b-0252-4c3d-b56c-153d860342fa service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427030 Jul 29 23:53:35.394769 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-7704797b-154f-4148-a19f-60022e0fb016 service neutron] 10.222.0.59 "PUT /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 200 len: 1027 time: 0.8949316 Jul 29 23:53:35.579338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port 4c3817a1-ef40-4b12-a35f-4469b479e661 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:35.579680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.596485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.602437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.608325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.614668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.620260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:35.622249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-adaa19c8-a311-4bb6-83dd-0c4ad66ae77f tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 3886 time: 0.1072576 Jul 29 23:53:35.674404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2ee8c162-7f9d-4378-a9b4-13cfb05351f6 None None] Provisioning complete for port 82b9a16b-a514-48d3-a937-a9c2376cb6ab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:35.675852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c162-7f9d-4378-a9b4-13cfb05351f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.706402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d404a6c0-2042-4a00-b055-ce0c85ff75a7 req-8b886d9e-fc44-4d3f-95a2-c48086a525d6 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723686 Jul 29 23:53:35.734261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8c162-7f9d-4378-a9b4-13cfb05351f6 None None] Port 82b9a16b-a514-48d3-a937-a9c2376cb6ab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:35.752661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] For port 4c3817a1-ef40-4b12-a35f-4469b479e661, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4c3817a1-ef40-4b12-a35f-4469b479e661,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:35.753238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.767647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for 4c3817a1-ef40-4b12-a35f-4469b479e661 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:35.980808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.026274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=4c3817a1-ef40-4b12-a35f-4469b479e661,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.106384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] No DVR routers for this DVR port 4c3817a1-ef40-4b12-a35f-4469b479e661 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:36.110990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.115815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-85e007b1-2ba7-4a20-b83f-7648ad045d9d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "DELETE /v2.0/ports/4c3817a1-ef40-4b12-a35f-4469b479e661 HTTP/1.1" status: 204 len: 173 time: 0.7139649 Jul 29 23:53:36.117103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:36.121957 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d05f2-8313-4d95-9c1d-aa1bb84487ab" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:36.238676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:36.255398 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e91236-fcd8-4bbd-8b98-23f79a31634f x-openstack-request-id: req-b0e91236-fcd8-4bbd-8b98-23f79a31634f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:36.256665 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "4c3817a1-ef40-4b12-a35f-4469b479e661", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:36.263761 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0e91236-fcd8-4bbd-8b98-23f79a31634f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:36.263761 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '4c3817a1-ef40-4b12-a35f-4469b479e661', 'status': 'completed', 'code': 200} Jul 29 23:53:36.320717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b3c9415-3cfc-4f24-be13-3c673dba4eb8 req-22c32b0b-9ed2-48b2-a1e0-69128e8feb18 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1074886 Jul 29 23:53:36.493119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.524499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port f464ad4f-64d2-4246-99b3-a122f671595b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:36.530107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.554469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:36.558314 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4ae3a-fae8-4453-acbe-f92b89bc92c3" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:36.577496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.583926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.585238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7d2366bb-ad92-4a42-8d36-559ee9c05d67 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:36.670849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.710056 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c95005-fdcc-4032-ab9b-289c55d2e341 x-openstack-request-id: req-45c95005-fdcc-4032-ab9b-289c55d2e341 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:36.710056 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:36.710056 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45c95005-fdcc-4032-ab9b-289c55d2e341 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:36.710901 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'code': 200} Jul 29 23:53:36.851225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd74f-c3fb-4902-9221-e14d38cfd4cc req-63f5e5ac-9108-4580-a6a6-b48b35b6ff5c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:36.853259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f9cd74f-c3fb-4902-9221-e14d38cfd4cc req-63f5e5ac-9108-4580-a6a6-b48b35b6ff5c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 944 time: 0.2871513 Jul 29 23:53:36.927528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] For port f464ad4f-64d2-4246-99b3-a122f671595b, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=f464ad4f-64d2-4246-99b3-a122f671595b,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.928150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.941616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.953305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for f464ad4f-64d2-4246-99b3-a122f671595b owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:36.970230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-6de2beba-4a6e-4783-a2ae-ec14b0d44c6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:36.979707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f9cd74f-c3fb-4902-9221-e14d38cfd4cc req-59f0262d-ce8c-47af-97cf-2975aadc98b5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175067 Jul 29 23:53:36.992953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 634ecac2-3f60-4509-8434-d4ee27b0dbd0 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:36.995558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-6de2beba-4a6e-4783-a2ae-ec14b0d44c6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.006773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-6de2beba-4a6e-4783-a2ae-ec14b0d44c6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.019705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-6de2beba-4a6e-4783-a2ae-ec14b0d44c6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.032152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-6de2beba-4a6e-4783-a2ae-ec14b0d44c6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 3149 time: 0.1794078 Jul 29 23:53:37.302255 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.407638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c381ae5-8dfa-485f-8121-7006b5611a26 req-fd021201-0e08-4732-9297-a883a0379756 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183743 Jul 29 23:53:37.412100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=f464ad4f-64d2-4246-99b3-a122f671595b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.413300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:37.413300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '634ecac2-3f60-4509-8434-d4ee27b0dbd0', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'port_id': '634ecac2-3f60-4509-8434-d4ee27b0dbd0', 'mac_address': 'fa:16:3e:9e:40:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:37.479162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] No DVR routers for this DVR port f464ad4f-64d2-4246-99b3-a122f671595b on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:37.491226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.496494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-b6dbc508-27c1-4db8-ae4a-e770ca806888 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "DELETE /v2.0/ports/f464ad4f-64d2-4246-99b3-a122f671595b HTTP/1.1" status: 204 len: 173 time: 1.3680954 Jul 29 23:53:37.579034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:37.600318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.605254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.606281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4c3817a1-ef40-4b12-a35f-4469b479e661 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:37.641843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59790) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.677818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 4c3817a1-ef40-4b12-a35f-4469b479e661 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:37.681477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4c3817a1-ef40-4b12-a35f-4469b479e661 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:37.682119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 82b9a16b-a514-48d3-a937-a9c2376cb6ab no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:37.688982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bf83277-b319-4207-8b5a-2be2259ce4a6 req-6bdbb651-542f-4943-be3c-2adada35d2d4 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0838697 Jul 29 23:53:37.723213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634ecac2-3f60-4509-8434-d4ee27b0dbd0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:37.822558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:37.828915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.836882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.861009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:37.861472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.884097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 82b9a16b-a514-48d3-a937-a9c2376cb6ab not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:37.884873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dc828201-09f0-4f18-b581-a18f944f0afe no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:38.116876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dc828201-09f0-4f18-b581-a18f944f0afe not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:38.117311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f464ad4f-64d2-4246-99b3-a122f671595b no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:38.121962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.182311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] For port 7d2366bb-ad92-4a42-8d36-559ee9c05d67, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7d2366bb-ad92-4a42-8d36-559ee9c05d67,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:38.182699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.213891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for 7d2366bb-ad92-4a42-8d36-559ee9c05d67 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:38.226267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: f464ad4f-64d2-4246-99b3-a122f671595b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:38.226948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device f464ad4f-64d2-4246-99b3-a122f671595b not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:38.227530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dfbbb1f5-23f6-4902-971a-c6d9a84e8646 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:38.259555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['634ecac2-3f60-4509-8434-d4ee27b0dbd0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:38.359854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:38.362245 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ceaf5b-d1d4-4002-b70f-22ed215416d6" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:38.368547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.459117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda2e06-3341-4527-b194-7571c6f112fe req-36a5d605-18c1-4cb7-ab20-d93c5336c9ef tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:38.459117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efda2e06-3341-4527-b194-7571c6f112fe req-36a5d605-18c1-4cb7-ab20-d93c5336c9ef tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 945 time: 0.2565625 Jul 29 23:53:38.625144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efda2e06-3341-4527-b194-7571c6f112fe req-d5af39ef-182e-4659-ae41-61592af5e38a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529317 Jul 29 23:53:38.711785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.714882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:38.723750 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a561af7d-7fdc-42d5-92ad-07bc834a76a5" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:38.746075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34ea5fb3-ca40-4d4c-ba1e-d2b3bf7bfe16 req-6bc52b09-3b65-4028-bb2f-da4b6f92af17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0718577 Jul 29 23:53:38.773751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=7d2366bb-ad92-4a42-8d36-559ee9c05d67,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.792903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90093c6-bf7c-45cc-a25f-0d1f2e6052ec req-5fcc5db3-e42c-40ff-adcd-772923129f54 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:38.801850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90093c6-bf7c-45cc-a25f-0d1f2e6052ec req-5fcc5db3-e42c-40ff-adcd-772923129f54 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:38.809253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90093c6-bf7c-45cc-a25f-0d1f2e6052ec req-5fcc5db3-e42c-40ff-adcd-772923129f54 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:38.820294 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e90093c6-bf7c-45cc-a25f-0d1f2e6052ec req-5fcc5db3-e42c-40ff-adcd-772923129f54 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 2334 time: 0.3536918 Jul 29 23:53:38.859348 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f459b41-12ae-4368-a11d-ed472a5bf92b x-openstack-request-id: req-3f459b41-12ae-4368-a11d-ed472a5bf92b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:38.859961 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "f464ad4f-64d2-4246-99b3-a122f671595b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:38.860693 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f459b41-12ae-4368-a11d-ed472a5bf92b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:38.861345 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': 'f464ad4f-64d2-4246-99b3-a122f671595b', 'status': 'completed', 'code': 200} Jul 29 23:53:38.906491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.916227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.935628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] No DVR routers for this DVR port 7d2366bb-ad92-4a42-8d36-559ee9c05d67 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:38.952333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e90093c6-bf7c-45cc-a25f-0d1f2e6052ec req-8fa51b6a-a70b-4695-bf4c-7f642e83962c tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306999 Jul 29 23:53:38.961999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.962181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.964612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-78f62320-b2b3-4dc7-a2d7-f024d4d2cf00 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "DELETE /v2.0/ports/7d2366bb-ad92-4a42-8d36-559ee9c05d67 HTTP/1.1" status: 204 len: 173 time: 1.4579315 Jul 29 23:53:39.084169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:39.102806 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.112306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f10219-3ae8-4827-9699-62ea9896244f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.114696 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d11f19-5d6b-4ddd-b4a1-9a1d938c87a9 x-openstack-request-id: req-32d11f19-5d6b-4ddd-b4a1-9a1d938c87a9 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:39.115157 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:39.117986 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32d11f19-5d6b-4ddd-b4a1-9a1d938c87a9 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:39.118836 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'code': 200} Jul 29 23:53:39.130219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c93e4e28-9866-4cdf-a335-976417dfadd4 req-58c562fa-c711-4a08-8dfd-40e485be355f tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1725473 Jul 29 23:53:39.191264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.193193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.195824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.196440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.198015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.198559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.199068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.200691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.201738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.204126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.204720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.205227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:39.229981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.231721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-30558db5-6771-459d-a348-7069588b7bca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad165033449e4ff1ad721884251c786a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5883236 Jul 29 23:53:39.233471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 59874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.241400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:39.264095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.281412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59876) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.504709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.567178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] For port dfbbb1f5-23f6-4902-971a-c6d9a84e8646, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:39.567936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.572794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.728367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af5152b8-c4cf-4b66-a496-ac89869e411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.888702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.892451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.893924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36f10219-3ae8-4827-9699-62ea9896244f HTTP/1.1" status: 204 len: 168 time: 0.6147668 Jul 29 23:53:39.931796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87776b0f-8eb8-49f4-98b9-f9156efcdb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f10219-3ae8-4827-9699-62ea9896244f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.099973 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af5152b8-c4cf-4b66-a496-ac89869e411c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.155569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af5152b8-c4cf-4b66-a496-ac89869e411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.160658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b623-05b9-4e90-9703-73a1a6679289 req-009b7ec0-cdb7-40a5-9156-4be8a8a820d3 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:40.173228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90d2b623-05b9-4e90-9703-73a1a6679289 req-009b7ec0-cdb7-40a5-9156-4be8a8a820d3 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 945 time: 0.3169665 Jul 29 23:53:40.248845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.250692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-af5152b8-c4cf-4b66-a496-ac89869e411c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=488b226b0cef4cb99fce5fb0bf5c13f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670262 Jul 29 23:53:40.252037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5152b8-c4cf-4b66-a496-ac89869e411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34132a-f126-442c-b8c5-40350b6d6929,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.257271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 59918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.258981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.259521 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Floating IP ae8b4e36-c4d7-46d0-9123-673c922123ec disassociated. External IP: 172.25.5.21, port: dfbbb1f5-23f6-4902-971a-c6d9a84e8646. Jul 29 23:53:40.260079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for dfbbb1f5-23f6-4902-971a-c6d9a84e8646 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:40.337178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90d2b623-05b9-4e90-9703-73a1a6679289 req-ce34c9bc-a999-40c7-a3a6-01c0f5865f5a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448548 Jul 29 23:53:40.450790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a57f-3d8c-4a5c-b566-23e742708aa3 req-77775c69-ea07-4955-a544-ebae5ce3eb6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:40.488626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a57f-3d8c-4a5c-b566-23e742708aa3 req-77775c69-ea07-4955-a544-ebae5ce3eb6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:40.493678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3978a57f-3d8c-4a5c-b566-23e742708aa3 req-77775c69-ea07-4955-a544-ebae5ce3eb6d tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 1677 time: 0.3630075 Jul 29 23:53:40.548443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d7b69647-a0c1-4723-8515-afea3e28c09d req-832265e7-55d4-48e0-b0b2-85ba6d302586 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0606215 Jul 29 23:53:40.629927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.642573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.711948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=dfbbb1f5-23f6-4902-971a-c6d9a84e8646,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.724675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3978a57f-3d8c-4a5c-b566-23e742708aa3 req-6b3c8e61-a0b7-4eec-bc47-e016712cf3d9 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240717 Jul 29 23:53:40.727822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.821739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.831043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.834967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b34132a-f126-442c-b8c5-40350b6d6929 HTTP/1.1" status: 204 len: 168 time: 0.5743134 Jul 29 23:53:40.848897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c965b18-8334-4a16-8246-55af5c6a3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34132a-f126-442c-b8c5-40350b6d6929,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.868095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:40.870937 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04754605-e6c0-4bd8-a3e5-faa385593c62" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:40.972755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 634ecac2-3f60-4509-8434-d4ee27b0dbd0 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:40.989878 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1534aea-2e16-4b08-bfad-6aa91be5eb64 x-openstack-request-id: req-d1534aea-2e16-4b08-bfad-6aa91be5eb64 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:40.989878 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "7d2366bb-ad92-4a42-8d36-559ee9c05d67", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:40.989878 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1534aea-2e16-4b08-bfad-6aa91be5eb64 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:40.989878 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '7d2366bb-ad92-4a42-8d36-559ee9c05d67', 'status': 'completed', 'code': 200} Jul 29 23:53:41.087019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Router e54dd3f4-cb85-4cf1-969f-6373789a171d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:41.104797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63133cd1-ccbb-4195-acc4-03d2f8d1b1bc req-0af35235-571c-4b25-854d-ce67298d0bc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd89a3995e4e4888a73060ee491bae64&device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.0605953 Jul 29 23:53:41.127304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:41.129690 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c286f1-9c34-4f56-bf4e-cffbf9afeb0f" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:41.173129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:41.184162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:41.187250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.194147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63133cd1-ccbb-4195-acc4-03d2f8d1b1bc req-2e0bd908-c82b-4ed1-9d07-348d98c0b930 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=cd89a3995e4e4888a73060ee491bae64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764003 Jul 29 23:53:41.319748 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6458e-ac4e-48e0-bcad-61d2ac8838ec x-openstack-request-id: req-5bd6458e-ac4e-48e0-bcad-61d2ac8838ec {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:41.320063 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:41.320548 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bd6458e-ac4e-48e0-bcad-61d2ac8838ec {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:41.320956 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'code': 200} Jul 29 23:53:41.355139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:41.373027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Sync routers for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:41.383881 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.423671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4604553-1deb-43ce-b4bb-9c932bdcbe73 req-f8b92cb5-89ef-473f-ba21-4140a64bc054 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.2152026 Jul 29 23:53:41.516401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] No DVR routers for this DVR port dfbbb1f5-23f6-4902-971a-c6d9a84e8646 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:41.520812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.526978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-3421eef6-4f1d-41b8-9f59-23386f10c702 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "DELETE /v2.0/ports/dfbbb1f5-23f6-4902-971a-c6d9a84e8646 HTTP/1.1" status: 204 len: 173 time: 2.5180638 Jul 29 23:53:41.550077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133cd1-ccbb-4195-acc4-03d2f8d1b1bc req-eef21aa4-f38b-42cc-a13c-9618a4dc9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:41.552505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63133cd1-ccbb-4195-acc4-03d2f8d1b1bc req-eef21aa4-f38b-42cc-a13c-9618a4dc9246 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3514087 Jul 29 23:53:41.720374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:41.732332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:41.737420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee4bf6-6fc3-46bd-a0a2-c2a8f20c2555 req-88e41dd0-1383-4e2b-8ec7-ac384162d3dd tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:41.750505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32ee4bf6-6fc3-46bd-a0a2-c2a8f20c2555 req-88e41dd0-1383-4e2b-8ec7-ac384162d3dd tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 945 time: 0.2218385 Jul 29 23:53:41.853369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-32ee4bf6-6fc3-46bd-a0a2-c2a8f20c2555 req-4896fb94-0756-47f3-bcc3-56c8ceb5a689 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019862 Jul 29 23:53:41.860631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:41.886016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.896331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:41.897168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.984736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daf28d-9644-4712-b96e-1e69ad9b0150 req-cf8c13f8-a658-4db1-b45d-13c98da308d7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:42.004248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27daf28d-9644-4712-b96e-1e69ad9b0150 req-cf8c13f8-a658-4db1-b45d-13c98da308d7 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 943 time: 0.1333728 Jul 29 23:53:42.020575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] For port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:42.022361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.047647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.050362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:42.088834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a2db-82e6-4b97-b89c-15e4bd042a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.091468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27daf28d-9644-4712-b96e-1e69ad9b0150 req-367f426b-21f7-4347-868a-571929254981 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2d17242-c8f4-4343-ba35-08564c1fd61e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801725 Jul 29 23:53:42.110960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.134449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:42.380795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a2db-82e6-4b97-b89c-15e4bd042a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.382695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.414629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=64a634d2-da8b-4235-9ed4-6ac9dfe73ac0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.418977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a2db-82e6-4b97-b89c-15e4bd042a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.539077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:42.581169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0a2db-82e6-4b97-b89c-15e4bd042a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057f3d7-b6a4-4bfe-8fc3-d634086d5207,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.591744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] No DVR routers for this DVR port 64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:42.594143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Checking router: e54dd3f4-cb85-4cf1-969f-6373789a171d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:42.596959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.600906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a3081fef-450f-4d60-968d-a252cb740629 req-6d91ff89-19bd-4cfa-b75b-c13c846f41b2 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.59 "DELETE /v2.0/ports/64a634d2-da8b-4235-9ed4-6ac9dfe73ac0 HTTP/1.1" status: 204 len: 173 time: 1.0403736 Jul 29 23:53:42.617850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:42.618922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:42.625153 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4d0a2db-82e6-4b97-b89c-15e4bd042a55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d581aca1137444d28cb78eefbf7b0c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762010 Jul 29 23:53:42.628422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60036) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.679562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd48404c-a4cb-4191-9337-1e1e127098be req-79c311c9-2d2a-4eef-af67-e979b5d0d6b2 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1006505 Jul 29 23:53:42.790923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.845259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:42.869412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.987494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.990937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.997492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9057f3d7-b6a4-4bfe-8fc3-d634086d5207 HTTP/1.1" status: 204 len: 168 time: 0.3676250 Jul 29 23:53:43.055913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70c278-2a5a-460f-a2fa-ee976545356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057f3d7-b6a4-4bfe-8fc3-d634086d5207,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:43.211741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53a8a2-d747-48ea-b79c-3c1694c0799b req-f265bb7a-9eda-4db2-a878-66dce1f19b1e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.220715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e53a8a2-d747-48ea-b79c-3c1694c0799b req-f265bb7a-9eda-4db2-a878-66dce1f19b1e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1563363 Jul 29 23:53:43.314702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e53a8a2-d747-48ea-b79c-3c1694c0799b req-c1448435-17c0-4c1b-b7c6-8f23451d32ec tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Jul 29 23:53:43.344093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:43.346644 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065d8c6-d0f4-4aaf-b5cf-ecc3c7562e0b" -d '{"events": [{"server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "name": "network-vif-plugged", "status": "completed", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:43.388850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:43.457207 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc02690-4d28-43da-856e-6f304bffa402 x-openstack-request-id: req-9fc02690-4d28-43da-856e-6f304bffa402 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:43.457451 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "name": "network-vif-plugged", "status": "completed", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:43.457936 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fc02690-4d28-43da-856e-6f304bffa402 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:43.458616 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0', 'code': 200} Jul 29 23:53:43.460310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47021ea1-8a05-4156-9498-5120c9b701bd None None] The sync data for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 is: [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 4, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port': {'id': 'bd554da2-23cc-4e24-aa7f-02a6421b7437', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:06Z', 'updated_at': '2021-07-29T23:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '5d16af64-2d43-427e-bcca-a8ef19cc8e72', 'name': '', 'network_id': '4eea398a-1fcb-4d99-ad25-e329a13eea83', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'mac_address': 'fa:16:3e:75:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:10Z', 'updated_at': '2021-07-29T23:43:21Z', 'revision_number': 5, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'subnets': [{'id': 'f19f54f1-5582-4df1-b6d0-b63fee2c78ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:43.635672 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:43.701885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646'}, {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:43.705130 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6fe1e7-fe82-46bb-9777-b94664a64d6e" -d '{"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646"}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:43.718234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-63133cd1-ccbb-4195-acc4-03d2f8d1b1bc req-bdf4d860-ad09-4b72-81f8-4d539e451a1e tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.8343084 Jul 29 23:53:43.737452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d61bf9-0839-44f3-a07c-8e173b90ed9c req-d921215e-984c-4e9d-b1d6-7c0c3f10d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.744705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13d61bf9-0839-44f3-a07c-8e173b90ed9c req-d921215e-984c-4e9d-b1d6-7c0c3f10d40e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1753068 Jul 29 23:53:43.830316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a98a54f5-0274-4197-8153-27c931c3dc6d req-96a2327e-081c-4f65-9dd4-d957f5b95b61 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.1153471 Jul 29 23:53:43.899284 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6499250-8900-4d0c-b2c0-8f154b8f69dc x-openstack-request-id: req-b6499250-8900-4d0c-b2c0-8f154b8f69dc {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:43.899637 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "dfbbb1f5-23f6-4902-971a-c6d9a84e8646", "status": "completed", "code": 200}, {"server_uuid": "a6675c02-bfc9-4613-a76e-d33e69e02d6c", "name": "network-vif-deleted", "tag": "64a634d2-da8b-4235-9ed4-6ac9dfe73ac0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:43.900815 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6499250-8900-4d0c-b2c0-8f154b8f69dc {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:43.902474 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': 'dfbbb1f5-23f6-4902-971a-c6d9a84e8646', 'status': 'completed', 'code': 200} Jul 29 23:53:43.902825 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6675c02-bfc9-4613-a76e-d33e69e02d6c', 'name': 'network-vif-deleted', 'tag': '64a634d2-da8b-4235-9ed4-6ac9dfe73ac0', 'status': 'completed', 'code': 200} Jul 29 23:53:43.953180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c8f9341-7e25-4bd7-aeba-e68b2ae0b518 req-33568b72-dc46-41ed-9e4f-c3d968f2e869 tempest-ServerShowV254Test-2078127048 tempest-ServerShowV254Test-2078127048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d50e43f-1e51-4576-a31b-81a6c571f784 HTTP/1.1" status: 200 len: 210 time: 0.1436689 Jul 29 23:53:43.983743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13d61bf9-0839-44f3-a07c-8e173b90ed9c req-6c832f35-99e6-45c1-b4c1-5110991efe9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267733 Jul 29 23:53:44.042121 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e4716-2924-4256-92a9-c1cd85129193 None None] New status for floating IP ae8b4e36-c4d7-46d0-9123-673c922123ec: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:44.493616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fe2c-3a38-468d-953d-f9e7c3073e28 req-fa4ab418-6055-4692-8421-21c9c39ab55e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.505573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6e3fe2c-3a38-468d-953d-f9e7c3073e28 req-fa4ab418-6055-4692-8421-21c9c39ab55e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.0659361 Jul 29 23:53:44.591677 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e6e3fe2c-3a38-468d-953d-f9e7c3073e28 req-b20e9126-0f63-4c34-89ec-8e5029f1e25e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849886 Jul 29 23:53:44.956726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c4eebcb-fb10-4588-bb06-c29c3feac556 req-494488df-d91d-4c14-81e2-82460f0ac0ea tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0386310 Jul 29 23:53:45.827893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabc98b-0cbd-4796-b6e5-25d5ce883947 req-4a1e0f6c-3dd4-4f68-a83d-ebfc74cf45b2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.836668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cabc98b-0cbd-4796-b6e5-25d5ce883947 req-4a1e0f6c-3dd4-4f68-a83d-ebfc74cf45b2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1025877 Jul 29 23:53:45.905124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:45.936654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5cabc98b-0cbd-4796-b6e5-25d5ce883947 req-ac16b190-2308-4dc7-a143-002342b84c87 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987267 Jul 29 23:53:46.102184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22292d1e-6ce8-4808-83e2-3e2359c549c7 req-c487bcda-ee88-49df-9b9d-8f3ac0e51463 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0476689 Jul 29 23:53:46.246647 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3512491-a7e5-4646-ae58-d1ecb77889a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.294398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60230) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:46.358431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-287c95bb-a83f-4752-9f3e-d94b71f9bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.360241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-287c95bb-a83f-4752-9f3e-d94b71f9bae1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1111369 Jul 29 23:53:46.436123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bcfd5-3da4-40ee-9318-67ec8015a650 req-7b661360-41d7-4c80-845c-4ef936a80e45 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.457440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b72bcfd5-3da4-40ee-9318-67ec8015a650 req-7b661360-41d7-4c80-845c-4ef936a80e45 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1504376 Jul 29 23:53:46.469724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.570477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b72bcfd5-3da4-40ee-9318-67ec8015a650 req-f04cb8af-3cfa-428c-bd16-57991c639e0b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119897 Jul 29 23:53:46.642127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-50460a8a-db19-43a8-93d4-ce7954bfd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.644617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-50460a8a-db19-43a8-93d4-ce7954bfd646 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.2740507 Jul 29 23:53:46.747692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.756713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.757822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-9c8475cc-c65a-4196-b963-335be82c789d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0981104 Jul 29 23:53:46.812477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd89a3995e4e4888a73060ee491bae64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9032030 Jul 29 23:53:46.812990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60246) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:46.821559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c31027-5fd7-4ad5-a72f-6fc3de5dc097,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:46.842327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.843296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.843762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.844206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.845242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.845907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.846687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.847697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.849778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.850595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.857133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.858532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3a129-aa41-4b73-937e-f2a7e743be96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:46.880886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-6fc29b49-0b58-434d-a2a5-1a8812eba32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.882782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-6fc29b49-0b58-434d-a2a5-1a8812eba32a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.1208544 Jul 29 23:53:46.954348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-1edf1b16-494c-4fab-bcef-10a6145571d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399442 Jul 29 23:53:46.970340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.035277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.108380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95aef523-3eb3-4201-a87e-524ea1a89252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.180136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.182742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.190150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5c31027-5fd7-4ad5-a72f-6fc3de5dc097 HTTP/1.1" status: 204 len: 168 time: 0.3763833 Jul 29 23:53:47.222629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-60e8c519-5847-4524-8359-6f31a23e408a service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671053 Jul 29 23:53:47.229221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cff23-3b27-424d-a6b0-f5aaa654d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c31027-5fd7-4ad5-a72f-6fc3de5dc097,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:47.347573 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.422559 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efb24d68-35db-44d6-b2fe-6daef80e0790 req-daf323a4-6f94-47e5-8932-472ce6cfc4eb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0881639 Jul 29 23:53:47.501053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95aef523-3eb3-4201-a87e-524ea1a89252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.510556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1ebf02f-fe5a-4d0e-9526-a0d6ff60930d req-c5dbbd05-501f-4293-99b3-9bbfe6792d5c service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765386 Jul 29 23:53:47.516785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95aef523-3eb3-4201-a87e-524ea1a89252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.624335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95aef523-3eb3-4201-a87e-524ea1a89252 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b807de1f0a64af990d170c2a1b99720&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260641 Jul 29 23:53:47.624741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60284) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:47.634234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef523-3eb3-4201-a87e-524ea1a89252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac6046-587e-45db-92cf-8dc75ca515ac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:47.771326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.817847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27996af4-bb01-4f97-8236-614643dc8093 req-a3bbf570-8259-4f00-af87-cad74abded38 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:47.829611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27996af4-bb01-4f97-8236-614643dc8093 req-a3bbf570-8259-4f00-af87-cad74abded38 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1551061 Jul 29 23:53:47.848876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.026728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27996af4-bb01-4f97-8236-614643dc8093 req-fb48fe0a-93ba-4282-9260-52511645cfdd tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803212 Jul 29 23:53:48.027658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:48.029411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.038408 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.042064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34ac6046-587e-45db-92cf-8dc75ca515ac HTTP/1.1" status: 204 len: 168 time: 0.4162982 Jul 29 23:53:48.064072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c196b-d607-46ec-af31-017fb201323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac6046-587e-45db-92cf-8dc75ca515ac,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.600999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ec1416a-92ee-42ee-8161-486109b3b7bb req-1619a8c7-bbc9-4d22-83a9-fbc60bb405a5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0494664 Jul 29 23:53:48.641468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-644e0078-d182-45f7-be8c-20da2e6a1134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.842608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-644e0078-d182-45f7-be8c-20da2e6a1134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.854739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-644e0078-d182-45f7-be8c-20da2e6a1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.913349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-644e0078-d182-45f7-be8c-20da2e6a1134 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4406a5bf1ccd4951b20352b67ca04b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8821249 Jul 29 23:53:48.914330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e0078-d182-45f7-be8c-20da2e6a1134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965e48a-30f0-4eea-9d3c-9334c2135708,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.916000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60342) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:49.027841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-627df68b-1811-4fd7-b1f1-bf9f487e8f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.041716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.159007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.322356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.325928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a256-1240-4b15-9d97-e618b3408cd6 req-1192a110-ee31-4550-a21e-4d190621f00e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:49.339230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91a4a256-1240-4b15-9d97-e618b3408cd6 req-1192a110-ee31-4550-a21e-4d190621f00e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1833756 Jul 29 23:53:49.367657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.370580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.372315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e965e48a-30f0-4eea-9d3c-9334c2135708 HTTP/1.1" status: 204 len: 168 time: 0.4543192 Jul 29 23:53:49.395453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b68ae9-6c0a-4b3c-a667-c40886729039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965e48a-30f0-4eea-9d3c-9334c2135708,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.433962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91a4a256-1240-4b15-9d97-e618b3408cd6 req-4af3a678-c723-4f47-899a-acf0468bc710 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936348 Jul 29 23:53:49.761077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2becdcfc-2a6a-4ce0-8a04-7c500baf81a9 req-aef308b4-08dd-4023-9abc-145cdce19897 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0310986 Jul 29 23:53:50.642437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75e9a9-8a15-4f2d-98a2-8731d66e6541 req-bd9732cd-aa18-40ed-b165-0301e0bea459 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:50.653462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f75e9a9-8a15-4f2d-98a2-8731d66e6541 req-bd9732cd-aa18-40ed-b165-0301e0bea459 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.0790474 Jul 29 23:53:50.658064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.716379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f75e9a9-8a15-4f2d-98a2-8731d66e6541 req-36f6afee-f5f6-468d-b256-73a8a19e5fb6 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Jul 29 23:53:50.902342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1aa6c1d-d82b-42a1-9893-823dc939e19f req-f5593d6c-48cb-4fca-b3b5-fc32ef73a005 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0397773 Jul 29 23:53:51.073074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60442) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.694966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-159941870-network', 'tenant_id': 'ce4fdb4a0e3b49e9977f2a787c1df29b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.726702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Made reservation on behalf of ce4fdb4a0e3b49e9977f2a787c1df29b for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:51.733129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.754705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.984428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57af8-dc42-4657-978c-04c799b8d74a req-67bd28cf-5619-458b-ba48-8cf779224fa1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.993334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ea57af8-dc42-4657-978c-04c799b8d74a req-67bd28cf-5619-458b-ba48-8cf779224fa1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1295516 Jul 29 23:53:52.081609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ea57af8-dc42-4657-978c-04c799b8d74a req-52a32cf4-03b9-4559-bd15-f0be83db0bb6 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872204 Jul 29 23:53:52.126195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.147435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.185329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:52.189242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-077258af-647f-47e3-8bc0-8d7b710e279c req-d7e7106d-c7ea-48e3-abd8-8f13163cd64e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0625634 Jul 29 23:53:52.202295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.202671 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Added segment eff4ef70-9a0b-4604-b2b8-92bd9045d5e9 of type vlan for network c9c91ca6-e86a-46a4-b60b-269c74d9a90d Jul 29 23:53:52.274179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356bc16-a842-4721-b4f1-f7cf32d36d6a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.355821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.402091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.439422 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.441150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:52.442278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.525059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4505768 Jul 29 23:53:52.528633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60518) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:52.540189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Request body: {'subnet': {'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-159941870-subnet', 'tenant_id': 'ce4fdb4a0e3b49e9977f2a787c1df29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:52.562137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689737ee-631c-4f99-b76e-2e08b151a2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c91ca6-e86a-46a4-b60b-269c74d9a90d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.576882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:52.591767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Made reservation on behalf of ce4fdb4a0e3b49e9977f2a787c1df29b for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:52.595739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.870878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.969496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119a13ed-a798-4c75-8af4-96f9984ee7cd,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.999953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Checking segment: {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:53.000708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Network hostable DHCP agents. Network: c9c91ca6-e86a-46a4-b60b-269c74d9a90d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:53.048858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:53.083075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c9c91ca6-e86a-46a4-b60b-269c74d9a90d) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:53.088595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.089720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.099240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6dc72-95d1-41b0-b9e8-510f5d621f4f None None] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:53.140258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b7d695b0-8947-42ad-ab36-e7eb06e37680 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5894802 Jul 29 23:53:53.200263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60548) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.355762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d35cc6-d27e-49ee-9766-7e8c35bc4b3f None None] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:53.401405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbce6-718e-4ef8-bb83-3654ee2e19cf req-2482d303-7f5b-4c48-b9e7-30cc61eeb4fa tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.415269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a35bbce6-718e-4ef8-bb83-3654ee2e19cf req-2482d303-7f5b-4c48-b9e7-30cc61eeb4fa tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1391096 Jul 29 23:53:53.475081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-84409064-29b8-4005-bd43-b4140bba9691 req-c7a77892-4927-4f08-87cd-13e967950be5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0792856 Jul 29 23:53:53.517470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a35bbce6-718e-4ef8-bb83-3654ee2e19cf req-34b49ad5-cc7d-497b-9390-aa3bec387f25 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029167 Jul 29 23:53:53.727048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb7c046d-7b59-4d7a-b729-4cdad6692a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.844251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb7c046d-7b59-4d7a-b729-4cdad6692a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.855361 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb7c046d-7b59-4d7a-b729-4cdad6692a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.908395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c046d-7b59-4d7a-b729-4cdad6692a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4fe9bf-33f5-4f8f-aaf1-86cfd266eee8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.936851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.937217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb7c046d-7b59-4d7a-b729-4cdad6692a99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c680ce02918431f9ab8581833612c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359598 Jul 29 23:53:54.038176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.070658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.154825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.157916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.159132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4fe9bf-33f5-4f8f-aaf1-86cfd266eee8 HTTP/1.1" status: 204 len: 168 time: 0.2211924 Jul 29 23:53:54.171217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794489c9-1d17-446e-b12b-b3b4a5c59998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4fe9bf-33f5-4f8f-aaf1-86cfd266eee8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.674962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c58b5516-a72e-4346-bb99-95ee4c54669f req-ad5503d6-6f06-416c-bf29-6b66570046f8 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0541201 Jul 29 23:53:54.755107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c0021344-5f42-42d7-ac05-651439f6f73e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.771875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c0021344-5f42-42d7-ac05-651439f6f73e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 813 time: 0.2556038 Jul 29 23:53:54.798451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-7ae737fe-e4b2-47ad-9412-9d3b538dcf2b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/quotas/ce4fdb4a0e3b49e9977f2a787c1df29b HTTP/1.1" status: 200 len: 375 time: 0.0245128 Jul 29 23:53:54.852213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-e8f99d63-00a8-46e1-96fb-84c98028c3bf tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515547 Jul 29 23:53:54.943590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74705-85da-4dfa-866c-e1a8ed0c9950 req-1ebf577a-dd16-44ed-9b95-83757f514afb tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.947445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3a74705-85da-4dfa-866c-e1a8ed0c9950 req-1ebf577a-dd16-44ed-9b95-83757f514afb tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1081033 Jul 29 23:53:55.016949 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-9ba6a804-dfb6-4f75-bd73-f9fdc7d603fa service neutron] 10.222.0.49 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633303 Jul 29 23:53:55.080657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3a74705-85da-4dfa-866c-e1a8ed0c9950 req-5697c6a6-abf3-4a31-89f0-160177b6b058 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231196 Jul 29 23:53:55.192846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60618) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.222221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c566a3-30be-48e4-bf7e-67e9997f3dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.231529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-ef74dd4b-b1b1-4666-9a8e-2d1872bc529f service neutron] 10.222.0.49 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028186 Jul 29 23:53:55.561574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23c394ff-bdc1-4089-a482-4651e870e8e6 req-bc665639-ccc9-4184-b9d0-2dba64ba5f92 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 210 time: 0.0953166 Jul 29 23:53:55.617026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c566a3-30be-48e4-bf7e-67e9997f3dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.642579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c566a3-30be-48e4-bf7e-67e9997f3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.736628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6c566a3-30be-48e4-bf7e-67e9997f3dbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=508585c942f74423915431c82c0d3581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422649 Jul 29 23:53:55.739274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60638) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.753229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c566a3-30be-48e4-bf7e-67e9997f3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2bbfe-085d-48a1-a206-4acd893877ce,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.860846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.907573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-74e960c0-c0cc-4719-abe6-2e9ccfea6193 req-29bddbc7-3255-406c-b1bb-27e7b7d9c015 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0728004 Jul 29 23:53:55.910198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.913947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60642) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:56.024440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.031133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.033778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fa2bbfe-085d-48a1-a206-4acd893877ce HTTP/1.1" status: 204 len: 168 time: 0.2919271 Jul 29 23:53:56.066022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a60b1f-416d-4bcd-b8c0-c25856dbdda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2bbfe-085d-48a1-a206-4acd893877ce,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.091076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60652) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:56.239673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8676b7-738e-4e44-aa25-fdc678de581e req-59de70ab-de11-44fd-8055-546e2adba7d1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.251191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db8676b7-738e-4e44-aa25-fdc678de581e req-59de70ab-de11-44fd-8055-546e2adba7d1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.0813222 Jul 29 23:53:56.332149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db8676b7-738e-4e44-aa25-fdc678de581e req-38530a67-8cfe-487e-a75d-57ff309ecdea tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782652 Jul 29 23:53:56.487468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-941453823'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:56.534250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Made reservation on behalf of 30b0281a353940c0a64155ed0ddb1668 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:56.541842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.567496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.730957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-640820409'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:56.757331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b03fd87-acce-4594-b7ed-2d0fd0ca38f3 req-08335077-2c46-4087-9c69-3578853e20fa tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 210 time: 0.0529540 Jul 29 23:53:56.819776 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.827530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.871168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:56.880509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Made reservation on behalf of 20b031f2fccb41ea9342f6aa5181b05b for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:56.886774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.901315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e4969a-55b5-4145-9305-6c5e4a728589,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.922482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.927643 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Added segment d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3 of type vlan for network 98e0a0a3-de28-4cea-a813-01f52ff97df1 Jul 29 23:53:56.929402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.041547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.122319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f19e1d7-d6db-4590-9d88-dae4eac20019 req-a0511ac1-9855-4ded-b04a-7d8b3165ac2b tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0561938 Jul 29 23:53:57.186536 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.193390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.194267 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.344408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event updated for resources: {'Network': ['ID=98e0a0a3-de28-4cea-a813-01f52ff97df1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.363055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:57.410944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-244bbb54-bd63-44e9-ad88-9aae802a97f7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.422969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-244bbb54-bd63-44e9-ad88-9aae802a97f7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 813 time: 0.3285201 Jul 29 23:53:57.427351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.438566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.444730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Request body: {'port': {'device_id': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'admin_state_up': True, 'tenant_id': 'ce4fdb4a0e3b49e9977f2a787c1df29b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:57.460801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:57.474853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.475416 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Added segment c38107ed-4f77-461e-a67f-75ccf0565ac6 of type vlan for network 13bb2b50-74bc-4513-8e46-d6db2e983137 Jul 29 23:53:57.529836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0388dd05-5fe6-431d-893c-4e55da9890f7 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6138661 Jul 29 23:53:57.537822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60688) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:57.555350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Request body: {'subnet': {'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:57.619554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.658655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32f95d-17c6-45bd-ab1b-eb5239a30b47 req-cf471fa2-f2ec-4095-b61b-c461a1b78a08 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.658978 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.660857 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d32f95d-17c6-45bd-ab1b-eb5239a30b47 req-cf471fa2-f2ec-4095-b61b-c461a1b78a08 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1206472 Jul 29 23:53:57.664980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e5982-4d95-4875-9fab-ccc9528d13fc,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.703590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.710109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.710918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.725473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Made reservation on behalf of 30b0281a353940c0a64155ed0ddb1668 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:57.729180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.766508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Made reservation on behalf of ce4fdb4a0e3b49e9977f2a787c1df29b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:57.770235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.789482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d32f95d-17c6-45bd-ab1b-eb5239a30b47 req-067554c8-86de-486a-8ef7-7402311cf1fe tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955012 Jul 29 23:53:57.892824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Pushing event updated for resources: {'Network': ['ID=13bb2b50-74bc-4513-8e46-d6db2e983137,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.905351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:58.009312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8033654-3171-40c5-9689-a5d50b9a60cc req-b7829e7e-9bb8-46d7-baf7-e51fb84c62f7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 210 time: 0.0911269 Jul 29 23:53:58.021164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c46cc03a-21dc-4e32-a907-8d012e888a3b tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9245131 Jul 29 23:53:58.088513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Allocated IP 172.20.0.4 (c9c91ca6-e86a-46a4-b60b-269c74d9a90d/119a13ed-a798-4c75-8af4-96f9984ee7cd/78e388e2-6b4f-4501-b166-1ab62a461dc5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:58.323961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a36c3ed1-029d-426d-9495-bc1e92dcf0bb req-aca64978-24d4-4246-955b-9d1807a6dbde tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.0429864 Jul 29 23:53:58.326986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.327212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.372800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.410125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event updated for resources: {'Subnet': ['ID=d70e52a0-9a17-429e-ab1c-a6882a5101e5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.418354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Checking segment: {'id': 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:58.418727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Network hostable DHCP agents. Network: 98e0a0a3-de28-4cea-a813-01f52ff97df1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:58.440926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:58.455379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 98e0a0a3-de28-4cea-a813-01f52ff97df1) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:58.462131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.463256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.473334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a43d1-8ab7-4146-b95e-8bc823f3d033 None None] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:58.479762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:58.485710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:58.489322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e6c156da-f4f1-41fb-85a5-b81d27a32720 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9446428 Jul 29 23:53:58.490408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60714) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.499627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Request body: {'port': {'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1986836502'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:58.503482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:58.571967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.633756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.634412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.654563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-c64c6906-f425-43b4-aba0-2b7a5d256362 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2148714 Jul 29 23:53:58.673841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Request body: {'port': {'device_id': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:58.737722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-98e0a0a3-de28-4cea-a813-01f52ff97df1', 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1', 'tenant_id': '30b0281a353940c0a64155ed0ddb1668', 'fixed_ips': [{'subnet_id': 'd70e52a0-9a17-429e-ab1c-a6882a5101e5'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:58.738914 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.766927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Made reservation on behalf of 30b0281a353940c0a64155ed0ddb1668 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:58.775579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.823618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] device_id is not set on port 03c58be1-53f5-4846-881a-8636a117243f yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:58.881154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60720) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.891061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137', 'binding:host_id': 'n-h2-712707-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-260907484'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:58.894506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.018126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Made reservation on behalf of 0ca21c49e85b4bf8ac5ef951e833cea0 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:59.020527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.047580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e1f39-c723-4a3b-aeaf-0a692bffb57b req-6158ee0b-b6b4-41a6-b93f-2623c8cb644d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:59.057605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b8e1f39-c723-4a3b-aeaf-0a692bffb57b req-6158ee0b-b6b4-41a6-b93f-2623c8cb644d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1297441 Jul 29 23:53:59.062907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.149697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b8e1f39-c723-4a3b-aeaf-0a692bffb57b req-276906c8-b905-460e-8183-c2a9877efd4b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858922 Jul 29 23:53:59.155407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Allocated IP 172.20.0.12 (98e0a0a3-de28-4cea-a813-01f52ff97df1/d70e52a0-9a17-429e-ab1c-a6882a5101e5/03c58be1-53f5-4846-881a-8636a117243f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:59.538625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.564423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb5ddf-0749-4d08-b56d-899c94860f2e req-1e179a4f-a6f7-4189-b5ac-5dece33bacff tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:59.566697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0bb5ddf-0749-4d08-b56d-899c94860f2e req-1e179a4f-a6f7-4189-b5ac-5dece33bacff tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 931 time: 0.2804952 Jul 29 23:53:59.567908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.572231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port da6860d8-d872-45d3-8513-df98e4375c9e yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:59.665534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.685401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Transition to ACTIVE for port object 03c58be1-53f5-4846-881a-8636a117243f will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:59.730711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da761217-148c-45c7-bc65-144e0287a30a req-61df5de0-515e-4e44-94f6-6ac11b31ae99 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.2366204 Jul 29 23:53:59.736656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.833432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe99cc-f4bb-4a52-bf90-cbfc6f2b148b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:59.857328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:59.858868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event updated for resources: {'Port': ['ID=03c58be1-53f5-4846-881a-8636a117243f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:59.861738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:59.864675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:59.894093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Allocated IP 172.20.0.2 (98e0a0a3-de28-4cea-a813-01f52ff97df1/d70e52a0-9a17-429e-ab1c-a6882a5101e5/fb68cf27-eff9-4e2f-943c-cc1a4b76fc44) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:59.989502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:59.990667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.016865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e0bb5ddf-0749-4d08-b56d-899c94860f2e req-e5bf0289-8fb2-4341-94ab-874e349b76f0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193217 Jul 29 23:54:00.019708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-807a3b0c-72bb-4c29-b802-62d08dc722bb tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5279379 Jul 29 23:54:00.020351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60748) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:00.130975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port da6860d8-d872-45d3-8513-df98e4375c9e yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:00.148322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.151797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:00.166811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.178442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Transition to ACTIVE for port object da6860d8-d872-45d3-8513-df98e4375c9e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:00.198212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Transition to ACTIVE for port object 78e388e2-6b4f-4501-b166-1ab62a461dc5 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:00.202137 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.213354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.256953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.291057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Transition to ACTIVE for port object fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:00.331016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=da6860d8-d872-45d3-8513-df98e4375c9e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.349601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Deleting port 03c58be1-53f5-4846-881a-8636a117243f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:00.350091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.368123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Transition to ACTIVE for port object fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:00.378883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.403460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:00.406521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:00.431679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd45a15-8b9b-414d-bfdc-7c1477edb60d req-f6a27593-497c-48e2-9fba-ec94fa714131 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:00.441181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd45a15-8b9b-414d-bfdc-7c1477edb60d req-f6a27593-497c-48e2-9fba-ec94fa714131 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1553850 Jul 29 23:54:00.447529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:00.490954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Checking segment: {'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:00.491501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Network hostable DHCP agents. Network: 13bb2b50-74bc-4513-8e46-d6db2e983137, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:00.523895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.550303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Pushing event updated for resources: {'Port': ['ID=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.555121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd45a15-8b9b-414d-bfdc-7c1477edb60d req-4331eb91-881d-466c-9e0b-92bea622919e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127458 Jul 29 23:54:00.574508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.612787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Calling delete_port for 03c58be1-53f5-4846-881a-8636a117243f owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:00.620351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.620688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.621204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.622667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:00.623606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.624134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.624452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.624785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.626318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.639031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Attempting to bind port 78e388e2-6b4f-4501-b166-1ab62a461dc5 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.639604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Attempting to bind port 78e388e2-6b4f-4501-b166-1ab62a461dc5 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.640031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Attempting to bind port 78e388e2-6b4f-4501-b166-1ab62a461dc5 on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.643597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.646259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.647011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.649475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:00.672971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 13bb2b50-74bc-4513-8e46-d6db2e983137) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:00.681515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Port 78e388e2-6b4f-4501-b166-1ab62a461dc5 on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.682447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Attempting to bind port 78e388e2-6b4f-4501-b166-1ab62a461dc5 on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.696825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:00.716660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:00.717105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Checking segment: {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:00.717593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Bound using segment: {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:00.719430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Bound port: 78e388e2-6b4f-4501-b166-1ab62a461dc5, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:00.719945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.731053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41640bc2-c6a4-4fa2-b90e-b3bf61282d70 None None] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:00.761700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.761700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.761948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.809738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.810143 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:00.812380 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 2 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:00.840947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.841354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.841869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.851490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.852476 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:00.857712 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 3 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:00.876747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.877092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.877565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.886408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.886653 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:00.888885 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 4 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:00.896780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.905492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:00.913765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.914108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.914566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.927362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:00.928946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.929351 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:00.929825 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 5 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:00.946349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:00.953120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event deleted for resources: {'Port': ['ID=03c58be1-53f5-4846-881a-8636a117243f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.973518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:00.974345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:00.984489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:00.994193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:00.995345 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:00.996752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.026912 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 6 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:01.059205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.060040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.061813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] 10.222.0.59 "PUT /v2.0/ports/78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 1092 time: 2.3927169 Jul 29 23:54:01.066442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.069775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd769b17-0198-4bb2-b7dd-838d6a16240b tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "DELETE /v2.0/ports/03c58be1-53f5-4846-881a-8636a117243f HTTP/1.1" status: 204 len: 168 time: 1.0446353 Jul 29 23:54:01.072899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60788) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.082676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:01.093320 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:01.168210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Attempting to bind port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.168857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Attempting to bind port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.169619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Attempting to bind port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 on network 98e0a0a3-de28-4cea-a813-01f52ff97df1 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.199627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:01.200009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Checking segment: {'id': 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:01.200499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.200984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Bound using segment: {'id': 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:01.201973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Bound port: fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '98e0a0a3-de28-4cea-a813-01f52ff97df1'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:01.202373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.236906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-971ecfd2-c5af-4dd8-b4a7-ce941148eef2 req-188ddd73-6534-4be9-95f4-286570164a55 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6675c02-bfc9-4613-a76e-d33e69e02d6c HTTP/1.1" status: 200 len: 210 time: 0.2108803 Jul 29 23:54:01.288459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.288459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.288459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.301103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:01.301790 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:01.305317 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 7 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:01.326269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.326613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.326946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.350284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-789cc1de-5eb5-4f78-b5b6-51958d1ee8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.393593 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982dfd1-011a-47a5-8209-80b98654962a x-openstack-request-id: req-a982dfd1-011a-47a5-8209-80b98654962a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:01.394234 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:01.394652 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a982dfd1-011a-47a5-8209-80b98654962a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:01.395245 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'status': 'completed', 'code': 200} Jul 29 23:54:01.396248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:01.396928 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:01.401484 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 8 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:01.415414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] For port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:01.420323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.420599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] For port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,segment=NetworkSegment(d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3),segment_id=d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:01.420767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.420990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.426412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-d21c1661-6745-4cf2-997c-b00f965d6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.428855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-d21c1661-6745-4cf2-997c-b00f965d6cc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1095 time: 0.1952434 Jul 29 23:54:01.431154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0b5f-81aa-4e86-9738-2a878859076b service neutron] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.432719 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.436439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:01.436860 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:01.437258 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 9 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:01.476566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797650c4-377c-4b66-b49b-26e1710c79ea req-cb256433-07b8-4eaa-b406-00f0d1ca98d2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.481861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-797650c4-377c-4b66-b49b-26e1710c79ea req-cb256433-07b8-4eaa-b406-00f0d1ca98d2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.2845323 Jul 29 23:54:01.523871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.524207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.524568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.542426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-912f2ec3-1bf1-480b-8cbc-ffaf0ebc2a74 tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.4680183 Jul 29 23:54:01.545828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60796) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.547549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-5b2bf888-7b6b-4f50-a2ff-eea782c92839 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.1048582 Jul 29 23:54:01.548292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:01.549199 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:01.549346 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 10 to bind port da6860d8-d872-45d3-8513-df98e4375c9e Jul 29 23:54:01.555744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1877889719'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:01.581187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adb718-dd13-43b8-8e47-1cbe36bdda95 None None] Pushing event updated for resources: {'Port': ['ID=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.590808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-797650c4-377c-4b66-b49b-26e1710c79ea req-85ad70df-dec9-40cd-b1ee-1563d27f2a43 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939598 Jul 29 23:54:01.625372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:01.625992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:01.626762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:01.686542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304150-9cdf-4261-a796-3ea3be98b822 req-ebb35919-1799-4fa2-8a93-0840fcb8ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.689219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-ebb35919-1799-4fa2-8a93-0840fcb8ec13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.1249826 Jul 29 23:54:01.707963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port da6860d8-d872-45d3-8513-df98e4375c9e on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:01.708342 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port da6860d8-d872-45d3-8513-df98e4375c9e on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:01.708929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.712227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-789cc1de-5eb5-4f78-b5b6-51958d1ee8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.720636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-789cc1de-5eb5-4f78-b5b6-51958d1ee8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.771740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc1de-5eb5-4f78-b5b6-51958d1ee8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d957d09-2de2-4d6f-a132-b01a446de61d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.775509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Made reservation on behalf of 30b0281a353940c0a64155ed0ddb1668 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:01.779586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.798147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-789cc1de-5eb5-4f78-b5b6-51958d1ee8e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89c372f802384e03a932fcd0886f093f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501215 Jul 29 23:54:01.803162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60812) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.809099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-0988baf8-648c-410f-b6ae-76cfe7d38def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946760 Jul 29 23:54:01.879940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:01.902707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.905860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.907093 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Added segment 31ab93e3-ebb8-49ac-b13a-4e6a976601a9 of type vlan for network 79ec322b-9b80-4720-be2f-a512370be77c Jul 29 23:54:01.974302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port da6860d8-d872-45d3-8513-df98e4375c9e, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:01.974749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempted to set empty binding levels {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:54:02.018336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.032173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730b426-dd44-458b-9c2d-d03f19a1de81 req-60cbb6f4-c788-4369-abda-eba2d85442ff tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.034111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1730b426-dd44-458b-9c2d-d03f19a1de81 req-60cbb6f4-c788-4369-abda-eba2d85442ff tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.3422661 Jul 29 23:54:02.037952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.075258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.091736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.098594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.103237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.116089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.116702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.159574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=da6860d8-d872-45d3-8513-df98e4375c9e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.191803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1730b426-dd44-458b-9c2d-d03f19a1de81 req-4a764ece-f534-4d20-998d-eed32c776600 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355596 Jul 29 23:54:02.193747 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cda5e1a5-bb3a-4b29-bf81-2a931963d6fd tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3109674 Jul 29 23:54:02.199364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.211492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-3082da39-399c-4d47-914c-d166a8ef4a13 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674257 Jul 29 23:54:02.245264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6932423 Jul 29 23:54:02.247091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60830) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.269817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05f6b-3775-484a-b251-b8a71188843a tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event updated for resources: {'Network': ['ID=79ec322b-9b80-4720-be2f-a512370be77c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.295217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 79ec322b-9b80-4720-be2f-a512370be77c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:02.338044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.368160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.388905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.393437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d957d09-2de2-4d6f-a132-b01a446de61d HTTP/1.1" status: 204 len: 168 time: 0.5885475 Jul 29 23:54:02.411228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60844) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.447276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b0982-4e58-49fb-adfe-7e2e2ad5205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d957d09-2de2-4d6f-a132-b01a446de61d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.447828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60304150-9cdf-4261-a796-3ea3be98b822 req-08ccb7f9-2fc6-4094-af92-7926a95d452b service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127707 Jul 29 23:54:02.473370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Deleting port da6860d8-d872-45d3-8513-df98e4375c9e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:02.473885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.585126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.595051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port da6860d8-d872-45d3-8513-df98e4375c9e, host n-h2-712707-11, got binding levels [] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:02.595582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.674900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Calling delete_port for da6860d8-d872-45d3-8513-df98e4375c9e owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:02.680651 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.681474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a73471c4-9e5c-4944-972c-4cccc12e390b tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.4329488 Jul 29 23:54:02.694155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60850) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.781598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:02.794364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-07f94482-16d3-4771-95f7-a411b13a6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.796123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-07f94482-16d3-4771-95f7-a411b13a6061 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1095 time: 0.2567055 Jul 29 23:54:02.921278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:03.120390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-5a528835-a3de-42ca-a3e7-cf2ab646e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.122201 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-5a528835-a3de-42ca-a3e7-cf2ab646e123 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.3165076 Jul 29 23:54:03.124950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60852) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.127892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.131078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.135021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2d17242-c8f4-4343-ba35-08564c1fd61e HTTP/1.1" status: 204 len: 168 time: 0.7197864 Jul 29 23:54:03.151990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-925ea4d4-dbc9-4334-ac86-11345acaf0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.161449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60854) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.206151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-979590b9-cd1b-4eea-a68c-c96902538e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.0610702 Jul 29 23:54:03.214796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aadf48-0b9d-4362-9585-171319c14f14 None None] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:03.233011 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-4e8730a6-b045-41bf-9147-ecb274203a65 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] show failed (client error): The resource could not be found. Jul 29 23:54:03.239509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e8730a6-b045-41bf-9147-ecb274203a65 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "GET /v2.0/security-groups/d2d17242-c8f4-4343-ba35-08564c1fd61e HTTP/1.1" status: 404 len: 347 time: 0.0302222 Jul 29 23:54:03.241614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.242676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d0f762c-1672-4fbb-8fca-88356e4ce1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.254814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52c542-1348-411d-a31d-16e4929af2d3 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d17242-c8f4-4343-ba35-08564c1fd61e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.309321 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.392274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event deleted for resources: {'Port': ['ID=da6860d8-d872-45d3-8513-df98e4375c9e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.394967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Provisioning for port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:03.433588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Provisioning complete for port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:03.434316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.450121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.454826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f963754-88a3-44de-91bf-1a5fb568530a tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "DELETE /v2.0/ports/da6860d8-d872-45d3-8513-df98e4375c9e HTTP/1.1" status: 204 len: 168 time: 1.2529571 Jul 29 23:54:03.458388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60864) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.508537 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d545621e-9eba-42b5-988a-c495ea836117 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:54:03.510291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d545621e-9eba-42b5-988a-c495ea836117 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports/da6860d8-d872-45d3-8513-df98e4375c9e HTTP/1.1" status: 404 len: 333 time: 0.0454619 Jul 29 23:54:03.514879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60866) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.522294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-125066174'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:03.540465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430aa57-07d4-42d2-90d2-c6b420c3636b req-9ac05da2-3add-4a21-9671-030071f20274 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.542052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a430aa57-07d4-42d2-90d2-c6b420c3636b req-9ac05da2-3add-4a21-9671-030071f20274 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.1723213 Jul 29 23:54:03.580139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8673-a992-4fe1-9f92-242f1d8445e8 req-e46d7db2-0c78-42b2-b146-2254ab215075 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.581026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164897cf-de13-443b-8142-9abf54451112 tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] Network 79ec322b-9b80-4720-be2f-a512370be77c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:03.588162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1ed8673-a992-4fe1-9f92-242f1d8445e8 req-e46d7db2-0c78-42b2-b146-2254ab215075 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2413106 Jul 29 23:54:03.591189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-024cc8c2-863f-4f6b-bd5f-b31919b3f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:03.592870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-024cc8c2-863f-4f6b-bd5f-b31919b3f022 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.3544195 Jul 29 23:54:03.616950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0e658-3d22-4de6-aa60-d8e722f73e5c None None] Network 79ec322b-9b80-4720-be2f-a512370be77c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:03.627378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-164897cf-de13-443b-8142-9abf54451112 tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "POST /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9309783 Jul 29 23:54:03.628520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.638174 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.684395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a430aa57-07d4-42d2-90d2-c6b420c3636b req-d803969b-d9fa-4fbb-bded-66b5885fd15f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317563 Jul 29 23:54:03.709936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-008bdf8b-08e6-4174-ab4c-08c1b2ec53f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939751 Jul 29 23:54:03.764170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] For port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,segment=NetworkSegment(d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3),segment_id=d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:03.777680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.889857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port bac6e717-c465-4bfe-9a5b-3df6e47f4997 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:03.891006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.910026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c8392-110b-4583-91e7-a308f0e36328 None None] Pushing event updated for resources: {'Port': ['ID=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.962529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6dcbe548-9928-418c-b9a9-47577b6a6ec9 tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks HTTP/1.1" status: 200 len: 8811 time: 0.3266883 Jul 29 23:54:03.962529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:03.996247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1ed8673-a992-4fe1-9f92-242f1d8445e8 req-aeb11079-24a1-4234-9d32-4d59c89205a6 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071460 Jul 29 23:54:04.009345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-20e176da-dee8-4b87-bea9-2b47fddc09ea None None] Provisioning complete for port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:04.009752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-20e176da-dee8-4b87-bea9-2b47fddc09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.080049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-95c43065-e3ef-4ddc-86e5-9be2f5be689f tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "DELETE /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks/79ec322b-9b80-4720-be2f-a512370be77c HTTP/1.1" status: 204 len: 168 time: 0.1143961 Jul 29 23:54:04.081530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60874) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.312148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9163d53-6172-4a42-bf18-2c8a08d70022 tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.2286689 Jul 29 23:54:04.317128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60876) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.328891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2db334ad-7a2d-49e5-b5d3-6b822a997283 None None] Could not find standard attr ID for object 03c58be1-53f5-4846-881a-8636a117243f. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:54:04.343752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-12cea12e-6dca-4c39-8b6e-92e8ce3bc60e tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/networks/98e0a0a3-de28-4cea-a813-01f52ff97df1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0213249 Jul 29 23:54:04.344158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.356495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:04.380141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-05ae4e7a-53a2-4452-811f-8d247cd1597a tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/networks/98e0a0a3-de28-4cea-a813-01f52ff97df1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0324759 Jul 29 23:54:04.381761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60880) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.509697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-925ea4d4-dbc9-4334-ac86-11345acaf0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.530134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-925ea4d4-dbc9-4334-ac86-11345acaf0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.545670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-a7aceb02-416a-43ff-bbb4-416f76c5fe6b service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173699 Jul 29 23:54:04.551711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:54:04.551711 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:54:04.551711 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id_1': '0ca21c49e85b4bf8ac5ef951e833cea0', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 54, 3, 529289)}] Jul 29 23:54:04.551711 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:04.555851 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:04.619415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:04.634721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.637516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.642244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'port_id': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'mac_address': 'fa:16:3e:17:b6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119a13ed-a798-4c75-8af4-96f9984ee7cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:04.694581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6fc162cb-ccd4-4919-b003-dd8bc2eb656d tempest-DHCPAgentSchedulersTestJSON-1261416019 tempest-DHCPAgentSchedulersTestJSON-1261416019-project-admin] 10.222.0.49 "GET /v2.0/agents/1e331e51-cd21-4a5d-819f-434f15f5c1c0/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.3106351 Jul 29 23:54:04.695945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.703151 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.708237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:04.741725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d0f762c-1672-4fbb-8fca-88356e4ce1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.751985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:04.780006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:04.790827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.852086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:04.852729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.854423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.883046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d0f762c-1672-4fbb-8fca-88356e4ce1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.887483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-710dbc2d-0ac3-4753-b5e7-a5d6740ae861 req-05f383ce-8561-417e-ba68-442ef2b78d13 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124242 Jul 29 23:54:04.892222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-925ea4d4-dbc9-4334-ac86-11345acaf0bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=027eebdd7797448db6269dbeded3807b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5507834 Jul 29 23:54:04.892222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for bac6e717-c465-4bfe-9a5b-3df6e47f4997 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:04.892983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.933602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ea4d4-dbc9-4334-ac86-11345acaf0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e40d4-bbc2-40a0-aa6a-68005fcd0a62,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.964285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.993030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d0f762c-1672-4fbb-8fca-88356e4ce1d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ccdd17e73d549e080223a789faf29bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8662219 Jul 29 23:54:04.997318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60892) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.010138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.023553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec322b-9b80-4720-be2f-a512370be77c']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.037570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ab93e3-ebb8-49ac-b13a-4e6a976601a9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.037961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ab93e3-ebb8-49ac-b13a-4e6a976601a9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.049546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.075792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['78e388e2-6b4f-4501-b166-1ab62a461dc5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:05.088585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f762c-1672-4fbb-8fca-88356e4ce1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f48f63-d0c1-4475-81c6-5f4b7940f419,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.097416 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.111600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.151688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:05.152110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:05.159886 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:05.242229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Made reservation on behalf of 0ca21c49e85b4bf8ac5ef951e833cea0 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:05.244915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.251344 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.265319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.302643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.304880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port 8225313e-2931-4db7-af33-8f9f675cb8eb yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:05.308125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=bac6e717-c465-4bfe-9a5b-3df6e47f4997,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.313308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.352345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666ff5-a5e9-458b-afc2-6bf53ec49a05 req-5c946eba-d04b-4bef-81e9-ef0dbc940a2b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.353959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba666ff5-a5e9-458b-afc2-6bf53ec49a05 req-5c946eba-d04b-4bef-81e9-ef0dbc940a2b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2277908 Jul 29 23:54:05.365607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.369985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "DELETE /v2.0/networks/79ec322b-9b80-4720-be2f-a512370be77c HTTP/1.1" status: 204 len: 168 time: 0.6703196 Jul 29 23:54:05.377911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.392365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbcfc9-74ff-419c-acb1-f98bd7d95594 req-163f4822-e2ec-49f4-839f-730c409f87ad tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.394053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dcbcfc9-74ff-419c-acb1-f98bd7d95594 req-163f4822-e2ec-49f4-839f-730c409f87ad tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 944 time: 0.5482423 Jul 29 23:54:05.406046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95883fcd-81da-41b5-8cef-5def6ea91e44 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event deleted for resources: {'Network': ['ID=79ec322b-9b80-4720-be2f-a512370be77c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.414766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.444784 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c98b57d-39c0-4676-9a1f-0ae29669bf4e tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:05.445511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c98b57d-39c0-4676-9a1f-0ae29669bf4e tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:05.447430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c98b57d-39c0-4676-9a1f-0ae29669bf4e tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "DELETE /v2.0/ports/03c58be1-53f5-4846-881a-8636a117243f HTTP/1.1" status: 404 len: 333 time: 0.0677812 Jul 29 23:54:05.453874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.496743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.499975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.501177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6f48f63-d0c1-4475-81c6-5f4b7940f419 HTTP/1.1" status: 204 len: 168 time: 0.5028596 Jul 29 23:54:05.511402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.514119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.515324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b02771dd-7c5c-41e4-92d5-6af52008466a tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae8b4e36-c4d7-46d0-9123-673c922123ec HTTP/1.1" status: 204 len: 168 time: 2.2622445 Jul 29 23:54:05.524125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60904) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.527271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba666ff5-a5e9-458b-afc2-6bf53ec49a05 req-b790fd16-c97a-4190-ba9d-1705484e44c7 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584044 Jul 29 23:54:05.544247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a2443-e92a-4995-9cc8-af855800ffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f48f63-d0c1-4475-81c6-5f4b7940f419,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.544912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dcbcfc9-74ff-419c-acb1-f98bd7d95594 req-20cd68d7-1be6-49b3-bf5b-cf8bcee8ad3d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399350 Jul 29 23:54:05.595745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Deleting subnet d70e52a0-9a17-429e-ab1c-a6882a5101e5 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:05.601315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.654862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.658719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.660709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a33e40d4-bbc2-40a0-aa6a-68005fcd0a62 HTTP/1.1" status: 204 len: 168 time: 0.7664924 Jul 29 23:54:05.682094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d5cf6-4541-498d-b37d-8b73ac988150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e40d4-bbc2-40a0-aa6a-68005fcd0a62,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.682897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.688775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.734673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.791841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:05.799239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.800606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:05.806466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:05.807480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:05.808089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.812198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=8225313e-2931-4db7-af33-8f9f675cb8eb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.834636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d45d715-e0c8-4b3d-ac5c-50c531fe7cca tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3179955 Jul 29 23:54:05.835432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60910) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.842044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:05.915498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.957677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.996333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event deleted for resources: {'Subnet': ['ID=d70e52a0-9a17-429e-ab1c-a6882a5101e5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.031922 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.034340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4fc1aa48-214f-41a6-9ace-2c79ffb9dae3 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "DELETE /v2.0/subnets/d70e52a0-9a17-429e-ab1c-a6882a5101e5 HTTP/1.1" status: 204 len: 168 time: 0.5779982 Jul 29 23:54:06.035455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b5d4d-1655-4913-9510-7bf36e954619 None None] Network 98e0a0a3-de28-4cea-a813-01f52ff97df1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:06.036980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60914) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.131010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.157578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port 82b9a16b-a514-48d3-a937-a9c2376cb6ab {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:06.158153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.218152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.250966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60918) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.256048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.275111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb53a41a-c133-44d5-a167-f2068eeb19c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.301497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port 8225313e-2931-4db7-af33-8f9f675cb8eb yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:06.312787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] DHCP port deletion for 98e0a0a3-de28-4cea-a813-01f52ff97df1 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:06.320118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.341155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.346120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:54:06.346120 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:54:06.346120 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'ccf03ac18eec4b0a86d288b782aebb11', 'id': '0ff667ad-41c8-43c3-8dc5-69c9e50c2e78', 'expiration': datetime.datetime(2021, 7, 29, 23, 56, 6, 332340)}] Jul 29 23:54:06.346120 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:06.346740 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:06.347932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Transition to ACTIVE for port object 8225313e-2931-4db7-af33-8f9f675cb8eb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:06.352925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.377252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:06.378446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for 82b9a16b-a514-48d3-a937-a9c2376cb6ab owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:06.383632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Deleting port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:06.383954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.437659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Deleting port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:06.438355 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.449248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=8225313e-2931-4db7-af33-8f9f675cb8eb,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.471803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.472248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.472710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.480777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.481036 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.481431 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 2 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.499530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.499886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.500298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.508839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.509281 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.510208 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 3 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.533822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] For port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,segment=NetworkSegment(d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3),segment_id=d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:06.533822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.558072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.558830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.559453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.565889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.566683 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.567267 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 4 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.568491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] For port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,segment=NetworkSegment(d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3),segment_id=d26eb257-8bf0-43b5-9dfc-fa30b4d86fa3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:06.569094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.592608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Calling delete_port for fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:06.594447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Calling delete_port for fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:06.597782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 78e388e2-6b4f-4501-b166-1ab62a461dc5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:06.606396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 78e388e2-6b4f-4501-b166-1ab62a461dc5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:06.607723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.631353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.631774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.632062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.645939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.646368 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.646671 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 5 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.647465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:06.668965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.670883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.671558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.677733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.678477 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.679228 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 6 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.709514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb53a41a-c133-44d5-a167-f2068eeb19c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.720423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.721410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.721999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.730490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.731216 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.734169 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 7 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.746273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb53a41a-c133-44d5-a167-f2068eeb19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.757413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.758045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.758661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.775562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2524fa8-4e59-45c5-8cdc-52c62fb45c61 req-35a9610d-0e4f-4094-8df2-2ac5c90e4191 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.777485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2524fa8-4e59-45c5-8cdc-52c62fb45c61 req-35a9610d-0e4f-4094-8df2-2ac5c90e4191 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 944 time: 0.0925989 Jul 29 23:54:06.778587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.779130 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.780049 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 8 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.802486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.802894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.803169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.807670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53a41a-c133-44d5-a167-f2068eeb19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a79d9-4f82-4aaa-96f1-8089a4880c4c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.816855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.817225 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.819005 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 9 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.843106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.843436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.843794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.850251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.852084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.852460 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.853996 n-d-712707-11 neutron-server[93864]: INFO neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 10 to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb Jul 29 23:54:06.860522 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.867898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.870215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2524fa8-4e59-45c5-8cdc-52c62fb45c61 req-30b9ba79-4d60-4151-9e32-7334353db6a9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Jul 29 23:54:06.874992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fb53a41a-c133-44d5-a167-f2068eeb19c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f42adb25e8f447ecad9522d93059daaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187549 Jul 29 23:54:06.875459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60926) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.883440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.884749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:06.885084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:06.885414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:06.898294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:06.898627 n-d-712707-11 neutron-server[93864]: ERROR neutron.plugins.ml2.managers [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 8225313e-2931-4db7-af33-8f9f675cb8eb on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:06.898997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.941730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.946823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c7c5-a0a3-4127-8c24-e03453ee2269 req-39288827-6dc7-4dc5-a727-49886864cea5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.948935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:06.951417 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6315191-8d30-4ef4-b6c3-9d1450afa76b" -d '{"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:06.961674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eea5c7c5-a0a3-4127-8c24-e03453ee2269 req-39288827-6dc7-4dc5-a727-49886864cea5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2473018 Jul 29 23:54:06.961998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] No DVR routers for this DVR port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:06.961998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460814c-7f19-4e19-b209-0baafbe18703 None None] Pushing event deleted for resources: {'Port': ['ID=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.972475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=82b9a16b-a514-48d3-a937-a9c2376cb6ab,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.992237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.999487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:07.040164 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.074202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port 8225313e-2931-4db7-af33-8f9f675cb8eb, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:07.074570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempted to set empty binding levels {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:54:07.078647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] No DVR routers for this DVR port fb68cf27-eff9-4e2f-943c-cc1a4b76fc44 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:07.084115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event deleted for resources: {'Port': ['ID=fb68cf27-eff9-4e2f-943c-cc1a4b76fc44,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.111134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.112718 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85cf2d5-61cb-4ced-b939-ad59f282664c x-openstack-request-id: req-b85cf2d5-61cb-4ced-b939-ad59f282664c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:07.113097 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:07.113428 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b85cf2d5-61cb-4ced-b939-ad59f282664c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:07.114019 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'code': 200} Jul 29 23:54:07.116089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.122474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.144795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eea5c7c5-a0a3-4127-8c24-e03453ee2269 req-15874d9c-57a1-48ac-ab4b-abda429c6a46 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895678 Jul 29 23:54:07.145950 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.162617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] In _notify_port_updated(), no bound segment for port 8225313e-2931-4db7-af33-8f9f675cb8eb on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:54:07.163666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.164409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.169616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "PUT /v2.0/ports/8225313e-2931-4db7-af33-8f9f675cb8eb HTTP/1.1" status: 200 len: 975 time: 1.3291433 Jul 29 23:54:07.169820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.170579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.175594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3b4be70-242f-4a8f-b75a-7ae6d4cd01b5 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/ports/82b9a16b-a514-48d3-a937-a9c2376cb6ab HTTP/1.1" status: 204 len: 168 time: 1.6443596 Jul 29 23:54:07.175771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60930) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.175873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.261597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.264478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4241e-11ce-4192-b736-4af0e54d9d19 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=8225313e-2931-4db7-af33-8f9f675cb8eb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.265381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.266705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6eda7-56f0-49ec-9b9c-afb1ff755fda,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.283385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e0a0a3-de28-4cea-a813-01f52ff97df1']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:07.285461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2d48d1c8-a2ea-41ca-80c7-1518d5afab65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccf03ac18eec4b0a86d288b782aebb11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648279 Jul 29 23:54:07.286727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.307668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:07.307984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26eb257-8bf0-43b5-9dfc-fa30b4d86fa3') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:07.329446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.329946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.330419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.330877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.331792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.331792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.332238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.332678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.332988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.333266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.333612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.334104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.334597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.335081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.335538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.336008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.338532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6ad50991-3828-481f-8071-3656281a1c91 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13700 time: 0.1596687 Jul 29 23:54:07.343237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60936) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.368932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f12a2-e14f-431d-99c3-3beebf74f0aa req-646885d6-f08a-45e5-aabe-728fd66e7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.370484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-209f12a2-e14f-431d-99c3-3beebf74f0aa req-646885d6-f08a-45e5-aabe-728fd66e7871 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1097 time: 0.1618679 Jul 29 23:54:07.372738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.393713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:07.394136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:07.399867 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:07.420842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting port dc828201-09f0-4f18-b581-a18f944f0afe {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.421176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.493603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.496199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.499854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f7a79d9-4f82-4aaa-96f1-8089a4880c4c HTTP/1.1" status: 204 len: 168 time: 0.6210945 Jul 29 23:54:07.499854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-209f12a2-e14f-431d-99c3-3beebf74f0aa req-88b486dd-0074-47f9-a22f-06176bafafcd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177144 Jul 29 23:54:07.502912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.519074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591ceb1-438a-4422-b479-566701d748ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a79d9-4f82-4aaa-96f1-8089a4880c4c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.521064 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.531371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.533753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] 10.222.0.49 "DELETE /v2.0/networks/98e0a0a3-de28-4cea-a813-01f52ff97df1 HTTP/1.1" status: 204 len: 168 time: 1.4951823 Jul 29 23:54:07.553877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Deleting port 8225313e-2931-4db7-af33-8f9f675cb8eb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.554124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.554382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.563248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d89d0a-a0a3-400c-a70e-b8e712fc3394 tempest-DHCPAgentSchedulersTestJSON-2046725458 tempest-DHCPAgentSchedulersTestJSON-2046725458-project] Pushing event deleted for resources: {'Network': ['ID=98e0a0a3-de28-4cea-a813-01f52ff97df1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.645212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.648880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.650202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30e6eda7-56f0-49ec-9b9c-afb1ff755fda HTTP/1.1" status: 204 len: 168 time: 0.3559282 Jul 29 23:54:07.659068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.668023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676cb5-ee9d-49c2-81d3-419132fd5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6eda7-56f0-49ec-9b9c-afb1ff755fda,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.691469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Calling delete_port for dc828201-09f0-4f18-b581-a18f944f0afe owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:07.698377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port 8225313e-2931-4db7-af33-8f9f675cb8eb, host n-h2-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:07.698760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.723188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Calling delete_port for 8225313e-2931-4db7-af33-8f9f675cb8eb owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:07.895971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.936699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event deleted for resources: {'Port': ['ID=8225313e-2931-4db7-af33-8f9f675cb8eb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.943700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.946833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8c199d39-fc36-4100-ab65-eb3997382443 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8225313e-2931-4db7-af33-8f9f675cb8eb HTTP/1.1" status: 204 len: 168 time: 0.6028953 Jul 29 23:54:07.948294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.949873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.994435 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5c404-12fc-4e0c-aba5-cb47e3c7b2eb tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:54:07.996335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cdf5c404-12fc-4e0c-aba5-cb47e3c7b2eb tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports/8225313e-2931-4db7-af33-8f9f675cb8eb HTTP/1.1" status: 404 len: 333 time: 0.0448685 Jul 29 23:54:08.000448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60962) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.004687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Port': ['ID=dc828201-09f0-4f18-b581-a18f944f0afe,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.014831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2132100307', 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:08.082847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Made reservation on behalf of 0ca21c49e85b4bf8ac5ef951e833cea0 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:08.086442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.101773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60966) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.140837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port 6fe1ce38-8ed5-4efe-bf34-fb2db7709695 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:08.143856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.145941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fd703a58-063a-4bf3-b211-da029ac95e02 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/ports/dc828201-09f0-4f18-b581-a18f944f0afe HTTP/1.1" status: 204 len: 168 time: 0.9586897 Jul 29 23:54:08.148958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60972) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.169682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee7b2-5553-4da6-b775-545437a85bdc req-f2631023-80e1-4ef7-946c-a27e9f5f4478 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.171601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cfee7b2-5553-4da6-b775-545437a85bdc req-f2631023-80e1-4ef7-946c-a27e9f5f4478 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1249199 Jul 29 23:54:08.246989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting subnet 01745ccc-f98b-4d53-8171-30be44ee3782 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:08.268763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cfee7b2-5553-4da6-b775-545437a85bdc req-a5583e06-4489-41fd-b4ef-06c783276d6f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719063 Jul 29 23:54:08.269825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.359455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.498881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.553899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.614103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.640405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=6fe1ce38-8ed5-4efe-bf34-fb2db7709695,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.706934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:08.713886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:08.719955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:08.722176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.723508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.733174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-070abade-8ed6-413a-96b3-4926e115e671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30b0281a353940c0a64155ed0ddb1668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6302524 Jul 29 23:54:08.740077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60986) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.791725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a2d79bfd-fba2-44c8-9caa-b7120cdb804b tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7867248 Jul 29 23:54:08.792009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 60990) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.817012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13674a60-c273-41ec-97eb-e8eff91cf88d req-0753025f-0e80-4030-ad5b-67d71882f167 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.819220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13674a60-c273-41ec-97eb-e8eff91cf88d req-0753025f-0e80-4030-ad5b-67d71882f167 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.5006518 Jul 29 23:54:08.847983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdee83-e23a-463b-b8ec-235eb85ef80d tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.849718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5dfdee83-e23a-463b-b8ec-235eb85ef80d tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports/6fe1ce38-8ed5-4efe-bf34-fb2db7709695 HTTP/1.1" status: 200 len: 955 time: 0.0558252 Jul 29 23:54:08.854283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 60994) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.916779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.933553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-13674a60-c273-41ec-97eb-e8eff91cf88d req-5e43d459-1b6b-446f-b1d4-dd388302c897 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075127 Jul 29 23:54:08.950062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.954240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.993998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Subnet': ['ID=01745ccc-f98b-4d53-8171-30be44ee3782,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.012130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.019222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-286aaf73-5ba9-4e50-b276-555bca36492e tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/subnets/01745ccc-f98b-4d53-8171-30be44ee3782 HTTP/1.1" status: 204 len: 168 time: 0.8688276 Jul 29 23:54:09.020622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48cc86-57d6-4655-80d5-272eb781b2e5 None None] Network dcd95033-b90f-406d-8a77-b14c8921bc66 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:09.026430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.036113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Deleting port 6fe1ce38-8ed5-4efe-bf34-fb2db7709695 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:09.036714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.096569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Deleting subnet 918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:09.103598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.144176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.150235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.151673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9e4969a-55b5-4145-9305-6c5e4a728589 HTTP/1.1" status: 204 len: 168 time: 0.4105110 Jul 29 23:54:09.159919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.172070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d12ed-5945-469b-addb-3bfdf1a3f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e4969a-55b5-4145-9305-6c5e4a728589,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.189561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Calling delete_port for 6fe1ce38-8ed5-4efe-bf34-fb2db7709695 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:09.198744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.307232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] DHCP port deletion for dcd95033-b90f-406d-8a77-b14c8921bc66 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:09.354547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.397094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.434987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fe1ce38-8ed5-4efe-bf34-fb2db7709695,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.458816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Deleting port 1f9fdcca-923f-428b-acc3-2528507084a1 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:09.459776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.461535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.465528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77520063-8ba3-4e4f-8abe-bb6e51f6071f tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6fe1ce38-8ed5-4efe-bf34-fb2db7709695 HTTP/1.1" status: 204 len: 168 time: 0.6097884 Jul 29 23:54:09.469030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32786) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.524700 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaabfb5-a909-4b95-9232-c3a6693afe9c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:54:09.527753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2eaabfb5-a909-4b95-9232-c3a6693afe9c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports/6fe1ce38-8ed5-4efe-bf34-fb2db7709695 HTTP/1.1" status: 404 len: 333 time: 0.0576990 Jul 29 23:54:09.532111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.541345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1213992800'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:09.593971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Made reservation on behalf of 0ca21c49e85b4bf8ac5ef951e833cea0 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:09.596729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.616473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] For port 1f9fdcca-923f-428b-acc3-2528507084a1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1f9fdcca-923f-428b-acc3-2528507084a1,segment=NetworkSegment(9f1fa943-13b5-4092-bfa1-8ea9cb35891a),segment_id=9f1fa943-13b5-4092-bfa1-8ea9cb35891a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:09.617044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.643712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port 16b8263a-7cae-4d3b-b577-e095a1d94e57 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:09.647296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca011cf1-bce6-4277-a386-c561871482e4 req-8236a529-7032-44ee-b27a-938b4fe13e60 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:09.648934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca011cf1-bce6-4277-a386-c561871482e4 req-8236a529-7032-44ee-b27a-938b4fe13e60 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2458186 Jul 29 23:54:09.653682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Calling delete_port for 1f9fdcca-923f-428b-acc3-2528507084a1 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:09.709768 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.820417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca011cf1-bce6-4277-a386-c561871482e4 req-2e2415c4-2f72-476c-93da-92504a747234 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458642 Jul 29 23:54:09.824899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Subnet': ['ID=918ad6dc-adb3-4c44-a9b8-db8b1e2a5467,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.831003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.841103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.843107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1759c7a-0540-402d-b76c-4476c2de59fb tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/subnets/918ad6dc-adb3-4c44-a9b8-db8b1e2a5467 HTTP/1.1" status: 204 len: 168 time: 0.8152490 Jul 29 23:54:09.869481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74acf8-9fb1-420f-a2a4-c5c95ed115d8 None None] Network 29f1bcc8-976c-4514-aa69-3c4c3add6bbd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:09.882599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32802) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.916953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56dea9c9-2889-4622-97f4-c719de38b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.928880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.992724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.997723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] No DVR routers for this DVR port 1f9fdcca-923f-428b-acc3-2528507084a1 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:10.012774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3288-e01a-44e2-a270-5a068a879b65 None None] Pushing event deleted for resources: {'Port': ['ID=1f9fdcca-923f-428b-acc3-2528507084a1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.086278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.170432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.244243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Network 13bb2b50-74bc-4513-8e46-d6db2e983137 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:10.266829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:10.269742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:10.270789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.271448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.279187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] DHCP port deletion for 29f1bcc8-976c-4514-aa69-3c4c3add6bbd request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:10.325973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=16b8263a-7cae-4d3b-b577-e095a1d94e57,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.354737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631de59-8bbe-40b5-964c-551c969e9bb0 req-a70f069c-8ef9-4952-ba95-8c60dab54721 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.366377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a631de59-8bbe-40b5-964c-551c969e9bb0 req-a70f069c-8ef9-4952-ba95-8c60dab54721 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2138383 Jul 29 23:54:10.416124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Deleting port 24f4db65-6741-4d64-ad2e-9f844da92a30 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:10.416483 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.446418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a631de59-8bbe-40b5-964c-551c969e9bb0 req-2507723b-e659-40ad-9702-87c421e7705a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778666 Jul 29 23:54:10.521872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.556822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] For port 24f4db65-6741-4d64-ad2e-9f844da92a30, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24f4db65-6741-4d64-ad2e-9f844da92a30,segment=NetworkSegment(00d6e122-fc89-47db-854a-ef5e903a4389),segment_id=00d6e122-fc89-47db-854a-ef5e903a4389)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:10.559025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd95033-b90f-406d-8a77-b14c8921bc66']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.559540 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.587542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Calling delete_port for 24f4db65-6741-4d64-ad2e-9f844da92a30 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:10.601099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1fa943-13b5-4092-bfa1-8ea9cb35891a') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.601464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1fa943-13b5-4092-bfa1-8ea9cb35891a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.633816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.649605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b69509b1-fd17-4405-bb7d-ca4936e5d8fc tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.651236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b69509b1-fd17-4405-bb7d-ca4936e5d8fc tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 813 time: 0.4051118 Jul 29 23:54:10.655311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56dea9c9-2889-4622-97f4-c719de38b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.655939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f9fdcca-923f-428b-acc3-2528507084a1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:10.673837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-301d1f07-d302-4807-a936-d96b7fad27ef tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1403723 Jul 29 23:54:10.678732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:10.686493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1f9fdcca-923f-428b-acc3-2528507084a1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:10.686746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1f9fdcca-923f-428b-acc3-2528507084a1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:10.687166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24f4db65-6741-4d64-ad2e-9f844da92a30 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:10.698174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:10.699661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.718044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:10.718569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.784646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.807803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56dea9c9-2889-4622-97f4-c719de38b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.823117 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:10.850562 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:10.876592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-56dea9c9-2889-4622-97f4-c719de38b005 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcafd1f6f7eb4bcc9ef800055ded3695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443547 Jul 29 23:54:10.880379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] Pushing event deleted for resources: {'Port': ['ID=24f4db65-6741-4d64-ad2e-9f844da92a30,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.885241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:10.894480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.918404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-6bada19a-f9a9-422c-914d-dd79edd4441c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/quotas/ce4fdb4a0e3b49e9977f2a787c1df29b HTTP/1.1" status: 200 len: 375 time: 0.2512281 Jul 29 23:54:10.952107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045057f2-7be9-4aa6-8808-a3fd856612b9 None None] No DVR routers for this DVR port 24f4db65-6741-4d64-ad2e-9f844da92a30 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:11.014940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.050428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.053800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/networks/dcd95033-b90f-406d-8a77-b14c8921bc66 HTTP/1.1" status: 204 len: 168 time: 1.1693001 Jul 29 23:54:11.058747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 32856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.092835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea9c9-2889-4622-97f4-c719de38b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a6a3a-23e7-4761-aa72-bb344e00a981,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.125513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1341-133d-407f-ae91-6b24e5e87197 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Network': ['ID=dcd95033-b90f-406d-8a77-b14c8921bc66,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.146239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-bccd20b0-ad6b-4398-873c-d6d859bc32f8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008340 Jul 29 23:54:11.167440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.227229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.312705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.319470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.323809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e38a6a3a-23e7-4761-aa72-bb344e00a981 HTTP/1.1" status: 204 len: 168 time: 0.4299488 Jul 29 23:54:11.334802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a611d-12a0-4ca3-9ad9-bd74e0de3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38a6a3a-23e7-4761-aa72-bb344e00a981,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.436333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] device_id is not set on port 16b8263a-7cae-4d3b-b577-e095a1d94e57 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:11.447560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.456063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.521560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-b6668eb3-6a27-4b49-9177-855a70ed8dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1497915 Jul 29 23:54:11.531466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Transition to ACTIVE for port object 16b8263a-7cae-4d3b-b577-e095a1d94e57 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:11.596734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.620001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-e33311a8-8774-441c-9305-95e1d36d01d7 service neutron] 10.222.0.49 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638617 Jul 29 23:54:11.784088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b2b55ec0-b709-4181-9816-a10ec29691bd service neutron] 10.222.0.49 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632907 Jul 29 23:54:11.817225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:11.818286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:11.818286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:11.836723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:11.837056 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:11.842806 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 2 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:11.891573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.906164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882dd3f-799f-4ced-b478-7b7e94d7d574 req-c135910a-4010-44b8-b333-5bfecc58ee81 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.907781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d882dd3f-799f-4ced-b478-7b7e94d7d574 req-c135910a-4010-44b8-b333-5bfecc58ee81 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.3178537 Jul 29 23:54:11.908452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=16b8263a-7cae-4d3b-b577-e095a1d94e57,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.928840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-0b1a9f68-eb0f-4c50-8d9e-1467e6c38f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:11.930468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-0b1a9f68-eb0f-4c50-8d9e-1467e6c38f56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1097 time: 0.2776334 Jul 29 23:54:11.931194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:11.931520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:11.931856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:11.936147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f1bcc8-976c-4514-aa69-3c4c3add6bbd']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.967468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:11.967821 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:11.979332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d6e122-fc89-47db-854a-ef5e903a4389') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.979627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d6e122-fc89-47db-854a-ef5e903a4389') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.981487 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 3 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.055017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.074978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.074978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.075292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.124405 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d882dd3f-799f-4ced-b478-7b7e94d7d574 req-8e608bcc-bb75-4380-9e68-d53a7b8bed04 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007258 Jul 29 23:54:12.125735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.151589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40bb2048-8ea8-46b2-bd8e-67e51d9e803c req-ea698d4d-5775-43d5-8d93-58b5392137b1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 210 time: 0.0942383 Jul 29 23:54:12.152190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.152314 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.164605 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 4 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.217205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:12.217721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:12.221181 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:12.274872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.275292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.275544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.305869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.306193 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.315654 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 5 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.368098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-6cf1ff6a-820f-4356-b5ed-fc4bb3dbc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.370960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-6cf1ff6a-820f-4356-b5ed-fc4bb3dbc876 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.4158096 Jul 29 23:54:12.374179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.374494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.374859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.393927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.537908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-3adb6177-ba37-40f1-9ba9-38e50b56c382 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.1455202 Jul 29 23:54:12.548926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.549287 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.585802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.591305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] 10.222.0.49 "DELETE /v2.0/networks/29f1bcc8-976c-4514-aa69-3c4c3add6bbd HTTP/1.1" status: 204 len: 168 time: 1.5315480 Jul 29 23:54:12.608187 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 6 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.626298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 32976) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.652070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421118e-edcd-49ff-a3f8-16258f1d9444 tempest-TaggedBootDevicesTest-1297202833 tempest-TaggedBootDevicesTest-1297202833-project] Pushing event deleted for resources: {'Network': ['ID=29f1bcc8-976c-4514-aa69-3c4c3add6bbd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.662648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.664182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.664946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.759563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.764640 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.774732 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 7 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.797496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.797955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.798922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.807791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.808941 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.812036 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 8 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.843085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.843834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.843964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.853803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.854216 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.854941 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 9 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:12.859449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-30f34b18-687e-4884-a9fa-9313632947f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.861185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-30f34b18-687e-4884-a9fa-9313632947f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.2682207 Jul 29 23:54:12.931057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-a4ebafb1-b3e1-43ab-a748-87ecb4a9c299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592513 Jul 29 23:54:12.934683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:12.935016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:12.935997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:12.963499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:12.963836 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:12.966220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-806fce68-cb8a-4b19-a5cc-808fd9bde59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.035546 n-d-712707-11 neutron-server[93865]: INFO neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempt 10 to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 Jul 29 23:54:13.113523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:13.113883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:13.114483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempting to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:13.137787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:13.140337 n-d-712707-11 neutron-server[93865]: ERROR neutron.plugins.ml2.managers [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Failed to bind port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on host n-h2-712707-11 for vnic_type normal using segments [{'id': 'c38107ed-4f77-461e-a67f-75ccf0565ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '13bb2b50-74bc-4513-8e46-d6db2e983137'}] Jul 29 23:54:13.142823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.190725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-806fce68-cb8a-4b19-a5cc-808fd9bde59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.198405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-806fce68-cb8a-4b19-a5cc-808fd9bde59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.261745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-806fce68-cb8a-4b19-a5cc-808fd9bde59b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a56ef316de684d1d82c47ab501aa6624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340482 Jul 29 23:54:13.264656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.393569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-30a49582-ff54-46f1-812e-3c3210080f39 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542143 Jul 29 23:54:13.461371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fce68-cb8a-4b19-a5cc-808fd9bde59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4941aef-3f68-44a5-accd-c16234869a3c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.501065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a1bb5b9-4f86-49bd-96b9-26558d958b4b req-058146ce-31e1-4132-af6c-2b6d036d6742 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 210 time: 0.1404066 Jul 29 23:54:13.607901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.667433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.712623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d99d8-a3db-43fd-94b9-4b2800406d29 req-1d33803a-bc43-483f-8237-b0d59b0ac2f0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.727190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-504d99d8-a3db-43fd-94b9-4b2800406d29 req-1d33803a-bc43-483f-8237-b0d59b0ac2f0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.4361763 Jul 29 23:54:13.769355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port 16b8263a-7cae-4d3b-b577-e095a1d94e57, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:13.770292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attempted to set empty binding levels {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:54:13.788789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.793070 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.794565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4941aef-3f68-44a5-accd-c16234869a3c HTTP/1.1" status: 204 len: 168 time: 0.5283525 Jul 29 23:54:13.807296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6b54-bbc3-4798-86a4-d766a80a9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4941aef-3f68-44a5-accd-c16234869a3c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.815473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.887358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event updated for resources: {'Port': ['ID=16b8263a-7cae-4d3b-b577-e095a1d94e57,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.913550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] In _notify_port_updated(), no bound segment for port 16b8263a-7cae-4d3b-b577-e095a1d94e57 on network 13bb2b50-74bc-4513-8e46-d6db2e983137 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:54:13.915072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.915187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.916587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b72b118-f5a2-4832-aea1-889b46b06738 tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "PUT /v2.0/ports/16b8263a-7cae-4d3b-b577-e095a1d94e57 HTTP/1.1" status: 200 len: 976 time: 3.2352815 Jul 29 23:54:13.919647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33122) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.944926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-504d99d8-a3db-43fd-94b9-4b2800406d29 req-325858a4-15c2-4fac-9f40-1b28478457e9 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153013 Jul 29 23:54:13.951436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73377961-11de-43f9-a7ad-1467eedb2ca7 req-16c4eb63-ea94-469f-92be-0e2bb67f8cae service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436232 Jul 29 23:54:14.102495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Deleting port 16b8263a-7cae-4d3b-b577-e095a1d94e57 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:14.103837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.314476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] For port 16b8263a-7cae-4d3b-b577-e095a1d94e57, host n-h2-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:14.315103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.377456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Calling delete_port for 16b8263a-7cae-4d3b-b577-e095a1d94e57 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:15.134955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.158468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20aa00-0897-4cf7-a41b-2e7ddeb6df8e req-297d0d9e-2c6b-44e5-bb0d-2b6a02cf55fe tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.174447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e20aa00-0897-4cf7-a41b-2e7ddeb6df8e req-297d0d9e-2c6b-44e5-bb0d-2b6a02cf55fe tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1162174 Jul 29 23:54:15.201750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4708ad9-c31f-4eca-9543-385cfd7e6a7e req-215136b9-f20c-43a3-ac83-9bb3f7c7e444 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 210 time: 0.0614462 Jul 29 23:54:15.209866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b1d10182-dea4-4a8e-8ee4-287c0d200a72 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.211667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b1d10182-dea4-4a8e-8ee4-287c0d200a72 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.57 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 813 time: 0.8566935 Jul 29 23:54:15.241599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Request body: {'port': {'device_id': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'admin_state_up': True, 'tenant_id': 'ce4fdb4a0e3b49e9977f2a787c1df29b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:15.268975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.299616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5e20aa00-0897-4cf7-a41b-2e7ddeb6df8e req-587eb9f0-0c20-461e-bee1-dbfbc8e98a55 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240704 Jul 29 23:54:15.390669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Pushing event deleted for resources: {'Port': ['ID=16b8263a-7cae-4d3b-b577-e095a1d94e57,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.394962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.397470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7a27e6fe-875e-48de-9ed4-36f7042f7b1c tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "DELETE /v2.0/ports/16b8263a-7cae-4d3b-b577-e095a1d94e57 HTTP/1.1" status: 204 len: 168 time: 1.4765711 Jul 29 23:54:15.400561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.460424 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-38904efd-2a0a-47c5-846c-422e3fac08bb tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:54:15.462000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-38904efd-2a0a-47c5-846c-422e3fac08bb tempest-PortsAdminExtendedAttrsTestJSON-1951966943 tempest-PortsAdminExtendedAttrsTestJSON-1951966943-project-admin] 10.222.0.49 "GET /v2.0/ports/16b8263a-7cae-4d3b-b577-e095a1d94e57 HTTP/1.1" status: 404 len: 333 time: 0.0586507 Jul 29 23:54:15.467599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.605306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-876833323'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:15.649028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:54:15.649028 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:54:15.649028 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'ce4fdb4a0e3b49e9977f2a787c1df29b', 'id': 'dec0bd7a-7723-4606-b330-6db0ce7feeb3', 'expiration': datetime.datetime(2021, 7, 29, 23, 56, 15, 632096)}] Jul 29 23:54:15.649028 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:15.651670 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:15.660275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Made reservation on behalf of 21763b9c0ad34f6c9ee2e119535cdb5a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:15.673924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.678164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.712951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.884735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.891176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.916435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.936460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:15.956129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bb2b50-74bc-4513-8e46-d6db2e983137']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:15.957953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82fc6f-93e7-4918-aafe-b4626866aa3a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.962094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.963045 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Added segment ecf987a5-6a11-45af-ba29-3ec3e0ed6d99 of type vlan for network 2f635234-fa61-4cd4-992d-e4d96f2f6cf9 Jul 29 23:54:16.007560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38107ed-4f77-461e-a67f-75ccf0565ac6') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.007942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38107ed-4f77-461e-a67f-75ccf0565ac6') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.024333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.057164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.073726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.085937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.090064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:16.090718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.100791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:16.102487 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:16.111628 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:16.122827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9867311 Jul 29 23:54:16.135153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33402) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.196249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a47e-30d5-4cc6-bb58-506872b28b18 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Pushing event updated for resources: {'Network': ['ID=2f635234-fa61-4cd4-992d-e4d96f2f6cf9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.212642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2f635234-fa61-4cd4-992d-e4d96f2f6cf9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:16.357773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.363444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33436) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.364591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96c50498-d11e-4e86-b8ec-decefd75d3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.370388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Made reservation on behalf of ce4fdb4a0e3b49e9977f2a787c1df29b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:16.401619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.494525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.499112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] 10.222.0.49 "DELETE /v2.0/networks/13bb2b50-74bc-4513-8e46-d6db2e983137 HTTP/1.1" status: 204 len: 168 time: 1.0280218 Jul 29 23:54:16.578383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d559b8-5942-41f9-b0c8-0007bf469c7a tempest-PortsAdminExtendedAttrsTestJSON-773111201 tempest-PortsAdminExtendedAttrsTestJSON-773111201-project] Pushing event deleted for resources: {'Network': ['ID=13bb2b50-74bc-4513-8e46-d6db2e983137,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.582829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b81a07d9-a14c-4f79-ac36-324dd09ab965 req-45cb71c1-6b1c-483a-8bc6-a03d352cf874 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 210 time: 0.2541292 Jul 29 23:54:16.970570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Allocated IP 172.20.0.3 (c9c91ca6-e86a-46a4-b60b-269c74d9a90d/119a13ed-a798-4c75-8af4-96f9984ee7cd/5f5b28f2-78e6-473d-b659-a8e25e745bfb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:17.143669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33536) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:17.233927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'name': 'tempest-network--387149319', 'router:external': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:17.249680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d86c10-8a0a-41de-a0c5-b5a060ece9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.298093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.316146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50583d-44cb-42ca-9f03-7cec0f391f19 req-a32ecf12-fd30-4e5c-91b7-6fab14d80f0c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:17.325604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d50583d-44cb-42ca-9f03-7cec0f391f19 req-a32ecf12-fd30-4e5c-91b7-6fab14d80f0c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.8153825 Jul 29 23:54:17.345332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.418508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:17.422407 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.432424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-645daa71-fe00-4d3a-8e41-717c7d8bc112 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20b031f2fccb41ea9342f6aa5181b05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873533 Jul 29 23:54:17.436140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33574) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:17.494789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.510641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.533661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['78e388e2-6b4f-4501-b166-1ab62a461dc5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:17.538969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d50583d-44cb-42ca-9f03-7cec0f391f19 req-9d51c14c-b0fb-4eaa-ae5b-47f0b4ae8720 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110412 Jul 29 23:54:17.548538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Pushing event updated for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.578973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Network c9c91ca6-e86a-46a4-b60b-269c74d9a90d is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:17.580247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.582356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:17.585693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:17.715479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.784903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:17.785884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.787355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d86c10-8a0a-41de-a0c5-b5a060ece9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.873617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.892236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.894982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c42e5982-4d95-4875-9fab-ccc9528d13fc HTTP/1.1" status: 204 len: 168 time: 0.4576681 Jul 29 23:54:17.932139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c766-3983-486c-a286-89c327ab5ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e5982-4d95-4875-9fab-ccc9528d13fc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.933100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.943762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d86c10-8a0a-41de-a0c5-b5a060ece9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.953580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-49165797-fe59-4cae-84dc-11c3ae3a8620 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7226548 Jul 29 23:54:17.961651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8500-6ccf-4675-8470-1e81500dafc1 req-1de8dad4-58f9-456a-82a0-f2354bf79ee3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:17.963005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.985461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-defd8500-6ccf-4675-8470-1e81500dafc1 req-1de8dad4-58f9-456a-82a0-f2354bf79ee3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 931 time: 0.2433701 Jul 29 23:54:18.001352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Request body: {'port': {'device_id': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:18.031497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64d86c10-8a0a-41de-a0c5-b5a060ece9c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=482342f61d09484084a2d9b44ddc8650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6664011 Jul 29 23:54:18.033757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:18.037955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.049266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d86c10-8a0a-41de-a0c5-b5a060ece9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c6f22-e06a-4eef-acbe-12068e087225,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.097911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6cec2-ef6c-4588-9d20-d129fe67d6f4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.108495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.109381 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Added segment 5873aab7-4bb3-4adb-8d9b-7e9be53faef0 of type vlan for network ed93a80d-115e-4566-9d01-d87aeae9ad6b Jul 29 23:54:18.160548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.190071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-defd8500-6ccf-4675-8470-1e81500dafc1 req-85ea7a83-0872-4ba5-94de-cf1bf8af192a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994295 Jul 29 23:54:18.331558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.346281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.395107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.397394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33626) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.462107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.464125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:18.465238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.581587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=ed93a80d-115e-4566-9d01-d87aeae9ad6b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.584825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53526914-118b-4e5d-942a-a2a9e540dc86 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4478471 Jul 29 23:54:18.587886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33632) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.597824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ed93a80d-115e-4566-9d01-d87aeae9ad6b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:18.635336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33634) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.758596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5b28f2-78e6-473d-b659-a8e25e745bfb {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:18.773762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.795788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4399-2d38-49c3-9402-e319aff6878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.796125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Transition to ACTIVE for port object 5f5b28f2-78e6-473d-b659-a8e25e745bfb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:18.810830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.811806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.813389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.818537 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa1c6f22-e06a-4eef-acbe-12068e087225 HTTP/1.1" status: 204 len: 168 time: 0.7756207 Jul 29 23:54:18.836207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.844119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4da7e-70d5-4787-a3f0-ebaeb21b777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c6f22-e06a-4eef-acbe-12068e087225,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.893111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cec98-8536-42dd-9e8c-632c4a759170 req-f3391ccc-5d6a-4f4f-9c23-2fabea26577f tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:18.894766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-835cec98-8536-42dd-9e8c-632c4a759170 req-f3391ccc-5d6a-4f4f-9c23-2fabea26577f tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2267215 Jul 29 23:54:19.019642 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1665b93-5d03-4af0-b4eb-544702cc8cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.075177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-092482f3-6da2-4bec-a56e-8dcb0b7133a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ca21c49e85b4bf8ac5ef951e833cea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382820 Jul 29 23:54:19.093857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33644) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.104210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-835cec98-8536-42dd-9e8c-632c4a759170 req-491935ad-0799-4b51-89e0-4ca27e2ad94d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680994 Jul 29 23:54:19.160801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.189075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed93a80d-115e-4566-9d01-d87aeae9ad6b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.224266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5873aab7-4bb3-4adb-8d9b-7e9be53faef0') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.224571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5873aab7-4bb3-4adb-8d9b-7e9be53faef0') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.235687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.243583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.283460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.308245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4399-2d38-49c3-9402-e319aff6878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.311705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:19.312225 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:19.314415 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:19.326735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.336141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaae29-cd79-48e4-b4bc-7b6911c7d327 req-c3c442f1-8bee-437f-bfa6-eae86a96991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.337950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.345592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7eaae29-cd79-48e4-b4bc-7b6911c7d327 req-c3c442f1-8bee-437f-bfa6-eae86a96991e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1098 time: 0.3081992 Jul 29 23:54:19.362939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.434516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1c6a4399-2d38-49c3-9402-e319aff6878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.513797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.518703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.525762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dafe99cc-f4bb-4a52-bf90-cbfc6f2b148b HTTP/1.1" status: 204 len: 168 time: 0.4194660 Jul 29 23:54:19.595814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a4399-2d38-49c3-9402-e319aff6878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09205004-003f-4b62-9bf9-684d549f7735,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.602578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1c6a4399-2d38-49c3-9402-e319aff6878d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9348e7b9203343059a2ed57aec781d35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2027924 Jul 29 23:54:19.605676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33656) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.634685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad11d2-4c50-4b71-96df-6b4b43dc0244 req-5f4c7195-8975-48cf-9de2-be5454169652 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.637251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.642585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bad11d2-4c50-4b71-96df-6b4b43dc0244 req-5f4c7195-8975-48cf-9de2-be5454169652 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 943 time: 0.2683904 Jul 29 23:54:19.643809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a97a57-f497-41b5-a99e-09f56e80df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe99cc-f4bb-4a52-bf90-cbfc6f2b148b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.643977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Attempting to bind port 5f5b28f2-78e6-473d-b659-a8e25e745bfb on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:19.648996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Attempting to bind port 5f5b28f2-78e6-473d-b659-a8e25e745bfb by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:19.649348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Attempting to bind port 5f5b28f2-78e6-473d-b659-a8e25e745bfb on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:19.656852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed93a80d-115e-4566-9d01-d87aeae9ad6b {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:19.663049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.669275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/ed93a80d-115e-4566-9d01-d87aeae9ad6b HTTP/1.1" status: 204 len: 168 time: 1.0770094 Jul 29 23:54:19.684280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33658) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.684280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Port 5f5b28f2-78e6-473d-b659-a8e25e745bfb on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:19.684280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Attempting to bind port 5f5b28f2-78e6-473d-b659-a8e25e745bfb on network c9c91ca6-e86a-46a4-b60b-269c74d9a90d {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:19.693150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7eaae29-cd79-48e4-b4bc-7b6911c7d327 req-51dfb2ec-960c-4b4c-a144-b0d30a06455c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432357 Jul 29 23:54:19.704112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:19.706817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22801fb4-890c-4247-8237-24faf596d256 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed93a80d-115e-4566-9d01-d87aeae9ad6b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.769015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:19.769015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Checking segment: {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:19.771714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Bound using segment: {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:19.772555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Bound port: 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:19.773219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.781174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.849502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.914015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bad11d2-4c50-4b71-96df-6b4b43dc0244 req-0af52823-913f-4c2c-afe7-899e7b2b5d68 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333496 Jul 29 23:54:19.945743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.949835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.954012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:19.956818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.957739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09205004-003f-4b62-9bf9-684d549f7735 HTTP/1.1" status: 204 len: 168 time: 0.3506231 Jul 29 23:54:19.970068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89af69f-1cf1-478b-8844-8bb6e1c02d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09205004-003f-4b62-9bf9-684d549f7735,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.043279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:20.047732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:20.064963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:20.079336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.079723 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Added segment 0f2f4d60-902b-4da3-b0d2-1a24167b0979 of type vlan for network f548185f-19e3-46ec-b11b-4b0f46898eb8 Jul 29 23:54:20.081887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.196762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.237766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.239385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.241465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-1e00553e-377b-41ac-8b77-aa00107c8065 service neutron] 10.222.0.57 "PUT /v2.0/ports/5f5b28f2-78e6-473d-b659-a8e25e745bfb HTTP/1.1" status: 200 len: 1092 time: 2.2529151 Jul 29 23:54:20.242177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:20.244773 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1" -d '{"events": [{"name": "network-changed", "server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:20.295959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.320472 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9739d4-9e34-482f-bab1-0723f3327919 x-openstack-request-id: req-bc9739d4-9e34-482f-bab1-0723f3327919 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:20.320989 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:20.321413 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc9739d4-9e34-482f-bab1-0723f3327919 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:20.322088 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb', 'status': 'completed', 'code': 200} Jul 29 23:54:20.414501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8f183-a116-485e-b98f-425f9d000ef4 req-7a4e4b49-a1a8-4e23-92a8-dfe6f847b289 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.439932 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24f8f183-a116-485e-b98f-425f9d000ef4 req-7a4e4b49-a1a8-4e23-92a8-dfe6f847b289 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1553276 Jul 29 23:54:20.514220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.515225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.515827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.535313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-24f8f183-a116-485e-b98f-425f9d000ef4 req-c398eeb4-9ab2-4a90-9425-cd2e7e770cab tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900311 Jul 29 23:54:20.635152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.637221 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:20.688698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-677c47de-4cb1-45e2-8204-10d85a64eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.695321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-677c47de-4cb1-45e2-8204-10d85a64eaf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 1095 time: 0.3189075 Jul 29 23:54:20.707126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0093060 Jul 29 23:54:20.707532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33692) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:20.713091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'subnet': {'network_id': 'f548185f-19e3-46ec-b11b-4b0f46898eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:20.757919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472bb4a-ddb7-4eb2-bad5-7c2c0754761d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=f548185f-19e3-46ec-b11b-4b0f46898eb8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.768331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f548185f-19e3-46ec-b11b-4b0f46898eb8 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:20.801734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:20.806660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.865686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-b7723a69-e9e1-477a-b51f-be8eaa0b293b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb HTTP/1.1" status: 200 len: 217 time: 0.1405311 Jul 29 23:54:21.003450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fca7-c767-4824-abaa-01cdae1178ea req-17311c9a-06e8-4d2e-8441-bd2cf2d74096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.005106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-17311c9a-06e8-4d2e-8441-bd2cf2d74096 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.1275899 Jul 29 23:54:21.061129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-5ea06855-42fd-44c3-a6a7-df767b8c10fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474331 Jul 29 23:54:21.211440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b7e8-409f-44b3-81af-4ae79ed0b559 req-77c3a52e-1fce-4901-b9f3-1cf3c9c1677c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.213257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d968b7e8-409f-44b3-81af-4ae79ed0b559 req-77c3a52e-1fce-4901-b9f3-1cf3c9c1677c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 943 time: 0.1391866 Jul 29 23:54:21.273232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d968b7e8-409f-44b3-81af-4ae79ed0b559 req-1d6c985b-c1ef-4222-bad3-9c143a3215d9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525079 Jul 29 23:54:21.278531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-d259a4f2-ebed-4c47-bada-9909252c5c74 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056222 Jul 29 23:54:21.487405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:54:21.488021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.531994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7095fca7-c767-4824-abaa-01cdae1178ea req-62444120-78d5-4adc-b010-12b4cb14c3dc service neutron] 10.222.0.57 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447391 Jul 29 23:54:21.595536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8608e769-796b-460c-9ddf-4941e2e4b4c1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.626473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Checking segment: {'id': '0f2f4d60-902b-4da3-b0d2-1a24167b0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f548185f-19e3-46ec-b11b-4b0f46898eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:21.627030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Network hostable DHCP agents. Network: f548185f-19e3-46ec-b11b-4b0f46898eb8, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:21.658525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Network f548185f-19e3-46ec-b11b-4b0f46898eb8 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:21.733658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f548185f-19e3-46ec-b11b-4b0f46898eb8) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:21.743737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400d43c-c3b8-4c1f-a03c-a7284a99bc2b None None] Network f548185f-19e3-46ec-b11b-4b0f46898eb8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:21.758183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.758857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.822694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-f996489c-c98c-42db-86f5-cc95be7711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.826754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-f996489c-c98c-42db-86f5-cc95be7711ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 1095 time: 0.1248503 Jul 29 23:54:21.856000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe8f35-cf08-4b60-8908-786d1441b71b req-491c4ea6-9481-4a5c-b752-0b5b42b84adc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.857711 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2fe8f35-cf08-4b60-8908-786d1441b71b req-491c4ea6-9481-4a5c-b752-0b5b42b84adc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.1928294 Jul 29 23:54:21.875371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2d3a5c88-bb33-45df-9248-8c995c5b8d7a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1664324 Jul 29 23:54:21.878660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:21.910548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'floatingip': {'floating_network_id': 'f548185f-19e3-46ec-b11b-4b0f46898eb8'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:22.015626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2fe8f35-cf08-4b60-8908-786d1441b71b req-eff650ab-278a-4791-83bf-1ebc514f65de tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359327 Jul 29 23:54:22.066054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.142837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-ff313313-b753-42dd-b287-f21ba9b85fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.145148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-ff313313-b753-42dd-b287-f21ba9b85fcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.3066306 Jul 29 23:54:22.207852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dfbebf-fb43-40fb-82c1-e2d981513693 None None] Network f548185f-19e3-46ec-b11b-4b0f46898eb8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:22.260857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-8e50ffc9-934d-416f-bb51-95556b602e15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb HTTP/1.1" status: 200 len: 217 time: 0.1029234 Jul 29 23:54:22.341552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.342407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-dd2420d7-7b91-4eb4-b198-9a0c3247c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.350678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-dd2420d7-7b91-4eb4-b198-9a0c3247c330 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.0768161 Jul 29 23:54:22.421738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-28a56f64-a0b9-4c22-a4b3-59ae879d4cdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598390 Jul 29 23:54:22.586909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.681234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Allocated IP 172.20.0.12 (f548185f-19e3-46ec-b11b-4b0f46898eb8/8608e769-796b-460c-9ddf-4941e2e4b4c1/cd96474c-8b96-400a-8101-39d2d9687f81) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:22.792558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e845-d52a-4864-b38e-67aaa31ed233 req-df4e9602-21ef-438f-b5de-0695e91ca744 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.798999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c7e845-d52a-4864-b38e-67aaa31ed233 req-df4e9602-21ef-438f-b5de-0695e91ca744 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 943 time: 0.2888193 Jul 29 23:54:22.919676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c7e845-d52a-4864-b38e-67aaa31ed233 req-e6ca7b7c-15ce-4278-96d4-eeaf034a13cb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038067 Jul 29 23:54:22.928926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-9f884d8c-57a3-4d72-8454-15729be0ae6c service neutron] 10.222.0.57 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947317 Jul 29 23:54:23.017495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.175015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5f5b28f2-78e6-473d-b659-a8e25e745bfb details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:23.212289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f6c46a-8cb8-4d8b-97f2-118ba33b34f1 req-04fecdec-8b15-4840-95b6-2afe37af2113 service neutron] 10.222.0.57 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723703 Jul 29 23:54:23.213448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-ff29c07c-b753-49f1-8afa-47b8c66cd8fc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.215247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-ff29c07c-b753-49f1-8afa-47b8c66cd8fc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 811 time: 0.3929954 Jul 29 23:54:23.239783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.272156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-8d3917e9-8e86-4b36-b128-8087f4f804a0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/quotas/29e6fdebeb9045dfb5d5d815fd1d8f3c HTTP/1.1" status: 200 len: 375 time: 0.0449452 Jul 29 23:54:23.305061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Network f548185f-19e3-46ec-b11b-4b0f46898eb8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:23.321766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:23.347213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:23.407104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Port': ['ID=cd96474c-8b96-400a-8101-39d2d9687f81,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.422742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-81ca8784-69de-4926-a3c7-c7477ab44dd4 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164486 Jul 29 23:54:23.571271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-8b00808c-f4ba-4d74-a6ca-7226f1255e67 service neutron] 10.222.0.49 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347525 Jul 29 23:54:23.682008 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.744349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:23.766171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.781063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '5f5b28f2-78e6-473d-b659-a8e25e745bfb', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'port_id': '5f5b28f2-78e6-473d-b659-a8e25e745bfb', 'mac_address': 'fa:16:3e:1a:26:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119a13ed-a798-4c75-8af4-96f9984ee7cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:23.853120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-01d007b7-2e7d-4571-a862-db66c4f427d7 service neutron] 10.222.0.49 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608480 Jul 29 23:54:23.863957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33908) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.897458 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.936135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33912) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.951684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5b28f2-78e6-473d-b659-a8e25e745bfb {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:24.001396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:24.010581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.160256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.251563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.272591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12dd2e54-9bba-42ee-8d29-33b39d2982e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.280149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.397123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['5f5b28f2-78e6-473d-b659-a8e25e745bfb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:24.416317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9d5f43b-5c35-431e-9d46-2812b486b876 req-7191f2ad-dc0d-485d-a1cf-b163317810eb tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.1100636 Jul 29 23:54:24.438822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.465692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1f4471e-2de2-450f-a599-19055d7d72e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.480923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Port': ['ID=cd96474c-8b96-400a-8101-39d2d9687f81,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.501826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.532594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b74b3-d8c6-4f80-9cd0-152ff0782566 req-3dfcb3c9-3bf1-4508-b415-532dcddb656a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:24.546110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a25b74b3-d8c6-4f80-9cd0-152ff0782566 req-3dfcb3c9-3bf1-4508-b415-532dcddb656a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 944 time: 0.4688036 Jul 29 23:54:24.742084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b7face10-6e11-44d0-9334-5ec183c97551 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:24.748122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a25b74b3-d8c6-4f80-9cd0-152ff0782566 req-38a6200b-cae7-48f1-8570-843f4a9afbf4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190565 Jul 29 23:54:24.842181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b7face10-6e11-44d0-9334-5ec183c97551 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "PUT /v2.0/quotas/49192555a23946f09918d02e494d857d HTTP/1.1" status: 200 len: 366 time: 0.4019418 Jul 29 23:54:24.842798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.867282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae58ba7d-bc72-43f8-a2c6-2e34bc4d9deb tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0233297 Jul 29 23:54:24.868019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33942) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.872468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12dd2e54-9bba-42ee-8d29-33b39d2982e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.878403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12dd2e54-9bba-42ee-8d29-33b39d2982e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.894237 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d95af60-6290-47a4-afd3-e27098893767 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas/49192555a23946f09918d02e494d857d HTTP/1.1" status: 200 len: 366 time: 0.0249410 Jul 29 23:54:24.894990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33944) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.897313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.901457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b9aab6bd-32b8-44ef-acfd-737efb4ceedd tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9998009 Jul 29 23:54:24.903451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.941746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-12dd2e54-9bba-42ee-8d29-33b39d2982e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b09cb073de39400d954ad15fa285fdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0761545 Jul 29 23:54:24.971112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.033643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd2e54-9bba-42ee-8d29-33b39d2982e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e63d6-3df5-4a07-9d42-9f406ed69388,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.057619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-020d8a85-1688-4215-9f8d-ac37aa8db43a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138482 Jul 29 23:54:25.222496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-0275f8d0-f017-4bd5-a507-916ea4915093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.224239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-0275f8d0-f017-4bd5-a507-916ea4915093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0858326 Jul 29 23:54:25.231538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1f4471e-2de2-450f-a599-19055d7d72e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.234819 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-81f4630d-b547-4204-9843-3ba2ce4eb314 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/49192555a23946f09918d02e494d857d HTTP/1.1" status: 204 len: 168 time: 0.3385866 Jul 29 23:54:25.236245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33958) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.240029 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6718e3ba-164b-4524-a97f-9d53abac8d56 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=f548185f-19e3-46ec-b11b-4b0f46898eb8 HTTP/1.1" status: 200 len: 690 time: 0.3352096 Jul 29 23:54:25.243718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.371015 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1f4471e-2de2-450f-a599-19055d7d72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.391015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4f8678d6-cd81-4de0-8525-d7b1b04cf843 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1525981 Jul 29 23:54:25.400560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33964) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.425853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.446836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0fd83589-f48d-4e59-87fc-1f3dd3be6f68 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas/49192555a23946f09918d02e494d857d HTTP/1.1" status: 200 len: 370 time: 0.0418937 Jul 29 23:54:25.448768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33966) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.456412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f1f4471e-2de2-450f-a599-19055d7d72e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9dc0676854104e1f9883bf13cba75b74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5161953 Jul 29 23:54:25.469070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cef91130-0f8b-47f6-a73c-937324870181 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas/49192555a23946f09918d02e494d857d/default HTTP/1.1" status: 200 len: 370 time: 0.0097816 Jul 29 23:54:25.469070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33970) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.489724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33972) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.507162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.539854 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-498ecb22-6121-4f34-a60a-51afa41ce17e tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:54:25.544224 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-498ecb22-6121-4f34-a60a-51afa41ce17e tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/49192555a23946f09918d02e494d857d HTTP/1.1" status: 404 len: 348 time: 0.0505166 Jul 29 23:54:25.571158 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.603241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1db8687f-ae71-48b4-bbae-acba8359de9d req-8c0c475b-3eac-4e46-baed-68c97c9dc55c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.0702763 Jul 29 23:54:25.627770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4471e-2de2-450f-a599-19055d7d72e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159f1378-70bb-4af7-9082-700fa2aa7533,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.787793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-942f1bbf-831d-40fb-8e37-480d7e1a7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.791826 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-942f1bbf-831d-40fb-8e37-480d7e1a7264 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.5377290 Jul 29 23:54:25.850197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.906388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33980) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.943725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-16db4a85-ad43-47c3-bb6b-5f006089378d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0956068 Jul 29 23:54:25.949221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.952944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.958722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/052e63d6-3df5-4a07-9d42-9f406ed69388 HTTP/1.1" status: 204 len: 168 time: 0.8873150 Jul 29 23:54:26.008888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eae1b7-2ee8-463b-9691-c7bc0d428b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e63d6-3df5-4a07-9d42-9f406ed69388,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.029341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:network and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.076807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.081212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.096475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Deleting port cd96474c-8b96-400a-8101-39d2d9687f81 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:26.097543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.110470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea4c7f-ac88-4d17-ac8f-3e712cac7fc6 req-4b2f0e85-7797-456c-a44e-d8c5adb3ed38 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:26.114832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1eea4c7f-ac88-4d17-ac8f-3e712cac7fc6 req-4b2f0e85-7797-456c-a44e-d8c5adb3ed38 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 944 time: 0.1670556 Jul 29 23:54:26.163319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-1569eb3e-3c8b-4af4-87f9-910f6b66a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:26.165146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-1569eb3e-3c8b-4af4-87f9-910f6b66a9b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.2002611 Jul 29 23:54:26.185789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:subnet and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.200367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.260900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:subnetpool and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.304368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.324851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-c0003024-4ddf-445d-b7b4-959317025e1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869884 Jul 29 23:54:26.380294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.380294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.394369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:port and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.430165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.450095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Calling delete_port for cd96474c-8b96-400a-8101-39d2d9687f81 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:26.472876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:router and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.527477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-b85eec1b-4de3-42bf-8f3f-2b24940439fa service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823781 Jul 29 23:54:26.533186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1eea4c7f-ac88-4d17-ac8f-3e712cac7fc6 req-ed15f789-3950-4d85-b3f6-a7cd1ce3896e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773091 Jul 29 23:54:26.543563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.570604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:floatingip and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.616555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.659415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.668900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.670208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/159f1378-70bb-4af7-9082-700fa2aa7533 HTTP/1.1" status: 204 len: 168 time: 1.2000997 Jul 29 23:54:26.714159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50850d-f0ce-4d43-b062-41a073c39865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159f1378-70bb-4af7-9082-700fa2aa7533,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.750198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:security_group and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:26.795382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:26.823958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b40e4356-dfb9-4a22-8a07-bb816e6cb3a1 req-b6f8015e-af0c-4f63-8078-339458bf5809 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829595 Jul 29 23:54:26.902866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cfab723a-2607-4b05-8a3c-c28f56b17288 req-f097bb6f-e3a4-455e-80e3-f2d4747dae4e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.0808337 Jul 29 23:54:26.911823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Usage tracker for resource:security_group_rule and tenant:77ba993fe70b475a801f79d4156c6534 is out of sync, need to count used quota {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:54:27.026488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.quota.resource [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93865) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:54:27.035577 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.123663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd96474c-8b96-400a-8101-39d2d9687f81,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.126389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-349c8b73-920c-45f3-8093-123df33e8999 tempest-QuotasTest-109138753 tempest-QuotasTest-109138753-project-admin] 10.222.0.49 "GET /v2.0/quotas/77ba993fe70b475a801f79d4156c6534/details.json HTTP/1.1" status: 200 len: 703 time: 1.2168643 Jul 29 23:54:27.180522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5f5b28f2-78e6-473d-b659-a8e25e745bfb up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:27.226968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-b19eb764-aa4b-44fb-854c-e8257c84603e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:27.228436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-b19eb764-aa4b-44fb-854c-e8257c84603e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.59 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 811 time: 0.3198628 Jul 29 23:54:27.235816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.285847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Request body: {'port': {'device_id': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'admin_state_up': True, 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:27.305785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 5f5b28f2-78e6-473d-b659-a8e25e745bfb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:27.323458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 5f5b28f2-78e6-473d-b659-a8e25e745bfb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:27.325539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.454094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.508768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.563204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:27.570530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Made reservation on behalf of 29e6fdebeb9045dfb5d5d815fd1d8f3c for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:27.572079 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731dfe8e-7f55-4e67-95ae-119129f5c44c" -d '{"events": [{"server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:27.587314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.594401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:27.604693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.684068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.833647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34022) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.836670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8608e769-796b-460c-9ddf-4941e2e4b4c1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.862979 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a907aa8-7d38-4a70-9d20-984774ff006a x-openstack-request-id: req-1a907aa8-7d38-4a70-9d20-984774ff006a {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:27.863280 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "name": "network-vif-plugged", "status": "completed", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:27.863539 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a907aa8-7d38-4a70-9d20-984774ff006a {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:27.864184 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb', 'code': 200} Jul 29 23:54:27.867063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.934428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.941731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210124-28d4-4588-9177-caf9888c2dbf req-4caaa07f-e993-43c7-b817-207e1f88984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:27.946063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d210124-28d4-4588-9177-caf9888c2dbf req-4caaa07f-e993-43c7-b817-207e1f88984c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 1097 time: 0.1057637 Jul 29 23:54:27.998015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d210124-28d4-4588-9177-caf9888c2dbf req-729f8264-c1ef-4c17-a9ea-b3ab1ea0990b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375304 Jul 29 23:54:28.005839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.041909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f548185f-19e3-46ec-b11b-4b0f46898eb8']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.065224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f863cc3-ddd6-4b20-abe4-b26957449d95 req-68def9ad-835a-4df5-8060-dc0261cc6a18 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.078605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f863cc3-ddd6-4b20-abe4-b26957449d95 req-68def9ad-835a-4df5-8060-dc0261cc6a18 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.3227737 Jul 29 23:54:28.167672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2f4d60-902b-4da3-b0d2-1a24167b0979') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.175051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2f4d60-902b-4da3-b0d2-1a24167b0979') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:28.194678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7268903-0360-47b1-ad7a-a24acb524980 req-da6cf50c-1c0b-4df1-9820-d3bffd20f57f tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.0571051 Jul 29 23:54:28.262727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f863cc3-ddd6-4b20-abe4-b26957449d95 req-209de4d6-5381-43e4-bc47-091cb78d86c4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789811 Jul 29 23:54:28.267794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.304882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Allocated IP 172.20.0.13 (8c39f641-42c0-46b9-9ca4-4f405cd44995/146dd25f-4f9e-4d11-b943-78eece3be42e/bb16ee0e-7737-404d-8d96-293b22869ee1) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:28.312311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b517a6c-19c2-4e0c-bd93-14ed0d17dde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.314532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.348438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:28.349268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:28.352455 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:28.573239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.593691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f548185f-19e3-46ec-b11b-4b0f46898eb8 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:28.598207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.602963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f548185f-19e3-46ec-b11b-4b0f46898eb8 HTTP/1.1" status: 204 len: 168 time: 3.3556573 Jul 29 23:54:28.604001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.641873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b517a6c-19c2-4e0c-bd93-14ed0d17dde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.648438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b517a6c-19c2-4e0c-bd93-14ed0d17dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.756889 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b603c4e0-cd8c-4f73-ba84-95786cbec02e tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1308281 Jul 29 23:54:28.765178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b517a6c-19c2-4e0c-bd93-14ed0d17dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1a19f6-2ad0-4724-9e26-6902cd524c81,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.767574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808f64-4118-469d-b5d1-6378d5ee6ae8 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Network': ['ID=f548185f-19e3-46ec-b11b-4b0f46898eb8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.786605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34054) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.836780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b517a6c-19c2-4e0c-bd93-14ed0d17dde0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11f486597f014f56b319660373bc53d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0019267 Jul 29 23:54:28.841267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.954810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.003476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.004307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.005492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.006131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.006908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.007510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.013591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85b80a4e-8264-4dda-b85a-f1e46a51915f tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4023 time: 0.2158852 Jul 29 23:54:29.014596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34064) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.111564 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-40ac5c00-ee67-48ba-a3e4-6e14fb425c5d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:54:29.116863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-40ac5c00-ee67-48ba-a3e4-6e14fb425c5d tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/d82f487a-1702-4483-bea9-4dbfe64cca80 HTTP/1.1" status: 404 len: 345 time: 0.1009462 Jul 29 23:54:29.117873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.149030 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-643f8bd5-6cf0-46c1-bd54-ea869ad49592 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 23:54:29.150877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643f8bd5-6cf0-46c1-bd54-ea869ad49592 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:29.162749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-643f8bd5-6cf0-46c1-bd54-ea869ad49592 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f548185f-19e3-46ec-b11b-4b0f46898eb8 HTTP/1.1" status: 404 len: 339 time: 0.0430632 Jul 29 23:54:29.164380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34072) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.180134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'name': 'tempest-network--228147174', 'router:external': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:29.218328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544972910'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:29.228094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:29.230833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.276907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:29.297364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.298745 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Added segment 356dbf17-b258-4195-a0b1-88c1c54387ca of type vlan for network 2a1956a1-1a6d-4ac7-baaa-be781b30fba0 Jul 29 23:54:29.412878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.480510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.481570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.482164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.509273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:29.512608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.563871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.566532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6aec90c9-f4c1-4353-8e74-30b0caa684cc req-a8a5b0d0-50d8-4b3e-965d-d84c1a779209 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.0960209 Jul 29 23:54:29.602820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.641116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=2a1956a1-1a6d-4ac7-baaa-be781b30fba0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.648372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.658518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2a1956a1-1a6d-4ac7-baaa-be781b30fba0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:29.678378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3628c2a8-c46c-46ba-84c7-8ba5e358e1f6 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5089707 Jul 29 23:54:29.702439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.703534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.812603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['634ecac2-3f60-4509-8434-d4ee27b0dbd0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:29.884669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425b37e-11e1-4141-a6a1-682ea5369fde tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.892585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425b37e-11e1-4141-a6a1-682ea5369fde tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.900604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425b37e-11e1-4141-a6a1-682ea5369fde tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.911194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425b37e-11e1-4141-a6a1-682ea5369fde tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.915385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.916611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4425b37e-11e1-4141-a6a1-682ea5369fde tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2071674 Jul 29 23:54:29.920041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34094) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.922439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34096) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.922989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Pushing event updated for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.966570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.973528 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.982128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Network 8c39f641-42c0-46b9-9ca4-4f405cd44995 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:29.986568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:29.989689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:30.011682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:30.040236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.042873 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 24e3b828-6e72-4064-b2be-9721878f14c3 of type vlan for network 6ef06ca4-715d-46c9-9733-cbb320d43e4d Jul 29 23:54:30.074256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.075646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.096693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-95dd82b8-4d9c-4f60-a51f-89db6938f31e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8277984 Jul 29 23:54:30.108887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dfe50-ff33-4beb-82c4-a73b18f214a9 req-ae4e015a-4b46-44d8-be11-1958a66127f3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.111448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a2dfe50-ff33-4beb-82c4-a73b18f214a9 req-ae4e015a-4b46-44d8-be11-1958a66127f3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.5167418 Jul 29 23:54:30.124925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-f9b9ec89-0715-4483-9987-f0bec06a918d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:54:30.127641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-f9b9ec89-0715-4483-9987-f0bec06a918d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099859 Jul 29 23:54:30.131496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.139412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.202226 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a2dfe50-ff33-4beb-82c4-a73b18f214a9 req-e2705626-887a-4698-b993-4212b08f5715 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733154 Jul 29 23:54:30.239603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Request body: {'port': {'device_id': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.272772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0a53a7ba-6aad-480b-8648-a8644e7df64e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1623381947'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.272772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0a53a7ba-6aad-480b-8648-a8644e7df64e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Unknown quota resources ['metering_label']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:54:30.277238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8e7b7-5c2c-4410-bf9a-5ab23543bf20,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.287771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.290895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.292174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c1a19f6-2ad0-4724-9e26-6902cd524c81 HTTP/1.1" status: 204 len: 168 time: 1.4500828 Jul 29 23:54:30.342379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462a4c-2f0b-4705-9d89-beedb0c0b3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1a19f6-2ad0-4724-9e26-6902cd524c81,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.347073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.419762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.425727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.426714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.513647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.638243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6819828 Jul 29 23:54:30.781182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34116) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.787156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.843642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.866122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a53a7ba-6aad-480b-8648-a8644e7df64e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.868416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a53a7ba-6aad-480b-8648-a8644e7df64e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9439085 Jul 29 23:54:30.882384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.890122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-68ff0cd8-b7e0-43e0-a1b6-06434c0565ec tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '26599fc5-03de-4370-93a2-9cb794bd7551'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.890753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-68ff0cd8-b7e0-43e0-a1b6-06434c0565ec tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93865) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:54:30.899358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-965f1ddb-ddab-4f93-ae22-f7bdf577b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.901431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb01385-57b0-48a8-8678-bf1d3da94eca tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=6ef06ca4-715d-46c9-9733-cbb320d43e4d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.917215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:30.988816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34124) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.082510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-965f1ddb-ddab-4f93-ae22-f7bdf577b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.119444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb16ee0e-7737-404d-8d96-293b22869ee1 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:31.170504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-965f1ddb-ddab-4f93-ae22-f7bdf577b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.175087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.185336 n-d-712707-11 neutron-server[93865]: WARNING neutron.services.metering.metering_plugin [None req-68ff0cd8-b7e0-43e0-a1b6-06434c0565ec tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:54:31.314460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Transition to ACTIVE for port object bb16ee0e-7737-404d-8d96-293b22869ee1 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:31.331199 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-965f1ddb-ddab-4f93-ae22-f7bdf577b20e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77ba993fe70b475a801f79d4156c6534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845562 Jul 29 23:54:31.336509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.338480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f1ddb-ddab-4f93-ae22-f7bdf577b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25982dc9-a46d-4825-b397-6c2c15b560f9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.359219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.453810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:31.459635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.470363 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.508102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-68ff0cd8-b7e0-43e0-a1b6-06434c0565ec tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.515372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68ff0cd8-b7e0-43e0-a1b6-06434c0565ec tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6284738 Jul 29 23:54:31.519533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1956a1-1a6d-4ac7-baaa-be781b30fba0']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.541757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356dbf17-b258-4195-a0b1-88c1c54387ca') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.542406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356dbf17-b258-4195-a0b1-88c1c54387ca') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.565544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.575242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4c5b5-e200-4536-9977-3bfc417ddbcc req-a1dd442b-709d-4db0-877f-5dd88f2fe7ea tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.577374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-822c7192-f1b9-451f-95b0-f8e9dea9d102 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '26599fc5-03de-4370-93a2-9cb794bd7551'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:31.577779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f4c5b5-e200-4536-9977-3bfc417ddbcc req-a1dd442b-709d-4db0-877f-5dd88f2fe7ea tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 932 time: 0.7885957 Jul 29 23:54:31.578158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-822c7192-f1b9-451f-95b0-f8e9dea9d102 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93865) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:54:31.590559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.653448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Pushing event updated for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.671890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.701998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:31.702419 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:31.706647 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:31.728481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cd97-e22c-4a52-95fb-ac6d781ffe9d req-dc6e8da0-0032-47b4-b73d-46d49a6eb1b2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.730054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3184cd97-e22c-4a52-95fb-ac6d781ffe9d req-dc6e8da0-0032-47b4-b73d-46d49a6eb1b2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.4145050 Jul 29 23:54:31.748850 n-d-712707-11 neutron-server[93865]: WARNING neutron.services.metering.metering_plugin [None req-822c7192-f1b9-451f-95b0-f8e9dea9d102 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:54:31.774400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-abb19815-fe0c-42b0-ac23-74b6434d76fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09c38a43f94a4ae7a65bc1dda23c2f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699013 Jul 29 23:54:31.785917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.800180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f4c5b5-e200-4536-9977-3bfc417ddbcc req-076c4cbe-48cd-4864-839a-de0357f0774c tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802363 Jul 29 23:54:31.843792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.865450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a1956a1-1a6d-4ac7-baaa-be781b30fba0 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:31.867610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a1956a1-1a6d-4ac7-baaa-be781b30fba0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.898971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.901232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ff766e90-d497-4d31-9791-4a64981f6721 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2a1956a1-1a6d-4ac7-baaa-be781b30fba0 HTTP/1.1" status: 204 len: 168 time: 1.9644165 Jul 29 23:54:31.907221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34138) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.915800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'name': 'tempest-network--2110131228', 'router:external': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:31.952723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-822c7192-f1b9-451f-95b0-f8e9dea9d102 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.957295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-822c7192-f1b9-451f-95b0-f8e9dea9d102 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3866608 Jul 29 23:54:31.957946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34140) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.958248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.959068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:31.961715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.986036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3184cd97-e22c-4a52-95fb-ac6d781ffe9d req-3d4643d0-8138-4b4a-b0d2-f47765645e06 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380302 Jul 29 23:54:31.994486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8263484a-989f-49a9-acf6-e9d5b400212e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=5dd6e850-6d1c-4d4b-926a-dad8c3de52f9 HTTP/1.1" status: 200 len: 464 time: 0.0298660 Jul 29 23:54:32.000995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34142) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.045415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:32.048877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Attempting to bind port bb16ee0e-7737-404d-8d96-293b22869ee1 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:32.049386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Attempting to bind port bb16ee0e-7737-404d-8d96-293b22869ee1 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:32.049643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Attempting to bind port bb16ee0e-7737-404d-8d96-293b22869ee1 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:32.053677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.101884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Port bb16ee0e-7737-404d-8d96-293b22869ee1 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:32.102102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Attempting to bind port bb16ee0e-7737-404d-8d96-293b22869ee1 on network 8c39f641-42c0-46b9-9ca4-4f405cd44995 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:32.144920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.146646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:32.146982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Checking segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:32.147371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Bound using segment: {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:32.147829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Bound port: bb16ee0e-7737-404d-8d96-293b22869ee1, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2413bf52-562c-49f0-811f-9e00b5a0d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:32.148220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.180764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.181116 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Added segment 2b849a59-f83a-496d-bd7b-d16cbf828323 of type vlan for network f8fa037d-b8be-45ef-9ebc-d42cee5d3742 Jul 29 23:54:32.263370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae388bf8-9162-4af1-870f-6e88f60add45 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.264565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae388bf8-9162-4af1-870f-6e88f60add45 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/5dd6e850-6d1c-4d4b-926a-dad8c3de52f9 HTTP/1.1" status: 204 len: 168 time: 0.2626698 Jul 29 23:54:32.272128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.284170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.289661 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.315934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39cebbf5-827e-4a68-bc8d-47418ed1924d tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=5dd6e850-6d1c-4d4b-926a-dad8c3de52f9 HTTP/1.1" status: 200 len: 221 time: 0.0304570 Jul 29 23:54:32.331793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.342373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34148) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.363031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-266e0871-5c44-48f2-820a-8b78d6c9a247 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--824956764', 'description': 'label created by tempest'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:32.363740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-266e0871-5c44-48f2-820a-8b78d6c9a247 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Unknown quota resources ['metering_label']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:54:32.387933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.390482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.391643 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25982dc9-a46d-4825-b397-6c2c15b560f9 HTTP/1.1" status: 204 len: 168 time: 1.0135674 Jul 29 23:54:32.442468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:32.449333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.450224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=bb16ee0e-7737-404d-8d96-293b22869ee1,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:32.451584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4be1f1-1063-4f8c-aa50-b1f611c3f97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25982dc9-a46d-4825-b397-6c2c15b560f9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.463263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=42151f7a-0c4b-404f-bbd5-217e155e6098,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.499629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.558732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '24e3b828-6e72-4064-b2be-9721878f14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:32.558941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 6ef06ca4-715d-46c9-9733-cbb320d43e4d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:32.561365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.564594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.570242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34a4c188-7cd3-442f-beff-44e6bf6d03c5 HTTP/1.1" status: 204 len: 168 time: 0.7729623 Jul 29 23:54:32.571658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.572670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.573815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 200 len: 1093 time: 2.4272766 Jul 29 23:54:32.576872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:32.579529 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e" -d '{"events": [{"name": "network-changed", "server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:32.618981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.618981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.618981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.630810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa044e-1540-4c84-9a06-219c962b1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4c188-7cd3-442f-beff-44e6bf6d03c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.662335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fa7d0-0dd4-4ca7-a46a-83cfa6e51134 req-bd3568dc-a5e1-404a-b178-ee22d095ca99 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.669588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-485fa7d0-0dd4-4ca7-a46a-83cfa6e51134 req-bd3568dc-a5e1-404a-b178-ee22d095ca99 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.2318647 Jul 29 23:54:32.671429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0548-4e5b-41a6-b7b5-5c007a035f22 service neutron] Pushing event updated for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.699791 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188bce12-46dd-4f13-8c25-db0865f325be x-openstack-request-id: req-188bce12-46dd-4f13-8c25-db0865f325be {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:32.700057 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:32.700411 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-188bce12-46dd-4f13-8c25-db0865f325be {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:32.700708 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1', 'status': 'completed', 'code': 200} Jul 29 23:54:32.715074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:32.742856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 6ef06ca4-715d-46c9-9733-cbb320d43e4d) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:32.750564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-e69db2ed-558a-485d-b139-45f018732fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.751505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a8c49-9d5e-443d-b789-1eba83981a58 None None] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:32.752176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-e69db2ed-558a-485d-b139-45f018732fc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1096 time: 0.1117105 Jul 29 23:54:32.753613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.754392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.766770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-485fa7d0-0dd4-4ca7-a46a-83cfa6e51134 req-9fa814d1-73a8-4ca7-b73f-6892aaa307ed tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961270 Jul 29 23:54:32.823026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-56595f1f-a0f2-42ac-8d33-de2a0a877dd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 200 len: 217 time: 0.0516500 Jul 29 23:54:32.828101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c912c4a8-5b6c-4c0d-9f76-375787371dad tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0458152 Jul 29 23:54:32.831955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34160) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.844642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208594890'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:32.897657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-5cda41cc-6faf-4acd-a6be-0b946f90c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.899086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-5cda41cc-6faf-4acd-a6be-0b946f90c98f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.0678098 Jul 29 23:54:32.902698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=f8fa037d-b8be-45ef-9ebc-d42cee5d3742,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.914060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-266e0871-5c44-48f2-820a-8b78d6c9a247 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.919879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-266e0871-5c44-48f2-820a-8b78d6c9a247 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5604973 Jul 29 23:54:32.925417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34166) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.928699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f8fa037d-b8be-45ef-9ebc-d42cee5d3742 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:32.930159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:32.934188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.956080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-5e440ee3-e307-4c52-900e-7e7c4d43fcab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418587 Jul 29 23:54:33.036319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:33.057374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.057978 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 3293d080-2301-4c63-b5b1-ef864573c462 of type vlan for network 675318f9-f420-4a12-913d-db74761a0bcc Jul 29 23:54:33.062703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aa8fd6f4-d66a-4b21-aba1-3e5fd4e18ee8 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=31528dcc-b005-4aff-8097-7fec3314d83b HTTP/1.1" status: 200 len: 467 time: 0.1327903 Jul 29 23:54:33.070780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.079048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1537f8e5-04c8-478e-888f-9939714a8c24 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1678219 Jul 29 23:54:33.086100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.162296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-6ef06ca4-715d-46c9-9733-cbb320d43e4d', 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '42151f7a-0c4b-404f-bbd5-217e155e6098'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:33.163195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.251446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-8f694038-1580-470e-874e-cc2553619f86 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853718 Jul 29 23:54:33.253174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.337166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddd1c-d7dd-4a48-99ed-81304371171a req-e61911ac-f6f5-4ce0-9821-4287f11fe7e5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.350144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-064ddd1c-d7dd-4a48-99ed-81304371171a req-e61911ac-f6f5-4ce0-9821-4287f11fe7e5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 944 time: 0.2968209 Jul 29 23:54:33.371665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Allocated IP 172.20.255.242 (6ef06ca4-715d-46c9-9733-cbb320d43e4d/42151f7a-0c4b-404f-bbd5-217e155e6098/a514f6de-3d09-416b-a06e-2a2fa472fc14) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:33.408937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:54:33.413757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-064ddd1c-d7dd-4a48-99ed-81304371171a req-26189266-f3c8-4467-b5ba-f30db8da0261 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Jul 29 23:54:33.435670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de34105-ec20-4317-b8e2-5ac0a8354e95 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.437558 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7de34105-ec20-4317-b8e2-5ac0a8354e95 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "GET /v2.0/networks/f8fa037d-b8be-45ef-9ebc-d42cee5d3742 HTTP/1.1" status: 200 len: 757 time: 0.3491683 Jul 29 23:54:33.442321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34188) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.494159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.501653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.502709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.595996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c7c7f-5dfd-4f00-aeb9-d5bc7bf845e3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.598273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb7c7c7f-5dfd-4f00-aeb9-d5bc7bf845e3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "GET /v2.0/networks/2f635234-fa61-4cd4-992d-e4d96f2f6cf9 HTTP/1.1" status: 200 len: 767 time: 0.1510634 Jul 29 23:54:33.602116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34194) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.617032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-174ee463-8335-4b6b-ad67-e3feb9d8e201 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.622111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-174ee463-8335-4b6b-ad67-e3feb9d8e201 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/31528dcc-b005-4aff-8097-7fec3314d83b HTTP/1.1" status: 204 len: 168 time: 0.5500460 Jul 29 23:54:33.625523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34196) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.669359 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8361707 Jul 29 23:54:33.690069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.708488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '675318f9-f420-4a12-913d-db74761a0bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:33.732895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.733932 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-707b00d2-a69c-48b1-b1e2-6f52ff8e4289 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=31528dcc-b005-4aff-8097-7fec3314d83b HTTP/1.1" status: 200 len: 216 time: 0.1035004 Jul 29 23:54:33.736353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2adb85b8-34cf-4a3b-83cb-0cee99a66d6d req-f52aa842-a59c-4bf1-aac6-95e221b44b62 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746606 Jul 29 23:54:33.737022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.757686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Transition to ACTIVE for port object a514f6de-3d09-416b-a06e-2a2fa472fc14 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:33.779492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.781783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Transition to ACTIVE for port object a514f6de-3d09-416b-a06e-2a2fa472fc14 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:33.788058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c634c-6e25-41b0-9c63-1f468546a91d tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=675318f9-f420-4a12-913d-db74761a0bcc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.794912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.828230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Deleting port 5d16af64-2d43-427e-bcca-a8ef19cc8e72 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:33.828570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.860991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 675318f9-f420-4a12-913d-db74761a0bcc details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:33.933107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Pushing event updated for resources: {'Port': ['ID=a514f6de-3d09-416b-a06e-2a2fa472fc14,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.944448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-899702a2-6651-4dd4-a083-c00953865478 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1445124 Jul 29 23:54:33.950355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:33.955895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:33.957759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.964943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:33.991601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-9040630d-8975-4704-842e-6835d336a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.993895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-9040630d-8975-4704-842e-6835d336a311 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1096 time: 0.1218164 Jul 29 23:54:33.995893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:34.003598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6a3b9286-4a18-4e8c-90b8-e121c22ea7c0 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0366170 Jul 29 23:54:34.003892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.009605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34216) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.009939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34218) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.027837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.071604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Attempting to bind port a514f6de-3d09-416b-a06e-2a2fa472fc14 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:34.072000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Attempting to bind port a514f6de-3d09-416b-a06e-2a2fa472fc14 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '24e3b828-6e72-4064-b2be-9721878f14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:34.072344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Attempting to bind port a514f6de-3d09-416b-a06e-2a2fa472fc14 on network 6ef06ca4-715d-46c9-9733-cbb320d43e4d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:34.081551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:34.082041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Checking segment: {'id': '24e3b828-6e72-4064-b2be-9721878f14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:34.082524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.082933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Bound using segment: {'id': '24e3b828-6e72-4064-b2be-9721878f14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:34.084165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Bound port: a514f6de-3d09-416b-a06e-2a2fa472fc14, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e3b828-6e72-4064-b2be-9721878f14c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6ef06ca4-715d-46c9-9733-cbb320d43e4d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:34.084648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.098632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bafa-03a3-4996-a542-4c3c53a32375 req-7dd99b59-0e9b-4bbf-a3e4-c5f087483855 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.107259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d022bafa-03a3-4996-a542-4c3c53a32375 req-7dd99b59-0e9b-4bbf-a3e4-c5f087483855 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.2499142 Jul 29 23:54:34.169945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fa037d-b8be-45ef-9ebc-d42cee5d3742']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.185181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b6f9958-bdf2-454e-ae46-b3c9bb315bef tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/26599fc5-03de-4370-93a2-9cb794bd7551 HTTP/1.1" status: 200 len: 473 time: 0.1712656 Jul 29 23:54:34.185690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] For port a514f6de-3d09-416b-a06e-2a2fa472fc14, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:34.186406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34224) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.189816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] For port a514f6de-3d09-416b-a06e-2a2fa472fc14, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a514f6de-3d09-416b-a06e-2a2fa472fc14,segment=NetworkSegment(24e3b828-6e72-4064-b2be-9721878f14c3),segment_id=24e3b828-6e72-4064-b2be-9721878f14c3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:34.198374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] For port 5d16af64-2d43-427e-bcca-a8ef19cc8e72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d16af64-2d43-427e-bcca-a8ef19cc8e72,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:34.199064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.200350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.240329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b849a59-f83a-496d-bd7b-d16cbf828323') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.240791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b849a59-f83a-496d-bd7b-d16cbf828323') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.252215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Calling delete_port for 5d16af64-2d43-427e-bcca-a8ef19cc8e72 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:34.254090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d022bafa-03a3-4996-a542-4c3c53a32375 req-0d5634bd-927c-4f5c-9d27-ae41f67a756d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455557 Jul 29 23:54:34.272665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7324c7f9-a1da-4bd6-8de0-32c439d102e1 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/edbad7c3-525c-4282-9218-99e9f6b827ff HTTP/1.1" status: 200 len: 461 time: 0.0763159 Jul 29 23:54:34.276534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.283221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.291494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254432ef-fd0d-4882-a5a3-89460dd7fd66 None None] Pushing event updated for resources: {'Port': ['ID=a514f6de-3d09-416b-a06e-2a2fa472fc14,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.342736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-4cc3d6a1-dd38-4ca7-91bb-e26050596c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.344584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-4cc3d6a1-dd38-4ca7-91bb-e26050596c27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.3174531 Jul 29 23:54:34.448527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.502886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-532289434-network', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:34.512303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:34.512736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:34.524450 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:34.732066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Made reservation on behalf of b8fc0444f2774ae9a78f8b9ada8d22eb for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:34.734844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.773660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.773660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.794767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8fa037d-b8be-45ef-9ebc-d42cee5d3742 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:34.807456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18346b-f8e7-4873-8162-53ffee85696f req-f8e89ebf-b7f0-456a-8eca-b7e2b9eec6c6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.809456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18346b-f8e7-4873-8162-53ffee85696f req-f8e89ebf-b7f0-456a-8eca-b7e2b9eec6c6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.57 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.3331141 Jul 29 23:54:34.813031 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.815310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f8fa037d-b8be-45ef-9ebc-d42cee5d3742 HTTP/1.1" status: 204 len: 168 time: 1.2119803 Jul 29 23:54:34.832329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34238) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.845181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'name': 'tempest-network--1231633264'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:34.857932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d0316-dd25-498a-a32c-9688874cb2b9 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8fa037d-b8be-45ef-9ebc-d42cee5d3742,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.867539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd267529-93a3-4acb-ad5b-45ffd7560f6f req-66597305-2943-4664-b1ed-3170781ad110 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.875331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd267529-93a3-4acb-ad5b-45ffd7560f6f req-66597305-2943-4664-b1ed-3170781ad110 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 944 time: 0.3023314 Jul 29 23:54:34.909377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-1c73de63-a001-4705-ab41-bb0d056cea55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 200 len: 217 time: 0.5504658 Jul 29 23:54:34.998264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36132a9d-5265-4200-9f32-2b8d0a659f55 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.999372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-36132a9d-5265-4200-9f32-2b8d0a659f55 tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/edbad7c3-525c-4282-9218-99e9f6b827ff HTTP/1.1" status: 204 len: 168 time: 0.7218177 Jul 29 23:54:35.008085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34244) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.008982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-1e3bcd75-6936-4c0f-986b-9420be132929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.010651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-1e3bcd75-6936-4c0f-986b-9420be132929 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.0631680 Jul 29 23:54:35.035200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd267529-93a3-4acb-ad5b-45ffd7560f6f req-8ceb3a5b-02ef-43f4-ad2d-deb03ce04292 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590648 Jul 29 23:54:35.046416 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.092607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d16af64-2d43-427e-bcca-a8ef19cc8e72,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.103597 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-8d165fb0-49ca-400b-9f88-e07c3d5163a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736034 Jul 29 23:54:35.217480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Deleting port 5f5b28f2-78e6-473d-b659-a8e25e745bfb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:35.218055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.353717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34250) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.398044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.462684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.491883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.508935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:35.520460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.520842 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Added segment 44c8ce63-eb29-4499-992c-0c6b3c6e4a82 of type vlan for network 0e935774-ce9f-48c9-b8e7-16348122ade5 Jul 29 23:54:35.568817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.598816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd0885bb-0f47-41e5-bd40-33846d021e9e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.600247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd0885bb-0f47-41e5-bd40-33846d021e9e tempest-MeteringTestJSON-803057455 tempest-MeteringTestJSON-803057455-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/26599fc5-03de-4370-93a2-9cb794bd7551 HTTP/1.1" status: 204 len: 168 time: 0.5886676 Jul 29 23:54:35.611878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1940947866', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:35.633875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Made reservation on behalf of 4c06799b64fb48be965eb87a70f5d25d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:35.636300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.647975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08529a-8fcc-48f7-90b6-eef60d1cbb03 req-5c776962-92e3-4a69-bb69-19b40cd233e5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.649275 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.650284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.650859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.655519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db08529a-8fcc-48f7-90b6-eef60d1cbb03 req-5c776962-92e3-4a69-bb69-19b40cd233e5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.2504535 Jul 29 23:54:35.677831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=d34191c8-4f02-4131-9c35-63013f136448,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.681212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Made reservation on behalf of ae51f76205de431c8cc50326babfab60 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:35.683717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.694653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '3293d080-2301-4c63-b5b1-ef864573c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:35.695004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 675318f9-f420-4a12-913d-db74761a0bcc, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:35.698084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6870503 Jul 29 23:54:35.703112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-d1aa34ba-5b55-4077-a867-f736f78c9d67 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429404 Jul 29 23:54:35.703885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34256) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.709578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Request body: {'subnet': {'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-532289434-subnet', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:35.769700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Made reservation on behalf of b8fc0444f2774ae9a78f8b9ada8d22eb for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:35.778463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.843284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.848869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] For port 5f5b28f2-78e6-473d-b659-a8e25e745bfb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=5f5b28f2-78e6-473d-b659-a8e25e745bfb,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:35.849252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.853658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d89b5-14b7-4388-976d-fc47b3e3b896 None None] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:35.854215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db08529a-8fcc-48f7-90b6-eef60d1cbb03 req-e8123003-11aa-478c-a999-146913b816b8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957147 Jul 29 23:54:35.855702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e59fb3-7bd9-49a8-8488-4b9a49fdf4db,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.894946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 675318f9-f420-4a12-913d-db74761a0bcc is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:35.940045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 675318f9-f420-4a12-913d-db74761a0bcc) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:35.942299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Calling delete_port for 5f5b28f2-78e6-473d-b659-a8e25e745bfb owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:35.945384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.946449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.949566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.959888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14912da5-df62-4fe5-af8d-79281190f5f3 None None] Network 675318f9-f420-4a12-913d-db74761a0bcc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:35.964257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:35.975093 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-512e3499-bbc9-4894-8830-aaca507d8dc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2750101 Jul 29 23:54:35.975752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.989928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4c6bb1cf-0825-4cfd-a6aa-10a3baa3537e req-e9a255c4-1069-4ce4-94c3-8a0842e26571 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558212 Jul 29 23:54:36.041335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-69518be6-bb06-49d5-b30e-6433349b14a9 None None] Provisioning for port a514f6de-3d09-416b-a06e-2a2fa472fc14 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:36.102895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34264) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.138554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.165443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-675318f9-f420-4a12-913d-db74761a0bcc', 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': 'd34191c8-4f02-4131-9c35-63013f136448'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:36.166410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.208932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b031aa-1da0-4882-a132-940601bf6edf,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.219610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Checking segment: {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:36.219976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Network hostable DHCP agents. Network: 0e935774-ce9f-48c9-b8e7-16348122ade5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:36.241882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:36.262097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0e935774-ce9f-48c9-b8e7-16348122ade5) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:36.272311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d0c09e-9360-4297-b2a2-087b74c4c2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.275239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:36.275840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.302154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20465f1-aafa-4344-abb4-585a95a7f2f6 None None] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:36.453895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Allocated IP 172.20.0.2 (675318f9-f420-4a12-913d-db74761a0bcc/d34191c8-4f02-4131-9c35-63013f136448/0fea346a-562e-49a7-892a-0e942037bbf0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:36.549666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device bb16ee0e-7737-404d-8d96-293b22869ee1 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:36.563892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.564382 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Added segment a949a058-ee5e-4ebd-b88d-92ba6fbd8302 of type vlan for network 79596643-107a-41f5-82fc-b713b99a82e1 Jul 29 23:54:36.612746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.644618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0e935774-ce9f-48c9-b8e7-16348122ade5', 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'fixed_ips': [{'subnet_id': 'b2b031aa-1da0-4882-a132-940601bf6edf'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:36.645494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.668535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79069ef7-1101-48e2-b589-a62a4d3e654c admin admin] Pushing event updated for resources: {'Network': ['ID=0e935774-ce9f-48c9-b8e7-16348122ade5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.797481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:36.826677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a514f6de-3d09-416b-a06e-2a2fa472fc14 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:36.865798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.869714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.870791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:36.871404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.880000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd834c21-7951-4c94-a3c3-835697c67d55 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1743264 Jul 29 23:54:36.893354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.897801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:36.930690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.949890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] device_id is not set on port d6dc8d80-cbdc-4a7a-8f04-9273cc36735e yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:37.050914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d0c09e-9360-4297-b2a2-087b74c4c2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.060295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c953-a774-455d-874b-ac352ad6afbc req-1695b4b3-cc68-46f2-a6da-4d2d25b00eca tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:37.062034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b70c953-a774-455d-874b-ac352ad6afbc req-1695b4b3-cc68-46f2-a6da-4d2d25b00eca tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 945 time: 0.0990164 Jul 29 23:54:37.072376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64d0c09e-9360-4297-b2a2-087b74c4c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.098929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb3858-f8e6-4026-ae13-997d66248858 req-3c20eac9-fdd4-4313-988e-cc376f774436 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:37.102463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3dfb3858-f8e6-4026-ae13-997d66248858 req-3c20eac9-fdd4-4313-988e-cc376f774436 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 944 time: 0.4505270 Jul 29 23:54:37.123362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.136400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0c09e-9360-4297-b2a2-087b74c4c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fa3db4-0541-4a86-8398-417b99ab0e40,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.144073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=79596643-107a-41f5-82fc-b713b99a82e1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.148080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64d0c09e-9360-4297-b2a2-087b74c4c2bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f0278b80cd141a99c1113864d72c68d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0440688 Jul 29 23:54:37.150155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dc50d686-7093-45df-b105-5d3e2b6da6cc tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3163514 Jul 29 23:54:37.155873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.155873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34274) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.171427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:37.186216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92625ea6-f673-4a52-a662-c57474846a0a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.217541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=bb16ee0e-7737-404d-8d96-293b22869ee1,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:37.229966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8b70c953-a774-455d-874b-ac352ad6afbc req-c769ab56-f706-4dd7-a73b-cb41dd37521a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401353 Jul 29 23:54:37.239839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.241081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.305018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'bb16ee0e-7737-404d-8d96-293b22869ee1', 'network_id': '8c39f641-42c0-46b9-9ca4-4f405cd44995', 'port_id': 'bb16ee0e-7737-404d-8d96-293b22869ee1', 'mac_address': 'fa:16:3e:6d:9e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146dd25f-4f9e-4d11-b943-78eece3be42e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:37.310317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 79596643-107a-41f5-82fc-b713b99a82e1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:37.348655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.357292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.389725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.419925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.450247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.474120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Network 79596643-107a-41f5-82fc-b713b99a82e1 is not hosted by any dhcp agent {{(pid=93865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:54:37.475164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:37.475813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.481671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "PUT /v2.0/networks/79596643-107a-41f5-82fc-b713b99a82e1 HTTP/1.1" status: 200 len: 858 time: 0.3232102 Jul 29 23:54:37.484204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3dfb3858-f8e6-4026-ae13-997d66248858 req-0f9b5ab7-7087-44c9-b5b6-6b7bed8aad0d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570418 Jul 29 23:54:37.489799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34276) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.563732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24aaac-2ae9-47c5-86f1-b30401af5366 tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event updated for resources: {'Network': ['ID=79596643-107a-41f5-82fc-b713b99a82e1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.614498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.616993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.620759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8fa3db4-0541-4a86-8398-417b99ab0e40 HTTP/1.1" status: 204 len: 168 time: 0.4614515 Jul 29 23:54:37.621657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Allocated IP 172.25.5.41 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d6dc8d80-cbdc-4a7a-8f04-9273cc36735e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:37.639931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f4f00-00f9-4e7d-b90d-020b679bd09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fa3db4-0541-4a86-8398-417b99ab0e40,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.650305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Transition to ACTIVE for port object 0fea346a-562e-49a7-892a-0e942037bbf0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:37.669966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.678370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.695041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.709186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.737383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb16ee0e-7737-404d-8d96-293b22869ee1 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:37.761817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=bb16ee0e-7737-404d-8d96-293b22869ee1,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:37.763660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['78e388e2-6b4f-4501-b166-1ab62a461dc5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:37.792992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Transition to ACTIVE for port object 0fea346a-562e-49a7-892a-0e942037bbf0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:37.794531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a514f6de-3d09-416b-a06e-2a2fa472fc14 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:37.796638 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.821868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.836182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79596643-107a-41f5-82fc-b713b99a82e1']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.851069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a949a058-ee5e-4ebd-b88d-92ba6fbd8302') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.851431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a949a058-ee5e-4ebd-b88d-92ba6fbd8302') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.864080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a514f6de-3d09-416b-a06e-2a2fa472fc14 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:37.864545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.866688 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.867578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.886861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.895910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:37.896388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.932776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Pushing event deleted for resources: {'Port': ['ID=5f5b28f2-78e6-473d-b659-a8e25e745bfb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.972692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Network 675318f9-f420-4a12-913d-db74761a0bcc is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:37.976521 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:37.979831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:37.982404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.001604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:38.062850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Allocated IP 172.20.0.2 (0e935774-ce9f-48c9-b8e7-16348122ade5/b2b031aa-1da0-4882-a132-940601bf6edf/0568c1dd-158c-4ea5-bebc-fefcd0337326) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:38.089951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.101320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.116998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79596643-107a-41f5-82fc-b713b99a82e1 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:38.117366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['bb16ee0e-7737-404d-8d96-293b22869ee1'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:38.118953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] No DVR routers for this DVR port 5f5b28f2-78e6-473d-b659-a8e25e745bfb on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:38.186235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.191092 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] 10.222.0.49 "DELETE /v2.0/networks/79596643-107a-41f5-82fc-b713b99a82e1 HTTP/1.1" status: 204 len: 168 time: 0.6519337 Jul 29 23:54:38.194237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.197923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b18346b-f8e7-4873-8162-53ffee85696f req-8db23d80-1ada-4fa8-84b5-376fe01c8d5e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.57 "DELETE /v2.0/ports/5f5b28f2-78e6-473d-b659-a8e25e745bfb HTTP/1.1" status: 204 len: 173 time: 3.3681219 Jul 29 23:54:38.202694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'name': 'network-vif-deleted', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:38.206793 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b1873-4cff-4fce-8d74-7d4bb452fd2d" -d '{"events": [{"server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "name": "network-vif-deleted", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:38.219846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34282) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.223120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Router e54dd3f4-cb85-4cf1-969f-6373789a171d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:38.267702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Attempting to bind port 0fea346a-562e-49a7-892a-0e942037bbf0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:38.268491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Attempting to bind port 0fea346a-562e-49a7-892a-0e942037bbf0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3293d080-2301-4c63-b5b1-ef864573c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:38.268491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Attempting to bind port 0fea346a-562e-49a7-892a-0e942037bbf0 on network 675318f9-f420-4a12-913d-db74761a0bcc {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:38.288616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4829ef-3440-4e76-8af5-5eaf1331381a tempest-ExternalNetworksTestJSON-1833181760 tempest-ExternalNetworksTestJSON-1833181760-project-admin] Pushing event deleted for resources: {'Network': ['ID=79596643-107a-41f5-82fc-b713b99a82e1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.299450 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bf0ff8-77ad-432a-9114-2fe5211bac52 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:38.299985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bf0ff8-77ad-432a-9114-2fe5211bac52 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:38.302980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0bf0ff8-77ad-432a-9114-2fe5211bac52 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "DELETE /v2.0/subnets/8608e769-796b-460c-9ddf-4941e2e4b4c1 HTTP/1.1" status: 404 len: 337 time: 0.0772035 Jul 29 23:54:38.307215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34290) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.312981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.348798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.440377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Pushing event updated for resources: {'Port': ['ID=0fea346a-562e-49a7-892a-0e942037bbf0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.462999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34292) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.476502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:38.477038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Checking segment: {'id': '3293d080-2301-4c63-b5b1-ef864573c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:38.477659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.478052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Bound using segment: {'id': '3293d080-2301-4c63-b5b1-ef864573c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:38.491361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Bound port: 0fea346a-562e-49a7-892a-0e942037bbf0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3293d080-2301-4c63-b5b1-ef864573c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '675318f9-f420-4a12-913d-db74761a0bcc'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:38.491966 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.496013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94e7f9f6-f1c2-4842-8100-6c256a4ed9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.534795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=d34191c8-4f02-4131-9c35-63013f136448,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.547373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-884671ec-797c-444f-b3d7-ade253026bda req-a89ec10e-9900-4377-8389-ab7765340ff8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c684c8-b880-4e52-9185-dc9a4cfdfb01 HTTP/1.1" status: 200 len: 210 time: 0.0790849 Jul 29 23:54:38.628875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.644867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675318f9-f420-4a12-913d-db74761a0bcc']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.657925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3293d080-2301-4c63-b5b1-ef864573c462') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.658190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3293d080-2301-4c63-b5b1-ef864573c462') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.670722 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.687442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.694640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:38.695047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.701247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:38.768048 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:38.783458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:38.783458 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:38.783458 n-d-712707-11 neutron-server[93864]: [parameters: {'id': '675318f9-f420-4a12-913d-db74761a0bcc'}] Jul 29 23:54:38.783458 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:38.783458 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:38.786968 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bb453-0489-4d5d-b088-9441c9277bcf x-openstack-request-id: req-d19bb453-0489-4d5d-b088-9441c9277bcf {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:38.787334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c684c8-b880-4e52-9185-dc9a4cfdfb01", "name": "network-vif-deleted", "tag": "5f5b28f2-78e6-473d-b659-a8e25e745bfb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:38.787623 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d19bb453-0489-4d5d-b088-9441c9277bcf {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:38.788049 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c684c8-b880-4e52-9185-dc9a4cfdfb01', 'name': 'network-vif-deleted', 'tag': '5f5b28f2-78e6-473d-b659-a8e25e745bfb', 'status': 'completed', 'code': 200} Jul 29 23:54:38.832945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.857835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.884835 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.891619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.912779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94e7f9f6-f1c2-4842-8100-6c256a4ed9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.920942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94e7f9f6-f1c2-4842-8100-6c256a4ed9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.940492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:38.957093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ca9940a5-3d1d-495e-b7fa-066c61ffd0a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/e54dd3f4-cb85-4cf1-969f-6373789a171d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3891671 Jul 29 23:54:38.958178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:38.976365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7f9f6-f1c2-4842-8100-6c256a4ed9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bcefca-ba6c-4bc5-837e-5ab84862a7e7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.994839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a17d83-072c-4cd3-93aa-ea2762ee07e6 req-328196cc-824f-46f5-8d52-016dffaa0cc2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:39.003712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86a17d83-072c-4cd3-93aa-ea2762ee07e6 req-328196cc-824f-46f5-8d52-016dffaa0cc2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 945 time: 0.2213671 Jul 29 23:54:39.017104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94e7f9f6-f1c2-4842-8100-6c256a4ed9f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb58b021b28342378d465d9784c72f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523906 Jul 29 23:54:39.022363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34298) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.105341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a514f6de-3d09-416b-a06e-2a2fa472fc14, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a514f6de-3d09-416b-a06e-2a2fa472fc14,segment=NetworkSegment(24e3b828-6e72-4064-b2be-9721878f14c3),segment_id=24e3b828-6e72-4064-b2be-9721878f14c3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:39.136179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.174309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86a17d83-072c-4cd3-93aa-ea2762ee07e6 req-ab6252f2-839c-4839-92e3-9fb173b76f13 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695390 Jul 29 23:54:39.182809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.191832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.229519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.232185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.257460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f635234-fa61-4cd4-992d-e4d96f2f6cf9']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.272769 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.280438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] For port 0fea346a-562e-49a7-892a-0e942037bbf0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:39.280776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf987a5-6a11-45af-ba29-3ec3e0ed6d99') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.281050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf987a5-6a11-45af-ba29-3ec3e0ed6d99') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.288082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:39.288943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.302359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:39.306449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.308290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:39.310589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Pushing event updated for resources: {'Port': ['ID=d6dc8d80-cbdc-4a7a-8f04-9273cc36735e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.313954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5f5b28f2-78e6-473d-b659-a8e25e745bfb no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:39.320974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.332241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] For port 0fea346a-562e-49a7-892a-0e942037bbf0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0fea346a-562e-49a7-892a-0e942037bbf0,segment=NetworkSegment(3293d080-2301-4c63-b5b1-ef864573c462),segment_id=3293d080-2301-4c63-b5b1-ef864573c462)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:39.350590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.351049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.351502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.351940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.352394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.352844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.353203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.353658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.354434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.354541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.354853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.355186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:39.365925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.366100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Transition to ACTIVE for port object 0568c1dd-158c-4ea5-bebc-fefcd0337326 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:39.381517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:39.381957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:39.385143 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:39.387150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.389138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 5f5b28f2-78e6-473d-b659-a8e25e745bfb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:39.389814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 5f5b28f2-78e6-473d-b659-a8e25e745bfb not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:39.390431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Allocated IP 172.25.5.87 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/7781a8e1-5b57-4dd1-8db3-243a68bc5ddf) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:39.432405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Transition to ACTIVE for port object 0568c1dd-158c-4ea5-bebc-fefcd0337326 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:39.444635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Sync routers for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:39.447081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a514f6de-3d09-416b-a06e-2a2fa472fc14,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.456210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:39.456941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.470684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.483960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4562bc52-e93e-42b8-ba30-d23661ece0b5 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1286292 Jul 29 23:54:39.487090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34300) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.489247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.493953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.41'}]}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:39.497930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.507415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.507969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:39.509844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.510052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] 10.222.0.49 "DELETE /v2.0/networks/2f635234-fa61-4cd4-992d-e4d96f2f6cf9 HTTP/1.1" status: 204 len: 168 time: 1.1984754 Jul 29 23:54:39.512543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.516847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2bcefca-ba6c-4bc5-837e-5ab84862a7e7 HTTP/1.1" status: 204 len: 168 time: 0.4934804 Jul 29 23:54:39.550538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057ed25-b9a5-455a-8c28-c010e8e32ee3 tempest-ExternalNetworksTestJSON-2035341017 tempest-ExternalNetworksTestJSON-2035341017-project] Pushing event deleted for resources: {'Network': ['ID=2f635234-fa61-4cd4-992d-e4d96f2f6cf9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.554127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fe972-4643-476d-a10d-ea93fe47978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bcefca-ba6c-4bc5-837e-5ab84862a7e7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.565903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:39.577128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 0fea346a-562e-49a7-892a-0e942037bbf0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:39.577405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.639967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:39.663080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:39.665415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.667056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.709227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Deleting port bd554da2-23cc-4e24-aa7f-02a6421b7437 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:39.709761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.825912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:39.886270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:54:39Z', 'revision_number': 6, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.914682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.919226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] For port bd554da2-23cc-4e24-aa7f-02a6421b7437, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bd554da2-23cc-4e24-aa7f-02a6421b7437,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:39.919603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.941604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Checking router: e54dd3f4-cb85-4cf1-969f-6373789a171d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:39.970091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.970736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Calling delete_port for bd554da2-23cc-4e24-aa7f-02a6421b7437 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:39.972677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.976040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:39.985387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:40.007938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:40.016202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34314) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.020498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.022794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Routers {'e54dd3f4-cb85-4cf1-969f-6373789a171d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:40.025370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e54dd3f4-cb85-4cf1-969f-6373789a171d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:40.083123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651953-fd3d-4726-8f93-6c47867d31d1 None None] Pushing event updated for resources: {'Port': ['ID=0fea346a-562e-49a7-892a-0e942037bbf0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.165878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 0fea346a-562e-49a7-892a-0e942037bbf0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0fea346a-562e-49a7-892a-0e942037bbf0,segment=NetworkSegment(3293d080-2301-4c63-b5b1-ef864573c462),segment_id=3293d080-2301-4c63-b5b1-ef864573c462)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:40.166504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.183465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 0fea346a-562e-49a7-892a-0e942037bbf0 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:40.220465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd5022-f59b-4315-bdb3-0a135bf92a15 None None] Network 675318f9-f420-4a12-913d-db74761a0bcc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:40.349871 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.352818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] Set router e54dd3f4-cb85-4cf1-969f-6373789a171d gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:40.401431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.403276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=0fea346a-562e-49a7-892a-0e942037bbf0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.413863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 0fea346a-562e-49a7-892a-0e942037bbf0 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:40.426742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-232f20ea-3a49-4c3d-985e-044878cae983 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21763b9c0ad34f6c9ee2e119535cdb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105079 Jul 29 23:54:40.431170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34328) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.482825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f2f56-003b-4896-bac9-6d662f424dab req-da7d883a-3ab4-4fbb-9675-af44404f5fed tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:40.484454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-737f2f56-003b-4896-bac9-6d662f424dab req-da7d883a-3ab4-4fbb-9675-af44404f5fed tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 945 time: 0.1696396 Jul 29 23:54:40.555402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.601187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7c062-0579-47d7-a08a-81548c694377 req-93341415-0314-4d53-9d73-3bc2645e9c5f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:40.615236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50f7c062-0579-47d7-a08a-81548c694377 req-93341415-0314-4d53-9d73-3bc2645e9c5f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5766807 Jul 29 23:54:40.617183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.657769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd554da2-23cc-4e24-aa7f-02a6421b7437,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.665467 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-737f2f56-003b-4896-bac9-6d662f424dab req-37b77341-6dc2-4fdc-a5ee-42a31b417ac7 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673081 Jul 29 23:54:40.711193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.718607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675318f9-f420-4a12-913d-db74761a0bcc']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:40.741356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3293d080-2301-4c63-b5b1-ef864573c462') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:40.741713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3293d080-2301-4c63-b5b1-ef864573c462') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:40.744821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.760890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.795660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50f7c062-0579-47d7-a08a-81548c694377 req-ea79d974-27be-4eb5-a6ad-b6683c2b4aa5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330862 Jul 29 23:54:40.796685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.823855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.845995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34338) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.853183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:40.853183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:40.856642 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:40.880608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.886797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.909215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0568c1dd-158c-4ea5-bebc-fefcd0337326,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.937966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.958648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.960489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/675318f9-f420-4a12-913d-db74761a0bcc HTTP/1.1" status: 204 len: 168 time: 4.9081607 Jul 29 23:54:40.983179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34344) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.991271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de9d57-ad3f-48fc-9f60-fb2ac0152993 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=675318f9-f420-4a12-913d-db74761a0bcc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.002145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Attempting to bind port 0568c1dd-158c-4ea5-bebc-fefcd0337326 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:41.002562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Attempting to bind port 0568c1dd-158c-4ea5-bebc-fefcd0337326 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:41.002920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Attempting to bind port 0568c1dd-158c-4ea5-bebc-fefcd0337326 on network 0e935774-ce9f-48c9-b8e7-16348122ade5 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:41.005398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:54:39Z', 'revision_number': 6, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:41.076215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303e5a-623e-4061-a152-373a8a6bc38e None None] The sync data for ids ['e54dd3f4-cb85-4cf1-969f-6373789a171d'] in n-d-712707-11 is: [{'id': 'e54dd3f4-cb85-4cf1-969f-6373789a171d', 'name': 'tempest-TaggedBootDevicesTest-300099580-router', 'tenant_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:54:39Z', 'revision_number': 6, 'project_id': 'd1c29957d8aa46ed9a9c16a285ccd16f', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:41.087764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:41.090715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Checking segment: {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:41.091205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.093857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Bound using segment: {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:41.094864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Bound port: 0568c1dd-158c-4ea5-bebc-fefcd0337326, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:41.095581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.197841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] For port 0568c1dd-158c-4ea5-bebc-fefcd0337326, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:41.201788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] For port 0568c1dd-158c-4ea5-bebc-fefcd0337326, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0568c1dd-158c-4ea5-bebc-fefcd0337326,segment=NetworkSegment(44c8ce63-eb29-4499-992c-0c6b3c6e4a82),segment_id=44c8ce63-eb29-4499-992c-0c6b3c6e4a82)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:41.212499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.222441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206107eb-49f0-49b9-97b6-2a0bea031cdf req-044cd087-631a-4e89-b5d6-d9cec5eb471c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:41.224586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-206107eb-49f0-49b9-97b6-2a0bea031cdf req-044cd087-631a-4e89-b5d6-d9cec5eb471c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1201768 Jul 29 23:54:41.231172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.274591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.293785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deca05-cdb3-4bdc-b31d-a4364ae8c7b5 None None] Pushing event updated for resources: {'Port': ['ID=0568c1dd-158c-4ea5-bebc-fefcd0337326,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.327761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-206107eb-49f0-49b9-97b6-2a0bea031cdf req-426aaf78-a634-4ea7-a024-d67b3d1800c0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935121 Jul 29 23:54:41.413637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111787617'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.494269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.503009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.506381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.508259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b82fc6f-93e7-4918-aafe-b4626866aa3a HTTP/1.1" status: 204 len: 168 time: 1.0759833 Jul 29 23:54:41.511876 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.595125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.619087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-48ef51a2-e1da-404a-a25e-9fa232b12ec9 tempest-AgentManagementNegativeTest-1480047879 tempest-AgentManagementNegativeTest-1480047879-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7715588 Jul 29 23:54:41.767198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a514f6de-3d09-416b-a06e-2a2fa472fc14 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:41.861190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111c19f-99fe-4f3e-acd1-6e10c63978a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82fc6f-93e7-4918-aafe-b4626866aa3a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.864278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a514f6de-3d09-416b-a06e-2a2fa472fc14 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:41.864861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.871692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.872227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54dd3f4-cb85-4cf1-969f-6373789a171d {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:41.877223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.878777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04b7fd5e-02c4-409b-b2df-7964192e76e1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e54dd3f4-cb85-4cf1-969f-6373789a171d HTTP/1.1" status: 204 len: 168 time: 2.9130688 Jul 29 23:54:41.879737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:41.883839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.891183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.964326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.973466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.004414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d16af64-2d43-427e-bcca-a8ef19cc8e72 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:42.004623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Deleting subnet f19f54f1-5582-4df1-b6d0-b63fee2c78ba {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:42.012307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.023929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ada1c-26c2-4c96-a51d-825bc43208fe req-534ce07a-0e0b-432e-a3b9-f0a710d8ff94 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.025548 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-074ada1c-26c2-4c96-a51d-825bc43208fe req-534ce07a-0e0b-432e-a3b9-f0a710d8ff94 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5643201 Jul 29 23:54:42.054016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0984-2b57-4537-b49a-4f105e32f1bd req-91496cab-c86e-4598-8e7f-39406a0fc3b2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.054628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5d16af64-2d43-427e-bcca-a8ef19cc8e72 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:42.054628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d16af64-2d43-427e-bcca-a8ef19cc8e72 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:42.069083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cd0984-2b57-4537-b49a-4f105e32f1bd req-91496cab-c86e-4598-8e7f-39406a0fc3b2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 945 time: 0.2323272 Jul 29 23:54:42.080873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:42.081196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.081827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19081847-fcb0-4eca-aa6c-ab4106047b38 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:42.093835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.094203 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 715f368b-8fff-44f5-8eb2-27660ea8c956 of type vlan for network 92b94676-76e4-4554-b5c1-f1a837f90b4a Jul 29 23:54:42.121433 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:54:42.127535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c28cb585-2ba8-4504-857d-a38f1c6e1c85 tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6391706 Jul 29 23:54:42.134982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.146245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cd0984-2b57-4537-b49a-4f105e32f1bd req-86918783-2763-416f-baa5-d4d5d4576328 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756364 Jul 29 23:54:42.175859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34366) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.184780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.280290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Deleting port d6dc8d80-cbdc-4a7a-8f04-9273cc36735e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:42.280290 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.346605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.352200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.402867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0336ec64-0240-491c-8e27-fb2c15e14301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.453863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.460740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-074ada1c-26c2-4c96-a51d-825bc43208fe req-f6b6c71a-5b79-45b7-9437-37b320d988b1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063826 Jul 29 23:54:42.493065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.512535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Calling delete_port for d6dc8d80-cbdc-4a7a-8f04-9273cc36735e owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:42.555359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device bb16ee0e-7737-404d-8d96-293b22869ee1 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:42.564713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.575273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:42.579785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.618683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.632365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port bb16ee0e-7737-404d-8d96-293b22869ee1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:42.645714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port bb16ee0e-7737-404d-8d96-293b22869ee1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:42.646809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.746297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c537e5dd-46b2-4fc2-ab0d-0ca0a6f2ce10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c06799b64fb48be965eb87a70f5d25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886027 Jul 29 23:54:42.747227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34374) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.766619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.810865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:42.820281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0336ec64-0240-491c-8e27-fb2c15e14301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.826421 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9902f8-8ee5-41dc-b535-df07e9e2824c" -d '{"events": [{"server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "name": "network-vif-plugged", "status": "completed", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:42.846007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8597980 Jul 29 23:54:42.853375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34378) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.863988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.868996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0336ec64-0240-491c-8e27-fb2c15e14301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.880233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=bb16ee0e-7737-404d-8d96-293b22869ee1,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:42.887560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.905600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabcc91-d991-46ec-adaa-7f89f3593707 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=92b94676-76e4-4554-b5c1-f1a837f90b4a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.952548 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423807e7-e2f8-4e94-a2b6-4ddbc6e6961d x-openstack-request-id: req-423807e7-e2f8-4e94-a2b6-4ddbc6e6961d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:42.953192 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "name": "network-vif-plugged", "status": "completed", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:42.953656 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-423807e7-e2f8-4e94-a2b6-4ddbc6e6961d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:42.954706 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1', 'code': 200} Jul 29 23:54:42.964568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f44041-aaa9-4ea8-85ec-9d8e2ae4e109 None None] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:42.969239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 92b94676-76e4-4554-b5c1-f1a837f90b4a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:42.978604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.030148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.049371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19f54f1-5582-4df1-b6d0-b63fee2c78ba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.072507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.072507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bea052e9-4f68-4203-b11a-a1df042272b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f19f54f1-5582-4df1-b6d0-b63fee2c78ba HTTP/1.1" status: 204 len: 168 time: 1.1297297 Jul 29 23:54:43.072507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.083776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0336ec64-0240-491c-8e27-fb2c15e14301 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3ffb02f03d547aba636647f0de7cd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063041 Jul 29 23:54:43.093476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ec64-0240-491c-8e27-fb2c15e14301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7403852d-a86d-420e-a884-37c4f3af0e6d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.126617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.130428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34386) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.133601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a2436-c920-4714-917c-c6e3c4a57a79 None None] Network 4eea398a-1fcb-4d99-ad25-e329a13eea83 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:43.187199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.188360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.289035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.302059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0568c1dd-158c-4ea5-bebc-fefcd0337326 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:43.317042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6dc8d80-cbdc-4a7a-8f04-9273cc36735e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.327197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec22da00-6f38-4065-9969-11d5c00e3bda None None] Provisioning for port 0568c1dd-158c-4ea5-bebc-fefcd0337326 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:43.356205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f27f0-6f5d-44ec-8c93-89135a2f70d0 req-7e5f279e-2cb1-49e7-8524-655a8ba01639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.358098 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17f27f0-6f5d-44ec-8c93-89135a2f70d0 req-7e5f279e-2cb1-49e7-8524-655a8ba01639 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1098 time: 0.3099816 Jul 29 23:54:43.387955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:43.392424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.440755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77941a-f7b7-4bce-a780-c854165ae73a req-0b0187fa-5a43-49cc-82ae-45fd72d4e20e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.449134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.450926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae77941a-f7b7-4bce-a780-c854165ae73a req-0b0187fa-5a43-49cc-82ae-45fd72d4e20e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1827087 Jul 29 23:54:43.461138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Router c10cccad-fd35-4399-b751-f34d418df746 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:43.472355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.520688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a17f27f0-6f5d-44ec-8c93-89135a2f70d0 req-b34c7ace-59ad-4676-af52-8db482b42029 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525900 Jul 29 23:54:43.521239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing IP validity checks on allocation pools {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:54:43.521797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:54:43.524390 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.527586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.535444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33c6cec2-ef6c-4588-9d20-d129fe67d6f4 HTTP/1.1" status: 204 len: 168 time: 0.7870829 Jul 29 23:54:43.540558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.542682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4889f0e6-6240-4240-a200-8ddab6242a2d tempest-RoutersAdminNegativeTest-1313435227 tempest-RoutersAdminNegativeTest-1313435227-project-admin] 10.222.0.49 "DELETE /v2.0/ports/d6dc8d80-cbdc-4a7a-8f04-9273cc36735e HTTP/1.1" status: 204 len: 168 time: 1.4067700 Jul 29 23:54:43.544184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ae77941a-f7b7-4bce-a780-c854165ae73a req-1a1c3966-4296-4039-ab6d-47ea25bd8091 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919175 Jul 29 23:54:43.598117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cceae7-faa2-4287-bcdb-38f5efcb17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6cec2-ef6c-4588-9d20-d129fe67d6f4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.605182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0568c1dd-158c-4ea5-bebc-fefcd0337326 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:43.651062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0568c1dd-158c-4ea5-bebc-fefcd0337326 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:43.651441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.694307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.702025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.703601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7403852d-a86d-420e-a884-37c4f3af0e6d HTTP/1.1" status: 204 len: 168 time: 0.5680313 Jul 29 23:54:43.730197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c11eca-acc7-4ad1-b2a0-6f50581b30d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7403852d-a86d-420e-a884-37c4f3af0e6d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.755365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] DHCP port deletion for 4eea398a-1fcb-4d99-ad25-e329a13eea83 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:43.808755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Deleting port 825aea85-e2ab-4582-89ea-b331889c8557 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:43.810544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.902412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.961514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.991168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] For port 825aea85-e2ab-4582-89ea-b331889c8557, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=825aea85-e2ab-4582-89ea-b331889c8557,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:43.992140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.996401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Deleting port 825aea85-e2ab-4582-89ea-b331889c8557 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:43.996841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.006023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:44.020217 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Sync routers for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:44.041524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Calling delete_port for 825aea85-e2ab-4582-89ea-b331889c8557 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:44.042160 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:44.042874 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:44.064468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.069431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=9e414eec-68db-45c4-86ae-469ea7a61416,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.073263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b54e833-788c-45c8-b992-6ea3e69b64c7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.1777525 Jul 29 23:54:44.073422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.280877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.287462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0568c1dd-158c-4ea5-bebc-fefcd0337326, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0568c1dd-158c-4ea5-bebc-fefcd0337326,segment=NetworkSegment(44c8ce63-eb29-4499-992c-0c6b3c6e4a82),segment_id=44c8ce63-eb29-4499-992c-0c6b3c6e4a82)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:44.306782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] For port 825aea85-e2ab-4582-89ea-b331889c8557, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=825aea85-e2ab-4582-89ea-b331889c8557,segment=NetworkSegment(520afe95-ba41-4d99-96f1-dd6bda0ff1d5),segment_id=520afe95-ba41-4d99-96f1-dd6bda0ff1d5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:44.307525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.312563 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.373870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Pushing event deleted for resources: {'Port': ['ID=825aea85-e2ab-4582-89ea-b331889c8557,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.405317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] No DVR routers for this DVR port 825aea85-e2ab-4582-89ea-b331889c8557 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:44.446596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Calling delete_port for 825aea85-e2ab-4582-89ea-b331889c8557 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:44.486882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bd554da2-23cc-4e24-aa7f-02a6421b7437 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:44.525328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0568c1dd-158c-4ea5-bebc-fefcd0337326,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.529543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34408) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.637405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '715f368b-8fff-44f5-8eb2-27660ea8c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:44.638289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 92b94676-76e4-4554-b5c1-f1a837f90b4a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:44.666085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.680983 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: from cryptography.utils import int_from_bytes Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: from cryptography.utils import int_from_bytes Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.683617 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:54:44.685872 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 29 23:54:44.688773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eea398a-1fcb-4d99-ad25-e329a13eea83']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:44.705568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520afe95-ba41-4d99-96f1-dd6bda0ff1d5') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:44.706360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520afe95-ba41-4d99-96f1-dd6bda0ff1d5') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:44.721809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.741232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.763843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ad8a1ff7-32a4-45a7-a688-6fdfcbeaa945 None None] Provisioning complete for port 0568c1dd-158c-4ea5-bebc-fefcd0337326 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:44.764440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ff7-32a4-45a7-a688-6fdfcbeaa945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.767439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.785473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:44.787497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:44.790438 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:44.828270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 92b94676-76e4-4554-b5c1-f1a837f90b4a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:44.900482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.902631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] No DVR routers for this DVR port 825aea85-e2ab-4582-89ea-b331889c8557 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:44.911061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: bd554da2-23cc-4e24-aa7f-02a6421b7437 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:44.911428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bd554da2-23cc-4e24-aa7f-02a6421b7437 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:44.917277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.920868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a64b2-2a0f-4e4b-9674-6e08bb158f2b None None] Pushing event deleted for resources: {'Port': ['ID=825aea85-e2ab-4582-89ea-b331889c8557,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.924133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] 10.222.0.49 "DELETE /v2.0/networks/4eea398a-1fcb-4d99-ad25-e329a13eea83 HTTP/1.1" status: 204 len: 168 time: 1.8538392 Jul 29 23:54:44.951295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce774066-c415-4142-a56a-a041d2be378e None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:44.965769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d06c7-f2a5-4f42-a51b-53d6177b292a admin admin] Pushing event deleted for resources: {'Network': ['ID=4eea398a-1fcb-4d99-ad25-e329a13eea83,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.098183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce774066-c415-4142-a56a-a041d2be378e None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:45.203460 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:40Z', 'revision_number': 3, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:45.222499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34430) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.248954 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Checking router: c10cccad-fd35-4399-b751-f34d418df746 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:45.249726 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Updating router c10cccad-fd35-4399-b751-f34d418df746 port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:45.301981 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.350198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 92b94676-76e4-4554-b5c1-f1a837f90b4a) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:45.387149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ec45598-4d0c-4699-ba84-f30d53a75449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.393458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-060e029b-3483-4c2d-b1db-7f8564f21128 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1c29957d8aa46ed9a9c16a285ccd16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670713 Jul 29 23:54:45.396582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0568c1dd-158c-4ea5-bebc-fefcd0337326 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:45.398115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34436) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.405035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:45.406040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.491231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-26561ddc-9ef9-4fc2-b8c8-dabd81f69d72 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6352901 Jul 29 23:54:45.503027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34440) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.577970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b980cb5-fc97-41e4-8d0d-48b87fdd890d req-23fad5c3-54f9-4e2e-941e-c8e0657719cc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:45.577970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b980cb5-fc97-41e4-8d0d-48b87fdd890d req-23fad5c3-54f9-4e2e-941e-c8e0657719cc tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.5923448 Jul 29 23:54:45.675305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0568c1dd-158c-4ea5-bebc-fefcd0337326 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:45.675701 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.690215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.730489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b980cb5-fc97-41e4-8d0d-48b87fdd890d req-67960b9c-6dc8-4fab-a5cd-127a887eba25 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483061 Jul 29 23:54:45.789183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.818948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-92b94676-76e4-4554-b5c1-f1a837f90b4a', 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '9e414eec-68db-45c4-86ae-469ea7a61416'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:45.819839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.911243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.030668 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.057059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.059669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.061252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05f35c8c-6565-4217-ae87-3f63ef7a1915 HTTP/1.1" status: 204 len: 168 time: 0.6619499 Jul 29 23:54:46.069327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Transition to ACTIVE for port object 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:46.081668 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.100194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b45986-c10e-4763-8170-fe5d4e95e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f35c8c-6565-4217-ae87-3f63ef7a1915,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.111024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.170454 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Pushing event updated for resources: {'Port': ['ID=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.178901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.179534 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.180038 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.180506 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.181101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.181798 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.183392 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.184724 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.185244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.186521 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.187093 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.187647 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:46.258394 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Attempting to bind port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:46.260093 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Attempting to bind port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:46.260663 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Attempting to bind port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:46.274221 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:46.285735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:46.288707 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.291045 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:46.292780 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Bound port: 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:46.293935 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.327015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 825aea85-e2ab-4582-89ea-b331889c8557 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:46.353140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6e66d4e-091d-4121-820b-236c469610fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.359246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 825aea85-e2ab-4582-89ea-b331889c8557 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:46.359831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 825aea85-e2ab-4582-89ea-b331889c8557 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:46.390935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Allocated IP 172.20.0.3 (92b94676-76e4-4554-b5c1-f1a837f90b4a/9e414eec-68db-45c4-86ae-469ea7a61416/2b2a79a9-2730-467a-9d64-0236b20b759c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:46.411755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-7eb45857-122c-4a2f-b748-364cdb0476a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.413946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-7eb45857-122c-4a2f-b748-364cdb0476a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1098 time: 0.2170491 Jul 29 23:54:46.422837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ec45598-4d0c-4699-ba84-f30d53a75449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.428694 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] For port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:46.432162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.437562 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] For port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:46.443991 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.447679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ec45598-4d0c-4699-ba84-f30d53a75449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.471462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e0bb-691f-4dd8-a09b-1d9260d93ddf req-485c0572-504a-4665-81e2-8df79b56738e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.475876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d123e0bb-691f-4dd8-a09b-1d9260d93ddf req-485c0572-504a-4665-81e2-8df79b56738e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1672676 Jul 29 23:54:46.536987 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:46.538020 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.602686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.613124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Transition to ACTIVE for port object 2b2a79a9-2730-467a-9d64-0236b20b759c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:46.633124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Transition to ACTIVE for port object 2b2a79a9-2730-467a-9d64-0236b20b759c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:46.641320 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.681995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d123e0bb-691f-4dd8-a09b-1d9260d93ddf req-9115a822-98be-4582-816b-5cd7ce047671 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940277 Jul 29 23:54:46.703466 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:46.704671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34478) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.766298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Network 92b94676-76e4-4554-b5c1-f1a837f90b4a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:46.796623 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.799711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:46.809980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:46.817255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Pushing event updated for resources: {'Port': ['ID=2b2a79a9-2730-467a-9d64-0236b20b759c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.866482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Allocated IP 172.20.0.1 (0e935774-ce9f-48c9-b8e7-16348122ade5/b2b031aa-1da0-4882-a132-940601bf6edf/fa07970d-d4c2-4c6d-9f45-b1a35186782a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:46.911312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-802e8f7b-9a7e-4dd5-b09f-a94a2685a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.915608 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-802e8f7b-9a7e-4dd5-b09f-a94a2685a003 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.4877186 Jul 29 23:54:46.972306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Attempting to bind port 2b2a79a9-2730-467a-9d64-0236b20b759c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:46.974677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Attempting to bind port 2b2a79a9-2730-467a-9d64-0236b20b759c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '715f368b-8fff-44f5-8eb2-27660ea8c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:46.976708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Attempting to bind port 2b2a79a9-2730-467a-9d64-0236b20b759c on network 92b94676-76e4-4554-b5c1-f1a837f90b4a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:46.990619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:46.995088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.995417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Checking segment: {'id': '715f368b-8fff-44f5-8eb2-27660ea8c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:46.996014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.996860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Bound using segment: {'id': '715f368b-8fff-44f5-8eb2-27660ea8c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:47.000059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Bound port: 2b2a79a9-2730-467a-9d64-0236b20b759c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715f368b-8fff-44f5-8eb2-27660ea8c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:47.000725 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.016290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Transition to ACTIVE for port object fa07970d-d4c2-4c6d-9f45-b1a35186782a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:47.068145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=9e414eec-68db-45c4-86ae-469ea7a61416,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.075738 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c84a2-e901-44f6-8788-aa48f5bb26f2 None None] Pushing event updated for resources: {'Port': ['ID=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.085487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ec45598-4d0c-4699-ba84-f30d53a75449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=650be7cda697494c80527609525307e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5324275 Jul 29 23:54:47.088089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec45598-4d0c-4699-ba84-f30d53a75449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a5619-d82b-4277-b7d4-283603f5b1f7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.094041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:47.099181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.099687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3d719a88-e22e-4366-b639-5274f096545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:40Z', 'revision_number': 3, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:47.155090 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d719a88-e22e-4366-b639-5274f096545e None None] The sync data for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 is: [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:40Z', 'revision_number': 3, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:47.179134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1915223999'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:47.186033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa07970d-d4c2-4c6d-9f45-b1a35186782a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.222716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df3cd3-36ec-44a6-a617-e2e125581932 req-62e34421-14f8-4b87-969e-ddecd7234463 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:47.225415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1df3cd3-36ec-44a6-a617-e2e125581932 req-62e34421-14f8-4b87-969e-ddecd7234463 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.8976009 Jul 29 23:54:47.234707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] For port 2b2a79a9-2730-467a-9d64-0236b20b759c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:47.241792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] For port 2b2a79a9-2730-467a-9d64-0236b20b759c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2b2a79a9-2730-467a-9d64-0236b20b759c,segment=NetworkSegment(715f368b-8fff-44f5-8eb2-27660ea8c956),segment_id=715f368b-8fff-44f5-8eb2-27660ea8c956)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:47.244176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:47.250625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.257074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:47.257737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.258068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.258411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.258746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.259964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.260298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.260975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.261312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.261696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.263344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.263344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.263344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:47.270978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:47.279572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-aabd5c4a-1d3d-420b-8b0f-722ad8fbb9f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 200 len: 217 time: 0.3365340 Jul 29 23:54:47.288214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.359844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-aa1af962-6032-41d8-ae6b-1418def8843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:47.361614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-aa1af962-6032-41d8-ae6b-1418def8843f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.0697634 Jul 29 23:54:47.367339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b94676-76e4-4554-b5c1-f1a837f90b4a']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:47.382119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1df3cd3-36ec-44a6-a617-e2e125581932 req-ccb6d00f-b315-4ad1-9fa6-03f1c13a12f2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482384 Jul 29 23:54:47.386749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.404747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86833a7f-f87a-4380-b817-55c2d5e45dd5 None None] Pushing event updated for resources: {'Port': ['ID=2b2a79a9-2730-467a-9d64-0236b20b759c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.405757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.430160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.451390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ffceb-6332-44e7-8fff-2a7688597aee None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:47.475832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.510929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-c6341639-f3f0-4042-a8cb-9af05f85b1a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388748 Jul 29 23:54:47.513067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715f368b-8fff-44f5-8eb2-27660ea8c956') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:47.513384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715f368b-8fff-44f5-8eb2-27660ea8c956') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:47.515281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Made reservation on behalf of 0ae69a37d5a442eba3b48f76fc39c909 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:47.527284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.582126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.702007 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.719246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ffceb-6332-44e7-8fff-2a7688597aee None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:47.797926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.803736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.811086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:47.811679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.820677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.820677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d0a5619-d82b-4277-b7d4-283603f5b1f7 HTTP/1.1" status: 204 len: 168 time: 0.7171547 Jul 29 23:54:47.859461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75b644-a53f-4a5f-a53b-ffd7d4c4bc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a5619-d82b-4277-b7d4-283603f5b1f7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.889935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:47.919292 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:47.935341 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:47.935341 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:47.935341 n-d-712707-11 neutron-server[93865]: [parameters: {'id': '92b94676-76e4-4554-b5c1-f1a837f90b4a'}] Jul 29 23:54:47.935341 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:47.935784 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:48.031476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34516) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.077252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b08886-cfd2-4ff2-ae33-1b5bb3b9a128 req-8b646cc7-e972-4c5d-a723-657b33f87fda tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:48.089583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5b08886-cfd2-4ff2-ae33-1b5bb3b9a128 req-8b646cc7-e972-4c5d-a723-657b33f87fda tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2606843 Jul 29 23:54:48.183144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e80e6-fdc7-4624-b7d7-534551d46a38 req-dc127af9-bc8f-48d9-a387-72c382e9d6ad tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:48.185883 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-629e80e6-fdc7-4624-b7d7-534551d46a38 req-dc127af9-bc8f-48d9-a387-72c382e9d6ad tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.6284428 Jul 29 23:54:48.267503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5b08886-cfd2-4ff2-ae33-1b5bb3b9a128 req-06f715f6-2d7b-4829-8008-b4abc32c2c7a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765993 Jul 29 23:54:48.273867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444469af-a610-47f8-ada3-72a4b545c3d2 None None] Network 92b94676-76e4-4554-b5c1-f1a837f90b4a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:48.319988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-d5debfc1-465f-40c8-97cc-1b823f5453dd service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7889245 Jul 29 23:54:48.437428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34524) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.460297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.478063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.485874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.509076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-629e80e6-fdc7-4624-b7d7-534551d46a38 req-e020f444-c47c-4e61-b68c-2c952c39113f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844167 Jul 29 23:54:48.606301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.611410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.626698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa07970d-d4c2-4c6d-9f45-b1a35186782a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:48.643902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.700341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34530) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.752431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:48.782438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f1a43e8-dcd3-4987-b0a4-c752cc4f4a7d req-c1782057-cdff-47e1-9696-41c16412d885 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497533 Jul 29 23:54:48.814318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.814670 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Added segment 4f596c6d-0fd5-4b00-ad80-a9cb6cc30790 of type vlan for network ef224199-252c-454b-b168-dcbd6fb68286 Jul 29 23:54:48.829326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:48.849932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6147e-5606-4327-ae2f-637de5374e60,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:48.926017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-17c38314-a4f9-452f-844e-825154d7a0ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae51f76205de431c8cc50326babfab60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853154 Jul 29 23:54:48.926017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.933670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34536) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:48.961332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.991891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a5b98466-6999-4f75-8155-d3100f8256e5 None None] Provisioning for port fa07970d-d4c2-4c6d-9f45-b1a35186782a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:48.999186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd2778-d982-4420-beef-ee627763e5e3 None None] Network 92b94676-76e4-4554-b5c1-f1a837f90b4a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:49.021286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 2b2a79a9-2730-467a-9d64-0236b20b759c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:49.021696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.075702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:49.080111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:49.086259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.096294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:49.096958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.134567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a5b98466-6999-4f75-8155-d3100f8256e5 None None] Provisioning complete for port fa07970d-d4c2-4c6d-9f45-b1a35186782a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:49.134942 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a5b98466-6999-4f75-8155-d3100f8256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.175544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-network', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:49.193604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a5b98466-6999-4f75-8155-d3100f8256e5 None None] Port fa07970d-d4c2-4c6d-9f45-b1a35186782a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:49.207229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bf65dcc-8e7f-4d50-b5d2-5ddf5fe1e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.277423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:49.277423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.350491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.368530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:49.373699 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.378900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.429972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.454019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:49.461429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:49.461429 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.583490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.586166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.601552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92625ea6-f673-4a52-a662-c57474846a0a HTTP/1.1" status: 204 len: 168 time: 0.6549392 Jul 29 23:54:49.645414 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.653537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-018d9b4a-bb4e-4db2-ac65-b3c18e2d4133 None None] Provisioning complete for port fa07970d-d4c2-4c6d-9f45-b1a35186782a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:49.654068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-018d9b4a-bb4e-4db2-ac65-b3c18e2d4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.713863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-018d9b4a-bb4e-4db2-ac65-b3c18e2d4133 None None] Port fa07970d-d4c2-4c6d-9f45-b1a35186782a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:49.748103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:49.754158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.780571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986f913-4943-45a5-8e1b-259dbf3cc333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92625ea6-f673-4a52-a662-c57474846a0a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.787207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.810399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.825249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.858541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ce9b8-3a75-4d06-972e-bd402d9e105e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.862427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.907979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2013433 Jul 29 23:54:49.919208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.927271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 2b2a79a9-2730-467a-9d64-0236b20b759c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2b2a79a9-2730-467a-9d64-0236b20b759c,segment=NetworkSegment(715f368b-8fff-44f5-8eb2-27660ea8c956),segment_id=715f368b-8fff-44f5-8eb2-27660ea8c956)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:49.927986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.935779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'subnet': {'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:49.950555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250000-5882-4e6d-917a-f929d733968a tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Network': ['ID=ef224199-252c-454b-b168-dcbd6fb68286,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.967178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ef224199-252c-454b-b168-dcbd6fb68286 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:49.967868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 2b2a79a9-2730-467a-9d64-0236b20b759c owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:50.005536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:50.013400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Router c10cccad-fd35-4399-b751-f34d418df746 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:50.060770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec84f-ccd3-46df-9d14-f5f57e765aec req-8a03fd87-4790-48ad-b820-eb87a0356fcf tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:50.062430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68aec84f-ccd3-46df-9d14-f5f57e765aec req-8a03fd87-4790-48ad-b820-eb87a0356fcf tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.4931240 Jul 29 23:54:50.153171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Made reservation on behalf of 0ae69a37d5a442eba3b48f76fc39c909 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:50.156856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.165708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Allocated IP 172.25.5.149 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/ac21e30c-226b-42b6-bdea-4654b29c906a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:50.196606 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.197402 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Added segment afc358a9-2db6-4899-b09a-b3999cfd4cd6 of type vlan for network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 Jul 29 23:54:50.322599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.332557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.356334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 2b2a79a9-2730-467a-9d64-0236b20b759c on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:50.381476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68aec84f-ccd3-46df-9d14-f5f57e765aec req-8b8d44e2-7845-47c1-9fb7-982f1f71d77f tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941056 Jul 29 23:54:50.450595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=2b2a79a9-2730-467a-9d64-0236b20b759c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:50.646012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.653443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.716219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b94676-76e4-4554-b5c1-f1a837f90b4a']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:50.720202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.758426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34570) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:50.772209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715f368b-8fff-44f5-8eb2-27660ea8c956') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:50.772503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715f368b-8fff-44f5-8eb2-27660ea8c956') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:50.805950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.847145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.858776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:50.859175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:50.862419 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:50.864786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Checking segment: {'id': '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:50.864786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network hostable DHCP agents. Network: ef224199-252c-454b-b168-dcbd6fb68286, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:50.866001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.866615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Subnet': ['ID=4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:50.867598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:50.869545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.896774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.935030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-188866616'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:50.960817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5218346 Jul 29 23:54:50.961344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network ef224199-252c-454b-b168-dcbd6fb68286 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:50.966739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34574) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:50.968664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:50.971139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.981346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.987248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/92b94676-76e4-4554-b5c1-f1a837f90b4a HTTP/1.1" status: 204 len: 168 time: 5.4762316 Jul 29 23:54:50.987248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:50.987934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Sync routers for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:50.990353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.991306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4663ca26-2e64-4874-abf4-695e22a0baf7 admin admin] 10.222.0.49 "PUT /v2.0/routers/c10cccad-fd35-4399-b751-f34d418df746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9059274 Jul 29 23:54:51.000351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Request body: {'subnet': {'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-subnet', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.007560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34576) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:51.013223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:51.014901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913827474'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.015422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:51.016582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.018972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ef224199-252c-454b-b168-dcbd6fb68286) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:51.031036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4298fb-9f0c-499a-a658-1ebd03d55bde tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=92b94676-76e4-4554-b5c1-f1a837f90b4a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.034220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.035875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.072408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87567-57e8-4cbf-9ce5-2175b2834f26 admin admin] Pushing event updated for resources: {'Network': ['ID=cf30b5a0-d1cd-4381-a13e-2bfe322d7640,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.100917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:51.103694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.134499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddc129-e4ea-4366-8908-ee6f903d80f5 None None] Network ef224199-252c-454b-b168-dcbd6fb68286 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:51.137188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:51.196070 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.200954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-570ac3e8-bd2d-4f48-a4c1-350fc03f36b4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2787437 Jul 29 23:54:51.204257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34582) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:51.217249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1067545470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.276286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.282184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:51.293810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.305072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:51.343494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:51.345310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:51.360492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd9528-30cb-45ec-86e2-bb4417c9854c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.387440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.388972 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Added segment 7b417382-a14e-4a36-8851-26d2bf577809 of type vlan for network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 Jul 29 23:54:51.405364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:51.410834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Pushing event updated for resources: {'Port': ['ID=ac21e30c-226b-42b6-bdea-4654b29c906a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.415717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:51.423478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.504079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.574911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:51.581330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.627207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Checking segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:51.627903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Network hostable DHCP agents. Network: cf30b5a0-d1cd-4381-a13e-2bfe322d7640, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:51.671301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:51.671878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.682448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.697912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.701716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.746549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ef224199-252c-454b-b168-dcbd6fb68286', 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286', 'tenant_id': '0ae69a37d5a442eba3b48f76fc39c909', 'fixed_ips': [{'subnet_id': '4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:51.747638 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.759065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.764379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:51.783442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.784544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.802989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.857084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.857642 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment c1e85ba9-45de-485f-ad2c-37b218f22069 of type vlan for network e97fd224-abc1-47db-8a4e-1a771e6eca10 Jul 29 23:54:51.863389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:51.868752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1074200 Jul 29 23:54:51.877064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:51.890217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'subnet': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.894269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cf30b5a0-d1cd-4381-a13e-2bfe322d7640) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:51.929407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.932714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.972029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Allocated IP 172.20.0.2 (ef224199-252c-454b-b168-dcbd6fb68286/4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb/1288f797-c24b-4282-bdb6-7745debc4e38) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:51.985678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ccaf3-9594-4bae-b177-f4d464d80234 req-1da89eb1-7a26-4f4d-8f19-2f7d2db0d244 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:51.987492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-479ccaf3-9594-4bae-b177-f4d464d80234 req-1da89eb1-7a26-4f4d-8f19-2f7d2db0d244 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3495114 Jul 29 23:54:51.991022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6490ad-7065-4c7a-94b8-dcd3af31e140 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Network': ['ID=bb8eee4b-b6cb-4713-8c89-e2401fc43db0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:52.026184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:52.026943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.030787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.033756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.034621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.044090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a029d-cc7f-403c-a701-3d9384af8a9a req-617f3e10-3223-4ac3-b18c-26dc189a0c61 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:52.052045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a59a029d-cc7f-403c-a701-3d9384af8a9a req-617f3e10-3223-4ac3-b18c-26dc189a0c61 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2468700 Jul 29 23:54:52.060781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db6302ad-3941-41bf-a868-3e8f0f47980e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0650647 Jul 29 23:54:52.082821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.095622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.110195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:52.158424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bbbbe-769a-4fa6-b7a7-42ceae38c1c1 None None] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:52.160532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:52.166186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.167124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.167311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.168430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7ff61594-f618-4a6d-a07a-ecca6d93bf45 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9557142 Jul 29 23:54:52.176968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.191422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a59a029d-cc7f-403c-a701-3d9384af8a9a req-717b8f91-3ea0-428b-889a-b5dd04ac5a4f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340549 Jul 29 23:54:52.194572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.201986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:52.202647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.250767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-479ccaf3-9594-4bae-b177-f4d464d80234 req-43de949f-91ec-4011-a0c1-d9249a15fe14 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372839 Jul 29 23:54:52.300064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:47Z', 'revision_number': 4, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fa07970d-d4c2-4c6d-9f45-b1a35186782a', 'name': '', 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'mac_address': 'fa:16:3e:03:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:46Z', 'updated_at': '2021-07-29T23:54:48Z', 'revision_number': 2, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'subnets': [{'id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:52.369815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Checking router: c10cccad-fd35-4399-b751-f34d418df746 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:52.370434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Updating router c10cccad-fd35-4399-b751-f34d418df746 port fa07970d-d4c2-4c6d-9f45-b1a35186782a binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:52.449312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.468149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.521683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5128419 Jul 29 23:54:52.536771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.542289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': 'e97fd224-abc1-47db-8a4e-1a771e6eca10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:52.542508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Pushing event updated for resources: {'Port': ['ID=ac21e30c-226b-42b6-bdea-4654b29c906a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:52.546785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.609109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.610480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.615769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04c2d3-3ea5-4d82-98c8-963313800d6c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=e97fd224-abc1-47db-8a4e-1a771e6eca10,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:52.652509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.663989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e97fd224-abc1-47db-8a4e-1a771e6eca10 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:52.664254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7184b0ac-fabd-41ef-ab1f-d75575035d56 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6181605 Jul 29 23:54:52.664254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34616) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.677510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9c6d-ab59-472d-9695-4fbc9abc9091 req-198f1573-8cad-48e5-bee2-2b34ea087fea tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:52.680422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3bf9c6d-ab59-472d-9695-4fbc9abc9091 req-198f1573-8cad-48e5-bee2-2b34ea087fea tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2276156 Jul 29 23:54:52.688963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-924403848', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'fixed_ips': [{'ip_address': '172.25.5.149'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:52.694552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.711980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Transition to ACTIVE for port object 1288f797-c24b-4282-bdb6-7745debc4e38 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:52.735521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Transition to ACTIVE for port object 1288f797-c24b-4282-bdb6-7745debc4e38 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:52.802993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3bf9c6d-ab59-472d-9695-4fbc9abc9091 req-a49f0f2d-4b09-40e7-ae15-8268d6bbe098 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024823 Jul 29 23:54:52.804895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Made reservation on behalf of a97354388db4424db92e8bec2fc2c097 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:52.807809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.818846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.826732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.902614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.009396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Pushing event updated for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.015028 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.024091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Network ef224199-252c-454b-b168-dcbd6fb68286 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:53.030583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:53.045506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:53.057430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.070440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.082013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.092291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] device_id is not set on port 70036075-59ca-44d6-880c-8c3dd99ddeba yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:53.123438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.221333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Attempting to bind port 1288f797-c24b-4282-bdb6-7745debc4e38 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:53.222746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Attempting to bind port 1288f797-c24b-4282-bdb6-7745debc4e38 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:53.222746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Attempting to bind port 1288f797-c24b-4282-bdb6-7745debc4e38 on network ef224199-252c-454b-b168-dcbd6fb68286 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:53.241948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:53.246346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.246549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c4f63-9a15-40b3-b850-b1c9c0c1f220,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.268419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e668-e1aa-4b3e-8ebc-77fcbc1a7a44 req-d2d8733b-4985-4e40-b4c8-315b1c442920 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.270356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4db5e668-e1aa-4b3e-8ebc-77fcbc1a7a44 req-d2d8733b-4985-4e40-b4c8-315b1c442920 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2443495 Jul 29 23:54:53.272156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:53.272874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Checking segment: {'id': '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:53.274379 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.275060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Bound using segment: {'id': '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:53.275959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Bound port: 1288f797-c24b-4282-bdb6-7745debc4e38, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:53.276730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.331580 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.459607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:53.460850 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.497023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:53.497273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4db5e668-e1aa-4b3e-8ebc-77fcbc1a7a44 req-8699979d-54f8-4c9f-9c62-324bec37ede1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335001 Jul 29 23:54:53.531160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1288f797-c24b-4282-bdb6-7745debc4e38,segment=NetworkSegment(4f596c6d-0fd5-4b00-ad80-a9cb6cc30790),segment_id=4f596c6d-0fd5-4b00-ad80-a9cb6cc30790)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:53.548549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Subnet': ['ID=b318ec81-8991-4c94-b58e-e60097746b22,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.557540 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:54:53.558344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:53.591640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f4ecb15-2623-4cd5-9ffd-745549a585d9 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9290569 Jul 29 23:54:53.597564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34632) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.611115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05e283-4471-4c24-8022-51c0582bcdf2 req-249b8604-efe9-4ca4-b324-f758529b1540 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.612032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc05e283-4471-4c24-8022-51c0582bcdf2 req-249b8604-efe9-4ca4-b324-f758529b1540 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2312419 Jul 29 23:54:53.629852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.699802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Checking segment: {'id': '7b417382-a14e-4a36-8851-26d2bf577809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:53.700067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network hostable DHCP agents. Network: bb8eee4b-b6cb-4713-8c89-e2401fc43db0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:53.742316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc05e283-4471-4c24-8022-51c0582bcdf2 req-7d102f0e-071b-460b-8977-83f0b78c6859 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013756 Jul 29 23:54:53.774031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Allocated IP 172.20.0.1 (ef224199-252c-454b-b168-dcbd6fb68286/4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb/1b9dd317-a748-473d-8fc3-f89f19950403) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:53.814544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b538345-d113-4693-a5ca-bfd488b69378 None None] Pushing event updated for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.845973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:53.878049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c69f4-d1d6-45a4-9123-0284ef4b3242 req-5a6d1777-bdfe-4db3-839c-d08d99dc9d6f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:53.880104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318c69f4-d1d6-45a4-9123-0284ef4b3242 req-5a6d1777-bdfe-4db3-839c-d08d99dc9d6f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2073956 Jul 29 23:54:53.903866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Allocated IP 172.20.0.2 (cf30b5a0-d1cd-4381-a13e-2bfe322d7640/1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33/af5588e6-50d4-41ab-9ae9-9493f2a2f399) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:53.913937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.917941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.937852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Transition to ACTIVE for port object fa07970d-d4c2-4c6d-9f45-b1a35186782a will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:53.953684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.033265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aaab1-7eb0-4e29-aab3-0b0d19ae94d6 None None] Pushing event updated for resources: {'Port': ['ID=fa07970d-d4c2-4c6d-9f45-b1a35186782a,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:54.048632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, bb8eee4b-b6cb-4713-8c89-e2401fc43db0) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:54.199570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.212534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Transition to ACTIVE for port object af5588e6-50d4-41ab-9ae9-9493f2a2f399 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:54.235598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Transition to ACTIVE for port object af5588e6-50d4-41ab-9ae9-9493f2a2f399 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:54.242993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5554a4-fa03-45fe-9a8e-190c90b07337 None None] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:54.283963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.384840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:54.417960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:54.426419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:54.438358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Deleting port ac21e30c-226b-42b6-bdea-4654b29c906a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:54.438984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.444055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-318c69f4-d1d6-45a4-9123-0284ef4b3242 req-d8530327-d7fd-4a12-9be3-40dd456eb3d1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541303 Jul 29 23:54:54.446346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Pushing event updated for resources: {'Port': ['ID=af5588e6-50d4-41ab-9ae9-9493f2a2f399,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:54.511154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Attempting to bind port fa07970d-d4c2-4c6d-9f45-b1a35186782a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:54.511859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Attempting to bind port fa07970d-d4c2-4c6d-9f45-b1a35186782a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:54.512427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Attempting to bind port fa07970d-d4c2-4c6d-9f45-b1a35186782a on network 0e935774-ce9f-48c9-b8e7-16348122ade5 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:54.554926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:54.555411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Checking segment: {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:54.555917 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.556424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Bound using segment: {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:54.557043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Bound port: fa07970d-d4c2-4c6d-9f45-b1a35186782a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c8ce63-eb29-4499-992c-0c6b3c6e4a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:54.557533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.606911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.611699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:54.612333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.649653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Attempting to bind port af5588e6-50d4-41ab-9ae9-9493f2a2f399 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:54.650217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Attempting to bind port af5588e6-50d4-41ab-9ae9-9493f2a2f399 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:54.650673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Attempting to bind port af5588e6-50d4-41ab-9ae9-9493f2a2f399 on network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:54.665917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.665917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.696630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Calling delete_port for ac21e30c-226b-42b6-bdea-4654b29c906a owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:54.700640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:54.701025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Checking segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:54.701445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.701974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Bound using segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:54.703219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Bound port: af5588e6-50d4-41ab-9ae9-9493f2a2f399, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:54.703621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.737593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] For port fa07970d-d4c2-4c6d-9f45-b1a35186782a, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:54.741240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] For port fa07970d-d4c2-4c6d-9f45-b1a35186782a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fa07970d-d4c2-4c6d-9f45-b1a35186782a,segment=NetworkSegment(44c8ce63-eb29-4499-992c-0c6b3c6e4a82),segment_id=44c8ce63-eb29-4499-992c-0c6b3c6e4a82)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:54.761934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.783839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'tenant_id': 'f7854089108943c380b1067356f5f4b1', 'fixed_ips': [{'subnet_id': 'b318ec81-8991-4c94-b58e-e60097746b22'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:54.784713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.786733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04b5ba9a-03b0-46ab-a225-15ea8b16c256 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9081507 Jul 29 23:54:54.795158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34642) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:54.820424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-705292227'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:54.859987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:54.862191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:54.904331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.906706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=a7f21482-a703-4885-bd48-34a97d9b5b82,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:54.915096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.917149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': 'c1e85ba9-45de-485f-ad2c-37b218f22069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e97fd224-abc1-47db-8a4e-1a771e6eca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:54.917536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: e97fd224-abc1-47db-8a4e-1a771e6eca10, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:54.995044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.030456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Transition to ACTIVE for port object 1b9dd317-a748-473d-8fc3-f89f19950403 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:55.053558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2d02-68fc-4130-96be-c4da3c4441d5 req-6584473f-ca3e-4920-838b-5c0901e14a3f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.056034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c51a2d02-68fc-4130-96be-c4da3c4441d5 req-6584473f-ca3e-4920-838b-5c0901e14a3f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3527603 Jul 29 23:54:55.098512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network e97fd224-abc1-47db-8a4e-1a771e6eca10 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:55.128157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e97fd224-abc1-47db-8a4e-1a771e6eca10) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:55.133825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.134425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.175582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cfccf4a6-1bca-47d7-bdd0-8cd9fe18825f tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6373432 Jul 29 23:54:55.182986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34644) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:55.223308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44226bf-78d0-4da0-968f-13e2bff81dce None None] Network e97fd224-abc1-47db-8a4e-1a771e6eca10 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:55.283850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:55.286552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aaab1-7eb0-4e29-aab3-0b0d19ae94d6 None None] Pushing event updated for resources: {'Port': ['ID=fa07970d-d4c2-4c6d-9f45-b1a35186782a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:55.288027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.299459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] For port af5588e6-50d4-41ab-9ae9-9493f2a2f399, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:55.318650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] For port af5588e6-50d4-41ab-9ae9-9493f2a2f399, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=af5588e6-50d4-41ab-9ae9-9493f2a2f399,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:55.346379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c51a2d02-68fc-4130-96be-c4da3c4441d5 req-d4030556-eb60-45b4-9423-4144b29ec9a1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506113 Jul 29 23:54:55.351654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50569ace-ddbb-495f-8a97-82e4293acb71 req-05e19ba8-5636-4bd2-beb2-f4bcb865d3ab tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.365912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50569ace-ddbb-495f-8a97-82e4293acb71 req-05e19ba8-5636-4bd2-beb2-f4bcb865d3ab tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3771188 Jul 29 23:54:55.383405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:55.446776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:55.493389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.499190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50569ace-ddbb-495f-8a97-82e4293acb71 req-6914df81-cc6b-48fb-b8f1-39eb26b8a9de tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311870 Jul 29 23:54:55.522009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Allocated IP 172.25.5.96 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/08dfea8c-53cd-473f-9ebf-e552667b798c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:55.567280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Deleting port fa07970d-d4c2-4c6d-9f45-b1a35186782a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:55.568308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.585672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.594681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network ef224199-252c-454b-b168-dcbd6fb68286 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:55.611659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:55.614262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:55.680600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.680853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1288f797-c24b-4282-bdb6-7745debc4e38 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:55.683285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a0059-d34e-4abf-befc-1fbe082eaa41 None None] Network ef224199-252c-454b-b168-dcbd6fb68286 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:55.688247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac21e30c-226b-42b6-bdea-4654b29c906a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:55.691476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=1b9dd317-a748-473d-8fc3-f89f19950403,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:55.711624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78522-bef5-41dd-ab5a-a7c5a15b30cf req-2a4c95e2-0f3f-4702-83ff-d927ccab4863 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:55.713349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ab78522-bef5-41dd-ab5a-a7c5a15b30cf req-2a4c95e2-0f3f-4702-83ff-d927ccab4863 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2904575 Jul 29 23:54:55.726840 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.734132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.785263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.4 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/88eac937-d3bb-41d3-a1f1-a3b403b9efb3) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:55.847896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] For port fa07970d-d4c2-4c6d-9f45-b1a35186782a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fa07970d-d4c2-4c6d-9f45-b1a35186782a,segment=NetworkSegment(44c8ce63-eb29-4499-992c-0c6b3c6e4a82),segment_id=44c8ce63-eb29-4499-992c-0c6b3c6e4a82)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:55.848377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.869924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.873660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0ab78522-bef5-41dd-ab5a-a7c5a15b30cf req-d04ca61e-0c74-4ae3-a3dc-97e56bb33dff tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398199 Jul 29 23:54:55.877666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.884579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Calling delete_port for fa07970d-d4c2-4c6d-9f45-b1a35186782a owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:55.909394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.909394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.909394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dac59ea8-ad74-433c-b002-5edd2cabf167 tempest-ExternalNetworksAdminNegativeTestJSON-257633643 tempest-ExternalNetworksAdminNegativeTestJSON-257633643-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/93d873c7-8050-40dc-b7c7-8d81aca25058 HTTP/1.1" status: 204 len: 168 time: 2.3060741 Jul 29 23:54:56.037685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.059980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf59f1e-a947-45ce-9ef4-3b2bcca092c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e97fd224-abc1-47db-8a4e-1a771e6eca10', 'network_id': 'e97fd224-abc1-47db-8a4e-1a771e6eca10', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': 'a7f21482-a703-4885-bd48-34a97d9b5b82'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:56.061313 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebf59f1e-a947-45ce-9ef4-3b2bcca092c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.082317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.184292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1288f797-c24b-4282-bdb6-7745debc4e38 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:56.214993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:56.240057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:56.243043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:56.356749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.361834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.365158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d77210-d101-40d3-9339-854b23a52d51 None None] Pushing event updated for resources: {'Port': ['ID=af5588e6-50d4-41ab-9ae9-9493f2a2f399,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.401474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97fd224-abc1-47db-8a4e-1a771e6eca10']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.401751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.451533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bfdee-c393-45a5-aeb4-e8d480d618fa req-ff4ec69d-6ced-43b9-88c5-426d925dbae5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:56.453307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-778bfdee-c393-45a5-aeb4-e8d480d618fa req-ff4ec69d-6ced-43b9-88c5-426d925dbae5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2850966 Jul 29 23:54:56.456453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:56.460756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Provisioning for port 1288f797-c24b-4282-bdb6-7745debc4e38 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:56.492696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Provisioning complete for port 1288f797-c24b-4282-bdb6-7745debc4e38 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:56.492696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.502910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d52c72-3620-4460-8e59-2e04ec6fb519 None None] Network e97fd224-abc1-47db-8a4e-1a771e6eca10 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:56.574121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Pushing event updated for resources: {'Port': ['ID=08dfea8c-53cd-473f-9ebf-e552667b798c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.576602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f21482-a703-4885-bd48-34a97d9b5b82,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.589303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.596950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e85ba9-45de-485f-ad2c-37b218f22069') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.597251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e85ba9-45de-485f-ad2c-37b218f22069') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.625324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.633257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-778bfdee-c393-45a5-aeb4-e8d480d618fa req-83678966-7bd8-47f3-8e5a-19a1c02e2408 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567755 Jul 29 23:54:56.674366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57323b41-6ca4-4491-9fd5-0ab2b0d09e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.724852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.754496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.778289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:56.778724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:56.783535 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:56.852043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Allocated IP 172.20.0.2 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/e27a8d3f-00e3-48f0-aa49-1110838e9f4b) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:56.852307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.856135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:56.868985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:47Z', 'revision_number': 4, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fa07970d-d4c2-4c6d-9f45-b1a35186782a', 'name': '', 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'mac_address': 'fa:16:3e:03:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:46Z', 'updated_at': '2021-07-29T23:54:54Z', 'revision_number': 4, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'subnets': [{'id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.878981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:56.882973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:56.922103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883c137-f583-43ea-acb2-32297e28f281 None None] The sync data for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 is: [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:47Z', 'revision_number': 4, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fa07970d-d4c2-4c6d-9f45-b1a35186782a', 'name': '', 'network_id': '0e935774-ce9f-48c9-b8e7-16348122ade5', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'mac_address': 'fa:16:3e:03:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:46Z', 'updated_at': '2021-07-29T23:54:54Z', 'revision_number': 4, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'subnets': [{'id': 'b2b031aa-1da0-4882-a132-940601bf6edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:56.982612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=88eac937-d3bb-41d3-a1f1-a3b403b9efb3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.993249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ed13f-1b32-472f-b1a9-aeaf0d9d23be req-94ea8db6-ebbb-4dbe-a228-cdf179cf095a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.000818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-200ed13f-1b32-472f-b1a9-aeaf0d9d23be req-94ea8db6-ebbb-4dbe-a228-cdf179cf095a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3698480 Jul 29 23:54:57.109866 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.159329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.173757 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.175115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/e97fd224-abc1-47db-8a4e-1a771e6eca10 HTTP/1.1" status: 204 len: 168 time: 1.9907980 Jul 29 23:54:57.213177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34668) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.242568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844344101'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:57.277912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa07970d-d4c2-4c6d-9f45-b1a35186782a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:57.337791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.338375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.345887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-200ed13f-1b32-472f-b1a9-aeaf0d9d23be req-587a56fb-e050-43ee-b095-168fd338fb6a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198593 Jul 29 23:54:57.363906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901196a5-af02-4a2f-b28c-58dc4ee45b48 req-064e11fd-c7fb-4f84-bad2-49b65934fc6a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:57.365894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-901196a5-af02-4a2f-b28c-58dc4ee45b48 req-064e11fd-c7fb-4f84-bad2-49b65934fc6a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.6375465 Jul 29 23:54:57.373389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1288f797-c24b-4282-bdb6-7745debc4e38,segment=NetworkSegment(4f596c6d-0fd5-4b00-ad80-a9cb6cc30790),segment_id=4f596c6d-0fd5-4b00-ad80-a9cb6cc30790)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:57.379583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.403576 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.412800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Transition to ACTIVE for port object e27a8d3f-00e3-48f0-aa49-1110838e9f4b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:57.475047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fa07970d-d4c2-4c6d-9f45-b1a35186782a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:57.478213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Transition to ACTIVE for port object e27a8d3f-00e3-48f0-aa49-1110838e9f4b will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:57.514254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.520810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fa07970d-d4c2-4c6d-9f45-b1a35186782a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:57.522434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fa07970d-d4c2-4c6d-9f45-b1a35186782a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:54:57.559374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port fa07970d-d4c2-4c6d-9f45-b1a35186782a not found, will not notify nova. {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:54:57.560168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device af5588e6-50d4-41ab-9ae9-9493f2a2f399 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:57.603405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e50ddb-22b1-4df6-a183-398a13e7ac8c None None] Pushing event updated for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:57.604802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.638608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:57.642490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.645841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.648642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4151c6d-3c15-43c4-a14c-f6a2c01db4e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=e97fd224-abc1-47db-8a4e-1a771e6eca10,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:57.659216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.671622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Pushing event updated for resources: {'Port': ['ID=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:57.696641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:57.715954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:57.724223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:57.736290 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.802823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port af5588e6-50d4-41ab-9ae9-9493f2a2f399 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:57.871495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57323b41-6ca4-4491-9fd5-0ab2b0d09e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.879364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Attempting to bind port e27a8d3f-00e3-48f0-aa49-1110838e9f4b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:57.880542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Attempting to bind port e27a8d3f-00e3-48f0-aa49-1110838e9f4b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '7b417382-a14e-4a36-8851-26d2bf577809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:57.881581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Attempting to bind port e27a8d3f-00e3-48f0-aa49-1110838e9f4b on network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:57.888753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Provisioning for port 1b9dd317-a748-473d-8fc3-f89f19950403 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:57.894827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Provisioning complete for port 1b9dd317-a748-473d-8fc3-f89f19950403 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:57.895675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.912915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57323b41-6ca4-4491-9fd5-0ab2b0d09e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.921655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1fdb4e42-9418-420a-b1a4-ddb5ff572ace tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1243238 Jul 29 23:54:57.937067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:57.937533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Checking segment: {'id': '7b417382-a14e-4a36-8851-26d2bf577809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:57.937892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.938294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Bound using segment: {'id': '7b417382-a14e-4a36-8851-26d2bf577809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:57.938794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Bound port: e27a8d3f-00e3-48f0-aa49-1110838e9f4b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b417382-a14e-4a36-8851-26d2bf577809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:57.939183 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.944504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34670) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.962909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-83193130', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:20:17'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:58.039215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Port 1b9dd317-a748-473d-8fc3-f89f19950403 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:58.060939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=1b9dd317-a748-473d-8fc3-f89f19950403,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:58.102447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:58.107138 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.114920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Provisioning complete for port 1288f797-c24b-4282-bdb6-7745debc4e38 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:58.115310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823d4c82-6478-4924-a3c9-0474048ac0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.119015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.128752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-57323b41-6ca4-4491-9fd5-0ab2b0d09e8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cca5dac40fb64ae0b9fea843cd2397bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7657812 Jul 29 23:54:58.144710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:58.148840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-901196a5-af02-4a2f-b28c-58dc4ee45b48 req-33eaa623-6940-41e5-a912-922890f8d00e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122018 Jul 29 23:54:58.149744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57323b41-6ca4-4491-9fd5-0ab2b0d09e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca8c6b8-c46e-4daf-a765-f6581dbcb2e4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:58.175668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] For port e27a8d3f-00e3-48f0-aa49-1110838e9f4b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:58.199075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef0437-db6d-4991-b8c9-645faf627a79 None None] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:58.211588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] For port e27a8d3f-00e3-48f0-aa49-1110838e9f4b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,segment=NetworkSegment(7b417382-a14e-4a36-8851-26d2bf577809),segment_id=7b417382-a14e-4a36-8851-26d2bf577809)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:58.250123 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.318373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Router c10cccad-fd35-4399-b751-f34d418df746 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:58.332918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:58.434277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.436125 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 205d95ad-1962-4790-91ff-1acf0de59d6f of type vlan for network 5e9c7bf7-2280-4384-be34-ec1c24732e57 Jul 29 23:54:58.453088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.486164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:58.518258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.526240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e59959-5d20-4abb-a8a0-92582650f018 None None] Pushing event updated for resources: {'Port': ['ID=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:58.540976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.630899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.656677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Provisioning complete for port 1b9dd317-a748-473d-8fc3-f89f19950403 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:58.657046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.761923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Port 1b9dd317-a748-473d-8fc3-f89f19950403 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:58.802923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Provisioning for port af5588e6-50d4-41ab-9ae9-9493f2a2f399 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:58.812624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Provisioning complete for port af5588e6-50d4-41ab-9ae9-9493f2a2f399 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:58.813010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.884072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.892388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:58.892996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.922308 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.969041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-85255d05-d093-47bb-bc10-21afce73953a None None] For port af5588e6-50d4-41ab-9ae9-9493f2a2f399, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=af5588e6-50d4-41ab-9ae9-9493f2a2f399,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:58.982413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.995366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd74b51-8f4c-40a1-b3d6-2ec04b6c6cce req-ca08a71c-2642-4113-b43a-95a7a3938423 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:58.997755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbd74b51-8f4c-40a1-b3d6-2ec04b6c6cce req-ca08a71c-2642-4113-b43a-95a7a3938423 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3384931 Jul 29 23:54:59.041111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network ef224199-252c-454b-b168-dcbd6fb68286 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:59.077060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85255d05-d093-47bb-bc10-21afce73953a None None] Pushing event updated for resources: {'Port': ['ID=af5588e6-50d4-41ab-9ae9-9493f2a2f399,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:59.106171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb0f5eb8-43de-4202-975f-f01f81a5ae7f None None] Provisioning complete for port af5588e6-50d4-41ab-9ae9-9493f2a2f399 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:59.106283 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5eb8-43de-4202-975f-f01f81a5ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.177847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:59.188672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c4d61329-7125-4985-932b-d1e3299ec3c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/c10cccad-fd35-4399-b751-f34d418df746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2846658 Jul 29 23:54:59.194532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34682) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:59.211964 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Sync routers for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:59.225746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:59.226700 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.237940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.370364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f614b-4e65-4a03-a20e-30336b0e6690 req-aa53ce67-b99c-4f81-9e3a-1de048f914f8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:59.372453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c89f614b-4e65-4a03-a20e-30336b0e6690 req-aa53ce67-b99c-4f81-9e3a-1de048f914f8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2809253 Jul 29 23:54:59.391274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port 2931a68e-0865-4828-8466-b09a833b6414 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:59.403217 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:59.543555 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.566277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3307183 Jul 29 23:54:59.592929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e27a8d3f-00e3-48f0-aa49-1110838e9f4b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:59.604806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34684) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:59.630290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d705df-eb26-47bb-8646-feef2d57624c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=5e9c7bf7-2280-4384-be34-ec1c24732e57,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:59.636084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:59.658101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:59.666874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5e9c7bf7-2280-4384-be34-ec1c24732e57 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:59.724885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dbd74b51-8f4c-40a1-b3d6-2ec04b6c6cce req-bc2e71c6-c4ad-47f3-9e0d-fc9fdc867725 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819012 Jul 29 23:54:59.739205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 5, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.769497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e27a8d3f-00e3-48f0-aa49-1110838e9f4b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:59.808437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1288f797-c24b-4282-bdb6-7745debc4e38 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:59.867931 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Checking router: c10cccad-fd35-4399-b751-f34d418df746 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:59.876181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.885996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Routers {'c10cccad-fd35-4399-b751-f34d418df746'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:59.886644 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c10cccad-fd35-4399-b751-f34d418df746'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:59.894077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.895458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca8c6b8-c46e-4daf-a765-f6581dbcb2e4 HTTP/1.1" status: 204 len: 168 time: 1.7486172 Jul 29 23:54:59.900257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1288f797-c24b-4282-bdb6-7745debc4e38 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:59.900656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.984098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c89f614b-4e65-4a03-a20e-30336b0e6690 req-810a5722-0135-4fed-9733-013262c5ae36 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952671 Jul 29 23:55:00.128833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device af5588e6-50d4-41ab-9ae9-9493f2a2f399 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:00.221271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa1a2f-df68-465e-b253-e72db3995761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca8c6b8-c46e-4daf-a765-f6581dbcb2e4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:00.250272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.9 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/2931a68e-0865-4828-8466-b09a833b6414) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:00.256724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:00.260934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.271628 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] Set router c10cccad-fd35-4399-b751-f34d418df746 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:00.325417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.332284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9dc27-9997-43f9-b17d-6efee7964d41 None None] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:00.493580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5cbfba25-7416-4e36-84ab-5aaaca3bbd39 None None] Provisioning complete for port 1b9dd317-a748-473d-8fc3-f89f19950403 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:00.494011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5cbfba25-7416-4e36-84ab-5aaaca3bbd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.539525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Router 864396c7-1d8e-483f-8047-2975fab6dc4a is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:00.555486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Router 5affc76c-cf38-4c85-a920-43c8f913e9d1 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:00.560030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5cbfba25-7416-4e36-84ab-5aaaca3bbd39 None None] Port 1b9dd317-a748-473d-8fc3-f89f19950403 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:00.583967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b461a3-ccb2-40e8-9631-2738912f6681 req-4b4d1b94-7071-49d1-b3d1-46a3b856efab tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:00.602887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1b461a3-ccb2-40e8-9631-2738912f6681 req-4b4d1b94-7071-49d1-b3d1-46a3b856efab tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3426070 Jul 29 23:55:00.674603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port af5588e6-50d4-41ab-9ae9-9493f2a2f399 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:00.675152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.734418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Deleting port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:00.735011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.802117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34694) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:00.834161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Provisioning for port e27a8d3f-00e3-48f0-aa49-1110838e9f4b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:00.853971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d1b461a3-ccb2-40e8-9631-2738912f6681 req-ef9ea0a2-571e-46db-95dd-b87d4905ddbb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401125 Jul 29 23:55:00.867947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Provisioning complete for port e27a8d3f-00e3-48f0-aa49-1110838e9f4b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:00.868333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.889549 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 5, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:00.931701 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35835bc-9ff5-49ba-88a3-b3f048430274 None None] The sync data for ids ['c10cccad-fd35-4399-b751-f34d418df746'] in n-d-712707-11 is: [{'id': 'c10cccad-fd35-4399-b751-f34d418df746', 'name': 'tempest-ImageQuotaTest-532289434-router', 'tenant_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 5, 'project_id': 'b8fc0444f2774ae9a78f8b9ada8d22eb', 'gw_port': {'id': '7781a8e1-5b57-4dd1-8db3-243a68bc5ddf', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cccad-fd35-4399-b751-f34d418df746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:38Z', 'updated_at': '2021-07-29T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:00.957976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:01.019973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-840cf390-eac9-48ca-bbe9-2aaac6b8aa37 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "PUT /v2.0/routers/5affc76c-cf38-4c85-a920-43c8f913e9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8363645 Jul 29 23:55:01.025096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] Sync routers for ids ['5affc76c-cf38-4c85-a920-43c8f913e9d1'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:01.030116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4740b0c0-a031-43c9-a03b-f4a73df55520 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a97354388db4424db92e8bec2fc2c097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240586 Jul 29 23:55:01.030769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34698) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.031100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34700) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.054603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] Routers {'5affc76c-cf38-4c85-a920-43c8f913e9d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:01.056192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5affc76c-cf38-4c85-a920-43c8f913e9d1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.085829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'port': {'network_id': 'ef224199-252c-454b-b168-dcbd6fb68286', 'name': 'tempest-FloatingIPNegativeTestJSON-48981145'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:01.100084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.141700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4dcc3-7d71-4c50-a3db-3e492ff7ae49 req-98026908-bdea-4fa2-9406-d7a107dc940a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:01.150570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73e4dcc3-7d71-4c50-a3db-3e492ff7ae49 req-98026908-bdea-4fa2-9406-d7a107dc940a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2608440 Jul 29 23:55:01.175935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.187673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.197469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.198889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object 2931a68e-0865-4828-8466-b09a833b6414 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:01.210748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:01.223132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Sync routers for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:01.230591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] Routers {'5affc76c-cf38-4c85-a920-43c8f913e9d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:01.231406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5affc76c-cf38-4c85-a920-43c8f913e9d1'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.253034 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:01.255370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.257101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.269425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.271048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49801e4a-370e-4a85-951c-0550e50311b0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1740265 Jul 29 23:55:01.280906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.289187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] For port 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:01.289795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.316595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:01.317295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b130ba-24b5-4aef-b519-1d0a89f0d870 None None] The sync data for ids ['5affc76c-cf38-4c85-a920-43c8f913e9d1'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:01.348728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fa07970d-d4c2-4c6d-9f45-b1a35186782a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:01.401842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Calling delete_port for 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:01.423724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] For port e27a8d3f-00e3-48f0-aa49-1110838e9f4b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,segment=NetworkSegment(7b417382-a14e-4a36-8851-26d2bf577809),segment_id=7b417382-a14e-4a36-8851-26d2bf577809)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:01.426661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fa07970d-d4c2-4c6d-9f45-b1a35186782a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:01.427085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fa07970d-d4c2-4c6d-9f45-b1a35186782a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:01.446525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.486547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73e4dcc3-7d71-4c50-a3db-3e492ff7ae49 req-60009009-86ec-4a8a-ba38-f2b1847617ce tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344834 Jul 29 23:55:01.519674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=62cfa9b0-6a24-4eeb-b2f1-4e834ddc18d9,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:01.596930 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:01.600815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '205d95ad-1962-4790-91ff-1acf0de59d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:01.602609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 5e9c7bf7-2280-4384-be34-ec1c24732e57, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:01.622949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.657746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Provisioning for port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:01.664039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.667966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Pushing event updated for resources: {'Port': ['ID=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:01.688012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Provisioning complete for port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:01.689106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.784481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.785583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.785900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.786704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.787392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.787822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.788250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.788710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.789907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.789907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.789907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.790441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4faca4e-b409-4140-8899-ea687da7d7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:01.790597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48088d-2a8d-4d23-98a4-e9991bf437e8 req-4c852867-c0d3-47c2-b0f4-88771c733092 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:01.792325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:01.792914 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e48088d-2a8d-4d23-98a4-e9991bf437e8 req-4c852867-c0d3-47c2-b0f4-88771c733092 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2772887 Jul 29 23:55:01.797371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:01.804747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:01.807853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:01.811283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Provisioning complete for port e27a8d3f-00e3-48f0-aa49-1110838e9f4b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:01.811988 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2de19275-ce2c-4569-ab55-0c1867c965af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.855420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Made reservation on behalf of 0ae69a37d5a442eba3b48f76fc39c909 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:01.860003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.895445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:01.896665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.909721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 5e9c7bf7-2280-4384-be34-ec1c24732e57 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:01.942586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.946869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.966054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b0c4f63-9a15-40b3-b850-b1c9c0c1f220 HTTP/1.1" status: 204 len: 168 time: 0.9159029 Jul 29 23:55:02.014105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=2931a68e-0865-4828-8466-b09a833b6414,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.033354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d0459d9e-eec9-4e9f-8ef4-cfb12a910a3d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 4.0736735 Jul 29 23:55:02.034647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34710) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.050708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] device_id is not set on port 031cf002-8df5-4bde-ad28-44de4b128008 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:02.067807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5e9c7bf7-2280-4384-be34-ec1c24732e57) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:02.079388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db9e72-855e-495b-a836-c594e484d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c4f63-9a15-40b3-b850-b1c9c0c1f220,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.080273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c464b53-7928-425a-b1f1-b30803e33df1 None None] Network 5e9c7bf7-2280-4384-be34-ec1c24732e57 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:02.115587 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 3, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:02.141809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e48088d-2a8d-4d23-98a4-e9991bf437e8 req-34a0eb75-1900-4c2f-9309-733e3c605414 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878852 Jul 29 23:55:02.175722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Checking router: 864396c7-1d8e-483f-8047-2975fab6dc4a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:02.176421 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Updating router 864396c7-1d8e-483f-8047-2975fab6dc4a port 08dfea8c-53cd-473f-9ebf-e552667b798c binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:02.176966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.177674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.226679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dad6e9-76b1-4269-a5b1-0755c1f0c2e4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.234570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dad6e9-76b1-4269-a5b1-0755c1f0c2e4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.237456 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.243157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dad6e9-76b1-4269-a5b1-0755c1f0c2e4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.245653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-15dad6e9-76b1-4269-a5b1-0755c1f0c2e4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2055433 Jul 29 23:55:02.251164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34714) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.259059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5f55742a-133c-4d4a-837f-97d1b9c2eaa3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6082118 Jul 29 23:55:02.264235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34716) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.298682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0e21e473-1acf-4024-8fb7-7e1a836abcf5 None None] Provisioning complete for port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:02.299233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e21e473-1acf-4024-8fb7-7e1a836abcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.376678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5e9c7bf7-2280-4384-be34-ec1c24732e57', 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '62cfa9b0-6a24-4eeb-b2f1-4e834ddc18d9'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:02.378281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.423266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Allocated IP 172.20.0.8 (ef224199-252c-454b-b168-dcbd6fb68286/4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb/031cf002-8df5-4bde-ad28-44de4b128008) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:02.432705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0e21e473-1acf-4024-8fb7-7e1a836abcf5 None None] Port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:02.532170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c611-84dc-4d0b-a0f6-51d951385a6d req-69972a21-4fa2-4e14-b29b-0c14afc75332 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:02.534260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f946c611-84dc-4d0b-a0f6-51d951385a6d req-69972a21-4fa2-4e14-b29b-0c14afc75332 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2027550 Jul 29 23:55:02.535037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.604284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dd1049c2-de49-4ad6-9bed-121773c5ea5a None None] Provisioning for port 2931a68e-0865-4828-8466-b09a833b6414 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:02.613179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dd1049c2-de49-4ad6-9bed-121773c5ea5a None None] Provisioning complete for port 2931a68e-0865-4828-8466-b09a833b6414 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:02.613419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7781a8e1-5b57-4dd1-8db3-243a68bc5ddf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.613560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd1049c2-de49-4ad6-9bed-121773c5ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.658128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.706494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f946c611-84dc-4d0b-a0f6-51d951385a6d req-df1ec1cb-e1fd-4ebd-a5c2-d1ee7f2621d3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625924 Jul 29 23:55:02.708718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dd1049c2-de49-4ad6-9bed-121773c5ea5a None None] Port 2931a68e-0865-4828-8466-b09a833b6414 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:02.725222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Allocated IP 172.20.0.2 (5e9c7bf7-2280-4384-be34-ec1c24732e57/62cfa9b0-6a24-4eeb-b2f1-4e834ddc18d9/482a95b7-edb2-416b-912a-1103767df69f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:02.757775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port 2931a68e-0865-4828-8466-b09a833b6414 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:02.757775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.805295 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.833722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Transition to ACTIVE for port object 08dfea8c-53cd-473f-9ebf-e552667b798c will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:02.848852 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.900906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.925202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for 2931a68e-0865-4828-8466-b09a833b6414 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:02.986674 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.001218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Transition to ACTIVE for port object 482a95b7-edb2-416b-912a-1103767df69f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:03.030190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Transition to ACTIVE for port object 482a95b7-edb2-416b-912a-1103767df69f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:03.031542 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Attempting to bind port 08dfea8c-53cd-473f-9ebf-e552667b798c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:03.031996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Attempting to bind port 08dfea8c-53cd-473f-9ebf-e552667b798c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:03.032280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Attempting to bind port 08dfea8c-53cd-473f-9ebf-e552667b798c on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:03.047369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.053941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.059968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.064371 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8b2a4-1f5b-493e-921f-2c8490925610 None None] Pushing event updated for resources: {'Port': ['ID=08dfea8c-53cd-473f-9ebf-e552667b798c,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.068237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:03.068694 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:03.069295 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.069722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:03.070215 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Bound port: 08dfea8c-53cd-473f-9ebf-e552667b798c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:03.070598 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.106789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa90e5-4c67-4b04-84d4-7054aafeeefb req-850a081d-e76c-41d1-839e-ff9910c90d18 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.108407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8cfa90e5-4c67-4b04-84d4-7054aafeeefb req-850a081d-e76c-41d1-839e-ff9910c90d18 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.4548168 Jul 29 23:55:03.128289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Pushing event updated for resources: {'Port': ['ID=482a95b7-edb2-416b-912a-1103767df69f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.138263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Network 5e9c7bf7-2280-4384-be34-ec1c24732e57 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:03.141232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:03.144433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:03.188492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.221269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] For port 08dfea8c-53cd-473f-9ebf-e552667b798c, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:03.232210 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] For port 08dfea8c-53cd-473f-9ebf-e552667b798c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=08dfea8c-53cd-473f-9ebf-e552667b798c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:03.243814 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.266341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8cfa90e5-4c67-4b04-84d4-7054aafeeefb req-72a2f8fe-1b8c-4769-9d9f-0a71c0c8e3f3 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415653 Jul 29 23:55:03.267483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Transition to ACTIVE for port object 031cf002-8df5-4bde-ad28-44de4b128008 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:03.286603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Attempting to bind port 482a95b7-edb2-416b-912a-1103767df69f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:03.286769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Attempting to bind port 482a95b7-edb2-416b-912a-1103767df69f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '205d95ad-1962-4790-91ff-1acf0de59d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:03.289285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Attempting to bind port 482a95b7-edb2-416b-912a-1103767df69f on network 5e9c7bf7-2280-4384-be34-ec1c24732e57 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:03.325723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:03.326050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Checking segment: {'id': '205d95ad-1962-4790-91ff-1acf0de59d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:03.326461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.326864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Bound using segment: {'id': '205d95ad-1962-4790-91ff-1acf0de59d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:03.331035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Bound port: 482a95b7-edb2-416b-912a-1103767df69f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205d95ad-1962-4790-91ff-1acf0de59d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:03.331416 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.379415 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8b2a4-1f5b-493e-921f-2c8490925610 None None] Pushing event updated for resources: {'Port': ['ID=08dfea8c-53cd-473f-9ebf-e552667b798c,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.395646 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:03.396970 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:03.454803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e27a8d3f-00e3-48f0-aa49-1110838e9f4b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:03.481257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.525262 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:03.542886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network ef224199-252c-454b-b168-dcbd6fb68286 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:03.546613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Allocated IP 172.20.0.1 (cf30b5a0-d1cd-4381-a13e-2bfe322d7640/1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33/1952cdaf-29df-4e99-9120-47de058938e6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:03.551998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:03.561024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:03.594916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] For port 482a95b7-edb2-416b-912a-1103767df69f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:03.605937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] For port 482a95b7-edb2-416b-912a-1103767df69f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=482a95b7-edb2-416b-912a-1103767df69f,segment=NetworkSegment(205d95ad-1962-4790-91ff-1acf0de59d6f),segment_id=205d95ad-1962-4790-91ff-1acf0de59d6f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:03.610597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=031cf002-8df5-4bde-ad28-44de4b128008,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.616344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.690550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.780092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e27a8d3f-00e3-48f0-aa49-1110838e9f4b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:03.780674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.780753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.783793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.787881 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 3, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:03.866213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af55a-8532-43b0-be79-6f83350e31d7 None None] The sync data for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 is: [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:54:56Z', 'revision_number': 3, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:03.976749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.983763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc6ed-066d-47ec-86d9-d742354d1042 None None] Pushing event updated for resources: {'Port': ['ID=482a95b7-edb2-416b-912a-1103767df69f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.023301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.024059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.091737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-412e14b2-d681-4aa4-b395-f482f0dc761b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0570078 Jul 29 23:55:04.095225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:04.123438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:04.146659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Transition to ACTIVE for port object 1952cdaf-29df-4e99-9120-47de058938e6 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:04.163401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d7d0c53f-6824-455f-a0f2-4225e5c0947c None None] Provisioning for port 031cf002-8df5-4bde-ad28-44de4b128008 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:04.173653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d7d0c53f-6824-455f-a0f2-4225e5c0947c None None] Provisioning complete for port 031cf002-8df5-4bde-ad28-44de4b128008 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:04.174089 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7d0c53f-6824-455f-a0f2-4225e5c0947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.209487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.225214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.225822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10cccad-fd35-4399-b751-f34d418df746 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:04.253683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.254943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-61ccbd30-ab98-441a-b33d-a926cf2fa1c1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c10cccad-fd35-4399-b751-f34d418df746 HTTP/1.1" status: 204 len: 168 time: 5.0567086 Jul 29 23:55:04.260695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0c53f-6824-455f-a0f2-4225e5c0947c None None] Port 031cf002-8df5-4bde-ad28-44de4b128008 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:04.271805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:04.392281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Deleting subnet b2b031aa-1da0-4882-a132-940601bf6edf {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:04.413832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984a291-8bd0-4300-910f-2520201bf8af req-e101b692-cdeb-444b-9c87-989b2ee22ed4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.416073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a984a291-8bd0-4300-910f-2520201bf8af req-e101b692-cdeb-444b-9c87-989b2ee22ed4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 813 time: 0.7915266 Jul 29 23:55:04.419437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.430617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.465783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.487318 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.602707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=62cfa9b0-6a24-4eeb-b2f1-4e834ddc18d9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.603464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:04.610577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a984a291-8bd0-4300-910f-2520201bf8af req-a658c9ca-a33d-420b-b2d4-19b9bca8f498 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/quotas/ce4fdb4a0e3b49e9977f2a787c1df29b HTTP/1.1" status: 200 len: 375 time: 0.1433127 Jul 29 23:55:04.617561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.625252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:04.628017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:04.695418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Pushing event updated for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.781357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=2931a68e-0865-4828-8466-b09a833b6414,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.802561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549779-5e1f-4272-99b0-088bf9e4c7d7 req-b535fb8a-ef9d-4eb5-ac7e-0f4872b21084 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.804436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82549779-5e1f-4272-99b0-088bf9e4c7d7 req-b535fb8a-ef9d-4eb5-ac7e-0f4872b21084 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3708751 Jul 29 23:55:04.854342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.935321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.979951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.053081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82549779-5e1f-4272-99b0-088bf9e4c7d7 req-0926956d-8887-45bd-95f8-fa064e82788f tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390046 Jul 29 23:55:05.117823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.124087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-40fbd00e-a6b3-40cf-94db-3f246017d3dc None None] Provisioning for port 1952cdaf-29df-4e99-9120-47de058938e6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:05.143339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-40fbd00e-a6b3-40cf-94db-3f246017d3dc None None] Provisioning complete for port 1952cdaf-29df-4e99-9120-47de058938e6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:05.143732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-40fbd00e-a6b3-40cf-94db-3f246017d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.185999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.263868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-40fbd00e-a6b3-40cf-94db-3f246017d3dc None None] Port 1952cdaf-29df-4e99-9120-47de058938e6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:05.282379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b031aa-1da0-4882-a132-940601bf6edf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.345540 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.361482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d21f4c-43b7-4f18-b052-5e8b254cf952 None None] Network 0e935774-ce9f-48c9-b8e7-16348122ade5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:05.382958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.387071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b89ebd86-a9c8-4cff-95ca-6f818d8a87b4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2b031aa-1da0-4882-a132-940601bf6edf HTTP/1.1" status: 204 len: 168 time: 1.1105795 Jul 29 23:55:05.394986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9c7bf7-2280-4384-be34-ec1c24732e57']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:05.397612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.398895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Allocated IP 172.25.5.137 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d088a1a4-71d2-4621-832b-92aceb6c66a3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:05.403595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.443270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a984a291-8bd0-4300-910f-2520201bf8af req-c8eb3bdb-2e99-4d76-9af1-605aee58f261 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7075703 Jul 29 23:55:05.453144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1426351834'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:05.479504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.480531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.486924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205d95ad-1962-4790-91ff-1acf0de59d6f') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:05.487644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205d95ad-1962-4790-91ff-1acf0de59d6f') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:05.502137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 08dfea8c-53cd-473f-9ebf-e552667b798c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:05.583295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.591653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859684c-4aef-4e35-bb1a-859eedba3f31 None None] Network 5e9c7bf7-2280-4384-be34-ec1c24732e57 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:05.637303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.661484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.683404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:05.684203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:05.687616 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:05.719400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.724718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3c8373ca-a450-4a61-9846-c8119657e223 None None] Provisioning for port 482a95b7-edb2-416b-912a-1103767df69f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:05.738376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 08dfea8c-53cd-473f-9ebf-e552667b798c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:05.742449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.756796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 08dfea8c-53cd-473f-9ebf-e552667b798c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:05.757682 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.779309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.784215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-02394bbb-2820-4abe-b983-744f09f8e101 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/2931a68e-0865-4828-8466-b09a833b6414 HTTP/1.1" status: 204 len: 168 time: 3.5238509 Jul 29 23:55:05.786857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.792583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.797731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:05.797731 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:05.797731 n-d-712707-11 neutron-server[93864]: [parameters: {'id': '5e9c7bf7-2280-4384-be34-ec1c24732e57'}] Jul 29 23:55:05.797731 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:05.798117 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:05.804470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd06f2-227c-43c2-b1eb-08442f457b92 req-889ec219-b755-4ad4-9488-037bef9c9bec tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:05.806109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e4bd06f2-227c-43c2-b1eb-08442f457b92 req-889ec219-b755-4ad4-9488-037bef9c9bec tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2024851 Jul 29 23:55:05.810930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.812182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f41ca2de-5f94-4faf-93f3-5c221289ad61 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6244166 Jul 29 23:55:05.817524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.823078 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c43d0b-b7f0-44e9-b74d-94621cd1f22a tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] GET failed (client error): The resource could not be found. Jul 29 23:55:05.828336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-06c43d0b-b7f0-44e9-b74d-94621cd1f22a tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports/2931a68e-0865-4828-8466-b09a833b6414 HTTP/1.1" status: 404 len: 333 time: 0.0368757 Jul 29 23:55:05.828690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.834092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-1831790360'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:05.906841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Deleting port 0568c1dd-158c-4ea5-bebc-fefcd0337326 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:05.907184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.978167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.980180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.984515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.990264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e4bd06f2-227c-43c2-b1eb-08442f457b92 req-2b38d4df-68bc-4965-a55c-453e4728dae8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716056 Jul 29 23:55:06.001300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] For port 0568c1dd-158c-4ea5-bebc-fefcd0337326, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0568c1dd-158c-4ea5-bebc-fefcd0337326,segment=NetworkSegment(44c8ce63-eb29-4499-992c-0c6b3c6e4a82),segment_id=44c8ce63-eb29-4499-992c-0c6b3c6e4a82)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:06.002049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.007508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 08dfea8c-53cd-473f-9ebf-e552667b798c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=08dfea8c-53cd-473f-9ebf-e552667b798c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:06.016962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.018453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 482a95b7-edb2-416b-912a-1103767df69f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:06.022478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Calling delete_port for 0568c1dd-158c-4ea5-bebc-fefcd0337326 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:06.042593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:06.047915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.113324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port 9549b54e-ecf0-4a82-b04e-b7d294122191 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:06.222930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] DHCP port deletion for 5e9c7bf7-2280-4384-be34-ec1c24732e57 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:06.225154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] DHCP port deletion for 0e935774-ce9f-48c9-b8e7-16348122ade5 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:06.304984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.318921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a48dd-c261-47f2-976c-78d28cfa8d65 req-f023311c-5381-4f9b-a7ea-0449e68c06ea tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.326873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e34a48dd-c261-47f2-976c-78d28cfa8d65 req-f023311c-5381-4f9b-a7ea-0449e68c06ea tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1478746 Jul 29 23:55:06.328173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=08dfea8c-53cd-473f-9ebf-e552667b798c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.342430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.346599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 482a95b7-edb2-416b-912a-1103767df69f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:06.364766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 482a95b7-edb2-416b-912a-1103767df69f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:06.365992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.412031 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.429084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Deleting port 0568c1dd-158c-4ea5-bebc-fefcd0337326 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:06.429688 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.437463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0568c1dd-158c-4ea5-bebc-fefcd0337326,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.440939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] No DVR routers for this DVR port 0568c1dd-158c-4ea5-bebc-fefcd0337326 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:06.442967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.10 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/9549b54e-ecf0-4a82-b04e-b7d294122191) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:06.512629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.547995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e34a48dd-c261-47f2-976c-78d28cfa8d65 req-869ff5b3-178e-402a-ab8a-0b5e0298ec9d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199106 Jul 29 23:55:06.578123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.617937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e935774-ce9f-48c9-b8e7-16348122ade5']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.641000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c8ce63-eb29-4499-992c-0c6b3c6e4a82') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.641370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c8ce63-eb29-4499-992c-0c6b3c6e4a82') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.655144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.674553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Pushing event updated for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.686496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:06.690759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.719510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.741401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.743770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:06.746523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:06.751171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.769500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abcbcb-d918-442b-aecd-2f7deeb7b467 req-be799226-376b-4767-957e-7574a62bb555 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.777183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6abcbcb-d918-442b-aecd-2f7deeb7b467 req-be799226-376b-4767-957e-7574a62bb555 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3680496 Jul 29 23:55:06.832376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:06.832948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.836342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 482a95b7-edb2-416b-912a-1103767df69f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:06.836673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:06.838470 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:06.842610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Deleting port 482a95b7-edb2-416b-912a-1103767df69f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:06.843140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.874022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] For port 0568c1dd-158c-4ea5-bebc-fefcd0337326, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:06.874423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.920826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=d088a1a4-71d2-4621-832b-92aceb6c66a3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.929475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.963860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.964020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Calling delete_port for 0568c1dd-158c-4ea5-bebc-fefcd0337326 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:06.964358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6098c09-98c4-4247-8e60-c7de86e4d152 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:06.967590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Port 0568c1dd-158c-4ea5-bebc-fefcd0337326 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:55:06.974336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.978335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.985443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f104e036-bfd1-4e01-a8ab-8591cb55059e tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b6098c09-98c4-4247-8e60-c7de86e4d152 HTTP/1.1" status: 204 len: 168 time: 1.1579967 Jul 29 23:55:06.985936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.005499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Request body: {'router': {'name': 'tempest-router-666876890', 'distributed': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:07.021617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd8eb8b0-9db3-4ff0-87d7-bace32efaba9 req-e09fedf4-03c6-4379-96ba-31877ea6653a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b HTTP/1.1" status: 200 len: 221 time: 0.1706786 Jul 29 23:55:07.040844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.041081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] Pushing event deleted for resources: {'Port': ['ID=0568c1dd-158c-4ea5-bebc-fefcd0337326,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.054155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df153a-0f23-4784-9956-083f3f56c7a5 None None] No DVR routers for this DVR port 0568c1dd-158c-4ea5-bebc-fefcd0337326 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:07.062956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] For port 482a95b7-edb2-416b-912a-1103767df69f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=482a95b7-edb2-416b-912a-1103767df69f,segment=NetworkSegment(205d95ad-1962-4790-91ff-1acf0de59d6f),segment_id=205d95ad-1962-4790-91ff-1acf0de59d6f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.062956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.072006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 482a95b7-edb2-416b-912a-1103767df69f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=482a95b7-edb2-416b-912a-1103767df69f,segment=NetworkSegment(205d95ad-1962-4790-91ff-1acf0de59d6f),segment_id=205d95ad-1962-4790-91ff-1acf0de59d6f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.073172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.082279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.084803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e935774-ce9f-48c9-b8e7-16348122ade5 HTTP/1.1" status: 204 len: 168 time: 1.6749697 Jul 29 23:55:07.086901 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d6abcbcb-d918-442b-aecd-2f7deeb7b467 req-878ef8c0-b928-4934-af80-214214a9a7e5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087561 Jul 29 23:55:07.102066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Calling delete_port for 482a95b7-edb2-416b-912a-1103767df69f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:07.105214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 482a95b7-edb2-416b-912a-1103767df69f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=482a95b7-edb2-416b-912a-1103767df69f,segment=NetworkSegment(205d95ad-1962-4790-91ff-1acf0de59d6f),segment_id=205d95ad-1962-4790-91ff-1acf0de59d6f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.117002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.132226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:07.137359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:07.165949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.167270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4ade8-edfb-4428-afbd-fd71cd0cfcb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e935774-ce9f-48c9-b8e7-16348122ade5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.202216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 482a95b7-edb2-416b-912a-1103767df69f owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:07.218647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.224450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:07.237705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.242905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.262295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:07.263308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7781a8e1-5b57-4dd1-8db3-243a68bc5ddf not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:07.281366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object 9549b54e-ecf0-4a82-b04e-b7d294122191 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:07.345967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.401813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=482a95b7-edb2-416b-912a-1103767df69f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.448784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9a35-cede-4488-be62-5ad71e96aaf4 req-89b5437b-2ae5-476e-8828-4203887674f3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.458174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dbd9a35-cede-4488-be62-5ad71e96aaf4 req-89b5437b-2ae5-476e-8828-4203887674f3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3407028 Jul 29 23:55:07.464438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.484486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 08dfea8c-53cd-473f-9ebf-e552667b798c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:07.492791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.526301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34806) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.533709 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.565929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.570096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-661d19f5-6de2-4a6f-815f-e04d9f714411 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5817044 Jul 29 23:55:07.571035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.576007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.578818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] Pushing event deleted for resources: {'Port': ['ID=482a95b7-edb2-416b-912a-1103767df69f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.590484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bbc42-c259-4e64-9bc5-a35a58687ad3 None None] No DVR routers for this DVR port 482a95b7-edb2-416b-912a-1103767df69f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:07.601174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9dbd9a35-cede-4488-be62-5ad71e96aaf4 req-b4468b0e-9f4d-4a02-b967-66373c4000ce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419377 Jul 29 23:55:07.645154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d4c313c1-e742-4409-8bc7-68f9fcb8ef30 None None] Provisioning complete for port 1952cdaf-29df-4e99-9120-47de058938e6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:07.645969 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4c313c1-e742-4409-8bc7-68f9fcb8ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.648872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 08dfea8c-53cd-473f-9ebf-e552667b798c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:07.649640 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.654805 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.699199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.703533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:07.713615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=9549b54e-ecf0-4a82-b04e-b7d294122191,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.720236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-00c82b2f-5020-4e54-abc8-f74325a92d36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8fc0444f2774ae9a78f8b9ada8d22eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905925 Jul 29 23:55:07.722102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 482a95b7-edb2-416b-912a-1103767df69f on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:07.756779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:07.759728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=482a95b7-edb2-416b-912a-1103767df69f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.773706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d4c313c1-e742-4409-8bc7-68f9fcb8ef30 None None] Port 1952cdaf-29df-4e99-9120-47de058938e6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:07.790752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34812) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.791576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:07.841772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Router 864396c7-1d8e-483f-8047-2975fab6dc4a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:07.897329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0568c1dd-158c-4ea5-bebc-fefcd0337326 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:07.927193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0568c1dd-158c-4ea5-bebc-fefcd0337326 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:07.927706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0568c1dd-158c-4ea5-bebc-fefcd0337326 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:07.928123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 482a95b7-edb2-416b-912a-1103767df69f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:07.955129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 482a95b7-edb2-416b-912a-1103767df69f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:07.955339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.955838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 482a95b7-edb2-416b-912a-1103767df69f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:07.960932 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.968765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.976083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.986743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.987369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.011246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9c7bf7-2280-4384-be34-ec1c24732e57']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.017595 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.027270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d35c-f585-418f-83c4-b892061ba0b7 req-03fcd3dc-f4f9-435b-9f52-f3b8d8f70e9b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.028876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fe17d35c-f585-418f-83c4-b892061ba0b7 req-03fcd3dc-f4f9-435b-9f52-f3b8d8f70e9b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3313518 Jul 29 23:55:08.044051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205d95ad-1962-4790-91ff-1acf0de59d6f') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.044347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205d95ad-1962-4790-91ff-1acf0de59d6f') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.046943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad4aac10-5819-4e08-a2d9-4dc7576a925d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2172956 Jul 29 23:55:08.054567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34814) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.070993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:20:17'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:08.071290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.077144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.091272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.102765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-68aad95e-ed42-4495-a0f9-c605960a02c9 None None] Provisioning for port 9549b54e-ecf0-4a82-b04e-b7d294122191 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:08.107778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-68aad95e-ed42-4495-a0f9-c605960a02c9 None None] Provisioning complete for port 9549b54e-ecf0-4a82-b04e-b7d294122191 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:08.108268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68aad95e-ed42-4495-a0f9-c605960a02c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.134238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.135053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e56bb957-7271-474a-b1c9-0e48b5c7e2eb {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:08.137062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.143445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.150561 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-634119cd-585e-49a5-8b05-d62e184216e2 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "DELETE /v2.0/routers/e56bb957-7271-474a-b1c9-0e48b5c7e2eb HTTP/1.1" status: 204 len: 168 time: 0.5769572 Jul 29 23:55:08.158401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:08.159666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.161590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-68aad95e-ed42-4495-a0f9-c605960a02c9 None None] Port 9549b54e-ecf0-4a82-b04e-b7d294122191 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:08.167449 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:08.172257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34818) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.218331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Request body: {'router': {'name': 'tempest-router-342194857', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '251384f4b4b24b7d8147bc1bb12cfbfe'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:08.233683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fe17d35c-f585-418f-83c4-b892061ba0b7 req-f8233388-598a-4350-881b-5123592407ce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665564 Jul 29 23:55:08.244750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=d088a1a4-71d2-4621-832b-92aceb6c66a3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.272246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.278586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:08.292452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Sync routers for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:08.300759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9473ab4a-c6c7-4350-8db3-fdb721975e32 admin admin] 10.222.0.49 "PUT /v2.0/routers/864396c7-1d8e-483f-8047-2975fab6dc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0056980 Jul 29 23:55:08.322924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:08.323769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.428902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980544-d85f-42c2-bd29-5c019982d03f req-2ccfb0d8-e353-4514-8f4c-9468a20e9833 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.437360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22980544-d85f-42c2-bd29-5c019982d03f req-2ccfb0d8-e353-4514-8f4c-9468a20e9833 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.0858033 Jul 29 23:55:08.480037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:08.491954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-22980544-d85f-42c2-bd29-5c019982d03f req-5dd5f194-4998-4714-87ad-9d6f68518e10 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Jul 29 23:55:08.672035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665981-d9f8-457c-a5a8-261519c82fa5 req-fc27e675-a4bb-4d63-bd4e-95266ce945c6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.674364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a665981-d9f8-457c-a5a8-261519c82fa5 req-fc27e675-a4bb-4d63-bd4e-95266ce945c6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.0624611 Jul 29 23:55:08.695777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.698688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.702595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7e59fb3-7bd9-49a8-8488-4b9a49fdf4db HTTP/1.1" status: 204 len: 168 time: 0.9053133 Jul 29 23:55:08.721453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.721827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.723275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-17f11d7e-84ed-44af-ab3f-c0fea6021fb0 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6270247 Jul 29 23:55:08.728987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34854) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.734496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5638d69e-57fe-4174-ae78-e5846a7762d7 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'floatingip': {'port_id': '031cf002-8df5-4bde-ad28-44de4b128008', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:08.737568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.738808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.739867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0a665981-d9f8-457c-a5a8-261519c82fa5 req-493c5097-ef4a-48c0-bd18-215a63226586 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585520 Jul 29 23:55:08.778047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.788531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/5e9c7bf7-2280-4384-be34-ec1c24732e57 HTTP/1.1" status: 204 len: 168 time: 6.5155246 Jul 29 23:55:08.820117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.821031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f63c9-12c2-4825-8297-8783f209ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e59fb3-7bd9-49a8-8488-4b9a49fdf4db,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.837833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5638d69e-57fe-4174-ae78-e5846a7762d7 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.851527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735930931'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:08.865571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 2, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.892165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939762-7302-48e2-b4de-11d5332972e1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=5e9c7bf7-2280-4384-be34-ec1c24732e57,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.914241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Checking router: 864396c7-1d8e-483f-8047-2975fab6dc4a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:08.915001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Updating router 864396c7-1d8e-483f-8047-2975fab6dc4a port 1952cdaf-29df-4e99-9120-47de058938e6 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:08.917008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1510996-dc56-4d21-93cd-0d481eda6cf4 req-0e09fb18-224b-415b-8325-23b12ae29cc4 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.924525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1510996-dc56-4d21-93cd-0d481eda6cf4 req-0e09fb18-224b-415b-8325-23b12ae29cc4 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.7026172 Jul 29 23:55:08.954223 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.062228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1510996-dc56-4d21-93cd-0d481eda6cf4 req-af03ddf5-07ef-4382-a7c3-b5a09af44ab2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368804 Jul 29 23:55:09.071116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.072322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.074872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:09.078695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.103761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.125264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38895c-d304-4d1e-b98b-5688d54ca418 req-83c2ff6e-fcef-43ad-a9f1-398d2d9accc8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.134625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:09.137441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b38895c-d304-4d1e-b98b-5688d54ca418 req-83c2ff6e-fcef-43ad-a9f1-398d2d9accc8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2075152 Jul 29 23:55:09.146862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.147544 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 74ba601c-8cdd-466f-bec0-a7ba67164171 of type vlan for network e17553b3-55c1-4b34-a903-b98c125f2240 Jul 29 23:55:09.196513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.235223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b38895c-d304-4d1e-b98b-5688d54ca418 req-f98959a4-225c-4fc0-bbf4-0513a125911f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951488 Jul 29 23:55:09.243633 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-5638d69e-57fe-4174-ae78-e5846a7762d7 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] update failed (client error): The resource could not be found. Jul 29 23:55:09.247897 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5638d69e-57fe-4174-ae78-e5846a7762d7 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "PUT /v2.0/floatingips/4a392faa-dfe2-43f2-b465-50cc65943692 HTTP/1.1" status: 404 len: 507 time: 0.5168295 Jul 29 23:55:09.251086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.272597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.275024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0381ebe-0dc6-4cfd-a95c-3b1c10c01287 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0930870 Jul 29 23:55:09.277741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34880) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.283255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:09.292500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.299396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.300157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.355110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.372646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Transition to ACTIVE for port object 1952cdaf-29df-4e99-9120-47de058938e6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:09.385610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.403813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34886) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.479630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68671b88-994b-4536-99d6-cbfd8e28bd93 None None] Pushing event updated for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:09.498504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65c0142f-a719-4d2a-aa5d-dd58fcd53605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.544298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Attempting to bind port 1952cdaf-29df-4e99-9120-47de058938e6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:09.544628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Attempting to bind port 1952cdaf-29df-4e99-9120-47de058938e6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:09.545336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Attempting to bind port 1952cdaf-29df-4e99-9120-47de058938e6 on network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:09.553303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:09.554137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Checking segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:09.554803 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.555463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Bound using segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:09.556362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Bound port: 1952cdaf-29df-4e99-9120-47de058938e6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:09.556987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.684312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] For port 1952cdaf-29df-4e99-9120-47de058938e6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:09.695546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] For port 1952cdaf-29df-4e99-9120-47de058938e6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1952cdaf-29df-4e99-9120-47de058938e6,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:09.703801 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.813501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting port d088a1a4-71d2-4621-832b-92aceb6c66a3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:09.823867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.843536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:09.844424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:54:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:09.892593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65c0142f-a719-4d2a-aa5d-dd58fcd53605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.900941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65c0142f-a719-4d2a-aa5d-dd58fcd53605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.907199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68671b88-994b-4536-99d6-cbfd8e28bd93 None None] Pushing event updated for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:09.996586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=e17553b3-55c1-4b34-a903-b98c125f2240,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.010836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0142f-a719-4d2a-aa5d-dd58fcd53605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bfdcec-a053-45b7-b749-4b94d42a7f0e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.018204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0bf92503-0908-4fe5-83c0-913f37ef72f9 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1730986 Jul 29 23:55:10.023090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34918) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:10.027842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e17553b3-55c1-4b34-a903-b98c125f2240 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:10.028843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:10.158986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:10.166326 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65c0142f-a719-4d2a-aa5d-dd58fcd53605 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7584674 Jul 29 23:55:10.168787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:10.170495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.170977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.214367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Calling delete_port for d088a1a4-71d2-4621-832b-92aceb6c66a3 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:10.247702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.247702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.329000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:10.332782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.349307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93864) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 23:55:10.349792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Router 839f9ab7-0387-4bf2-9f1b-a371a31e167c migrating from provider to provider. {{(pid=93864) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 23:55:10.350257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.355989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.366464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.403709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_backend_mixin [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing IP validity checks on allocation pools {{(pid=93865) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:55:10.404120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_backend_mixin [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93865) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:55:10.428758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:09Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.438096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c9658-b889-48e3-9f91-b841f0a582cc req-3385df22-eb2a-4325-bd5b-04f0f805e32b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.439767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-455c9658-b889-48e3-9f91-b841f0a582cc req-3385df22-eb2a-4325-bd5b-04f0f805e32b tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2504137 Jul 29 23:55:10.460565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4df57b-3f57-462e-9e2b-a994fea9a79e None None] The sync data for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 is: [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:09Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:10.512283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.520989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefed6d6-7ea2-41a5-8d32-9f5dec7b6b80 req-ed299e16-24cd-456b-bf13-834ef27635df tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.535193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aefed6d6-7ea2-41a5-8d32-9f5dec7b6b80 req-ed299e16-24cd-456b-bf13-834ef27635df tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 1.0146544 Jul 29 23:55:10.597989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.630700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-455c9658-b889-48e3-9f91-b841f0a582cc req-c2512a54-944a-41d2-98bb-cd5fa299de55 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761620 Jul 29 23:55:10.644072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.649064 n-d-712707-11 neutron-server[93864]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] No L3 agents can host the router 839f9ab7-0387-4bf2-9f1b-a371a31e167c Jul 29 23:55:10.650784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.831557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.838161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aefed6d6-7ea2-41a5-8d32-9f5dec7b6b80 req-ac2c528b-5eaf-42a3-be4d-648569816ea3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017266 Jul 29 23:55:10.852724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.855671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.866828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12bfdcec-a053-45b7-b749-4b94d42a7f0e HTTP/1.1" status: 204 len: 168 time: 0.6860631 Jul 29 23:55:10.943725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=9549b54e-ecf0-4a82-b04e-b7d294122191,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.962820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014dfc-0a76-4cd4-a2e8-11685f2418f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bfdcec-a053-45b7-b749-4b94d42a7f0e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.995038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.046365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] In _notify_port_updated(), no bound segment for port 9549b54e-ecf0-4a82-b04e-b7d294122191 on network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:55:11.062725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.063438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.064862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8dd58a2d-ebbe-46f5-838a-441552be777d tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "PUT /v2.0/ports/9549b54e-ecf0-4a82-b04e-b7d294122191 HTTP/1.1" status: 200 len: 994 time: 2.9999835 Jul 29 23:55:11.095909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.130033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Port': ['ID=d088a1a4-71d2-4621-832b-92aceb6c66a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.164641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=3db36978-dea0-4cc8-8af8-5278a7b424ba,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.172282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '74ba601c-8cdd-466f-bec0-a7ba67164171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:11.172643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: e17553b3-55c1-4b34-a903-b98c125f2240, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:11.204647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cc9b1f40-ded9-423d-9a36-631f5531f4c3 None None] Provisioning complete for port 9549b54e-ecf0-4a82-b04e-b7d294122191 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:11.205316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc9b1f40-ded9-423d-9a36-631f5531f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.271524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Hosts for router 839f9ab7-0387-4bf2-9f1b-a371a31e167c: [] {{(pid=93864) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 23:55:11.314518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network e17553b3-55c1-4b34-a903-b98c125f2240 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:11.337743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Hosts for other DVR routers connected to router 839f9ab7-0387-4bf2-9f1b-a371a31e167c: set() {{(pid=93864) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 23:55:11.342434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e17553b3-55c1-4b34-a903-b98c125f2240) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:11.345462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.346846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6ea01d6c-0892-4338-a534-1a6f88741886 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "PUT /v2.0/routers/839f9ab7-0387-4bf2-9f1b-a371a31e167c HTTP/1.1" status: 200 len: 716 time: 2.0679259 Jul 29 23:55:11.353746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.375147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.379724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.400991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02504bf8-c258-47c8-a0fd-5d4bcbf44d81 None None] Network e17553b3-55c1-4b34-a903-b98c125f2240 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:11.403127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.409094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.410611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-546ab4d7-8197-438a-b72a-36dab3d5516f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "DELETE /v2.0/floatingips/4a392faa-dfe2-43f2-b465-50cc65943692 HTTP/1.1" status: 204 len: 168 time: 2.1574688 Jul 29 23:55:11.416067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34936) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.451842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b8a6e374-b3c1-43e1-9399-e54e6279432f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'floatingip': {'floating_network_id': 'ef224199-252c-454b-b168-dcbd6fb68286', 'port_id': '031cf002-8df5-4bde-ad28-44de4b128008', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.507248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-251d94fe-c13d-4300-a1c6-5172a0d9b0e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4827569 Jul 29 23:55:11.508002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34938) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.527716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fce73-5318-48b7-b63b-33dfc03999c0 req-eed2bcf1-c117-4bc2-b0d5-1225d831c0ed tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.552090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c90fce73-5318-48b7-b63b-33dfc03999c0 req-eed2bcf1-c117-4bc2-b0d5-1225d831c0ed tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4537003 Jul 29 23:55:11.584065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e374-b3c1-43e1-9399-e54e6279432f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.713585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1952cdaf-29df-4e99-9120-47de058938e6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:11.732367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c90fce73-5318-48b7-b63b-33dfc03999c0 req-18d5b1a4-6901-4d7f-8e29-32db353179ca tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763375 Jul 29 23:55:11.764968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c5477a32-4162-4caf-8da1-bd872970380b tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "GET /v2.0/routers/839f9ab7-0387-4bf2-9f1b-a371a31e167c HTTP/1.1" status: 200 len: 716 time: 0.3960917 Jul 29 23:55:11.766773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.833401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b1f40-ded9-423d-9a36-631f5531f4c3 None None] Port 9549b54e-ecf0-4a82-b04e-b7d294122191 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:11.853375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port 9549b54e-ecf0-4a82-b04e-b7d294122191 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:11.853857 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.023069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeadc6-eca5-4798-9f85-2844b4d4b3ba req-1f41e363-f7ef-4539-b554-ff227480e8c5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.025429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfdeadc6-eca5-4798-9f85-2844b4d4b3ba req-1f41e363-f7ef-4539-b554-ff227480e8c5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1656330 Jul 29 23:55:12.093839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.098733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e17553b3-55c1-4b34-a903-b98c125f2240', 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '3db36978-dea0-4cc8-8af8-5278a7b424ba'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:12.099774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.142238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1952cdaf-29df-4e99-9120-47de058938e6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:12.152673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1952cdaf-29df-4e99-9120-47de058938e6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:12.153060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.368640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44a35932-fa09-49f3-9d2e-ccf56b028b53 tempest-RoutersTestDVR-1075163922 tempest-RoutersTestDVR-1075163922-project] 10.222.0.49 "GET /v2.0/routers/839f9ab7-0387-4bf2-9f1b-a371a31e167c HTTP/1.1" status: 200 len: 682 time: 0.5987835 Jul 29 23:55:12.384653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for 9549b54e-ecf0-4a82-b04e-b7d294122191 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:12.386422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34950) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:12.430326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.455387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Allocated IP 172.20.0.3 (e17553b3-55c1-4b34-a903-b98c125f2240/3db36978-dea0-4cc8-8af8-5278a7b424ba/4d375174-7305-4805-94a1-435ebbe0541a) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:12.502224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1952cdaf-29df-4e99-9120-47de058938e6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1952cdaf-29df-4e99-9120-47de058938e6,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:12.514182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.627801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:12.668622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.729574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590549-e930-439f-85d6-35520f0f1a29 req-eaa3c478-f0ff-4b70-afd6-e9726e870991 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.731539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73590549-e930-439f-85d6-35520f0f1a29 req-eaa3c478-f0ff-4b70-afd6-e9726e870991 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.3238122 Jul 29 23:55:12.733600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.737601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-83ec9c6c-702c-4160-8551-d6a9ab3b7046 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3309908 Jul 29 23:55:12.744652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Transition to ACTIVE for port object 4d375174-7305-4805-94a1-435ebbe0541a will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:12.790122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Transition to ACTIVE for port object 4d375174-7305-4805-94a1-435ebbe0541a will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:12.804323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.836621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Network e17553b3-55c1-4b34-a903-b98c125f2240 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:12.840167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:12.925049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfdeadc6-eca5-4798-9f85-2844b4d4b3ba req-8d75112d-da36-4cba-bc56-fdf5acca0ba1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8205771 Jul 29 23:55:12.968611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.999794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.003574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-73590549-e930-439f-85d6-35520f0f1a29 req-c0c48b81-51bb-4df4-b915-0445cc71bb2d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597551 Jul 29 23:55:13.069314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:13.099133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-1c95188f-285c-4003-9516-641a435b8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.100862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-1c95188f-285c-4003-9516-641a435b8591 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1097 time: 0.2075081 Jul 29 23:55:13.128657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.174682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=3db36978-dea0-4cc8-8af8-5278a7b424ba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.221098 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-b8a6e374-b3c1-43e1-9399-e54e6279432f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:55:13.222191 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8a6e374-b3c1-43e1-9399-e54e6279432f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.8051372 Jul 29 23:55:13.230738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34958) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.231959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Pushing event updated for resources: {'Port': ['ID=4d375174-7305-4805-94a1-435ebbe0541a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.235260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '031cf002-8df5-4bde-ad28-44de4b128008', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:13.238342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Attempting to bind port 4d375174-7305-4805-94a1-435ebbe0541a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:13.241208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Attempting to bind port 4d375174-7305-4805-94a1-435ebbe0541a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '74ba601c-8cdd-466f-bec0-a7ba67164171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:13.242007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Attempting to bind port 4d375174-7305-4805-94a1-435ebbe0541a on network e17553b3-55c1-4b34-a903-b98c125f2240 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:13.251492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:13.252329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Checking segment: {'id': '74ba601c-8cdd-466f-bec0-a7ba67164171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:13.252912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.253461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Bound using segment: {'id': '74ba601c-8cdd-466f-bec0-a7ba67164171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:13.255205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Bound port: 4d375174-7305-4805-94a1-435ebbe0541a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ba601c-8cdd-466f-bec0-a7ba67164171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e17553b3-55c1-4b34-a903-b98c125f2240'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:13.255205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.355264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.357416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] For port 4d375174-7305-4805-94a1-435ebbe0541a, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:13.362620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.368875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] For port 4d375174-7305-4805-94a1-435ebbe0541a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4d375174-7305-4805-94a1-435ebbe0541a,segment=NetworkSegment(74ba601c-8cdd-466f-bec0-a7ba67164171),segment_id=74ba601c-8cdd-466f-bec0-a7ba67164171)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:13.381891 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.384148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceecc7-4276-4cec-b37a-f2a90d3e6a32 req-9befe181-c457-4a8a-bd59-ab1f01547677 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.391725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aceecc7-4276-4cec-b37a-f2a90d3e6a32 req-9befe181-c457-4a8a-bd59-ab1f01547677 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2690358 Jul 29 23:55:13.399496 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.402362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.433546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1952cdaf-29df-4e99-9120-47de058938e6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:13.436346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17553b3-55c1-4b34-a903-b98c125f2240']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:13.450171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-bf87932c-2c70-4c02-a2b7-24fbc40e3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.451701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-bf87932c-2c70-4c02-a2b7-24fbc40e3aee service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.2929578 Jul 29 23:55:13.474440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aceecc7-4276-4cec-b37a-f2a90d3e6a32 req-15f2fc69-ed07-40bc-b845-53f35b12b32a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815809 Jul 29 23:55:13.475366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.518784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ba601c-8cdd-466f-bec0-a7ba67164171') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:13.525859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ba601c-8cdd-466f-bec0-a7ba67164171') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:13.529095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=9549b54e-ecf0-4a82-b04e-b7d294122191,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.569926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.570954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 839f9ab7-0387-4bf2-9f1b-a371a31e167c {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:13.585984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40859-91d7-4e1c-b590-1abbdf688e0e None None] Pushing event updated for resources: {'Port': ['ID=4d375174-7305-4805-94a1-435ebbe0541a,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.586151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.590913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b24c5cfa-1259-4e81-9b77-3c3984bba6d3 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "DELETE /v2.0/routers/839f9ab7-0387-4bf2-9f1b-a371a31e167c HTTP/1.1" status: 204 len: 168 time: 1.2034490 Jul 29 23:55:13.591831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34962) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.600624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Request body: {'router': {'name': 'tempest-router-649232707', 'distributed': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:13.613934 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-5f418cb6-3038-4a42-b397-4857b16125b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.1260493 Jul 29 23:55:13.617564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.621421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5363c92-4011-4e94-928f-318bc7ef9ddb None None] Network e17553b3-55c1-4b34-a903-b98c125f2240 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:13.708890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1952cdaf-29df-4e99-9120-47de058938e6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:13.710325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.711887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.720762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.722078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.753284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:13.753746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:13.757699 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:13.787576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.795204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-14906fd7-35d0-46ab-b61d-49f86b2bbc1c tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/9549b54e-ecf0-4a82-b04e-b7d294122191 HTTP/1.1" status: 204 len: 168 time: 2.6951330 Jul 29 23:55:13.795857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34964) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.830526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-68db316e-bdcd-4b72-84a0-9945e2952aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.835814 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-5929da91-525f-43ec-b1fd-5fdb2800a151 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] GET failed (client error): The resource could not be found. Jul 29 23:55:13.836218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-68db316e-bdcd-4b72-84a0-9945e2952aa2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.2119892 Jul 29 23:55:13.842009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5929da91-525f-43ec-b1fd-5fdb2800a151 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports/9549b54e-ecf0-4a82-b04e-b7d294122191 HTTP/1.1" status: 404 len: 333 time: 0.0450435 Jul 29 23:55:13.842639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34966) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.849399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-1332862816'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:13.897662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d89d03-e397-4736-ab99-43dbb518b1c2 req-e99e83c2-a7ef-4e09-a527-0d4bec6e6ced tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.904996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54d89d03-e397-4736-ab99-43dbb518b1c2 req-e99e83c2-a7ef-4e09-a527-0d4bec6e6ced tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3070226 Jul 29 23:55:13.917439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96710eb0-2e4b-40fd-82c8-a53e31da069f None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:13.953082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-fd57f501-cbfc-438b-9849-ddc2c440b883 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050494 Jul 29 23:55:13.992442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:13.992442 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:13.992442 n-d-712707-11 neutron-server[93865]: [parameters: {'id': 'e17553b3-55c1-4b34-a903-b98c125f2240'}] Jul 29 23:55:13.992442 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:13.992864 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:14.056493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96710eb0-2e4b-40fd-82c8-a53e31da069f None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:14.068925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54d89d03-e397-4736-ab99-43dbb518b1c2 req-758ffc8f-25fa-4483-8910-7b6fceb10205 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629112 Jul 29 23:55:14.122709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.150149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.156172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-902cd54e-c095-419e-8f62-21cada5539be service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892319 Jul 29 23:55:14.192115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.237542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.242244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e6f5a82-9d7e-4b0b-9861-5e61d3deb8dc tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6429198 Jul 29 23:55:14.244510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34976) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:14.334775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:14.338775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.350555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eece0a-10b6-4668-af11-9a0dce8712cb req-cb4ac5a7-a949-4665-94c2-800650907b96 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.352503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03eece0a-10b6-4668-af11-9a0dce8712cb req-cb4ac5a7-a949-4665-94c2-800650907b96 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2281106 Jul 29 23:55:14.374544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.437457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bd48f-a333-43fd-846e-1686b34eb367 req-d1e30806-f817-420d-be32-7968a930eb81 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.439133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a6bd48f-a333-43fd-846e-1686b34eb367 req-d1e30806-f817-420d-be32-7968a930eb81 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2292380 Jul 29 23:55:14.440480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Allocated IP 172.25.5.52 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/ff113bc5-002c-43c5-af4e-fda652a9827f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:14.452147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port ed8942c7-ec53-4302-a724-82a0e6f155d1 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:14.499210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.545648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03eece0a-10b6-4668-af11-9a0dce8712cb req-1a95e550-be01-4046-ad11-f29f7f0822b5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824951 Jul 29 23:55:14.571738 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a7e1a5f-573d-4a38-a370-2bf0c4a090b4 req-cf79dc00-f42d-46dd-9d96-c47386897d94 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042468 Jul 29 23:55:14.605396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a6bd48f-a333-43fd-846e-1686b34eb367 req-12e537d8-92d4-4cda-9344-97878fa16e95 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449389 Jul 29 23:55:14.633480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.633480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.669335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.710682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 4d375174-7305-4805-94a1-435ebbe0541a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:14.711018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.761483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.762043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58e173a4-cc64-4e8f-9a0c-145f04f715f2 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:14.772244 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.777125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d983ea54-8ee2-46e8-95f7-bdc410866270 tempest-RoutersTestDVR-2119446112 tempest-RoutersTestDVR-2119446112-project-admin] 10.222.0.49 "DELETE /v2.0/routers/58e173a4-cc64-4e8f-9a0c-145f04f715f2 HTTP/1.1" status: 204 len: 168 time: 0.5279090 Jul 29 23:55:14.789747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.11 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/ed8942c7-ec53-4302-a724-82a0e6f155d1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:14.797969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.823390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a8ea-b53b-49ed-886e-06d8d7295ef1 req-2127aa5c-112a-4917-a2d5-116132f5443e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.825036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9d1a8ea-b53b-49ed-886e-06d8d7295ef1 req-2127aa5c-112a-4917-a2d5-116132f5443e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1092861 Jul 29 23:55:14.872421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:14.885077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:14.886023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 4d375174-7305-4805-94a1-435ebbe0541a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4d375174-7305-4805-94a1-435ebbe0541a,segment=NetworkSegment(74ba601c-8cdd-466f-bec0-a7ba67164171),segment_id=74ba601c-8cdd-466f-bec0-a7ba67164171)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:14.886408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.891109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:14.932009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9d1a8ea-b53b-49ed-886e-06d8d7295ef1 req-209da2cc-5ab8-4305-8945-be1ab0b51026 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889072 Jul 29 23:55:14.937042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 4d375174-7305-4805-94a1-435ebbe0541a owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:14.949474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event updated for resources: {'Port': ['ID=ff113bc5-002c-43c5-af4e-fda652a9827f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.170337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16dd6-ccaf-4134-adf1-9ca75057642e req-01c03785-7996-4757-957c-303dd3824fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.171365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18d16dd6-ccaf-4134-adf1-9ca75057642e req-01c03785-7996-4757-957c-303dd3824fba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1098 time: 0.1343575 Jul 29 23:55:15.174993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34990) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.208686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90344-eb06-4539-9d09-9d633df45d23 req-ff1b2557-b4d7-4771-a060-725ca6f746eb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.214268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3d90344-eb06-4539-9d09-9d633df45d23 req-ff1b2557-b4d7-4771-a060-725ca6f746eb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1169353 Jul 29 23:55:15.232754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.290152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-18d16dd6-ccaf-4134-adf1-9ca75057642e req-d02d0d28-9a5b-4d5e-b5cb-04816e42425c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039338 Jul 29 23:55:15.294875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=4d375174-7305-4805-94a1-435ebbe0541a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.296057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.297282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 4d375174-7305-4805-94a1-435ebbe0541a on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:15.330182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3d90344-eb06-4539-9d09-9d633df45d23 req-464296c4-4eb9-4459-a23f-ec81ee138ba1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110940 Jul 29 23:55:15.333924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object ed8942c7-ec53-4302-a724-82a0e6f155d1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:15.414837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.429943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.448680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6cf97d-8999-40de-aeb4-f716cc4184ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.453797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17553b3-55c1-4b34-a903-b98c125f2240']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.470055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:15.473454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:15.478499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:15.484922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ba601c-8cdd-466f-bec0-a7ba67164171') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.484922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ba601c-8cdd-466f-bec0-a7ba67164171') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.527120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting port ff113bc5-002c-43c5-af4e-fda652a9827f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:15.527466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.531477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=ed8942c7-ec53-4302-a724-82a0e6f155d1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.559890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.560570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.595074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.595769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-76b63226-883b-41c6-bc4d-773cf61f9812 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7508714 Jul 29 23:55:15.601113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34998) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.620985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:34:20:17'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:15.663007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95614477-2672-4783-a3d7-ec60123a0d4f req-74123fc2-47a9-4f58-8766-4773d14cbd95 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.677831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95614477-2672-4783-a3d7-ec60123a0d4f req-74123fc2-47a9-4f58-8766-4773d14cbd95 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2255552 Jul 29 23:55:15.701298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.764520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:15.765067 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:15.869963 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:15.907276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fab35991-a3a6-40d5-b633-4914bb33d9bc None None] Provisioning for port ed8942c7-ec53-4302-a724-82a0e6f155d1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:15.920720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fab35991-a3a6-40d5-b633-4914bb33d9bc None None] Provisioning complete for port ed8942c7-ec53-4302-a724-82a0e6f155d1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:15.924891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.925235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.929679 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fab35991-a3a6-40d5-b633-4914bb33d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.942260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded67a87-f32d-4225-ba9b-feb78c132c9e req-dd04853b-8cf4-4421-9530-822c1bf80428 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.946320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ded67a87-f32d-4225-ba9b-feb78c132c9e req-dd04853b-8cf4-4421-9530-822c1bf80428 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2321675 Jul 29 23:55:15.958541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95614477-2672-4783-a3d7-ec60123a0d4f req-a24e22cf-5d99-4370-adb9-c7a7cd16dae3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790315 Jul 29 23:55:15.973486 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.998471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.010619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/e17553b3-55c1-4b34-a903-b98c125f2240 HTTP/1.1" status: 204 len: 168 time: 4.4984863 Jul 29 23:55:16.022318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Calling delete_port for ff113bc5-002c-43c5-af4e-fda652a9827f owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:16.023503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:16.031708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fab35991-a3a6-40d5-b633-4914bb33d9bc None None] Port ed8942c7-ec53-4302-a724-82a0e6f155d1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:16.046026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60128128'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:16.071391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d180-a39e-4cdb-8261-52ad700a9e62 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=e17553b3-55c1-4b34-a903-b98c125f2240,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.080232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ded67a87-f32d-4225-ba9b-feb78c132c9e req-112d58f9-d622-411d-9fae-ad44fce56685 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045942 Jul 29 23:55:16.170452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.274945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18a0093c-07b0-4c5e-9751-9d992e95bf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.319578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6cf97d-8999-40de-aeb4-f716cc4184ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.344551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6cf97d-8999-40de-aeb4-f716cc4184ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.442304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd6cf97d-8999-40de-aeb4-f716cc4184ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=251384f4b4b24b7d8147bc1bb12cfbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2659111 Jul 29 23:55:16.451163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:16.455378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35010) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:16.457719 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.485124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cf97d-8999-40de-aeb4-f716cc4184ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d463dc-1c9a-483f-9483-9f42a76219f0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.585564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.619688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:16.662342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Port': ['ID=ff113bc5-002c-43c5-af4e-fda652a9827f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.686371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bdee-7258-4983-a978-c4f456f3e279 req-c295b843-61ac-4a0c-b57b-89fb0cd4e4be tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:16.689062 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c82bdee-7258-4983-a978-c4f456f3e279 req-c295b843-61ac-4a0c-b57b-89fb0cd4e4be tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2326210 Jul 29 23:55:16.694125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.694817 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8 of type vlan for network 25e4176d-6059-44a1-a841-dd4ca212f0dd Jul 29 23:55:16.704614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.714979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.747517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.815009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.856470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.859512 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] create failed (client error): The resource could not be found. Jul 29 23:55:16.860753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-479d3af5-b006-47ec-9eda-546fa8f3a955 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6289828 Jul 29 23:55:16.870278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35012) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:16.991509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c82bdee-7258-4983-a978-c4f456f3e279 req-e5e4c013-a00b-4e87-acce-0e0fc6b5c670 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722845 Jul 29 23:55:17.005989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.045717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.049832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.066438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=ed8942c7-ec53-4302-a724-82a0e6f155d1,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.089194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.092736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.097237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7d463dc-1c9a-483f-9483-9f42a76219f0 HTTP/1.1" status: 204 len: 168 time: 0.6352327 Jul 29 23:55:17.113686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64f413-f628-4837-8ed6-72261f6c0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d463dc-1c9a-483f-9483-9f42a76219f0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.139824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] In _notify_port_updated(), no bound segment for port ed8942c7-ec53-4302-a724-82a0e6f155d1 on network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:55:17.147002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.147745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.149220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f32a996d-3338-4fae-b8eb-2b9986ed678f tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "PUT /v2.0/ports/ed8942c7-ec53-4302-a724-82a0e6f155d1 HTTP/1.1" status: 200 len: 997 time: 1.5465405 Jul 29 23:55:17.166262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35020) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.353675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3138301 Jul 29 23:55:17.361392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35024) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.380001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:17.389687 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.415510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f26a9-e2f6-4127-9620-ca98a997ddcb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=25e4176d-6059-44a1-a841-dd4ca212f0dd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.447629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 25e4176d-6059-44a1-a841-dd4ca212f0dd details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:17.542970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c7f0-8394-4557-a265-23aa0c1d197d req-378cd790-1616-4653-bcbd-b3696b618b05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.544868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0a5c7f0-8394-4557-a265-23aa0c1d197d req-378cd790-1616-4653-bcbd-b3696b618b05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3702843 Jul 29 23:55:17.562516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting port 031cf002-8df5-4bde-ad28-44de4b128008 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:17.562870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.601503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-53eb72f2-6236-4b3f-b8f6-ab6923a49461 None None] Provisioning complete for port ed8942c7-ec53-4302-a724-82a0e6f155d1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:17.601906 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53eb72f2-6236-4b3f-b8f6-ab6923a49461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.631981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303ea5f-baf0-4ee7-a8d9-e8dfb92395d8 req-b350674d-997b-4f80-af26-d165288ba640 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.658978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e303ea5f-baf0-4ee7-a8d9-e8dfb92395d8 req-b350674d-997b-4f80-af26-d165288ba640 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.2538564 Jul 29 23:55:17.713806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-53eb72f2-6236-4b3f-b8f6-ab6923a49461 None None] Port ed8942c7-ec53-4302-a724-82a0e6f155d1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:17.729815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port ed8942c7-ec53-4302-a724-82a0e6f155d1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:17.731159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.797134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.813854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Calling delete_port for 031cf002-8df5-4bde-ad28-44de4b128008 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:17.835640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:17.840114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.872555 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0a5c7f0-8394-4557-a265-23aa0c1d197d req-1b05bde0-8195-4e3d-9f35-f1af8427270f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169022 Jul 29 23:55:17.934378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e303ea5f-baf0-4ee7-a8d9-e8dfb92395d8 req-4262e8f5-4a89-462c-8165-4de74d711c51 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392025 Jul 29 23:55:18.023189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35032) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:18.100578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81c004b9-ff28-4686-a4c0-117926a2854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.118129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.177983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for ed8942c7-ec53-4302-a724-82a0e6f155d1 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:18.408085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed2af5-ae27-47dd-858e-d172d9adc2e1 req-27d82efc-c6b5-4b4b-a400-c3cf1f8bfce1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.410239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22ed2af5-ae27-47dd-858e-d172d9adc2e1 req-27d82efc-c6b5-4b4b-a400-c3cf1f8bfce1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.0865066 Jul 29 23:55:18.473320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.507264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22ed2af5-ae27-47dd-858e-d172d9adc2e1 req-f61eb0ae-a644-41a8-baa0-d674db90c8fe tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793295 Jul 29 23:55:18.598035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.612264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.663187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-d5620770-742e-40dd-a34d-b7162331d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.665028 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-d5620770-742e-40dd-a34d-b7162331d89f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 1098 time: 0.3511088 Jul 29 23:55:18.687784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Port': ['ID=031cf002-8df5-4bde-ad28-44de4b128008,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.723046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=ed8942c7-ec53-4302-a724-82a0e6f155d1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.838725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=53353079-6a29-4a10-ab91-ade827c6c05f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.868874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73dce3-6542-44b3-ae48-063e6f2c003e req-1af807d6-fc95-4016-8717-6e85bc7ab032 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.876831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa73dce3-6542-44b3-ae48-063e6f2c003e req-1af807d6-fc95-4016-8717-6e85bc7ab032 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2425535 Jul 29 23:55:18.913563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.919794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-199061de-01c6-4d11-b7b9-a08792404a27 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/ed8942c7-ec53-4302-a724-82a0e6f155d1 HTTP/1.1" status: 204 len: 168 time: 1.7481930 Jul 29 23:55:18.921101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35044) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.000171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81c004b9-ff28-4686-a4c0-117926a2854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.025347 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d74124d-6a2f-4aab-b518-41dca20c6de9 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] GET failed (client error): The resource could not be found. Jul 29 23:55:19.032488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d74124d-6a2f-4aab-b518-41dca20c6de9 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports/ed8942c7-ec53-4302-a724-82a0e6f155d1 HTTP/1.1" status: 404 len: 333 time: 0.1056204 Jul 29 23:55:19.033176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81c004b9-ff28-4686-a4c0-117926a2854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.033950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64428e05-acb5-4c44-9c1d-a09568e247f1 req-825a116e-358d-467e-bfcb-aa442be063b0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.035918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e005c12c-be3f-4cb2-8cbf-978d55328e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.036409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-64428e05-acb5-4c44-9c1d-a09568e247f1 req-825a116e-358d-467e-bfcb-aa442be063b0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.6022584 Jul 29 23:55:19.041377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35046) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.050051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-1504738868'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:19.080314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:19.080696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 25e4176d-6059-44a1-a841-dd4ca212f0dd, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:19.209820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-3e8a2516-8c06-4dd1-a945-248f0e952fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.211418 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-3e8a2516-8c06-4dd1-a945-248f0e952fd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.5105419 Jul 29 23:55:19.216513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.222283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac7aba54-d7d6-4daa-a31c-33f86bb66e31 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "DELETE /v2.0/ports/031cf002-8df5-4bde-ad28-44de4b128008 HTTP/1.1" status: 204 len: 168 time: 2.3505535 Jul 29 23:55:19.228769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.334550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 25e4176d-6059-44a1-a841-dd4ca212f0dd is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:19.338935 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-c4a017bd-3f9f-4298-bcc4-7c7f07904fe6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 200 len: 217 time: 0.1132758 Jul 29 23:55:19.344760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.348148 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-64428e05-acb5-4c44-9c1d-a09568e247f1 req-3d784b01-9f6d-4b78-8922-aec88375ce3a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807956 Jul 29 23:55:19.522978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa73dce3-6542-44b3-ae48-063e6f2c003e req-6e4fd758-6ac0-4224-9732-f839c58ead96 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447794 Jul 29 23:55:19.555357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81c004b9-ff28-4686-a4c0-117926a2854e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=225546df70bf4cd3a38a3974dad211ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5290804 Jul 29 23:55:19.556201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c004b9-ff28-4686-a4c0-117926a2854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873e2c8-4fb5-4422-b1fa-f5c84d13c13b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.559773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35052) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.665153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.758252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.818242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3767857-f79d-40a5-b2dd-91e534437193 req-367cd044-cdc0-4777-9513-24b1674ffb3d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.819832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3767857-f79d-40a5-b2dd-91e534437193 req-367cd044-cdc0-4777-9513-24b1674ffb3d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1312418 Jul 29 23:55:19.843597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 25e4176d-6059-44a1-a841-dd4ca212f0dd) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:19.856720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.857322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.857898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932d0a9-d85a-40e3-a1d1-f68fd0dd67d5 None None] Network 25e4176d-6059-44a1-a841-dd4ca212f0dd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:19.900892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afe700-94bd-4b1a-a0bd-89a5474eb62f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.903941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3767857-f79d-40a5-b2dd-91e534437193 req-e86f9d86-5e01-47c1-a3c3-e1a92cb83ea6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Jul 29 23:55:19.905765 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b5afe700-94bd-4b1a-a0bd-89a5474eb62f tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "GET /v2.0/ports?device_id=5affc76c-cf38-4c85-a920-43c8f913e9d1 HTTP/1.1" status: 200 len: 913 time: 0.6757464 Jul 29 23:55:19.905938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.909584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.911496 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d608974f-7b91-4461-b8ab-5ee2c9087ff3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5427649 Jul 29 23:55:19.917168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.922304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35060) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.926426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3873e2c8-4fb5-4422-b1fa-f5c84d13c13b HTTP/1.1" status: 204 len: 168 time: 0.3581531 Jul 29 23:55:19.960055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0deac-4ee5-4a7a-947b-d9c3acdabdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873e2c8-4fb5-4422-b1fa-f5c84d13c13b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.048064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-b90f943e-8e18-43ae-bdaf-898fdef79542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.050954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-b90f943e-8e18-43ae-bdaf-898fdef79542 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.6982615 Jul 29 23:55:20.200107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-25e4176d-6059-44a1-a841-dd4ca212f0dd', 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '53353079-6a29-4a10-ab91-ade827c6c05f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:20.201177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.255225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-16e7e254-25de-4e29-a743-22efbd6fe56b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302750 Jul 29 23:55:20.348147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:20.352097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.418863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Allocated IP 172.20.0.1 (25e4176d-6059-44a1-a841-dd4ca212f0dd/53353079-6a29-4a10-ab91-ade827c6c05f/6a662500-af16-442c-909d-df231c696092) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:20.475590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port 09346aaa-39a5-45e8-a340-5f4d7e0fd40e yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:20.558982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe89d4-1763-4da1-8645-dc96b2d8d855 req-363c4677-5158-4524-b6f9-cc657797cde4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.558982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46fe89d4-1763-4da1-8645-dc96b2d8d855 req-363c4677-5158-4524-b6f9-cc657797cde4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5026102 Jul 29 23:55:20.628993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e254-5117-46fd-8a00-dd1d15d4bd0b req-124175d5-3a27-41d6-a2b3-e3fc8a9ddbe5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.634386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d36e254-5117-46fd-8a00-dd1d15d4bd0b req-124175d5-3a27-41d6-a2b3-e3fc8a9ddbe5 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1428089 Jul 29 23:55:20.664096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.690266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.792824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d36e254-5117-46fd-8a00-dd1d15d4bd0b req-fda46922-6eff-4683-a26b-05fdfde90633 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417954 Jul 29 23:55:20.794542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-85726731-06b8-4565-91aa-7ffbd4ef22b3 service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247653 Jul 29 23:55:20.827343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.841208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Transition to ACTIVE for port object 6a662500-af16-442c-909d-df231c696092 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:20.861718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Transition to ACTIVE for port object 6a662500-af16-442c-909d-df231c696092 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:20.872683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.986628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Network 25e4176d-6059-44a1-a841-dd4ca212f0dd is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:20.987614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Pushing event updated for resources: {'Port': ['ID=6a662500-af16-442c-909d-df231c696092,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.987807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5f6c3867-b42b-4838-9a26-ac2a72169ba8 req-f0bf6d3a-f8bc-4b56-804b-968e53a5980e service neutron] 10.222.0.59 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671355 Jul 29 23:55:21.007229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:21.010783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:21.107167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Attempting to bind port 6a662500-af16-442c-909d-df231c696092 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:21.107553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Attempting to bind port 6a662500-af16-442c-909d-df231c696092 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:21.107917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Attempting to bind port 6a662500-af16-442c-909d-df231c696092 on network 25e4176d-6059-44a1-a841-dd4ca212f0dd {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:21.115088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:21.116056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Checking segment: {'id': '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:21.116247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.116877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Bound using segment: {'id': '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:21.117534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Bound port: 6a662500-af16-442c-909d-df231c696092, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:21.118091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.136703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.10 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/09346aaa-39a5-45e8-a340-5f4d7e0fd40e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:21.151016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-46fe89d4-1763-4da1-8645-dc96b2d8d855 req-04afa23e-bf35-4c2b-a7ad-b9155b4cbedd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419495 Jul 29 23:55:21.263091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] For port 6a662500-af16-442c-909d-df231c696092, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:21.266023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.267790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] For port 6a662500-af16-442c-909d-df231c696092, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6a662500-af16-442c-909d-df231c696092,segment=NetworkSegment(1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8),segment_id=1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:21.281734 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.385103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef74ff7-3154-4772-972f-ac62d2c21615 None None] Pushing event updated for resources: {'Port': ['ID=6a662500-af16-442c-909d-df231c696092,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:21.539417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35092) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:21.690425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.748572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a11fc-88a0-4fa5-8215-f04a2ddef2b7 req-5d525a00-b58e-4a7f-883f-74564b6f45f2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:21.762495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-725a11fc-88a0-4fa5-8215-f04a2ddef2b7 req-5d525a00-b58e-4a7f-883f-74564b6f45f2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2869599 Jul 29 23:55:21.831057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.839205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=53353079-6a29-4a10-ab91-ade827c6c05f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:21.900796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1779755390'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:21.947496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object 09346aaa-39a5-45e8-a340-5f4d7e0fd40e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:21.950225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:21.957248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.985150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.121560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-725a11fc-88a0-4fa5-8215-f04a2ddef2b7 req-b2d5f5bf-387a-45d9-9398-c113b1633d66 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575695 Jul 29 23:55:22.145673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4ea06-1b73-4d50-a8b2-33a24686bb11 req-00eeb8aa-7257-495c-89b1-4894d1c690ce tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.146038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.147537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72a4ea06-1b73-4d50-a8b2-33a24686bb11 req-00eeb8aa-7257-495c-89b1-4894d1c690ce tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1644502 Jul 29 23:55:22.176566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e4176d-6059-44a1-a841-dd4ca212f0dd']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.189797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.243684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72a4ea06-1b73-4d50-a8b2-33a24686bb11 req-0050d005-3117-492a-a6db-9580a0295991 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832374 Jul 29 23:55:22.270152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.270627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.326897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.338040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.349760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.371013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.392063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.412852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.416649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:22.417055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:22.422922 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:22.425712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb86f57-3abc-4e61-a80c-c1c4e4d17af7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.506402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:22.555328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:22.557538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=09346aaa-39a5-45e8-a340-5f4d7e0fd40e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.571817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:22.643641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:22.649093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:22.649093 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:22.649093 n-d-712707-11 neutron-server[93865]: [parameters: {'id': '25e4176d-6059-44a1-a841-dd4ca212f0dd'}] Jul 29 23:55:22.649093 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:22.649897 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:22.676330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.677262 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Added segment d2b5fba9-6f99-4ad4-a8bb-2e7e6ad047a2 of type vlan for network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 Jul 29 23:55:22.680358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.681105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.725276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0a685ac2-d72f-4b3b-ba8a-2a21c4a380ca tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6779180 Jul 29 23:55:22.725703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:22.732845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'network_id': 'bb8eee4b-b6cb-4713-8c89-e2401fc43db0', 'name': 'tempest-AllowedAddressPairTestJSON-121592064'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:22.780503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.857080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.875692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.877136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.015953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4740570 Jul 29 23:55:23.022907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35102) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:23.025612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-26d81d1c-c4c6-4947-81f1-8f93c073b18a None None] Provisioning for port 09346aaa-39a5-45e8-a340-5f4d7e0fd40e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:23.032143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-26d81d1c-c4c6-4947-81f1-8f93c073b18a None None] Provisioning complete for port 09346aaa-39a5-45e8-a340-5f4d7e0fd40e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:23.032372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'subnet': {'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:23.033162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-26d81d1c-c4c6-4947-81f1-8f93c073b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.083817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting port 1b9dd317-a748-473d-8fc3-f89f19950403 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:23.086628 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.163023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-26d81d1c-c4c6-4947-81f1-8f93c073b18a None None] Port 09346aaa-39a5-45e8-a340-5f4d7e0fd40e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:23.167827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef26a-2e11-46e5-a332-12d959ed81d7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Network': ['ID=032f6dfb-1b99-464c-9b6e-72d0ac29fc80,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:23.169466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da0503-3cc1-434d-820a-316dcf7dd69e None None] Network 25e4176d-6059-44a1-a841-dd4ca212f0dd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:23.184747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:23.198348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.219645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Made reservation on behalf of f7854089108943c380b1067356f5f4b1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:23.225860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.281168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:23.289375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.400208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] device_id is not set on port b60858b9-4432-4e82-9632-04ed86dc7dfc yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:23.484415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ad9442df-d7ad-47c1-a40c-ae00a47cb042 None None] Provisioning for port 6a662500-af16-442c-909d-df231c696092 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:23.584329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6a662500-af16-442c-909d-df231c696092 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:23.643616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f952a-d364-498f-b851-1c0efc23923b req-24314e10-0ad3-4223-9372-d3c846352b0e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:23.647337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-524f952a-d364-498f-b851-1c0efc23923b req-24314e10-0ad3-4223-9372-d3c846352b0e tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1492600 Jul 29 23:55:23.669130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] DHCP port deletion for 25e4176d-6059-44a1-a841-dd4ca212f0dd request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:23.699294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Allocated IP 172.20.0.8 (bb8eee4b-b6cb-4713-8c89-e2401fc43db0/b318ec81-8991-4c94-b58e-e60097746b22/b60858b9-4432-4e82-9632-04ed86dc7dfc) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:23.708577 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.758280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168cf9-62e7-4854-ab26-a8edbbc931b6 req-4de63624-c6d1-4a46-9a94-e607d8850b25 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:23.760199 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04168cf9-62e7-4854-ab26-a8edbbc931b6 req-4de63624-c6d1-4a46-9a94-e607d8850b25 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4865217 Jul 29 23:55:23.769738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Calling delete_port for 1b9dd317-a748-473d-8fc3-f89f19950403 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:23.782474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6a662500-af16-442c-909d-df231c696092 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:23.792012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 6a662500-af16-442c-909d-df231c696092 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:23.792370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.794767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6a662500-af16-442c-909d-df231c696092 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:23.795652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.806970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-524f952a-d364-498f-b851-1c0efc23923b req-dfa1b7e2-ca66-4e18-8121-fd04c2e77ac8 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239314 Jul 29 23:55:23.833090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Deleting port 6a662500-af16-442c-909d-df231c696092 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:23.833090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.889704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.938159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] For port 6a662500-af16-442c-909d-df231c696092, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6a662500-af16-442c-909d-df231c696092,segment=NetworkSegment(1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8),segment_id=1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:23.939271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.988662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-04168cf9-62e7-4854-ab26-a8edbbc931b6 req-7f4dcaad-f527-4875-a009-e3ba8afcc740 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161002 Jul 29 23:55:24.023826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Calling delete_port for 6a662500-af16-442c-909d-df231c696092 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:24.025118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Subnet': ['ID=7d96b838-4c8d-4ff5-a6c0-5f2c7553e131,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.060827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Checking segment: {'id': 'd2b5fba9-6f99-4ad4-a8bb-2e7e6ad047a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:24.061469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network hostable DHCP agents. Network: 032f6dfb-1b99-464c-9b6e-72d0ac29fc80, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:24.068188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 6a662500-af16-442c-909d-df231c696092, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6a662500-af16-442c-909d-df231c696092,segment=NetworkSegment(1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8),segment_id=1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:24.068848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.116482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:24.137142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 032f6dfb-1b99-464c-9b6e-72d0ac29fc80) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:24.147968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.148617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.184591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4a4976b-33d5-4181-b28a-45239405df03 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1589961 Jul 29 23:55:24.193242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.205951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-737784647', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:24.206534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.216284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7ca9a-a0a2-4e7a-bb38-1db8f24d2328 None None] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:24.283465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.285759 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.311069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 6a662500-af16-442c-909d-df231c696092 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:24.351845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6a662500-af16-442c-909d-df231c696092, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6a662500-af16-442c-909d-df231c696092,segment=NetworkSegment(1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8),segment_id=1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:24.371788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.446038 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.471384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] No DVR routers for this DVR port 6a662500-af16-442c-909d-df231c696092 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:24.523668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.608867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6a662500-af16-442c-909d-df231c696092,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.622979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d474d-343b-4607-930a-09250f1cc48d None None] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:24.705860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272537a0-be3a-4aee-85f2-45fb6aa0fe2f None None] Pushing event deleted for resources: {'Port': ['ID=6a662500-af16-442c-909d-df231c696092,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.807797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05680-6b01-4827-9f80-f32246163118 req-3354389e-3169-4958-8f77-babf8dddff59 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.810657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fc05680-6b01-4827-9f80-f32246163118 req-3354389e-3169-4958-8f77-babf8dddff59 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.4900811 Jul 29 23:55:24.829436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.956606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fc05680-6b01-4827-9f80-f32246163118 req-7cc8f514-0a35-430b-b47b-beb617ba721a tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185865 Jul 29 23:55:25.176395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.201990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.350469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.392313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Transition to ACTIVE for port object b60858b9-4432-4e82-9632-04ed86dc7dfc will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:25.405122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6a7fa-1477-4305-a658-0ead5a8177a3 req-812e1251-71d4-4bdc-945d-595b9611f413 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.408883 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50b6a7fa-1477-4305-a658-0ead5a8177a3 req-812e1251-71d4-4bdc-945d-595b9611f413 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2361374 Jul 29 23:55:25.413015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.423683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.184 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/ad5d2366-01e9-46c0-a314-c18a72804fef) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:25.449021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6a662500-af16-442c-909d-df231c696092 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:25.460961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.481691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Port': ['ID=1b9dd317-a748-473d-8fc3-f89f19950403,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.533036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6a662500-af16-442c-909d-df231c696092 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:25.533740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6a662500-af16-442c-909d-df231c696092 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:25.585290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 6a662500-af16-442c-909d-df231c696092 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:25.592937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=6a662500-af16-442c-909d-df231c696092,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.707970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.713874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-50b6a7fa-1477-4305-a658-0ead5a8177a3 req-3152c948-78d8-49e6-a5de-7fc348f47d98 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789364 Jul 29 23:55:25.782588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.843995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.925756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:25.938765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:25.943802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.952856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:25.961016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:26.002227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=ad5d2366-01e9-46c0-a314-c18a72804fef,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.044767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:26.049950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e4176d-6059-44a1-a841-dd4ca212f0dd']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.143009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.178734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:26.195665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.196561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186a5fc-2a5f-4575-a59f-fe19b3f7a3e8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.235907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=b60858b9-4432-4e82-9632-04ed86dc7dfc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.316377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.337269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.347323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:26.347323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:26.358818 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:26.404728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-ae6c59f2-b9b6-47d8-9a7e-332a9dec072e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4811826 Jul 29 23:55:26.420833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d330-abb3-4615-af08-27a0a17f65d4 req-05fd5aa1-a998-4a04-a37b-5966d2d625c1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.427041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9101d330-abb3-4615-af08-27a0a17f65d4 req-05fd5aa1-a998-4a04-a37b-5966d2d625c1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1641793 Jul 29 23:55:26.548772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.550000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.552396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9101d330-abb3-4615-af08-27a0a17f65d4 req-a3f4e1c2-d5d3-47b3-88c4-0337d625d2e3 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Jul 29 23:55:26.610797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bc978ad-3508-4422-b9f2-50654abaede1 None None] Provisioning for port b60858b9-4432-4e82-9632-04ed86dc7dfc completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:26.620508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bc978ad-3508-4422-b9f2-50654abaede1 None None] Provisioning complete for port b60858b9-4432-4e82-9632-04ed86dc7dfc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:26.621493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bc978ad-3508-4422-b9f2-50654abaede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.649352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.707836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9bc978ad-3508-4422-b9f2-50654abaede1 None None] Port b60858b9-4432-4e82-9632-04ed86dc7dfc cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:26.730980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.734695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/25e4176d-6059-44a1-a841-dd4ca212f0dd HTTP/1.1" status: 204 len: 168 time: 6.8025296 Jul 29 23:55:26.737320 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4b518a1-d5ab-4585-9960-8f2a8e411a30 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0100057 Jul 29 23:55:26.752417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.752766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35134) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.762474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:20:17'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:dc:84:82'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:26.772010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536521213'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:26.782392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f8a4f-fba4-4440-81b3-5f78e1f3d2a3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=25e4176d-6059-44a1-a841-dd4ca212f0dd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.786471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.835149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Router 5affc76c-cf38-4c85-a920-43c8f913e9d1 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:26.848603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-ac8e5c13-0467-492e-8fde-c86342afdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.852724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-ac8e5c13-0467-492e-8fde-c86342afdb73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 1098 time: 0.3133490 Jul 29 23:55:26.877573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:26.881320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.112906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:27.128594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:27.143708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-182b1bcb-e623-4329-a38e-e9bb98690a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.143708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-182b1bcb-e623-4329-a38e-e9bb98690a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 200 len: 912 time: 0.2490065 Jul 29 23:55:27.144339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] Sync routers for ids ['5affc76c-cf38-4c85-a920-43c8f913e9d1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:27.145143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35138) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.145307 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4b40df0-a261-4ebc-b9eb-8ecd1123a1c4 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "PUT /v2.0/routers/5affc76c-cf38-4c85-a920-43c8f913e9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2326510 Jul 29 23:55:27.167860 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] Routers {'5affc76c-cf38-4c85-a920-43c8f913e9d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:27.169236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5affc76c-cf38-4c85-a920-43c8f913e9d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.175269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fde19-cbe1-44d3-8eb0-db0326fbc987 req-addede95-1168-48f2-9e28-ce0aa2e2c7e7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.177213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d55fde19-cbe1-44d3-8eb0-db0326fbc987 req-addede95-1168-48f2-9e28-ce0aa2e2c7e7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2483103 Jul 29 23:55:27.183394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.183744 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 85b2af7b-6dd0-4db7-9b1f-affec84fc7bd of type vlan for network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 Jul 29 23:55:27.226878 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.237866 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] Routers {'5affc76c-cf38-4c85-a920-43c8f913e9d1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:27.239100 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5affc76c-cf38-4c85-a920-43c8f913e9d1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.286116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.287623 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da6f59-ef49-49a4-8e06-800a58c22939 None None] The sync data for ids ['5affc76c-cf38-4c85-a920-43c8f913e9d1'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:27.349354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.401855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.432396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d55fde19-cbe1-44d3-8eb0-db0326fbc987 req-98f3de65-4a20-43a3-a1ba-a7d2d87426c3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217441 Jul 29 23:55:27.466279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-a793cbbc-af53-4dfc-8adf-52e1cfd2dcd8 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.467950 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-a793cbbc-af53-4dfc-8adf-52e1cfd2dcd8 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.59 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.1851733 Jul 29 23:55:27.497920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.503823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:27.504578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.689255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9350429 Jul 29 23:55:27.699487 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.714171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35144) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.787507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': 'a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:27.795845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-23e5f763-860a-4e1c-a6b2-6ff1bc41b8fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.6291292 Jul 29 23:55:27.808875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aadc3b-7f70-4e4e-8eed-a358583ebfb0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.828453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:27.909566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.142386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc659-9220-4d24-b279-ba84e08e883b req-8cf713c9-a39a-466c-91f5-cfcc4f0640ce tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:28.143693 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.157696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39ddc659-9220-4d24-b279-ba84e08e883b req-8cf713c9-a39a-466c-91f5-cfcc4f0640ce tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 946 time: 0.4219091 Jul 29 23:55:28.163573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a308c24-c975-4f1d-a8c4-7bce1923ad00 req-c509971b-a36d-40b4-912e-8ed8dcd1b8cd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:28.165351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a308c24-c975-4f1d-a8c4-7bce1923ad00 req-c509971b-a36d-40b4-912e-8ed8dcd1b8cd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3650496 Jul 29 23:55:28.172297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-0c0dbac0-0838-4bda-b9e7-5d93b52b32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:28.174586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-0c0dbac0-0838-4bda-b9e7-5d93b52b32cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 200 len: 851 time: 0.3534815 Jul 29 23:55:28.276510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:28.280013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.295465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Deleting port bb16ee0e-7737-404d-8d96-293b22869ee1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:28.295836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.338097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-8a4958b8-c318-4893-8a8f-0e6f137dc756 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c39f641-42c0-46b9-9ca4-4f405cd44995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266270 Jul 29 23:55:28.379028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-001e25ce-8a42-4922-a439-46be563da6cf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:55:28.380294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-001e25ce-8a42-4922-a439-46be563da6cf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104897 Jul 29 23:55:28.389143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.393279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.412886 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-39ddc659-9220-4d24-b279-ba84e08e883b req-ef5fc408-86fd-44a0-8d19-4b10721162d2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535875 Jul 29 23:55:28.501207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.523134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.536526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a308c24-c975-4f1d-a8c4-7bce1923ad00 req-20428ef0-2d6a-4b82-998f-8fda8bc6fea2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228641 Jul 29 23:55:28.579218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.579744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Fanout notify agent at l3_agent the message router_deleted on router 5affc76c-cf38-4c85-a920-43c8f913e9d1 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:28.598859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.602355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-baaa5444-059e-4ccf-8602-7cb9d9d10351 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "DELETE /v2.0/routers/5affc76c-cf38-4c85-a920-43c8f913e9d1 HTTP/1.1" status: 204 len: 168 time: 1.4547086 Jul 29 23:55:28.610207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35150) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.710081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-fe9baace-7fdc-4b15-818e-1c333cf05023 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113108 Jul 29 23:55:28.715251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting subnet 4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:28.749061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.865137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event updated for resources: {'Port': ['ID=b60858b9-4432-4e82-9632-04ed86dc7dfc,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.871818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] In _notify_port_updated(), no bound segment for port b60858b9-4432-4e82-9632-04ed86dc7dfc on network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:55:28.879131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:28.880684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.882647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-579291ec-0b2d-4892-b8c0-73dbb2bc2899 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "PUT /v2.0/ports/b60858b9-4432-4e82-9632-04ed86dc7dfc HTTP/1.1" status: 200 len: 1055 time: 2.1274223 Jul 29 23:55:28.897359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.929190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] For port bb16ee0e-7737-404d-8d96-293b22869ee1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=bb16ee0e-7737-404d-8d96-293b22869ee1,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:28.929659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.981545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Calling delete_port for bb16ee0e-7737-404d-8d96-293b22869ee1 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:28.991508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.125388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:29.155555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cb32ca76-a265-41ed-be23-2b8cccc7b06f None None] Provisioning complete for port b60858b9-4432-4e82-9632-04ed86dc7dfc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:29.156933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cb32ca76-a265-41ed-be23-2b8cccc7b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.231043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cb32ca76-a265-41ed-be23-2b8cccc7b06f None None] Port b60858b9-4432-4e82-9632-04ed86dc7dfc cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:29.243763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e5afd-0bc8-4291-bc15-e54967a13eae req-f909de1f-c75a-4658-b93e-8f9b77d1d5b9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:29.246258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa5e5afd-0bc8-4291-bc15-e54967a13eae req-f909de1f-c75a-4658-b93e-8f9b77d1d5b9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3477106 Jul 29 23:55:29.248022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.298215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0512eee3-6d6f-46e4-b3b8-c8d39d408595 req-03cd90c4-426a-4aed-8a7a-621defe56733 service neutron] 10.222.0.57 "GET /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711377 Jul 29 23:55:29.396630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=28c3ca23-a36c-445d-b8ad-10c6bce03e78,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.420125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '85b2af7b-6dd0-4db7-9b1f-affec84fc7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:29.421223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:29.438925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa5e5afd-0bc8-4291-bc15-e54967a13eae req-2b5f580f-bb06-4385-bd1e-dd70510285b7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742275 Jul 29 23:55:29.454001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:29.461829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.466166 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.505677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['bb16ee0e-7737-404d-8d96-293b22869ee1'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:29.515742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:29.526607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Pushing event deleted for resources: {'Port': ['ID=bb16ee0e-7737-404d-8d96-293b22869ee1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.527415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port b60858b9-4432-4e82-9632-04ed86dc7dfc {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:29.531245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.541977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:29.543172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.571700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['634ecac2-3f60-4509-8434-d4ee27b0dbd0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:29.621347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-acca1c28-af80-4a96-95d0-ba26b07e6fb6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8957832 Jul 29 23:55:29.624387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] No DVR routers for this DVR port bb16ee0e-7737-404d-8d96-293b22869ee1 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:29.631067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35162) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.634772 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.637086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b2220-d972-4c7a-95ea-7278e92afc9a None None] Network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:29.637889 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19ce22b4-0358-449a-be75-0392dba2ebc8 req-c53557ea-02e9-4da9-b43b-8193a2e5fade tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.59 "DELETE /v2.0/ports/bb16ee0e-7737-404d-8d96-293b22869ee1 HTTP/1.1" status: 204 len: 173 time: 2.1480463 Jul 29 23:55:29.653676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'name': 'network-vif-deleted', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:29.657046 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a853a1ce-01de-4370-9d04-954e6daccab4" -d '{"events": [{"server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "name": "network-vif-deleted", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:29.699272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2526f958-9a48-41da-a8fe-e2735b0344fd req-408d0eac-cc46-4fb0-aca3-07a3fd8cc1b4 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=23684d7e-13dc-44a7-8c82-bca65b5f189c HTTP/1.1" status: 200 len: 210 time: 0.0765650 Jul 29 23:55:29.927230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.936104 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.145894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:30.162442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.167506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.171683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:30.178256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.183532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-193e0570-7c59-4f14-ae2c-d1662468583b tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "DELETE /v2.0/subnets/4e7b6a50-3ce1-4727-9d2d-88e33b5f21bb HTTP/1.1" status: 204 len: 168 time: 1.5715847 Jul 29 23:55:30.186493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.194007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78632c16-5ed0-4f16-a0ac-0997da4e9e66 None None] Network ef224199-252c-454b-b168-dcbd6fb68286 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:30.294005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.351135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.384418 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33443459-483c-48d0-b35f-7647419dd733 x-openstack-request-id: req-33443459-483c-48d0-b35f-7647419dd733 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:30.385776 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684d7e-13dc-44a7-8c82-bca65b5f189c", "name": "network-vif-deleted", "tag": "bb16ee0e-7737-404d-8d96-293b22869ee1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:30.387041 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33443459-483c-48d0-b35f-7647419dd733 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:30.388023 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684d7e-13dc-44a7-8c82-bca65b5f189c', 'name': 'network-vif-deleted', 'tag': 'bb16ee0e-7737-404d-8d96-293b22869ee1', 'status': 'completed', 'code': 200} Jul 29 23:55:30.418170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.420367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a29a869b-be3a-41a2-9664-736a6b9769cd tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2256155 Jul 29 23:55:30.427978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.440385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for b60858b9-4432-4e82-9632-04ed86dc7dfc owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:30.461726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d17cb1-f7e3-4f87-be9f-28303939ddeb req-e17ffa15-591c-446f-af28-fe6c2bf873db tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:30.474518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1d17cb1-f7e3-4f87-be9f-28303939ddeb req-e17ffa15-591c-446f-af28-fe6c2bf873db tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5758727 Jul 29 23:55:30.548822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.562839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.567455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.589705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:30.590369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.595240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b2af7b-6dd0-4db7-9b1f-affec84fc7bd') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.601920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b2af7b-6dd0-4db7-9b1f-affec84fc7bd') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.623932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1d17cb1-f7e3-4f87-be9f-28303939ddeb req-aba2fc37-b8bc-45ab-9453-80ec870043c2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354480 Jul 29 23:55:30.651638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=28c3ca23-a36c-445d-b8ad-10c6bce03e78,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.682600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.706293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.723192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.735118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:30.736476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.739709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1952b-36f7-46ed-93b2-2d14956dcd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308', 'network_id': 'a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '28c3ca23-a36c-445d-b8ad-10c6bce03e78'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:30.740624 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fc1952b-36f7-46ed-93b2-2d14956dcd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.788647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:30.789768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:30.846103 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:30.864644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.865759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c03a6-ea55-4c8b-9fa8-fee1b4f57162 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:30.904335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-1fc1952b-36f7-46ed-93b2-2d14956dcd9a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:55:30.904335 n-d-712707-11 neutron-server[93866]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 29 23:55:30.904335 n-d-712707-11 neutron-server[93866]: [parameters: {'project_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'id': '8845d7e0-0afc-48e7-9362-05b39026652b', 'name': '', 'network_id': 'a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308', 'mac_address': 'fa:16:3e:32:5a:e1', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2086}] Jul 29 23:55:30.904335 n-d-712707-11 neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:30.904891 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-1fc1952b-36f7-46ed-93b2-2d14956dcd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:30.945923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Deleting port 1288f797-c24b-4282-bdb6-7745debc4e38 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:30.946292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.000555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.014117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.018180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 HTTP/1.1" status: 204 len: 168 time: 1.3856771 Jul 29 23:55:31.027300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.031633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] DHCP port deletion for ef224199-252c-454b-b168-dcbd6fb68286 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:31.035624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680056999'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:31.071451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e8bc-eabf-4609-9752-8a056575044e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.103136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.156830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460712a7-de0d-483a-a7c9-866b85c23518 req-b6b47dac-3c6c-4838-ad88-196b3d51f7f4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.159468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-460712a7-de0d-483a-a7c9-866b85c23518 req-b6b47dac-3c6c-4838-ad88-196b3d51f7f4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3272297 Jul 29 23:55:31.165613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Deleting port 1288f797-c24b-4282-bdb6-7745debc4e38 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:31.167519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.238503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=b60858b9-4432-4e82-9632-04ed86dc7dfc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.344442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1288f797-c24b-4282-bdb6-7745debc4e38,segment=NetworkSegment(4f596c6d-0fd5-4b00-ad80-a9cb6cc30790),segment_id=4f596c6d-0fd5-4b00-ad80-a9cb6cc30790)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:31.346709 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.388371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1288f797-c24b-4282-bdb6-7745debc4e38,segment=NetworkSegment(4f596c6d-0fd5-4b00-ad80-a9cb6cc30790),segment_id=4f596c6d-0fd5-4b00-ad80-a9cb6cc30790)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:31.389025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.409512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fc1952b-36f7-46ed-93b2-2d14956dcd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.414468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Calling delete_port for 1288f797-c24b-4282-bdb6-7745debc4e38 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:31.464671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1288f797-c24b-4282-bdb6-7745debc4e38 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:31.608738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Calling delete_port for 1288f797-c24b-4282-bdb6-7745debc4e38 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:31.641771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4800b-f31e-478a-bbc5-973f15053227 None None] Network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:31.683815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4800b-f31e-478a-bbc5-973f15053227 None None] Network a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 could not be found, it might have been deleted concurrently. {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:55:31.704068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.777297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1288f797-c24b-4282-bdb6-7745debc4e38, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1288f797-c24b-4282-bdb6-7745debc4e38,segment=NetworkSegment(4f596c6d-0fd5-4b00-ad80-a9cb6cc30790),segment_id=4f596c6d-0fd5-4b00-ad80-a9cb6cc30790)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:31.780219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-460712a7-de0d-483a-a7c9-866b85c23518 req-0f90de2f-5f46-45e2-b15c-2434a9c1283d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584598 Jul 29 23:55:31.788582 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.810418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.842296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:31.846282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.864354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event deleted for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.939741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] No DVR routers for this DVR port 1288f797-c24b-4282-bdb6-7745debc4e38 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:31.942384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee443896-0192-4a41-b2b0-109c701a27d0 None None] Pushing event deleted for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.983121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:32.014016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.014465 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 3e7b598a-d4fc-4187-a365-9ec53744c0e3 of type vlan for network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 Jul 29 23:55:32.039429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add35cb5-f2a1-4f9e-9058-3634e89024e3 req-7f975df9-9f8c-469e-98e0-9887e1fa3dd0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.041211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-add35cb5-f2a1-4f9e-9058-3634e89024e3 req-7f975df9-9f8c-469e-98e0-9887e1fa3dd0 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2378483 Jul 29 23:55:32.130298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d750f-e1a1-443b-8c20-236c67b14212 req-9a2f8f2d-c0c6-4ece-a502-559575507254 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.131887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c0d750f-e1a1-443b-8c20-236c67b14212 req-9a2f8f2d-c0c6-4ece-a502-559575507254 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1395781 Jul 29 23:55:32.171930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.244054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.279906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-add35cb5-f2a1-4f9e-9058-3634e89024e3 req-9844dbe9-f9ef-4b46-8b63-e5f2bb83003d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500659 Jul 29 23:55:32.289169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Port': ['ID=1288f797-c24b-4282-bdb6-7745debc4e38,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.302992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c0d750f-e1a1-443b-8c20-236c67b14212 req-cf939b5f-b399-4e39-9b97-a19c8cb7f7c4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290758 Jul 29 23:55:32.310303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.319750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2a27bce-592d-4e3b-809e-792befd400fa tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/b60858b9-4432-4e82-9632-04ed86dc7dfc HTTP/1.1" status: 204 len: 168 time: 3.4161735 Jul 29 23:55:32.321400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] No DVR routers for this DVR port 1288f797-c24b-4282-bdb6-7745debc4e38 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:32.323974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35200) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.356975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:55:32.377778 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.385908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.386603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.390272 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f625a4-e3eb-4148-b542-cfb3960afddb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] GET failed (client error): The resource could not be found. Jul 29 23:55:32.414763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9f625a4-e3eb-4148-b542-cfb3960afddb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports/b60858b9-4432-4e82-9632-04ed86dc7dfc HTTP/1.1" status: 404 len: 333 time: 0.0848408 Jul 29 23:55:32.425350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.608736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5813096 Jul 29 23:55:32.630473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.675507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.685300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab66a75-c6e6-4348-872c-1f531b3da942 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.704309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:32.812512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device bb16ee0e-7737-404d-8d96-293b22869ee1 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:32.865833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: bb16ee0e-7737-404d-8d96-293b22869ee1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:32.866608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device bb16ee0e-7737-404d-8d96-293b22869ee1 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:32.956010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port 09346aaa-39a5-45e8-a340-5f4d7e0fd40e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:32.956926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.009749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.027929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d178-5ac0-41bf-9c5b-8142bf6e3568 req-afe66e5e-14a1-4020-838f-ef96fcb1db46 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.029675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aca2d178-5ac0-41bf-9c5b-8142bf6e3568 req-afe66e5e-14a1-4020-838f-ef96fcb1db46 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1544778 Jul 29 23:55:33.039135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef224199-252c-454b-b168-dcbd6fb68286']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:33.045531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.059572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:33.061136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f596c6d-0fd5-4b00-ad80-a9cb6cc30790') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:33.086313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.096985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.133303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.151216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:33.151873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.159487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.161886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aca2d178-5ac0-41bf-9c5b-8142bf6e3568 req-e4d355e8-aced-442a-831b-22c83dec5899 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059179 Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:33.162920 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:33.187400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.278920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 is not hosted by any dhcp agent {{(pid=93865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:55:33.288080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.288769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.290242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "PUT /v2.0/networks/f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 HTTP/1.1" status: 200 len: 723 time: 0.6580331 Jul 29 23:55:33.297133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.300245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:33.311627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:33.352014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for 09346aaa-39a5-45e8-a340-5f4d7e0fd40e owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:33.459208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691ec8b-8477-4291-8f8c-3a40be44bfe3 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.483020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:33.566931 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.576927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] 10.222.0.49 "DELETE /v2.0/networks/ef224199-252c-454b-b168-dcbd6fb68286 HTTP/1.1" status: 204 len: 168 time: 3.3822787 Jul 29 23:55:33.578205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468b366-236f-43b3-8717-9379117a8e46 tempest-FloatingIPNegativeTestJSON-1702705828 tempest-FloatingIPNegativeTestJSON-1702705828-project] Pushing event deleted for resources: {'Network': ['ID=ef224199-252c-454b-b168-dcbd6fb68286,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.613177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca4ac7-ceb6-438c-b3c6-5edf20b1ab7c req-0d734809-c146-42a4-bd57-38112cdb232d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.615003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03ca4ac7-ceb6-438c-b3c6-5edf20b1ab7c req-0d734809-c146-42a4-bd57-38112cdb232d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2663705 Jul 29 23:55:33.711154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:33.716999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.820924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007aa5-d356-4658-bd40-50a4d1a8ef2c req-70f5f238-c89e-4608-9562-5f084203f687 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:33.822959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf007aa5-d356-4658-bd40-50a4d1a8ef2c req-70f5f238-c89e-4608-9562-5f084203f687 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2324958 Jul 29 23:55:33.862286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-03ca4ac7-ceb6-438c-b3c6-5edf20b1ab7c req-88664e23-0829-41a5-ba5b-59c06729bd51 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277837 Jul 29 23:55:33.971903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf007aa5-d356-4658-bd40-50a4d1a8ef2c req-b249dd1f-6b64-4b1a-8e23-ab848d44cc17 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199973 Jul 29 23:55:34.084535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.089547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.1 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/f773545b-b456-4bbb-a0cc-45b8fe7c2829) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:34.174156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-436f8fb5-d9bb-48f4-8983-c6d2922affa6 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:34.179081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=09346aaa-39a5-45e8-a340-5f4d7e0fd40e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.179451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-436f8fb5-d9bb-48f4-8983-c6d2922affa6 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2422225 Jul 29 23:55:34.371270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35242) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.525665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.567122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754437-b364-415b-b6e8-d10850d92d2c req-813ca0e0-7475-4de1-82a6-a102506bfb20 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:34.570144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97754437-b364-415b-b6e8-d10850d92d2c req-813ca0e0-7475-4de1-82a6-a102506bfb20 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5060019 Jul 29 23:55:34.637821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.650589 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:55:34.663311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.666811 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd27a53e-3d41-406c-b057-33ceec2fafb3 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/09346aaa-39a5-45e8-a340-5f4d7e0fd40e HTTP/1.1" status: 204 len: 168 time: 2.2395220 Jul 29 23:55:34.667978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=3bae2e54-a78a-43b8-a779-b84aa4488bfe,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.672450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.714024 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a44461-4f91-4f1b-80b8-003a603453a4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] GET failed (client error): The resource could not be found. Jul 29 23:55:34.716589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-78a44461-4f91-4f1b-80b8-003a603453a4 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "GET /v2.0/ports/09346aaa-39a5-45e8-a340-5f4d7e0fd40e HTTP/1.1" status: 404 len: 333 time: 0.0429044 Jul 29 23:55:34.728504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.746151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Deleting port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:34.746713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.779841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': '3e7b598a-d4fc-4187-a365-9ec53744c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:34.780205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:34.804808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-97754437-b364-415b-b6e8-d10850d92d2c req-78afe7b1-a02a-4467-aeea-30326799f70b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443574 Jul 29 23:55:34.818530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.877025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:34.899652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-512ab5e0-9b0e-4f93-a778-8416b2db81ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ae69a37d5a442eba3b48f76fc39c909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224979 Jul 29 23:55:34.907805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35254) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.914999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:34.921782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:34.980657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:35.008816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=f773545b-b456-4bbb-a0cc-45b8fe7c2829,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:35.020730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.072593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] For port 634ecac2-3f60-4509-8434-d4ee27b0dbd0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=634ecac2-3f60-4509-8434-d4ee27b0dbd0,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:35.073614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.078820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:35.091501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd41e7-79bd-4199-915f-cb2a5e4e1be6 None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:35.106237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting port 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:35.106237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.119056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Calling delete_port for 634ecac2-3f60-4509-8434-d4ee27b0dbd0 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:35.332308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.356173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.357166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.378716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4b2c-3b3d-4a0c-a701-19dfe5987ecb req-0f1a956a-a25b-4637-a7d7-df7de3f74bec tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.388143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-580d4b2c-3b3d-4a0c-a701-19dfe5987ecb req-0f1a956a-a25b-4637-a7d7-df7de3f74bec tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 946 time: 0.2517340 Jul 29 23:55:35.401729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f38db-60af-4ae4-bab8-8add57909421 req-a7caedf9-c5be-4cf0-9d8d-c9c96f55e185 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.404464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c70f38db-60af-4ae4-bab8-8add57909421 req-a7caedf9-c5be-4cf0-9d8d-c9c96f55e185 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4952676 Jul 29 23:55:35.415419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Calling delete_port for 88eac937-d3bb-41d3-a1f1-a3b403b9efb3 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:35.429616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.437154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.439416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1', 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': '3bae2e54-a78a-43b8-a779-b84aa4488bfe'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:35.440752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.493522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f9bb0f9a-2eb9-42fb-906c-d81280263ca6 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1909902 Jul 29 23:55:35.494609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35258) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:35.512728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:35.527974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-580d4b2c-3b3d-4a0c-a701-19dfe5987ecb req-63725ed9-6a74-4edc-b8cf-ad0d1c248a8d tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5036103-1ee5-4d85-b2d8-250260548591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391852 Jul 29 23:55:35.533599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.590872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.608338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['634ecac2-3f60-4509-8434-d4ee27b0dbd0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:35.699978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c70f38db-60af-4ae4-bab8-8add57909421 req-166ba63e-c50f-4a75-8a63-38799a1b75e0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714357 Jul 29 23:55:35.712905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Pushing event deleted for resources: {'Port': ['ID=634ecac2-3f60-4509-8434-d4ee27b0dbd0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:35.872248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Allocated IP 172.20.0.2 (f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1/3bae2e54-a78a-43b8-a779-b84aa4488bfe/8da4f828-6ab6-4ce4-aef9-50434ad61887) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:35.909959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] No DVR routers for this DVR port 634ecac2-3f60-4509-8434-d4ee27b0dbd0 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:35.935891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.939276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3380d898-89b4-48ec-84f8-9cfc80ff815f req-55bea52a-3cf5-4d09-806f-b6a84b9f45e1 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.57 "DELETE /v2.0/ports/634ecac2-3f60-4509-8434-d4ee27b0dbd0 HTTP/1.1" status: 204 len: 173 time: 1.6628051 Jul 29 23:55:35.939900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'name': 'network-vif-deleted', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:35.950723 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bfd5c0-e5bf-4f4e-82ce-2ef4809038a4" -d '{"events": [{"server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "name": "network-vif-deleted", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:35.993965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8933745'] for subnet, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.060555 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06bb95-cbd7-4b4a-bb8e-f249caadb77d x-openstack-request-id: req-3a06bb95-cbd7-4b4a-bb8e-f249caadb77d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:36.061389 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19834c-f21a-47d9-a346-d5e9f3771cc8", "name": "network-vif-deleted", "tag": "634ecac2-3f60-4509-8434-d4ee27b0dbd0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:36.061995 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a06bb95-cbd7-4b4a-bb8e-f249caadb77d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:36.062808 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb19834c-f21a-47d9-a346-d5e9f3771cc8', 'name': 'network-vif-deleted', 'tag': '634ecac2-3f60-4509-8434-d4ee27b0dbd0', 'status': 'completed', 'code': 200} Jul 29 23:55:36.080800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.086787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.093126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.097508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aa6147e-5606-4327-ae2f-637de5374e60 HTTP/1.1" status: 204 len: 168 time: 1.1830990 Jul 29 23:55:36.130616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.159391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093bde9-2c1d-47a1-b800-f65d121c9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6147e-5606-4327-ae2f-637de5374e60,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.236863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318b220-fb45-4fee-9231-07e73dda631b req-f378de6b-c019-4a20-b262-fdc6a4d5e0a2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.239287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3318b220-fb45-4fee-9231-07e73dda631b req-f378de6b-c019-4a20-b262-fdc6a4d5e0a2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2601032 Jul 29 23:55:36.293404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.328741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=f773545b-b456-4bbb-a0cc-45b8fe7c2829,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.334820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.346231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3318b220-fb45-4fee-9231-07e73dda631b req-e3a26cc7-b5f6-4f7e-8c46-23e419d11cdf tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872459 Jul 29 23:55:36.470600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.488620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Transition to ACTIVE for port object 8da4f828-6ab6-4ce4-aef9-50434ad61887 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:36.559263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Port': ['ID=88eac937-d3bb-41d3-a1f1-a3b403b9efb3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.566601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Transition to ACTIVE for port object 8da4f828-6ab6-4ce4-aef9-50434ad61887 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:36.592649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.741897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:36.748195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:36.762135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:36.951640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768308316968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9254403'] for subnet, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.972371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Pushing event updated for resources: {'Port': ['ID=8da4f828-6ab6-4ce4-aef9-50434ad61887,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.997863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:36.999075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c26a450f-511a-411e-8119-8f7d1d1142d5 req-f23be001-ee44-4e7b-9956-383dbb6e88f2 tempest-ServerRescueTestJSON-1980647440 tempest-ServerRescueTestJSON-1980647440-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb19834c-f21a-47d9-a346-d5e9f3771cc8 HTTP/1.1" status: 200 len: 210 time: 0.1074965 Jul 29 23:55:37.016988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:37.076919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Attempting to bind port 8da4f828-6ab6-4ce4-aef9-50434ad61887 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:37.077342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Attempting to bind port 8da4f828-6ab6-4ce4-aef9-50434ad61887 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3e7b598a-d4fc-4187-a365-9ec53744c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:37.077694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Attempting to bind port 8da4f828-6ab6-4ce4-aef9-50434ad61887 on network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:37.089976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:37.090366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Checking segment: {'id': '3e7b598a-d4fc-4187-a365-9ec53744c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:37.091002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0cdc-8f1b-426a-84cc-9bf91bf4cc63 req-a025d34b-9a1d-49f6-8db6-f643ed8ca4d7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.091158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.092467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Bound using segment: {'id': '3e7b598a-d4fc-4187-a365-9ec53744c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:37.093297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Bound port: 8da4f828-6ab6-4ce4-aef9-50434ad61887, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7b598a-d4fc-4187-a365-9ec53744c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:37.093836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c8d0cdc-8f1b-426a-84cc-9bf91bf4cc63 req-a025d34b-9a1d-49f6-8db6-f643ed8ca4d7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.6166418 Jul 29 23:55:37.094426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.117854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.121410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3b1d0ce-dce5-413b-8634-13175a4832cb tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/ports/88eac937-d3bb-41d3-a1f1-a3b403b9efb3 HTTP/1.1" status: 204 len: 168 time: 2.3894827 Jul 29 23:55:37.128973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.131505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35288) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.134808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.138734 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "PUT /v2.0/subnets/3bae2e54-a78a-43b8-a779-b84aa4488bfe HTTP/1.1" status: 200 len: 806 time: 1.6351399 Jul 29 23:55:37.150534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35290) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.188183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ea71a-6d5e-453c-9bf6-219c6e6dff91 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=3bae2e54-a78a-43b8-a779-b84aa4488bfe,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.260777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] For port 8da4f828-6ab6-4ce4-aef9-50434ad61887, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:37.266757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] For port 8da4f828-6ab6-4ce4-aef9-50434ad61887, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8da4f828-6ab6-4ce4-aef9-50434ad61887,segment=NetworkSegment(3e7b598a-d4fc-4187-a365-9ec53744c0e3),segment_id=3e7b598a-d4fc-4187-a365-9ec53744c0e3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:37.279189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.415008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Deleting subnet b318ec81-8991-4c94-b58e-e60097746b22 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:37.462333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880950a0-a09f-43bd-990b-88a6c5833188 None None] Pushing event updated for resources: {'Port': ['ID=8da4f828-6ab6-4ce4-aef9-50434ad61887,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.466118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.484962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.500155 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c8d0cdc-8f1b-426a-84cc-9bf91bf4cc63 req-66c9f702-6349-4bae-a56c-85b21c4ee9d6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718002 Jul 29 23:55:37.614377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 8da4f828-6ab6-4ce4-aef9-50434ad61887 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:37.615299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.629461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 634ecac2-3f60-4509-8434-d4ee27b0dbd0 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:37.657189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:37.671992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.739866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 634ecac2-3f60-4509-8434-d4ee27b0dbd0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:37.740761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 634ecac2-3f60-4509-8434-d4ee27b0dbd0 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:37.939699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 8da4f828-6ab6-4ce4-aef9-50434ad61887, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8da4f828-6ab6-4ce4-aef9-50434ad61887,segment=NetworkSegment(3e7b598a-d4fc-4187-a365-9ec53744c0e3),segment_id=3e7b598a-d4fc-4187-a365-9ec53744c0e3)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:37.940273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.966585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35304) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.979537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 8da4f828-6ab6-4ce4-aef9-50434ad61887 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:38.146436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35312) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.289205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6a4778ed-2c2b-47ce-882d-90cf9e1ecd0a tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] Request body: {'port': {'network_id': '6938b9ea-ed64-433c-a13b-868adf3fdf60', 'name': 'tempest-NetworksNegativeTestJSON-937825425'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:38.364516 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4778ed-2c2b-47ce-882d-90cf9e1ecd0a tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] POST failed (client error): The resource could not be found. Jul 29 23:55:38.364516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4778ed-2c2b-47ce-882d-90cf9e1ecd0a tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:38.370690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6a4778ed-2c2b-47ce-882d-90cf9e1ecd0a tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4011414 Jul 29 23:55:38.371744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.451621 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7df1457-9a22-4152-9adf-32e604e61088 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:38.454554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7df1457-9a22-4152-9adf-32e604e61088 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:38.458304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e7df1457-9a22-4152-9adf-32e604e61088 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "DELETE /v2.0/networks/12fde479-bb25-45ad-96d3-16efc1b11c92 HTTP/1.1" status: 404 len: 339 time: 0.0456209 Jul 29 23:55:38.467154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35316) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.533499 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e125af1-abca-4871-84d5-1433c9604cb2 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:38.534759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e125af1-abca-4871-84d5-1433c9604cb2 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:38.545245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e125af1-abca-4871-84d5-1433c9604cb2 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "DELETE /v2.0/ports/7b2aa7d6-6abf-4b72-a37b-a70d02c23429 HTTP/1.1" status: 404 len: 333 time: 0.0744786 Jul 29 23:55:38.553685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35318) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.685427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.689840 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ffa51e-7493-4536-82e0-a19628352df4 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:38.690980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ffa51e-7493-4536-82e0-a19628352df4 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:38.701047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-23ffa51e-7493-4536-82e0-a19628352df4 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "DELETE /v2.0/subnets/e8d5ceac-bcfc-442c-9e95-dc0ff7a4e34a HTTP/1.1" status: 404 len: 337 time: 0.1392107 Jul 29 23:55:38.702099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35320) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.714176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d10c7-131c-4de9-b4ec-e847b480685f req-6da4090f-bbad-43b7-9b56-3d37f64b719c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.726869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746d10c7-131c-4de9-b4ec-e847b480685f req-6da4090f-bbad-43b7-9b56-3d37f64b719c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.8816578 Jul 29 23:55:38.760867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.830240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:38.844824 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:38.860914 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-66825213-2247-45e7-b14c-551f1de66dba tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/routers/b1161a04-42e4-4cc9-80aa-c10d580a9eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4309440 Jul 29 23:55:38.863178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:38.864066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:38.865325 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-71513f03-e1a3-4ff0-8a8e-59e3c15047e0 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] GET failed (client error): The resource could not be found. Jul 29 23:55:38.874647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-71513f03-e1a3-4ff0-8a8e-59e3c15047e0 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "GET /v2.0/networks/44a0ab9a-5454-48c1-9390-f22d2577321b HTTP/1.1" status: 404 len: 339 time: 0.0911152 Jul 29 23:55:38.876073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=8da4f828-6ab6-4ce4-aef9-50434ad61887,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:38.878948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35322) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.884116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35324) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:38.899489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'port': {'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80', 'name': 'tempest-FloatingIPTestJSON-520914868'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:38.938413 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-746d10c7-131c-4de9-b4ec-e847b480685f req-be342bed-51e4-4a46-84ee-b2c0b73edaac tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106049 Jul 29 23:55:39.012597 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:39.037856 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:39.038492 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:39.074945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 8da4f828-6ab6-4ce4-aef9-50434ad61887 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:39.097968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:39.099050 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b5409-d949-4df0-9e95-450a6425c8f8 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:39.140536 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-1123cdb0-0fd9-4b1e-b50e-dd79d7b43110 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] GET failed (client error): The resource could not be found. Jul 29 23:55:39.143065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1123cdb0-0fd9-4b1e-b50e-dd79d7b43110 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "GET /v2.0/ports/f96717ec-983e-4fdf-99bd-b84b299d050a HTTP/1.1" status: 404 len: 333 time: 0.2327175 Jul 29 23:55:39.154245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35328) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.173371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038cf2e-0c27-4333-88b2-956be93ec85d None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:39.187013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.244533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-26d0183a-49ab-461f-8b14-9ff922c5750d None None] Could not find standard attr ID for object 8da4f828-6ab6-4ce4-aef9-50434ad61887. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:55:39.255364 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd255c7-dbf8-4710-a98a-5f7b4d5895f2 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] GET failed (client error): The resource could not be found. Jul 29 23:55:39.258151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bfd255c7-dbf8-4710-a98a-5f7b4d5895f2 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "GET /v2.0/subnets/5191cc4e-96ff-4c0b-a893-ad0f951a65cb HTTP/1.1" status: 404 len: 337 time: 0.1030622 Jul 29 23:55:39.343248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35332) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.356265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6bf80e73-74ed-4d26-a7e3-763a75982416 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:39.385268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.396070 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf80e73-74ed-4d26-a7e3-763a75982416 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:39.397254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf80e73-74ed-4d26-a7e3-763a75982416 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:39.406743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6bf80e73-74ed-4d26-a7e3-763a75982416 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "PUT /v2.0/networks/dfe2f9f0-946a-4e6e-987d-f437f73f3370 HTTP/1.1" status: 404 len: 339 time: 0.0518963 Jul 29 23:55:39.460509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35334) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.479048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a110879e-3a52-46cd-9d41-cc6e92b4d538 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:39.482921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Subnet': ['ID=b318ec81-8991-4c94-b58e-e60097746b22,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.494659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:39.500344 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.542049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086a1fe-8ff4-4c8a-9318-fe66ab972630 None None] Network bb8eee4b-b6cb-4713-8c89-e2401fc43db0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:39.545287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.547642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c0601d8-cada-4f18-8d42-49a19e6a79f5 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/subnets/b318ec81-8991-4c94-b58e-e60097746b22 HTTP/1.1" status: 204 len: 168 time: 2.4049742 Jul 29 23:55:39.564536 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-a110879e-3a52-46cd-9d41-cc6e92b4d538 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:39.565346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a110879e-3a52-46cd-9d41-cc6e92b4d538 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:39.567020 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a110879e-3a52-46cd-9d41-cc6e92b4d538 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "PUT /v2.0/ports/ff25cb8d-2f3d-404e-ad6c-947c98c13f97 HTTP/1.1" status: 404 len: 333 time: 0.0972066 Jul 29 23:55:39.569974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.589682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35338) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:39.596897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-deef7328-1e3e-44f3-9924-a846da5a4f61 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:39.793833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] device_id is not set on port bdf7c9ff-f246-419c-9c86-e5a279de9adc yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:39.808698 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-deef7328-1e3e-44f3-9924-a846da5a4f61 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:39.809440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deef7328-1e3e-44f3-9924-a846da5a4f61 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:39.815819 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-deef7328-1e3e-44f3-9924-a846da5a4f61 tempest-NetworksNegativeTestJSON-1387915145 tempest-NetworksNegativeTestJSON-1387915145-project] 10.222.0.49 "PUT /v2.0/subnets/98a6eca3-555d-4bdb-ab84-f808fe94a139 HTTP/1.1" status: 404 len: 337 time: 0.2212853 Jul 29 23:55:39.891856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.907536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] DHCP port deletion for bb8eee4b-b6cb-4713-8c89-e2401fc43db0 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:39.923110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.989519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6d958-e476-4d8c-8b0c-3518a0b2c147 None None] Network f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:40.027053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.13 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/bdf7c9ff-f246-419c-9c86-e5a279de9adc) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:40.034473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=3bae2e54-a78a-43b8-a779-b84aa4488bfe,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.063958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e3b19-a403-48b3-9646-de4da0a55337 req-16ee0ade-680b-48e9-b3db-184d7a93582d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.066340 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c60e3b19-a403-48b3-9646-de4da0a55337 req-16ee0ade-680b-48e9-b3db-184d7a93582d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.9778786 Jul 29 23:55:40.078881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Deleting port e27a8d3f-00e3-48f0-aa49-1110838e9f4b {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:40.079550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.082670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.083529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.083986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.084478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.085057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.085450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.090000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.090545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.091039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.091507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.092255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.093388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:40.170087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.190480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.198626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] For port e27a8d3f-00e3-48f0-aa49-1110838e9f4b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,segment=NetworkSegment(7b417382-a14e-4a36-8851-26d2bf577809),segment_id=7b417382-a14e-4a36-8851-26d2bf577809)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:40.199321 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.206013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7b598a-d4fc-4187-a365-9ec53744c0e3') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.206483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7b598a-d4fc-4187-a365-9ec53744c0e3') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.218181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.221993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Calling delete_port for e27a8d3f-00e3-48f0-aa49-1110838e9f4b owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:40.236897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.245407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:40.246030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.270976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:40.320418 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:40.339562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.341385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35346) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.357954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.386191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.398292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] Pushing event deleted for resources: {'Port': ['ID=e27a8d3f-00e3-48f0-aa49-1110838e9f4b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.418912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ab36c-c82d-4382-a844-4f1d25bf2b7a None None] No DVR routers for this DVR port e27a8d3f-00e3-48f0-aa49-1110838e9f4b on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:40.433193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.439349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 HTTP/1.1" status: 204 len: 168 time: 3.2859669 Jul 29 23:55:40.440704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35350) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.479467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c9c68-a0af-4fc7-b260-066cd0606b7f None None] DHCP port deletion for f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:40.500684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c60e3b19-a403-48b3-9646-de4da0a55337 req-fe8d2fb9-ff7d-4f8e-a592-d16ef27fe0f4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954418 Jul 29 23:55:40.517685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:40.523463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17e3f1-4ffb-4d11-9f5e-94e43b6bea06 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.528816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:40.587007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:40.607615 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea12a782-5a84-4b4f-af64-f57d54ec4aae tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:40.608563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea12a782-5a84-4b4f-af64-f57d54ec4aae tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:40.616414 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea12a782-5a84-4b4f-af64-f57d54ec4aae tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 HTTP/1.1" status: 404 len: 339 time: 0.1390815 Jul 29 23:55:40.625744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35360) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.631113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.646318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416016030', 'description': 'd1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:40.667415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5cd64ce-86bb-4262-8147-326e1af2d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.678105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=bdf7c9ff-f246-419c-9c86-e5a279de9adc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.701265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8eee4b-b6cb-4713-8c89-e2401fc43db0']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.728482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b417382-a14e-4a36-8851-26d2bf577809') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.728841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b417382-a14e-4a36-8851-26d2bf577809') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.743914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.755278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.757180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.758940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:40.764902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.800508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.810938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:40.811258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:40.815880 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:40.828569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.916239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.931038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891deae4-2b15-4ada-9828-66d4e5a643c8 req-bac58b74-8988-4642-87ab-a1db7aa1c336 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.933649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-891deae4-2b15-4ada-9828-66d4e5a643c8 req-bac58b74-8988-4642-87ab-a1db7aa1c336 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2451956 Jul 29 23:55:40.944259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.946529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] 10.222.0.49 "DELETE /v2.0/networks/bb8eee4b-b6cb-4713-8c89-e2401fc43db0 HTTP/1.1" status: 204 len: 168 time: 1.3758106 Jul 29 23:55:40.948616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961a7b0-3201-4175-8c45-7509406cbc65 tempest-AllowedAddressPairTestJSON-794999232 tempest-AllowedAddressPairTestJSON-794999232-project] Pushing event deleted for resources: {'Network': ['ID=bb8eee4b-b6cb-4713-8c89-e2401fc43db0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.950927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:40.976207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.977084 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment 7d1f81bd-69c5-4cbe-95cb-ddc4138cf742 of type vlan for network b53474f5-735e-4c37-8542-50ef4e32327f Jul 29 23:55:40.991756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5cd64ce-86bb-4262-8147-326e1af2d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.008110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5cd64ce-86bb-4262-8147-326e1af2d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.030657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a50e98c4-d668-412b-acb3-77d60984c48e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1415215 Jul 29 23:55:41.037322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35368) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.050429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'port': {'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80', 'name': 'tempest-FloatingIPTestJSON-169122401'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:41.121045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd64ce-86bb-4262-8147-326e1af2d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bdedc6-ec84-4932-8b49-3344d369fc32,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.131554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5cd64ce-86bb-4262-8147-326e1af2d5b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c1999f829ea4aa1b1f8a95901332367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881577 Jul 29 23:55:41.134699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35372) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.202997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.236194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-891deae4-2b15-4ada-9828-66d4e5a643c8 req-a485724c-cccd-400b-9f4d-98da88be90d2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494639 Jul 29 23:55:41.251650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.284979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.293479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.301725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.302926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.353895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.356629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.365507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10bdedc6-ec84-4932-8b49-3344d369fc32 HTTP/1.1" status: 204 len: 168 time: 0.2277665 Jul 29 23:55:41.375270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:41.380101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.451749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230985e-e1b0-4722-8245-47374df310e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bdedc6-ec84-4932-8b49-3344d369fc32,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.496939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35380) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.498149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8612080 Jul 29 23:55:41.513938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e27a8d3f-00e3-48f0-aa49-1110838e9f4b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:41.519060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35382) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.530800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] device_id is not set on port 6a626fd1-ba0a-4105-9b88-fe3b966ba85f yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:41.557817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e27a8d3f-00e3-48f0-aa49-1110838e9f4b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:41.560176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e27a8d3f-00e3-48f0-aa49-1110838e9f4b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:41.561757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8da4f828-6ab6-4ce4-aef9-50434ad61887 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:41.566919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4afaa6-a747-4750-892f-724034002f2e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=b53474f5-735e-4c37-8542-50ef4e32327f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.591730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Deleting port 1294e90b-7db9-46d0-aed2-7b9652d3cea4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:41.592286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.650252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8da4f828-6ab6-4ce4-aef9-50434ad61887 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:41.652980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8da4f828-6ab6-4ce4-aef9-50434ad61887 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:41.663207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b53474f5-735e-4c37-8542-50ef4e32327f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:41.727018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] For port 1294e90b-7db9-46d0-aed2-7b9652d3cea4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1294e90b-7db9-46d0-aed2-7b9652d3cea4,segment=NetworkSegment(2413bf52-562c-49f0-811f-9e00b5a0d4aa),segment_id=2413bf52-562c-49f0-811f-9e00b5a0d4aa)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:41.728657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.754413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Calling delete_port for 1294e90b-7db9-46d0-aed2-7b9652d3cea4 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:41.758467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f68ac-773f-44d9-9411-1dd021519e3d req-5d45dc95-749f-4103-80aa-5e2b2c5f4321 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.775999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-087f68ac-773f-44d9-9411-1dd021519e3d req-5d45dc95-749f-4103-80aa-5e2b2c5f4321 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3750544 Jul 29 23:55:41.951115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072c0c5-d3bf-4a98-8022-e3b5231af255 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.953899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f072c0c5-d3bf-4a98-8022-e3b5231af255 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks?id=b53474f5-735e-4c37-8542-50ef4e32327f HTTP/1.1" status: 200 len: 761 time: 0.4063931 Jul 29 23:55:41.958435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35390) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:41.966284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'description': 'd2'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:42.032819 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-087f68ac-773f-44d9-9411-1dd021519e3d req-0067671f-fb32-47e0-a2eb-02fd1a54763a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555397 Jul 29 23:55:42.075707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-00ec5bc3-d8db-4ddb-a99a-5d6cc6e2caf3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7854089108943c380b1067356f5f4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724127 Jul 29 23:55:42.084192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35396) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.163177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.11 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/6a626fd1-ba0a-4105-9b88-fe3b966ba85f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:42.218999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.262215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.368945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.374240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.402150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493595-5610-4cc3-bcbb-c8dc4171f440 req-d8c206f6-0136-47fd-a1c5-1f5195fd5205 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.409592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90493595-5610-4cc3-bcbb-c8dc4171f440 req-d8c206f6-0136-47fd-a1c5-1f5195fd5205 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1146510 Jul 29 23:55:42.422715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Pushing event deleted for resources: {'Port': ['ID=1294e90b-7db9-46d0-aed2-7b9652d3cea4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.452234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.455388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.456946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fafd9528-30cb-45ec-86e2-bb4417c9854c HTTP/1.1" status: 204 len: 168 time: 0.3713956 Jul 29 23:55:42.481042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.497198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2cd45-8d04-4a8d-b802-4d0578f46f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd9528-30cb-45ec-86e2-bb4417c9854c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.512727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network b53474f5-735e-4c37-8542-50ef4e32327f is not hosted by any dhcp agent {{(pid=93864) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:55:42.518517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.519538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.525497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "PUT /v2.0/networks/b53474f5-735e-4c37-8542-50ef4e32327f HTTP/1.1" status: 200 len: 758 time: 0.5658932 Jul 29 23:55:42.527113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35414) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.640479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-90493595-5610-4cc3-bcbb-c8dc4171f440 req-06d68097-74b4-4971-a6ac-33f00ac68b74 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295320 Jul 29 23:55:42.719006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.752911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.759582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c1f5e-05b6-4bde-8bcf-969487d8ffcf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=b53474f5-735e-4c37-8542-50ef4e32327f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.780783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b53474f5-735e-4c37-8542-50ef4e32327f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:42.824553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a66b26-ce59-49df-85ee-d6ca149b0031 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.829079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a0a66b26-ce59-49df-85ee-d6ca149b0031 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks?id=b53474f5-735e-4c37-8542-50ef4e32327f HTTP/1.1" status: 200 len: 761 time: 0.2900043 Jul 29 23:55:42.833962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35426) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.843146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.865031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915006353'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:42.946865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1acd63-3813-4d7a-a934-12012685fa13 req-46eb2a05-0674-4685-aa06-4d095552c068 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.948524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c1acd63-3813-4d7a-a934-12012685fa13 req-46eb2a05-0674-4685-aa06-4d095552c068 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1304362 Jul 29 23:55:42.949793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:42.955350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.973478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-515300296'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:43.038495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:43.041434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:43.044806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.056990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.075598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c1acd63-3813-4d7a-a934-12012685fa13 req-9d6f66ac-f5cb-4a3e-b2e6-252c75bd31f3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103301 Jul 29 23:55:43.075902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.075902 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment e3304c19-ddd8-4ef6-9aa2-67301ff5ad14 of type vlan for network c278d85f-ef16-432d-9bbf-b634250fc7a9 Jul 29 23:55:43.077222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.178127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Router 03014b6f-c831-4251-bbd7-f4f996ea04ab has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:43.190883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:43.210327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:43.216073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.230215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:43.273521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=6a626fd1-ba0a-4105-9b88-fe3b966ba85f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:43.368428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.369234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.381177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.389249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.390150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.504157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:43.507258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=c278d85f-ef16-432d-9bbf-b634250fc7a9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:43.515181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7698f11b-d5ce-4a51-92d5-091b1c2b248d admin admin] 10.222.0.49 "PUT /v2.0/routers/03014b6f-c831-4251-bbd7-f4f996ea04ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3668039 Jul 29 23:55:43.515379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.520924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Sync routers for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:43.528140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c278d85f-ef16-432d-9bbf-b634250fc7a9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:43.543372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d25af-82b3-40af-acaf-c12548a963ec req-f7718c6d-2425-48ef-ba86-a626c561e9b7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.545320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a7d25af-82b3-40af-acaf-c12548a963ec req-f7718c6d-2425-48ef-ba86-a626c561e9b7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2153552 Jul 29 23:55:43.617156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.647638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:43.648734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.656825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a7d25af-82b3-40af-acaf-c12548a963ec req-bca8d8ad-f5f1-46d9-b7d2-17c79e73df2f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977898 Jul 29 23:55:43.720958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.731756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35458) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.822962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.832327 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cab17005-52a7-49df-8ca8-ecfea46dfec6 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7936757 Jul 29 23:55:43.834203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a56cddb7-0706-472a-9ddd-c8d9ca4c5334 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9870503 Jul 29 23:55:43.837229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35464) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.838656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35466) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:43.847893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:43.878860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:43.921294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '6a626fd1-ba0a-4105-9b88-fe3b966ba85f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:43.995881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.999405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.000208 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 3506ee37-96b8-4035-9c6d-a02ff59539f1 of type vlan for network fe399693-f98c-465b-9611-3452a3b0e406 Jul 29 23:55:44.061720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1624260299'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:44.083509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:44.113197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Made reservation on behalf of 2261c251709845f8b88ea673e6ad6539 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:44.117134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.146466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.149902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.191215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e35453-fa3e-4f00-9085-31bec9b64ca6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.208151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc096c7-1f5b-406f-b7cf-9bd83d17a705 req-d4043af6-6776-4596-9e97-5c3f7a5d7361 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.220777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc096c7-1f5b-406f-b7cf-9bd83d17a705 req-d4043af6-6776-4596-9e97-5c3f7a5d7361 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4071476 Jul 29 23:55:44.224615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.232252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.232985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.266283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.268435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:44.272963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.276840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.333759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dc096c7-1f5b-406f-b7cf-9bd83d17a705 req-d4b1bfac-652f-4f79-98f2-923202499a0c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Jul 29 23:55:44.356355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6278322 Jul 29 23:55:44.368319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35474) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.388936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'name': 'tempest-PortsTestJSON-958778790'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:44.423880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:44.447202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:55:42Z', 'revision_number': 5, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port': {'id': '2e24e430-0869-41c1-a53e-295bd6d1a99e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.458452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.503343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.503725 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Added segment 5cbca403-533b-4c96-9edf-62df782565e2 of type vlan for network 588b48b4-4f2f-4669-b15b-dde609e868c6 Jul 29 23:55:44.503928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Checking router: 03014b6f-c831-4251-bbd7-f4f996ea04ab for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:44.510865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8e76a-4a2c-48ae-a6d1-a1a0907d3806,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.557849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7878c9-c048-4793-a4ce-fce7db888d42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=fe399693-f98c-465b-9611-3452a3b0e406,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.558928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Routers {'03014b6f-c831-4251-bbd7-f4f996ea04ab'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:44.561231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03014b6f-c831-4251-bbd7-f4f996ea04ab'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.598056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ee205-ad1d-40f4-b096-1f0251515743 req-a676a53f-bef7-4ef6-be3a-73ce574c097c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.600790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-127ee205-ad1d-40f4-b096-1f0251515743 req-a676a53f-bef7-4ef6-be3a-73ce574c097c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1311862 Jul 29 23:55:44.626032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Deleting port 2e24e430-0869-41c1-a53e-295bd6d1a99e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:44.626800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.629729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.632735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:44.632924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.791555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:44.795228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.798329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] For port 2e24e430-0869-41c1-a53e-295bd6d1a99e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2e24e430-0869-41c1-a53e-295bd6d1a99e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:44.798533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] Set router 03014b6f-c831-4251-bbd7-f4f996ea04ab gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:44.799157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.807975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.814130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.814760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.838843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Calling delete_port for 2e24e430-0869-41c1-a53e-295bd6d1a99e owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:44.852363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1155250 Jul 29 23:55:44.874012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0df2b339-66ab-4425-9985-824096d80627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:55:44Z', 'revision_number': 6, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.897766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.905082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Request body: {'subnet': {'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:44.914695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2b339-66ab-4425-9985-824096d80627 None None] The sync data for ids ['03014b6f-c831-4251-bbd7-f4f996ea04ab'] in n-d-712707-11 is: [{'id': '03014b6f-c831-4251-bbd7-f4f996ea04ab', 'name': 'tempest-ServerRescueTestJSON-1967046513-router', 'tenant_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:17Z', 'updated_at': '2021-07-29T23:55:44Z', 'revision_number': 6, 'project_id': '29e6fdebeb9045dfb5d5d815fd1d8f3c', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:44.923598 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-127ee205-ad1d-40f4-b096-1f0251515743 req-03d450dd-671d-4a17-803d-bd9369cf34cd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074169 Jul 29 23:55:45.068808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 04960016-49a6-4b80-b7e0-369651e09e3d yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:45.149774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.186348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e24e430-0869-41c1-a53e-295bd6d1a99e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.253764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f2fda-14c1-433c-8141-e0daace5e6b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'Network': ['ID=588b48b4-4f2f-4669-b15b-dde609e868c6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.256961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.271373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:45.284329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.33 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:45.288793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.448552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.451874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.503897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1294e90b-7db9-46d0-aed2-7b9652d3cea4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:45.529839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1294e90b-7db9-46d0-aed2-7b9652d3cea4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:45.531307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1294e90b-7db9-46d0-aed2-7b9652d3cea4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:45.531554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.533789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03014b6f-c831-4251-bbd7-f4f996ea04ab {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:45.549223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.554865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6a691dd5-3145-4af6-bcb3-569016fdd2c8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/03014b6f-c831-4251-bbd7-f4f996ea04ab HTTP/1.1" status: 204 len: 168 time: 2.0379481 Jul 29 23:55:45.555672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35484) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.580148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541ba70-57d4-4e47-979e-7b69de4a271a req-802b98ef-3ea3-48fc-9db5-1b8461a76b80 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:45.582780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b541ba70-57d4-4e47-979e-7b69de4a271a req-802b98ef-3ea3-48fc-9db5-1b8461a76b80 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5049572 Jul 29 23:55:45.583877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=b61220c0-cb33-447a-b621-6ab3c40f4f08,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.621449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Deleting subnet 146dd25f-4f9e-4d11-b943-78eece3be42e {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:45.625261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.674012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.724712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.805916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.853094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146dd25f-4f9e-4d11-b943-78eece3be42e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.860130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.868404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26f17af5-5235-42e3-a14e-6bb0b235221e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/146dd25f-4f9e-4d11-b943-78eece3be42e HTTP/1.1" status: 204 len: 168 time: 0.3114638 Jul 29 23:55:45.870292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.946007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Made reservation on behalf of 2261c251709845f8b88ea673e6ad6539 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:45.951254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.959040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.068545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.087697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c39f641-42c0-46b9-9ca4-4f405cd44995']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.106284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2413bf52-562c-49f0-811f-9e00b5a0d4aa') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.106782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2413bf52-562c-49f0-811f-9e00b5a0d4aa') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:46.131806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.135963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35490) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.146890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1694035330'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:46.166112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.178790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:46.179502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.182301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:46.182541 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:46.185137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: c278d85f-ef16-432d-9bbf-b634250fc7a9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:46.227539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:46.233143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.268401 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bd58c4c-08ee-4108-9fba-e4b6fe44d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.280735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b541ba70-57d4-4e47-979e-7b69de4a271a req-c1de817d-ea38-4597-b661-cbbf7680ceee tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819944 Jul 29 23:55:46.293887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.300043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.309932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:46.314071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.321576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c39f641-42c0-46b9-9ca4-4f405cd44995 HTTP/1.1" status: 204 len: 168 time: 0.4452484 Jul 29 23:55:46.322177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.363349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572987e-4e94-4450-894c-95bda5fd7b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c39f641-42c0-46b9-9ca4-4f405cd44995,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.373288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.378779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network c278d85f-ef16-432d-9bbf-b634250fc7a9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:46.382060 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Added segment 0b936606-8fd8-4807-9ee7-2265b6545871 of type vlan for network 0bdfc354-68c2-4434-815d-b84c881307eb Jul 29 23:55:46.455344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c278d85f-ef16-432d-9bbf-b634250fc7a9) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:46.468484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f865d55-8185-4060-9441-0d72800aac44 None None] Network c278d85f-ef16-432d-9bbf-b634250fc7a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:46.470877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.511931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:46.512928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.579742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d64783c-d0a6-4fb1-a017-bd75bc679a1c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7379520 Jul 29 23:55:46.581773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.586012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.589171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.661966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.669449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:46.670747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.723666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:46.733389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:46.739266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:46.750701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.827171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.838106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6959629 Jul 29 23:55:46.849900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35502) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.860521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35504) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.870382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1378769248'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:46.881674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5b759-eb69-4bcf-bbf7-ddf4eb35fd91 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Network': ['ID=0bdfc354-68c2-4434-815d-b84c881307eb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.900849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0bdfc354-68c2-4434-815d-b84c881307eb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:46.949740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.994144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8e30caef-ad7e-48a2-a2df-16b06f3a3b16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29e6fdebeb9045dfb5d5d815fd1d8f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319425 Jul 29 23:55:47.000607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '3506ee37-96b8-4035-9c6d-a02ff59539f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:47.001249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: fe399693-f98c-465b-9611-3452a3b0e406, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:47.003191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35506) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.017212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'Subnet': ['ID=29d5d8f3-b446-4705-a73a-6aed251ca808,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.031808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:47.036057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.052987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c278d85f-ef16-432d-9bbf-b634250fc7a9', 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': 'b61220c0-cb33-447a-b621-6ab3c40f4f08'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:47.054101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.092573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=04960016-49a6-4b80-b7e0-369651e09e3d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.164405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Checking segment: {'id': '5cbca403-533b-4c96-9edf-62df782565e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:47.165163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Network hostable DHCP agents. Network: 588b48b4-4f2f-4669-b15b-dde609e868c6, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:47.173966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:47.193074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:47.218448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fe399693-f98c-465b-9611-3452a3b0e406) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:47.251228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a0454c-f67e-4bfc-9ffc-5d10ec148bf3 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:47.274606 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.310174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.311072 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Added segment f67fe961-1365-4ecb-862c-d1aeda183ab9 of type vlan for network 75a636af-48bc-4711-ac0a-df9123c379b2 Jul 29 23:55:47.313279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:47.315870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.322638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.323996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.373524 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.382863 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.383623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:47.417919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2e24e430-0869-41c1-a53e-295bd6d1a99e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:47.469801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 588b48b4-4f2f-4669-b15b-dde609e868c6) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:47.472238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2e24e430-0869-41c1-a53e-295bd6d1a99e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:47.472955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2e24e430-0869-41c1-a53e-295bd6d1a99e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:47.475046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Allocated IP 172.20.0.2 (c278d85f-ef16-432d-9bbf-b634250fc7a9/b61220c0-cb33-447a-b621-6ab3c40f4f08/d0cf22ef-e4fe-433c-9b3a-395e2f40be7d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:47.493487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.496687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.501473 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5036103-1ee5-4d85-b2d8-250260548591 HTTP/1.1" status: 204 len: 168 time: 0.4892697 Jul 29 23:55:47.503725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8f2ef-ddb8-430f-86a0-c58db84f50ea None None] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:47.513365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5036103-1ee5-4d85-b2d8-250260548591,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.528716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.529227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.529818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.530307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.530795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.531267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.531764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.532244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.532707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.533189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.534009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.534489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4970a482-ee19-4bd5-b5b1-e9770de3e9ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:47.539073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce7e0ef9-863f-45a8-9ac3-71a510341774 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1571813 Jul 29 23:55:47.550874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35516) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.552083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.560880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865361777'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:47.562249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.563549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.602738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:47.611401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.630903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d826d8ad-0063-4907-89de-a12541fa7e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7318385 Jul 29 23:55:47.637666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.649348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Request body: {'port': {'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1371396254'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:47.674323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369a40f-f41e-4310-9b7b-454d14384e4e req-496a43b7-0772-49c5-b275-349b129f3e70 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.677105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a369a40f-f41e-4310-9b7b-454d14384e4e req-496a43b7-0772-49c5-b275-349b129f3e70 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3690779 Jul 29 23:55:47.765299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.773695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.774688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.986701 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.989303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-588b48b4-4f2f-4669-b15b-dde609e868c6', 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6', 'tenant_id': '2261c251709845f8b88ea673e6ad6539', 'fixed_ips': [{'subnet_id': '29d5d8f3-b446-4705-a73a-6aed251ca808'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:47.990534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.012913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Transition to ACTIVE for port object d0cf22ef-e4fe-433c-9b3a-395e2f40be7d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:48.120628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Transition to ACTIVE for port object d0cf22ef-e4fe-433c-9b3a-395e2f40be7d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:48.138229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.139262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.192946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:48.231606 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.232002 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 4fcf703c-0649-4662-bafd-b82c742e937b of type vlan for network 13a44920-437a-45e2-98fe-ab6ea194b2bb Jul 29 23:55:48.251599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3961029 Jul 29 23:55:48.255921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.259396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.276661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'subnet': {'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:48.317352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Network c278d85f-ef16-432d-9bbf-b634250fc7a9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:48.323349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72feab-5ed8-486c-8478-a7253ab0eb10 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Network': ['ID=75a636af-48bc-4711-ac0a-df9123c379b2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.328598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:48.332634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Pushing event updated for resources: {'Port': ['ID=d0cf22ef-e4fe-433c-9b3a-395e2f40be7d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.337223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:48.350141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a369a40f-f41e-4310-9b7b-454d14384e4e req-735608a9-9066-4c10-a9e5-0cc49a90df21 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390421 Jul 29 23:55:48.351613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.352477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 75a636af-48bc-4711-ac0a-df9123c379b2 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:48.362433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Allocated IP 2001:db8::2 (588b48b4-4f2f-4669-b15b-dde609e868c6/29d5d8f3-b446-4705-a73a-6aed251ca808/30735d59-b1e6-4aa3-b331-6a991acc02a0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:48.492484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Made reservation on behalf of 2261c251709845f8b88ea673e6ad6539 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:48.498241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.538581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=b61220c0-cb33-447a-b621-6ab3c40f4f08,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.551351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.572027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Attempting to bind port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:48.572800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Attempting to bind port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:48.573295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Attempting to bind port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d on network c278d85f-ef16-432d-9bbf-b634250fc7a9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:48.585815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:48.586375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Checking segment: {'id': 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:48.587153 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.587898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Bound using segment: {'id': 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:48.588814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Bound port: d0cf22ef-e4fe-433c-9b3a-395e2f40be7d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:48.589482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.662804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] device_id is not set on port 1bd3868c-8daa-441f-8e21-f96c804ec1cb yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:48.766749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:55:48.797206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] For port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:48.799425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.803429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] For port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d0cf22ef-e4fe-433c-9b3a-395e2f40be7d,segment=NetworkSegment(e3304c19-ddd8-4ef6-9aa2-67301ff5ad14),segment_id=e3304c19-ddd8-4ef6-9aa2-67301ff5ad14)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:48.808767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.816074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.816866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.842759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278d85f-ef16-432d-9bbf-b634250fc7a9']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.846729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.864472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.870548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.871272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.885276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.885276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:48.887305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:48.891168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.903959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.928931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Transition to ACTIVE for port object 30735d59-b1e6-4aa3-b331-6a991acc02a0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:48.971589 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.986538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.992953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79170b-20ca-455c-a561-8b16ce2e8dc0 None None] Network c278d85f-ef16-432d-9bbf-b634250fc7a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:49.000553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Transition to ACTIVE for port object 30735d59-b1e6-4aa3-b331-6a991acc02a0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:49.043317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4896295 Jul 29 23:55:49.047106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.056494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'ports': [{'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'}, {'network_id': '13a44920-437a-45e2-98fe-ab6ea194b2bb'}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.057173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.057900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '13a44920-437a-45e2-98fe-ab6ea194b2bb'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.076467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6018fb-4a2d-4710-8436-a87d8aac70fa None None] Pushing event updated for resources: {'Port': ['ID=d0cf22ef-e4fe-433c-9b3a-395e2f40be7d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.085494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3dfd5-dc51-4c85-9e09-60cca1486f1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=13a44920-437a-45e2-98fe-ab6ea194b2bb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.085802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.088548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.106246 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75d1ffd9-692f-49c0-88c0-8628e7cc716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.106759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35542) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.119554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 13a44920-437a-45e2-98fe-ab6ea194b2bb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:49.121460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:49.121915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:49.124995 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:49.212012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Allocated IP 2001:db8::351 (588b48b4-4f2f-4669-b15b-dde609e868c6/29d5d8f3-b446-4705-a73a-6aed251ca808/1bd3868c-8daa-441f-8e21-f96c804ec1cb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:49.239362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:49.239362 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:49.239362 n-d-712707-11 neutron-server[93865]: [parameters: {'id': 'c278d85f-ef16-432d-9bbf-b634250fc7a9'}] Jul 29 23:55:49.239362 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:49.239987 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:49.299143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2098490908-network', 'tenant_id': '0ab88f47e6a0470ca6178cbab8a1b805'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.378387 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 860d99ea-9eb9-4e4b-bbdf-12c94d918396 associated. External IP: 172.25.5.33, port: 6a626fd1-ba0a-4105-9b88-fe3b966ba85f. Jul 29 23:55:49.451382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Made reservation on behalf of 0ab88f47e6a0470ca6178cbab8a1b805 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:49.454243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.474952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.503090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:49.511023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.527724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:49.554413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:49.566007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:49.582271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Pushing event updated for resources: {'Port': ['ID=30735d59-b1e6-4aa3-b331-6a991acc02a0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.587293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.615671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.644787 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.724681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Attempting to bind port 30735d59-b1e6-4aa3-b331-6a991acc02a0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:49.725222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Attempting to bind port 30735d59-b1e6-4aa3-b331-6a991acc02a0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '5cbca403-533b-4c96-9edf-62df782565e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:49.725818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Attempting to bind port 30735d59-b1e6-4aa3-b331-6a991acc02a0 on network 588b48b4-4f2f-4669-b15b-dde609e868c6 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:49.738870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:49.739907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Checking segment: {'id': '5cbca403-533b-4c96-9edf-62df782565e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:49.739907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.740232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Bound using segment: {'id': '5cbca403-533b-4c96-9edf-62df782565e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:49.740790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Bound port: 30735d59-b1e6-4aa3-b331-6a991acc02a0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbca403-533b-4c96-9edf-62df782565e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:49.741272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.750244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.766120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.819817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Subnet': ['ID=fa0591d6-1f31-406e-a382-5ee02590307e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.828537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 52fd5665-faa7-43d8-b58b-34bb96706030 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:49.842735 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1df78-b3c7-4d70-9bbf-a825b893e21e req-d5a2850b-3a6c-4a29-a5d5-ca85c6456eb1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.845285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eed1df78-b3c7-4d70-9bbf-a825b893e21e req-d5a2850b-3a6c-4a29-a5d5-ca85c6456eb1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3383751 Jul 29 23:55:49.871241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Transition to ACTIVE for port object 1bd3868c-8daa-441f-8e21-f96c804ec1cb will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:49.882202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] For port 30735d59-b1e6-4aa3-b331-6a991acc02a0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:49.882771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:49.887381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] For port 30735d59-b1e6-4aa3-b331-6a991acc02a0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=30735d59-b1e6-4aa3-b331-6a991acc02a0,segment=NetworkSegment(5cbca403-533b-4c96-9edf-62df782565e2),segment_id=5cbca403-533b-4c96-9edf-62df782565e2)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:49.894267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.943882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:49.944363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network hostable DHCP agents. Network: 0bdfc354-68c2-4434-815d-b84c881307eb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:49.974876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0a53-d581-4986-8c38-58290ecb3fbb None None] Pushing event updated for resources: {'Port': ['ID=30735d59-b1e6-4aa3-b331-6a991acc02a0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:50.041601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eed1df78-b3c7-4d70-9bbf-a825b893e21e req-c7b5ba43-2481-4ffb-840f-d597b1ff6632 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620483 Jul 29 23:55:50.071876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 0bdfc354-68c2-4434-815d-b84c881307eb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:50.075727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.143766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.173740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.191706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0bdfc354-68c2-4434-815d-b84c881307eb) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:50.198934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:50.199554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.239697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4acf6a-ba8a-4656-8819-b7c2335899a4 None None] Network 0bdfc354-68c2-4434-815d-b84c881307eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:50.261377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:50.334765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:50.355608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb6a5b-55dc-4e3f-8284-b882b6e2c2a6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:50.360129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'Port': ['ID=1bd3868c-8daa-441f-8e21-f96c804ec1cb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:50.364657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:50.391361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.392067 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Added segment 25748bd6-2771-4fee-be55-1cfae63e3c8e of type vlan for network 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 Jul 29 23:55:50.425082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:50.425768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.434010 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd86068e-e701-4c9c-a34f-97ee1178b049 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1727939 Jul 29 23:55:50.437732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.460449 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'subnet': {'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:50.516032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:50.528464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:50.529421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.540731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0bdfc354-68c2-4434-815d-b84c881307eb', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:50.542327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.654473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.668512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:50.673946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.682145 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:50.698096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.708209 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:50.709129 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:50.728426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.750194 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:50.761346 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:50.762247 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:50.798057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f68dd55a-577a-4994-a15d-969dab7cc849 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9551466 Jul 29 23:55:50.798347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35554) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:50.804259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:50.810488 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:50.811394 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd165bd-8b13-4bd3-8d8e-656c92c815c3 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:50.834996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Allocated IP 10.1.1.2 (0bdfc354-68c2-4434-815d-b84c881307eb/fa0591d6-1f31-406e-a382-5ee02590307e/416be3f2-c1e6-41b8-bc67-d3770e310c95) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:50.847217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d0cf22ef-e4fe-433c-9b3a-395e2f40be7d,segment=NetworkSegment(e3304c19-ddd8-4ef6-9aa2-67301ff5ad14),segment_id=e3304c19-ddd8-4ef6-9aa2-67301ff5ad14)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:50.847989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.860455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.860455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:50.860455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.971715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.007955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9b24a1-e209-4fc7-82d2-b81bc02f9df1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.015835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6e39761e-1459-4843-bef8-842b6b78be37 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3735991 Jul 29 23:55:51.036135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35556) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.039602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for d0cf22ef-e4fe-433c-9b3a-395e2f40be7d owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:51.050630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:51.053012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Request body: {'port': {'network_id': '588b48b4-4f2f-4669-b15b-dde609e868c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1099947485', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:51.054100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] bootfile-name is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:51.054693 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] tftp-server is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:51.055558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] server-ip-address is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:51.106023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:51.110774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.141828 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.155800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Transition to ACTIVE for port object 416be3f2-c1e6-41b8-bc67-d3770e310c95 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:51.184195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Transition to ACTIVE for port object 416be3f2-c1e6-41b8-bc67-d3770e310c95 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:51.192370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.199609 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.200450 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 860d99ea-9eb9-4e4b-bbdf-12c94d918396 disassociated. External IP: 172.25.5.33, port: 6a626fd1-ba0a-4105-9b88-fe3b966ba85f. Jul 29 23:55:51.205976 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.279238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:51.289549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f81a9cdc-29d6-4238-b84f-9e92fdd92397 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1785312 Jul 29 23:55:51.323113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Network 0bdfc354-68c2-4434-815d-b84c881307eb is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:51.328059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35560) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.338827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:51.342578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:51.345091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Request body: {'subnet': {'network_id': '9b9b24a1-e209-4fc7-82d2-b81bc02f9df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2098490908-subnet', 'tenant_id': '0ab88f47e6a0470ca6178cbab8a1b805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:51.535425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Attempting to bind port 416be3f2-c1e6-41b8-bc67-d3770e310c95 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:51.536225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Attempting to bind port 416be3f2-c1e6-41b8-bc67-d3770e310c95 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:51.538031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Attempting to bind port 416be3f2-c1e6-41b8-bc67-d3770e310c95 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:51.540627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8bba-62c7-4818-89b9-41b98fa20179 req-1463eec8-e114-415d-ab77-dc12536de1ba tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:51.542212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Pushing event updated for resources: {'Port': ['ID=416be3f2-c1e6-41b8-bc67-d3770e310c95,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.554304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:51.555232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:51.556951 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.556951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Bound using segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:51.557429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Bound port: 416be3f2-c1e6-41b8-bc67-d3770e310c95, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:51.558009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.565990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-587a8bba-62c7-4818-89b9-41b98fa20179 req-1463eec8-e114-415d-ab77-dc12536de1ba tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3052998 Jul 29 23:55:51.616707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 30735d59-b1e6-4aa3-b331-6a991acc02a0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:51.629468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Made reservation on behalf of 0ab88f47e6a0470ca6178cbab8a1b805 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:51.633074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.667386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6315c3-1393-45e0-b538-5c7a09f05ffe None None] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:51.692781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.765808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port d0cf22ef-e4fe-433c-9b3a-395e2f40be7d on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:51.815166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=d0cf22ef-e4fe-433c-9b3a-395e2f40be7d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.817934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7c2a8206-5880-4005-b473-de44e564feed None None] For port 416be3f2-c1e6-41b8-bc67-d3770e310c95, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:51.845992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7c2a8206-5880-4005-b473-de44e564feed None None] For port 416be3f2-c1e6-41b8-bc67-d3770e310c95, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=416be3f2-c1e6-41b8-bc67-d3770e310c95,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:51.856002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-63e4ccba-fb05-4298-9eab-812383aa44dd None None] Provisioning for port 30735d59-b1e6-4aa3-b331-6a991acc02a0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:51.870750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.890865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Made reservation on behalf of 2261c251709845f8b88ea673e6ad6539 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:51.895676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.922431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 30735d59-b1e6-4aa3-b331-6a991acc02a0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:51.941953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.944796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 30735d59-b1e6-4aa3-b331-6a991acc02a0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:51.945162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.949740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-587a8bba-62c7-4818-89b9-41b98fa20179 req-64cf42d7-772f-430c-b415-c1c70761c602 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457429 Jul 29 23:55:52.065479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.073729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a8206-5880-4005-b473-de44e564feed None None] Pushing event updated for resources: {'Port': ['ID=416be3f2-c1e6-41b8-bc67-d3770e310c95,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.094752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] device_id is not set on port b5ae4b17-c699-46ff-970d-13f7d3389217 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:52.118156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278d85f-ef16-432d-9bbf-b634250fc7a9']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.209595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.210793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3304c19-ddd8-4ef6-9aa2-67301ff5ad14') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.224108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Subnet': ['ID=ba86930b-6aba-457f-a385-fa1ee2cef021,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.240107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:52.243619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.263064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.263292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.286412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Checking segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:52.287181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network hostable DHCP agents. Network: 75a636af-48bc-4711-ac0a-df9123c379b2, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:52.313795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.379368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 30735d59-b1e6-4aa3-b331-6a991acc02a0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=30735d59-b1e6-4aa3-b331-6a991acc02a0,segment=NetworkSegment(5cbca403-533b-4c96-9edf-62df782565e2),segment_id=5cbca403-533b-4c96-9edf-62df782565e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:52.420170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.421499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:52.422372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.502970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:52.505152 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:52.523242 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.530422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 75a636af-48bc-4711-ac0a-df9123c379b2 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:52.544388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=30735d59-b1e6-4aa3-b331-6a991acc02a0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.564402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.591945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 75a636af-48bc-4711-ac0a-df9123c379b2) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:52.605342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.608949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.610257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.619751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54887251-949a-4c24-a50b-06fadb36f313 None None] Network 75a636af-48bc-4711-ac0a-df9123c379b2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:52.663378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.671321 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/c278d85f-ef16-432d-9bbf-b634250fc7a9 HTTP/1.1" status: 204 len: 168 time: 6.0831544 Jul 29 23:55:52.698287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35562) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.717348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Allocated IP 2001:db8::94 (588b48b4-4f2f-4669-b15b-dde609e868c6/29d5d8f3-b446-4705-a73a-6aed251ca808/b5ae4b17-c699-46ff-970d-13f7d3389217) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:52.740003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:52.745034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55f2932-a28c-4ae3-b372-d148e19c0dc1,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.760229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89b45cde-e296-4392-b017-846be18232bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3197155 Jul 29 23:55:52.764899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35564) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.767812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:52.783833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'name': 'tempest-TaggedBootDevicesTest_v242-695878857', 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:52.788076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:52.789140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.823005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91a4b-a697-4103-89f8-93f709ae55ce tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=c278d85f-ef16-432d-9bbf-b634250fc7a9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.824960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:52.831173 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7835f4-e123-4d09-b5aa-0ba21248a8f5 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] GET failed (client error): The resource could not be found. Jul 29 23:55:52.833401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ff7835f4-e123-4d09-b5aa-0ba21248a8f5 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets/b61220c0-cb33-447a-b621-6ab3c40f4f08 HTTP/1.1" status: 404 len: 337 time: 0.1340630 Jul 29 23:55:52.838190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.868971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.878338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=52fd5665-faa7-43d8-b58b-34bb96706030,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:52.959498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:52.962183 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-0832cdcc-1e44-40e3-93f1-a69992f1b725 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:52.962903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0832cdcc-1e44-40e3-93f1-a69992f1b725 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:52.970084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0832cdcc-1e44-40e3-93f1-a69992f1b725 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/c278d85f-ef16-432d-9bbf-b634250fc7a9 HTTP/1.1" status: 404 len: 339 time: 0.1303260 Jul 29 23:55:52.975141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35568) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.978871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Checking segment: {'id': '25748bd6-2771-4fee-be55-1cfae63e3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9b9b24a1-e209-4fc7-82d2-b81bc02f9df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:52.979410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Network hostable DHCP agents. Network: 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:53.012034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:53.012775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.053889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b1f6c097-020c-4d7d-9708-da5142234e9d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/860d99ea-9eb9-4e4b-bbdf-12c94d918396 HTTP/1.1" status: 200 len: 687 time: 2.2544036 Jul 29 23:55:53.058251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.062076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-75a636af-48bc-4711-ac0a-df9123c379b2', 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ips': [{'subnet_id': 'ba86930b-6aba-457f-a385-fa1ee2cef021'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:53.063258 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.065922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Provisioning complete for port 30735d59-b1e6-4aa3-b331-6a991acc02a0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:53.066448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.088091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35572) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.121701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:53.122600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.174738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.179625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d427c-a3d6-4dba-99a3-3028074766d5 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:53.199569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.280521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '4fcf703c-0649-4662-bafd-b82c742e937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '13a44920-437a-45e2-98fe-ab6ea194b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:53.281870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: 13a44920-437a-45e2-98fe-ab6ea194b2bb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:53.335091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.385339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ea466-8392-427c-a97b-0703e922177a req-fe3c073c-6904-48ec-b51a-efce0cdd1bca tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.394814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-004ea466-8392-427c-a97b-0703e922177a req-fe3c073c-6904-48ec-b51a-efce0cdd1bca tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2027326 Jul 29 23:55:53.401688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Transition to ACTIVE for port object b5ae4b17-c699-46ff-970d-13f7d3389217 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:53.403175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Network 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:53.492634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:53.538109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7970e28-eb83-4b71-a4f6-028578e83ca2 None None] Network 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:53.539774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.540808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.542574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-004ea466-8392-427c-a97b-0703e922177a req-a882e2ab-c3c8-4f33-ab56-01e475f8826b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464872 Jul 29 23:55:53.581855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 13a44920-437a-45e2-98fe-ab6ea194b2bb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:53.588100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.631754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:53.734620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'Port': ['ID=b5ae4b17-c699-46ff-970d-13f7d3389217,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.751098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Provisioning for port 1bd3868c-8daa-441f-8e21-f96c804ec1cb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:53.756698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:53.758941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:53.762078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 30735d59-b1e6-4aa3-b331-6a991acc02a0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:53.775158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:53.778168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Provisioning complete for port 1bd3868c-8daa-441f-8e21-f96c804ec1cb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:53.778695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.797255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.798893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.849461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6eba57a3-2eda-4bc5-9cfc-05b8c4e189fc tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8019013 Jul 29 23:55:53.850919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.908391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fd1a8-8908-4f72-91af-f3d0e2b84edb None None] Port 1bd3868c-8daa-441f-8e21-f96c804ec1cb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:53.931707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Allocated IP 10.2.2.2 (75a636af-48bc-4711-ac0a-df9123c379b2/ba86930b-6aba-457f-a385-fa1ee2cef021/1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:53.950487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eebde7-84f2-4ff8-9226-8c9c802e67a0 None None] Network 0bdfc354-68c2-4434-815d-b84c881307eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:54.006309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6184fbb-542b-4911-be9a-ce6aa05e2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.017545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6184fbb-542b-4911-be9a-ce6aa05e2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.028988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6184fbb-542b-4911-be9a-ce6aa05e2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.036774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a6184fbb-542b-4911-be9a-ce6aa05e2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1834536 Jul 29 23:55:54.038475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35576) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.134226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.142324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 13a44920-437a-45e2-98fe-ab6ea194b2bb) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:54.146334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-52bd592a-2b49-44b1-bbbe-c770f0c53d57 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8169470 Jul 29 23:55:54.150238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abec0d9-037b-44dd-a361-f485a5c32eb6 None None] Network 9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:54.174336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b65c1c-16fe-4720-a812-2c8d7d1ade94 None None] Network 13a44920-437a-45e2-98fe-ab6ea194b2bb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:54.178229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 30735d59-b1e6-4aa3-b331-6a991acc02a0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:54.178810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.181302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-539ae3b9-5f99-44b6-a457-f243d5dd29b2 None None] Provisioning for port 416be3f2-c1e6-41b8-bc67-d3770e310c95 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:54.205847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db1789-041c-45f5-baff-b67997a0aebc tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.207372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-93db1789-041c-45f5-baff-b67997a0aebc tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2251406 Jul 29 23:55:54.210985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:54.217685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.221747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35580) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.225963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.226949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.255138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] device_id is not set on port f9876b90-1365-43a6-8988-7c8336e70a98 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:54.292785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Deleting port b5ae4b17-c699-46ff-970d-13f7d3389217 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:54.293420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.347844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c386c61e-a5bc-4187-8bdc-cf01572ee6d1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2989049 Jul 29 23:55:54.365018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35582) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.407268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d71713fb-469e-49f4-b112-e5af07059edf tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 207 time: 0.1642227 Jul 29 23:55:54.407738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.408229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35588) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.535334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:54.536024 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.571162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.584584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Deleting subnet b55f2932-a28c-4ae3-b372-d148e19c0dc1 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:54.593854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.661610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-539ae3b9-5f99-44b6-a457-f243d5dd29b2 None None] Provisioning complete for port 1bd3868c-8daa-441f-8e21-f96c804ec1cb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:54.662228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-539ae3b9-5f99-44b6-a457-f243d5dd29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.705335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.752031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Calling delete_port for b5ae4b17-c699-46ff-970d-13f7d3389217 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:54.780534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.1.1.158 (0bdfc354-68c2-4434-815d-b84c881307eb/fa0591d6-1f31-406e-a382-5ee02590307e/f9876b90-1365-43a6-8988-7c8336e70a98) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:54.805727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.806170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.832424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:54.833431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.861049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:54.882019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38668687-cff9-4b87-b6e8-6de204c86c8c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.898076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38668687-cff9-4b87-b6e8-6de204c86c8c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.908736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38668687-cff9-4b87-b6e8-6de204c86c8c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.923155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38668687-cff9-4b87-b6e8-6de204c86c8c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.931449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-38668687-cff9-4b87-b6e8-6de204c86c8c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5044186 Jul 29 23:55:54.934179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35594) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.978578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-539ae3b9-5f99-44b6-a457-f243d5dd29b2 None None] Port 1bd3868c-8daa-441f-8e21-f96c804ec1cb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:55.043008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.046887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.059977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.079877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 416be3f2-c1e6-41b8-bc67-d3770e310c95 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:55.096048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:55.096715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ae43a-457f-422e-ad0a-21e47a351880 req-88ab7241-77da-4571-8b81-c12fca853fce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.101292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a7ae43a-457f-422e-ad0a-21e47a351880 req-88ab7241-77da-4571-8b81-c12fca853fce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3527555 Jul 29 23:55:55.191226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Transition to ACTIVE for port object 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:55.195007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9cddc3a9-5958-4e91-8b16-275759f707ae None None] Provisioning for port b5ae4b17-c699-46ff-970d-13f7d3389217 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:55.214730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9cddc3a9-5958-4e91-8b16-275759f707ae None None] Provisioning complete for port b5ae4b17-c699-46ff-970d-13f7d3389217 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:55.215503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9cddc3a9-5958-4e91-8b16-275759f707ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.242319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8a7ae43a-457f-422e-ad0a-21e47a351880 req-11e4904a-a025-47b8-b935-6630ac3b34d6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331439 Jul 29 23:55:55.248800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.273048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0fd1f172-56af-4df7-924e-cc5111e60bf7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3344917 Jul 29 23:55:55.275178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.312400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.317570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b55f2932-a28c-4ae3-b372-d148e19c0dc1 HTTP/1.1" status: 204 len: 168 time: 0.9051347 Jul 29 23:55:55.325910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.331163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Transition to ACTIVE for port object 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:55.344976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5a0f-148e-482e-8b05-ee4ae1e79eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55f2932-a28c-4ae3-b372-d148e19c0dc1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.349988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 416be3f2-c1e6-41b8-bc67-d3770e310c95 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:55.357010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.366192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 416be3f2-c1e6-41b8-bc67-d3770e310c95 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:55.366753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.373947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9cddc3a9-5958-4e91-8b16-275759f707ae None None] Port b5ae4b17-c699-46ff-970d-13f7d3389217 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:55.448343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Network 75a636af-48bc-4711-ac0a-df9123c379b2 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:55.454224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.460641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:55.472178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:55.494299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ead43-d118-4245-aab6-08865de9ab73 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.497320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ead43-d118-4245-aab6-08865de9ab73 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.500475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-322ead43-d118-4245-aab6-08865de9ab73 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2247584 Jul 29 23:55:55.506429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Pushing event updated for resources: {'Port': ['ID=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.545928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.571880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event deleted for resources: {'Port': ['ID=b5ae4b17-c699-46ff-970d-13f7d3389217,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.597673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.634380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.650554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.653798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b4a7d3b5-3b48-40a4-b8cc-1156c712094e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "DELETE /v2.0/ports/b5ae4b17-c699-46ff-970d-13f7d3389217 HTTP/1.1" status: 204 len: 168 time: 1.6140845 Jul 29 23:55:55.660925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35602) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.669028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Request body: {'port': {'name': 'tempest-new-port-name-2065245991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.669650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] bootfile-name is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:55.670089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] tftp-server is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:55.670657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] server-ip-address is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:55:55.721239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Attempting to bind port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:55.721666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Attempting to bind port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:55.722052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Attempting to bind port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f on network 75a636af-48bc-4711-ac0a-df9123c379b2 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:55.732848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:55.733367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Checking segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:55.733932 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.734422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Bound using segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:55.734984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Bound port: 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:55.735372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.772195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object f9876b90-1365-43a6-8988-7c8336e70a98 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:55.778951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.782032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.811349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ca240-0325-4122-903b-4df29339984a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.814384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ca240-0325-4122-903b-4df29339984a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.818498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a48ca240-0325-4122-903b-4df29339984a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2707834 Jul 29 23:55:55.830017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.871105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.883396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 416be3f2-c1e6-41b8-bc67-d3770e310c95, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=416be3f2-c1e6-41b8-bc67-d3770e310c95,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:55.890941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9b24a1-e209-4fc7-82d2-b81bc02f9df1']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:55.905507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.907575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25748bd6-2771-4fee-be55-1cfae63e3c8e') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:55.907871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25748bd6-2771-4fee-be55-1cfae63e3c8e') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:55.930127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] For port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:55.944305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.958931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.987887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9b6a7469-27b9-42a0-8065-cae48b2636c5 None None] Provisioning complete for port 416be3f2-c1e6-41b8-bc67-d3770e310c95 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:55.988831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7469-27b9-42a0-8065-cae48b2636c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.000237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] For port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:56.028353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.036263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.054925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.062842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.067907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-51c7ccdf-4482-4dd7-876b-a41fcd4500ce tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b HTTP/1.1" status: 204 len: 168 time: 1.7007182 Jul 29 23:55:56.072517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35606) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.076260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:56.077325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:56.082286 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:56.130397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=416be3f2-c1e6-41b8-bc67-d3770e310c95,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.167963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.264287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=5d6c4eb5-3d10-4e9c-b2d4-7ef6e8314cc0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.275126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e567-7961-495f-adca-5999b9bacaab None None] Pushing event updated for resources: {'Port': ['ID=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.316178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.333569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.335826 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b9b24a1-e209-4fc7-82d2-b81bc02f9df1 HTTP/1.1" status: 204 len: 168 time: 1.0052629 Jul 29 23:55:56.338442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.451871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781e9fc-9555-4066-9fa0-bf113cf38806 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.485233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781e9fc-9555-4066-9fa0-bf113cf38806 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.488502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5781e9fc-9555-4066-9fa0-bf113cf38806 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4077773 Jul 29 23:55:56.516939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35612) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.535187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187d4c7-5f88-4e4f-a4fb-cc5f1c8e3d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9b24a1-e209-4fc7-82d2-b81bc02f9df1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.643267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 0bdfc354-68c2-4434-815d-b84c881307eb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:56.667479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.673300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.684422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b17280e-66f0-43a9-8f33-070999f5a952 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/860d99ea-9eb9-4e4b-bbdf-12c94d918396 HTTP/1.1" status: 204 len: 168 time: 3.5450816 Jul 29 23:55:56.684666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.695542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:56.696567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:56.706265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.739794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'bdf7c9ff-f246-419c-9c86-e5a279de9adc'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:56.747103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35616) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.817472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144305-481f-4a8e-9677-53915b926708 req-7aebf13a-5e83-41c5-9c2b-2e523e39ec53 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.819948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d144305-481f-4a8e-9677-53915b926708 req-7aebf13a-5e83-41c5-9c2b-2e523e39ec53 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3285997 Jul 29 23:55:56.850099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66152797-d870-45bc-9727-94dc5601e407 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.855593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-66152797-d870-45bc-9727-94dc5601e407 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks/6ef06ca4-715d-46c9-9733-cbb320d43e4d HTTP/1.1" status: 200 len: 800 time: 1.0207801 Jul 29 23:55:56.855900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.855900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.857804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35618) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.930821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.990635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d71b703f-75cc-4ed8-9d9a-52c7e27e3dfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab88f47e6a0470ca6178cbab8a1b805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344909 Jul 29 23:55:57.003985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b901eb97-b773-4d14-86a6-5a7ecca7b901 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2292926 Jul 29 23:55:57.004967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35620) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.005455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.032643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'name': 'tempest-TaggedBootDevicesTest_v242-1750575114', 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.066081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 52fd5665-faa7-43d8-b58b-34bb96706030 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:57.066553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.071634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d144305-481f-4a8e-9677-53915b926708 req-231accc2-0c47-4d4b-a423-89a67ecdd8b7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334530 Jul 29 23:55:57.202125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1fe19311-452b-4eac-b8dc-d0b3cbe26503 None None] Provisioning for port f9876b90-1365-43a6-8988-7c8336e70a98 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:57.209612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1fe19311-452b-4eac-b8dc-d0b3cbe26503 None None] Provisioning complete for port f9876b90-1365-43a6-8988-7c8336e70a98 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:57.210939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fe19311-452b-4eac-b8dc-d0b3cbe26503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.213554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.260747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1fe19311-452b-4eac-b8dc-d0b3cbe26503 None None] Port f9876b90-1365-43a6-8988-7c8336e70a98 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:57.261533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 52fd5665-faa7-43d8-b58b-34bb96706030 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:57.271949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-477f9eb1-a0e6-4e6d-9f92-17701ab6cefb tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/networks/6ef06ca4-715d-46c9-9733-cbb320d43e4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4028270 Jul 29 23:55:57.276732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35624) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.373231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.376930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.388815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.442320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:57.450602 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.459536 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.466156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a52656-9d0d-478b-bfb4-efbabaab019e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:57.474691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-61a52656-9d0d-478b-bfb4-efbabaab019e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets/42151f7a-0c4b-404f-bbd5-217e155e6098 HTTP/1.1" status: 200 len: 811 time: 0.1867287 Jul 29 23:55:57.476594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35626) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.517777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] device_id is not set on port eaf38f34-eb8e-4856-82c2-cab9d59164b5 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:57.541484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] In _notify_port_updated(), no bound segment for port 1bd3868c-8daa-441f-8e21-f96c804ec1cb on network 588b48b4-4f2f-4669-b15b-dde609e868c6 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:55:57.547988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:57.548901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.556175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "PUT /v2.0/ports/1bd3868c-8daa-441f-8e21-f96c804ec1cb HTTP/1.1" status: 200 len: 1130 time: 1.8940349 Jul 29 23:55:57.559311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35628) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.602915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f95a39-8c10-4ae3-86a3-55c2aaa1954e tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event updated for resources: {'Port': ['ID=1bd3868c-8daa-441f-8e21-f96c804ec1cb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.635436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.723441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.763281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.803576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b158009f-86a5-4c46-8738-c4d9c4e2ec1d tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:57.812005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b158009f-86a5-4c46-8738-c4d9c4e2ec1d tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "GET /v2.0/ports/1bd3868c-8daa-441f-8e21-f96c804ec1cb HTTP/1.1" status: 200 len: 1130 time: 0.2452695 Jul 29 23:55:57.814893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35630) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.851001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed064071-18da-4888-8a09-caa00b15305e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:57.853752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed064071-18da-4888-8a09-caa00b15305e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "GET /v2.0/subnets/42151f7a-0c4b-404f-bbd5-217e155e6098?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3752491 Jul 29 23:55:57.860879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=52fd5665-faa7-43d8-b58b-34bb96706030,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.863821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35632) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.885271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264125496'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:57.911522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.911881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.915303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2672566c-8fb2-40e3-83bd-ecffad594e92 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/52fd5665-faa7-43d8-b58b-34bb96706030 HTTP/1.1" status: 204 len: 168 time: 1.3940749 Jul 29 23:55:57.917313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.21 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b78797e4-be33-492a-a707-4efe17c867a2) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:57.920760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35634) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.928997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.930403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eefb6a5b-55dc-4e3f-8284-b882b6e2c2a6 HTTP/1.1" status: 204 len: 168 time: 0.9160271 Jul 29 23:55:58.055711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b0f895-7c81-47ac-9de2-b27c7f5e6916 None None] Network 75a636af-48bc-4711-ac0a-df9123c379b2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:58.123435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:58.128692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.174514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d8af76c-5975-490f-83fb-324cf85e1f3d None None] Provisioning complete for port 1bd3868c-8daa-441f-8e21-f96c804ec1cb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:58.177879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d8af76c-5975-490f-83fb-324cf85e1f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.187920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1ed0b-bad6-44fc-8042-05d3d422e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb6a5b-55dc-4e3f-8284-b882b6e2c2a6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.252264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b8cfa-9da7-47de-9e68-33ba35d176e9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:58.258097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-859b8cfa-9da7-47de-9e68-33ba35d176e9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3288634 Jul 29 23:55:58.271766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35640) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.282757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:58.326756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.1.1.128 (0bdfc354-68c2-4434-815d-b84c881307eb/fa0591d6-1f31-406e-a382-5ee02590307e/eaf38f34-eb8e-4856-82c2-cab9d59164b5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:58.335556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 416be3f2-c1e6-41b8-bc67-d3770e310c95 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:58.341913 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.342271 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Added segment c4cf5273-f4c0-4860-9135-e26194dadc08 of type vlan for network 5dab0108-04a5-45da-b634-5f236e18d4a0 Jul 29 23:55:58.376686 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6434efb-6342-4a47-a3bb-2f56286d9b1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:55:58.384492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d6434efb-6342-4a47-a3bb-2f56286d9b1c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/3b9c1ca2-dc95-4c2a-a9d9-ccc425cd8f8b HTTP/1.1" status: 404 len: 333 time: 0.1093895 Jul 29 23:55:58.385974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35644) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.419580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Deleting port 1bd3868c-8daa-441f-8e21-f96c804ec1cb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:58.420003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.462660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5d8af76c-5975-490f-83fb-324cf85e1f3d None None] Port 1bd3868c-8daa-441f-8e21-f96c804ec1cb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:58.464911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.534759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.541655 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8453c7-e2be-4332-896b-cb28b0d05ab6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:55:58.545107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8b8453c7-e2be-4332-896b-cb28b0d05ab6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/52fd5665-faa7-43d8-b58b-34bb96706030 HTTP/1.1" status: 404 len: 333 time: 0.1198912 Jul 29 23:55:58.555013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35650) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.565993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d8af76c-5975-490f-83fb-324cf85e1f3d None None] Provisioning for port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:58.571360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728e2f-8869-4f97-96b6-9a2f1518f748 req-e9b484a6-c848-47bf-b781-763efc56a3aa tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:58.584662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.599708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26728e2f-8869-4f97-96b6-9a2f1518f748 req-e9b484a6-c848-47bf-b781-763efc56a3aa tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3642533 Jul 29 23:55:58.607982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 416be3f2-c1e6-41b8-bc67-d3770e310c95 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:58.608523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.611787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Calling delete_port for 1bd3868c-8daa-441f-8e21-f96c804ec1cb owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:58.760268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:58.810728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:55:58.860982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:58.873070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:58.874302 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.928121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:58.940185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.943663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.951471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:58.952454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.006002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-26728e2f-8869-4f97-96b6-9a2f1518f748 req-53926d75-535e-4d74-b66e-3f19597f3586 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799694 Jul 29 23:55:59.022571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23e1a9-c031-49e4-bfda-7ac9b979d28e None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:59.048503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.120619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.190590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event deleted for resources: {'Port': ['ID=1bd3868c-8daa-441f-8e21-f96c804ec1cb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.204463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3320580 Jul 29 23:55:59.219505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.245910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:59.254381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-71565123-84aa-42d7-8220-60452facabc3 None None] Provisioning complete for port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:59.255559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71565123-84aa-42d7-8220-60452facabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.278428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:59.332180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0d67-4830-4fac-abbf-b29faab9040a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Network': ['ID=5dab0108-04a5-45da-b634-5f236e18d4a0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.338846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:59.344852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:59.365687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:59.442596 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.450201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dfdb7438-62fc-4d86-8f2d-e67ffb7f8630 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "DELETE /v2.0/ports/1bd3868c-8daa-441f-8e21-f96c804ec1cb HTTP/1.1" status: 204 len: 168 time: 1.6303604 Jul 29 23:55:59.457609 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.459210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.480701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.498377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object eaf38f34-eb8e-4856-82c2-cab9d59164b5 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:59.571367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:59.608762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.646953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23e1a9-c031-49e4-bfda-7ac9b979d28e None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:59.649477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'port_id': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'mac_address': 'fa:16:3e:17:b6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119a13ed-a798-4c75-8af4-96f9984ee7cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:55:59.726387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=b78797e4-be33-492a-a707-4efe17c867a2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.730390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 0bdfc354-68c2-4434-815d-b84c881307eb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:59.743684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:59.813507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.872083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:59.876002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.894343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:59.920728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.972030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Deleting subnet 29d5d8f3-b446-4705-a73a-6aed251ca808 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:59.985379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a44920-437a-45e2-98fe-ab6ea194b2bb']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:00.069117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.094445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcf703c-0649-4662-bafd-b82c742e937b') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:00.095230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcf703c-0649-4662-bafd-b82c742e937b') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:00.282323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.297126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:00.298042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.354873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71565123-84aa-42d7-8220-60452facabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.406638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Made reservation on behalf of 1ef1b4453f6e40beb8d87ee4bf659f6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:00.418571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.462356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-11143d69-0245-44e1-be60-416b3d14f22e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4394939 Jul 29 23:56:00.462640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.471832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:00.475113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.497418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:00.498092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.569937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:00.607604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.609184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:00.641693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb3c4e-2a8e-416b-806e-642bb13d8f91 req-90a6e775-b08d-425e-8d07-f0f58c880d5f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:00.668213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ebfb3c4e-2a8e-416b-806e-642bb13d8f91 req-90a6e775-b08d-425e-8d07-f0f58c880d5f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4807341 Jul 29 23:56:00.695441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.708589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-71565123-84aa-42d7-8220-60452facabc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:56:00.709135 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-71565123-84aa-42d7-8220-60452facabc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:00.714436 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:00.723968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing IP validity checks on allocation pools {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:56:00.727382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:56:00.849132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ebfb3c4e-2a8e-416b-806e-642bb13d8f91 req-8091922a-1598-4b9a-9b68-725f0e403fb7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793437 Jul 29 23:56:01.014728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.105333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['78e388e2-6b4f-4501-b166-1ab62a461dc5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:01.335857 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.358814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.382500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.390444 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/13a44920-437a-45e2-98fe-ab6ea194b2bb HTTP/1.1" status: 204 len: 168 time: 2.7835438 Jul 29 23:56:01.398341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35710) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.414871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.423184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491758397'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:01.546556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35716) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.592130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286732508', 'description': 'tempest-description--1335551705'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:01.603352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60ce6-0736-415c-8d0f-94645a4dbaeb tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=13a44920-437a-45e2-98fe-ab6ea194b2bb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.649759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:01.655726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.707638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Checking segment: {'id': 'c4cf5273-f4c0-4860-9135-e26194dadc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:01.710450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network hostable DHCP agents. Network: 5dab0108-04a5-45da-b634-5f236e18d4a0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:01.739715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.753509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=ada0c42b-be31-4fb9-85cf-10cc1adc50cf,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.788241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.836803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:01.859813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.860386 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 19ebd97e-5c25-4ad6-9e71-02a1097dbef7 of type vlan for network 6bb95339-7ce4-4b63-a010-2b4665e9e51d Jul 29 23:56:01.951722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:02.003404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.004972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5dab0108-04a5-45da-b634-5f236e18d4a0) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:02.018285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:02.018963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.052627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a82412-7e31-4362-a628-345afbf1d01e None None] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:02.100216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.103994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.108340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:02.109292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.136583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.186105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f5961c9b-fcad-4b94-b48f-66fcfb242565 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9559407 Jul 29 23:56:02.192484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35726) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.273969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:02.329077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:02.513975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85577ccc-6883-46ff-9828-446f51ef01ad,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.553379 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1513677 Jul 29 23:56:02.563540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.581659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:02.630352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a89bd1f8-78d7-4a1d-ab25-d3086267feb3 None None] Provisioning for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:02.645849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.694811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.696193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae67c9a3-73dc-4f3f-9b05-d97f1c8e0239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1183488 Jul 29 23:56:02.708983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35740) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.716088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'security_group_rule': {'security_group_id': '85577ccc-6883-46ff-9828-446f51ef01ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:02.739524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a89bd1f8-78d7-4a1d-ab25-d3086267feb3 None None] Provisioning complete for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:02.740128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a89bd1f8-78d7-4a1d-ab25-d3086267feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.851369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:02.856519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.875281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a7c2-6a20-475a-800b-1989ba0d7138 req-c78b5a54-5844-49d6-b87a-345e6d09d615 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:02.878605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d226a7c2-6a20-475a-800b-1989ba0d7138 req-c78b5a54-5844-49d6-b87a-345e6d09d615 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 944 time: 0.7151489 Jul 29 23:56:02.891754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8933745'] for subnet, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.965171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.968388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "DELETE /v2.0/subnets/29d5d8f3-b446-4705-a73a-6aed251ca808 HTTP/1.1" status: 204 len: 168 time: 3.4850805 Jul 29 23:56:02.976954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.979223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b801162-22ce-4df0-b577-410688c8b90b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=6bb95339-7ce4-4b63-a010-2b4665e9e51d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.979744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.002853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b442303-b12c-4a6b-8fe6-af057a3f0f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event deleted for resources: {'Subnet': ['ID=29d5d8f3-b446-4705-a73a-6aed251ca808,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.006646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.054301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe98ba4-fbab-418a-ab24-a937e5c4d3c0 None None] Network 588b48b4-4f2f-4669-b15b-dde609e868c6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:03.058119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:03.060617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:03.163917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d226a7c2-6a20-475a-800b-1989ba0d7138 req-d7bf2822-0683-4cac-8962-d4f2358c163f tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459936 Jul 29 23:56:03.253970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5dab0108-04a5-45da-b634-5f236e18d4a0', 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0', 'tenant_id': '1ef1b4453f6e40beb8d87ee4bf659f6c', 'fixed_ips': [{'subnet_id': 'ada0c42b-be31-4fb9-85cf-10cc1adc50cf'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:03.256176 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.258824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a89bd1f8-78d7-4a1d-ab25-d3086267feb3 None None] Port eaf38f34-eb8e-4856-82c2-cab9d59164b5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:03.416401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.520740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.584673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.610747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768308316968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9254403'] for subnet, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.717972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:03.733133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.745194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event updated for resources: {'Subnet': ['ID=ada0c42b-be31-4fb9-85cf-10cc1adc50cf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.756997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519751b5-d140-4a05-8838-8fcea0ca8549,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.768753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.774700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-90f52d94-46db-4e5d-97a4-18b2b4115839 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0601113 Jul 29 23:56:03.796522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.806412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'security_group_rule': {'security_group_id': '85577ccc-6883-46ff-9828-446f51ef01ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:03.846804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:03.848171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.854753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-07bcabdb-d15e-4141-b6fb-637a6b23b42a tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "PUT /v2.0/subnets/ada0c42b-be31-4fb9-85cf-10cc1adc50cf HTTP/1.1" status: 200 len: 877 time: 1.5618474 Jul 29 23:56:03.857478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35758) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.880304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.029201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Deleting port 30735d59-b1e6-4aa3-b331-6a991acc02a0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:04.030463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.064644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 78e388e2-6b4f-4501-b166-1ab62a461dc5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:04.069076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.439845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Allocated IP 172.20.0.3 (5dab0108-04a5-45da-b634-5f236e18d4a0/ada0c42b-be31-4fb9-85cf-10cc1adc50cf/63e521de-f047-4221-be3c-08d707264fbf) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:04.472422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.492003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.495713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] DHCP port deletion for 588b48b4-4f2f-4669-b15b-dde609e868c6 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:04.592204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.604171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.605310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.621663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=75b5b9b0-06f2-4875-a27f-b85025b4e6f8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.633079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afe6464-7a0a-4ca8-b122-0df7edbbf91e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.683056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.693874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.703115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6142472-fe4d-4c57-9046-809c4a62f50a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9041660 Jul 29 23:56:04.707451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.717288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:04.770049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.816190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.860551 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.965003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.013564 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 7151ba3d-c128-4086-9189-7b82c12a3031 associated. External IP: 172.25.5.21, port: bdf7c9ff-f246-419c-9c86-e5a279de9adc. Jul 29 23:56:05.023339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:05.034165 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b5243-76df-4b19-9fe5-8c7daa04ff5b" -d '{"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:05.143533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:05.148834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.258306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] For port 30735d59-b1e6-4aa3-b331-6a991acc02a0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=30735d59-b1e6-4aa3-b331-6a991acc02a0,segment=NetworkSegment(5cbca403-533b-4c96-9edf-62df782565e2),segment_id=5cbca403-533b-4c96-9edf-62df782565e2)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:05.258747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.315442 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.337712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Deleting port 30735d59-b1e6-4aa3-b331-6a991acc02a0 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:05.338587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.422572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 172.25.5.126 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b21d868c-18ff-45c8-b64c-5f0a2b097601) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:05.433999 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55716b2f-f3d4-462c-919c-562bba4474ac x-openstack-request-id: req-55716b2f-f3d4-462c-919c-562bba4474ac {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:05.434545 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:05.435089 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55716b2f-f3d4-462c-919c-562bba4474ac {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:05.435861 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'code': 200} Jul 29 23:56:05.478751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.516133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Transition to ACTIVE for port object 63e521de-f047-4221-be3c-08d707264fbf will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:05.553169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] For port 30735d59-b1e6-4aa3-b331-6a991acc02a0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=30735d59-b1e6-4aa3-b331-6a991acc02a0,segment=NetworkSegment(5cbca403-533b-4c96-9edf-62df782565e2),segment_id=5cbca403-533b-4c96-9edf-62df782565e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:05.554056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.593302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.596486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Calling delete_port for 30735d59-b1e6-4aa3-b331-6a991acc02a0 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:05.627241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Transition to ACTIVE for port object 63e521de-f047-4221-be3c-08d707264fbf will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:05.639700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.639700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.639700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.642417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.643430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.644317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.645012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.645799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.646584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.647357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.648189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.648881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:05.660796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.674113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.756795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:05.787944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:05.805740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.806055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:05.820844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:05.831361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Pushing event updated for resources: {'Port': ['ID=63e521de-f047-4221-be3c-08d707264fbf,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.911350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.922523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=b21d868c-18ff-45c8-b64c-5f0a2b097601,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.996755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.041675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Attempting to bind port 63e521de-f047-4221-be3c-08d707264fbf on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:06.042195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Attempting to bind port 63e521de-f047-4221-be3c-08d707264fbf by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c4cf5273-f4c0-4860-9135-e26194dadc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:06.042688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Attempting to bind port 63e521de-f047-4221-be3c-08d707264fbf on network 5dab0108-04a5-45da-b634-5f236e18d4a0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:06.048967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] Pushing event deleted for resources: {'Port': ['ID=30735d59-b1e6-4aa3-b331-6a991acc02a0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.056630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:06.057125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Checking segment: {'id': 'c4cf5273-f4c0-4860-9135-e26194dadc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:06.057592 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.058151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Bound using segment: {'id': 'c4cf5273-f4c0-4860-9135-e26194dadc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:06.058809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Bound port: 63e521de-f047-4221-be3c-08d707264fbf, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cf5273-f4c0-4860-9135-e26194dadc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5dab0108-04a5-45da-b634-5f236e18d4a0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:06.059264 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.064989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158b73d-bb6c-4b19-abea-5b98e24d4a08 None None] No DVR routers for this DVR port 30735d59-b1e6-4aa3-b331-6a991acc02a0 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:06.133669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.150577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=b78797e4-be33-492a-a707-4efe17c867a2,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.164297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dab0108-04a5-45da-b634-5f236e18d4a0']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.170145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Calling delete_port for 30735d59-b1e6-4aa3-b331-6a991acc02a0 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:06.184348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cf5273-f4c0-4860-9135-e26194dadc08') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.184629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cf5273-f4c0-4860-9135-e26194dadc08') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.198929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.200651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047979e-797f-4bce-8011-acdede25a94b req-0e363783-2c5b-419d-b84f-2993041f710e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:06.202492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0047979e-797f-4bce-8011-acdede25a94b req-0e363783-2c5b-419d-b84f-2993041f710e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 944 time: 1.7022891 Jul 29 23:56:06.209452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=ada0c42b-be31-4fb9-85cf-10cc1adc50cf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.289539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.292589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] For port 63e521de-f047-4221-be3c-08d707264fbf, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:06.302506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:06.303484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.365495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 30735d59-b1e6-4aa3-b331-6a991acc02a0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:06.378919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '19ebd97e-5c25-4ad6-9e71-02a1097dbef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:06.379564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: 6bb95339-7ce4-4b63-a010-2b4665e9e51d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:06.412451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:06.414013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0047979e-797f-4bce-8011-acdede25a94b req-be36e9ec-7660-4332-aad9-066bda150bbd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589460 Jul 29 23:56:06.428795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6407a88-ab0c-4da3-9179-848b9630882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:06.431429 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:06.436550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:06.451643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:06.464828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:56:06.464828 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:56:06.464828 n-d-712707-11 neutron-server[93864]: [parameters: {'id': '5dab0108-04a5-45da-b634-5f236e18d4a0'}] Jul 29 23:56:06.464828 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:56:06.466136 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:56:06.492698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] For port 63e521de-f047-4221-be3c-08d707264fbf, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=63e521de-f047-4221-be3c-08d707264fbf,segment=NetworkSegment(c4cf5273-f4c0-4860-9135-e26194dadc08),segment_id=c4cf5273-f4c0-4860-9135-e26194dadc08)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:06.495567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 30735d59-b1e6-4aa3-b331-6a991acc02a0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:06.496518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 30735d59-b1e6-4aa3-b331-6a991acc02a0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:06.504639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.512461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:06.514282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:06.548373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 6bb95339-7ce4-4b63-a010-2b4665e9e51d) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:06.568957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:06.570127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.607378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13141b6-cec1-4726-91cf-eecebba3c8e5 None None] Pushing event updated for resources: {'Port': ['ID=63e521de-f047-4221-be3c-08d707264fbf,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.607691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.611400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22dac2-195e-45ed-ab77-c513f98b4b60 None None] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:06.703956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.731298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event deleted for resources: {'Port': ['ID=30735d59-b1e6-4aa3-b331-6a991acc02a0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.768729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] No DVR routers for this DVR port 30735d59-b1e6-4aa3-b331-6a991acc02a0 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:06.820065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.918466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-6bb95339-7ce4-4b63-a010-2b4665e9e51d', 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': '75b5b9b0-06f2-4875-a27f-b85025b4e6f8'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:06.919913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.978399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.986801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff7539-ccf5-4634-9d09-748add0ee917 None None] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:06.995070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:06.998293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588b48b4-4f2f-4669-b15b-dde609e868c6']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.014815 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:07.022160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbca403-533b-4c96-9edf-62df782565e2') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.022605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbca403-533b-4c96-9edf-62df782565e2') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.041667 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:07.045455 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.058264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.080114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.092466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.105139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:07.107757 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:07.117472 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:07.150158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.164648 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:07.166034 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.219005 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.220150 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbf502-aa7f-4185-91ad-a04c4358e5f7 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:07.236227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.291661 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.296388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] 10.222.0.49 "DELETE /v2.0/networks/588b48b4-4f2f-4669-b15b-dde609e868c6 HTTP/1.1" status: 204 len: 168 time: 4.3118956 Jul 29 23:56:07.298316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf7d1e-6444-4727-ae47-ad1334503a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017 tempest-ExtraDHCPOptionsIpV6TestJSON-1810494017-project] Pushing event deleted for resources: {'Network': ['ID=588b48b4-4f2f-4669-b15b-dde609e868c6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.304016 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6407a88-ab0c-4da3-9179-848b9630882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.324177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6407a88-ab0c-4da3-9179-848b9630882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.328452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.337426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-002ed145-30b8-46cf-8596-6eb585d9d494 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7619345 Jul 29 23:56:07.350980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.372765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d', 'name': 'tempest-PortsTestJSON-143846607'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:07.393995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3076540c-900d-4621-9c5e-b5645720bbbb tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.6695874 Jul 29 23:56:07.400090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.524972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.579401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.616140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20fb976b-9245-493b-92fe-d93f0656fc53 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/floatingips/7151ba3d-c128-4086-9189-7b82c12a3031 HTTP/1.1" status: 200 len: 977 time: 0.2142460 Jul 29 23:56:07.624963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35786) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.696679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a6407a88-ab0c-4da3-9179-848b9630882d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b89852a35ae422d863ef15baaf6052d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8991942 Jul 29 23:56:07.708657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=b21d868c-18ff-45c8-b64c-5f0a2b097601,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.726887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35788) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.762833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6407a88-ab0c-4da3-9179-848b9630882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b8ee2-cc5f-42b5-9b58-56f2a1d05871,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.874044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd25a3-d197-4ebf-84f7-4140638931fd None None] Network 5dab0108-04a5-45da-b634-5f236e18d4a0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:07.874829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port 63e521de-f047-4221-be3c-08d707264fbf {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:07.874829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.923833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.937674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6f2515d3-737c-4635-ab60-f140f7b089ea tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3103731 Jul 29 23:56:07.945990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35792) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.954793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': '6a626fd1-ba0a-4105-9b88-fe3b966ba85f'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:07.978454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port 63e521de-f047-4221-be3c-08d707264fbf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=63e521de-f047-4221-be3c-08d707264fbf,segment=NetworkSegment(c4cf5273-f4c0-4860-9135-e26194dadc08),segment_id=c4cf5273-f4c0-4860-9135-e26194dadc08)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:07.978757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.995053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for 63e521de-f047-4221-be3c-08d707264fbf owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:08.059757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Allocated IP 172.20.0.2 (6bb95339-7ce4-4b63-a010-2b4665e9e51d/75b5b9b0-06f2-4875-a27f-b85025b4e6f8/a8a6d62f-3da0-461b-b75b-4bec7c94983f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:08.062529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:08.078520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.143143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.209075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.217820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.219825 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/537b8ee2-cc5f-42b5-9b58-56f2a1d05871 HTTP/1.1" status: 204 len: 168 time: 0.4929078 Jul 29 23:56:08.221888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=63e521de-f047-4221-be3c-08d707264fbf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:08.297680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.306924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port 63e521de-f047-4221-be3c-08d707264fbf on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:08.366826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.421458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12caa39-87b7-4707-928a-26e5717127e5 req-df11b2d3-7ec6-4f26-9c52-6357a29fa4dd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:08.424188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e12caa39-87b7-4707-928a-26e5717127e5 req-df11b2d3-7ec6-4f26-9c52-6357a29fa4dd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.6634481 Jul 29 23:56:08.447443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff8bc-271f-4ae0-8039-b38e3a04ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b8ee2-cc5f-42b5-9b58-56f2a1d05871,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:08.599268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.621362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.646147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Transition to ACTIVE for port object a8a6d62f-3da0-461b-b75b-4bec7c94983f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:08.685724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dab0108-04a5-45da-b634-5f236e18d4a0']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.725117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Transition to ACTIVE for port object a8a6d62f-3da0-461b-b75b-4bec7c94983f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:08.737854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cf5273-f4c0-4860-9135-e26194dadc08') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.738655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cf5273-f4c0-4860-9135-e26194dadc08') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.755057 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.777291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.783173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:08.787765 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.812758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.829828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f74b8820-0185-4bbb-93b2-c0e4e7366dc3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1199260 Jul 29 23:56:08.859864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.889291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 4b44d308-ad7d-48e4-8886-9cff10bb287d yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:08.897894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:08.898713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:08.906295 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:08.996401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e12caa39-87b7-4707-928a-26e5717127e5 req-77451952-1a20-4b3f-a170-134c15c6f876 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665079 Jul 29 23:56:09.077682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:09.094520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35804) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.109743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:09.124949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.127144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:09.138919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.150112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d62f-3da0-461b-b75b-4bec7c94983f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.152725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/5dab0108-04a5-45da-b634-5f236e18d4a0 HTTP/1.1" status: 204 len: 168 time: 5.2911520 Jul 29 23:56:09.164617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a865fbd-a527-4f13-bfd2-84989877d1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.191295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35806) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.195656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8965678-f07a-46ff-979c-1bb8d53f437c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2261c251709845f8b88ea673e6ad6539&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402310 Jul 29 23:56:09.198736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.252673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Attempting to bind port a8a6d62f-3da0-461b-b75b-4bec7c94983f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:09.253326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Attempting to bind port a8a6d62f-3da0-461b-b75b-4bec7c94983f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '19ebd97e-5c25-4ad6-9e71-02a1097dbef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:09.253896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Attempting to bind port a8a6d62f-3da0-461b-b75b-4bec7c94983f on network 6bb95339-7ce4-4b63-a010-2b4665e9e51d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:09.265216 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20e1d33-9f07-400c-a9e4-00eb560060c0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:09.265747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f645d-37ee-428f-b486-d25f91203178 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=5dab0108-04a5-45da-b634-5f236e18d4a0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.265927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20e1d33-9f07-400c-a9e4-00eb560060c0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:09.267706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b20e1d33-9f07-400c-a9e4-00eb560060c0 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/ada0c42b-be31-4fb9-85cf-10cc1adc50cf HTTP/1.1" status: 404 len: 337 time: 0.0705104 Jul 29 23:56:09.278718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:09.279345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Checking segment: {'id': '19ebd97e-5c25-4ad6-9e71-02a1097dbef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:09.280301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.284645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.285488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Bound using segment: {'id': '19ebd97e-5c25-4ad6-9e71-02a1097dbef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:09.290252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Bound port: a8a6d62f-3da0-461b-b75b-4bec7c94983f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ebd97e-5c25-4ad6-9e71-02a1097dbef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bb95339-7ce4-4b63-a010-2b4665e9e51d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:09.290742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.450913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] For port a8a6d62f-3da0-461b-b75b-4bec7c94983f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:09.460022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] For port a8a6d62f-3da0-461b-b75b-4bec7c94983f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a8a6d62f-3da0-461b-b75b-4bec7c94983f,segment=NetworkSegment(19ebd97e-5c25-4ad6-9e71-02a1097dbef7),segment_id=19ebd97e-5c25-4ad6-9e71-02a1097dbef7)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:09.470955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.476489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.483307 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a86135-f89a-4113-bb0c-070794728e7c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:09.487046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.497995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.502345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a86135-f89a-4113-bb0c-070794728e7c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:09.518515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39a86135-f89a-4113-bb0c-070794728e7c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/5dab0108-04a5-45da-b634-5f236e18d4a0 HTTP/1.1" status: 404 len: 339 time: 0.2287843 Jul 29 23:56:09.548677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35814) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.650392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.9 (6bb95339-7ce4-4b63-a010-2b4665e9e51d/75b5b9b0-06f2-4875-a27f-b85025b4e6f8/4b44d308-ad7d-48e4-8886-9cff10bb287d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:09.716347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c9fb9-bc67-4ca8-9d1b-3526c838a7f6 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d62f-3da0-461b-b75b-4bec7c94983f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.735029 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 7151ba3d-c128-4086-9189-7b82c12a3031 associated. External IP: 172.25.5.21, port: bdf7c9ff-f246-419c-9c86-e5a279de9adc. Jul 29 23:56:09.816178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.839115 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c318f046-4d16-4c0d-84c6-4215bdcc45dc tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:09.839115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c318f046-4d16-4c0d-84c6-4215bdcc45dc tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:09.842687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c318f046-4d16-4c0d-84c6-4215bdcc45dc tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/b61220c0-cb33-447a-b621-6ab3c40f4f08 HTTP/1.1" status: 404 len: 337 time: 0.2816985 Jul 29 23:56:09.854688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35826) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:10.033085 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-26fb395b-752d-495c-8d47-97192a77a2c8 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1286732508&fields=id&tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5 HTTP/1.1" status: 200 len: 267 time: 0.2895768 Jul 29 23:56:10.040520 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd080b91-8cd7-425d-9f22-77b5f2baed9c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:10.041548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd080b91-8cd7-425d-9f22-77b5f2baed9c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:10.060701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dd080b91-8cd7-425d-9f22-77b5f2baed9c tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/c278d85f-ef16-432d-9bbf-b634250fc7a9 HTTP/1.1" status: 404 len: 339 time: 0.1883869 Jul 29 23:56:10.069842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35830) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:10.276712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.284910 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.292482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51a8e76a-4a2c-48ae-a6d1-a1a0907d3806 HTTP/1.1" status: 204 len: 168 time: 1.0782471 Jul 29 23:56:10.310723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3c412c8-c985-41a4-8be0-160a3dee8768 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:10.336805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3c412c8-c985-41a4-8be0-160a3dee8768 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 936 time: 0.2246926 Jul 29 23:56:10.499075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.555787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-936c2000-eaee-4f90-8a50-7178c1c39e8a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:10.571846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-936c2000-eaee-4f90-8a50-7178c1c39e8a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 937 time: 0.1496685 Jul 29 23:56:10.591604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a8a6d62f-3da0-461b-b75b-4bec7c94983f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:10.653900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd448efa-8898-4c32-acf3-c03322ea9e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8e76a-4a2c-48ae-a6d1-a1a0907d3806,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.655497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a865fbd-a527-4f13-bfd2-84989877d1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.665149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 4b44d308-ad7d-48e4-8886-9cff10bb287d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:10.668920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a865fbd-a527-4f13-bfd2-84989877d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.721134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367b4df-d939-475c-8370-56af57595c52 req-8ebac703-8e80-4518-9e7e-b54126ca8a9d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:10.725852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5367b4df-d939-475c-8370-56af57595c52 req-8ebac703-8e80-4518-9e7e-b54126ca8a9d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4950154 Jul 29 23:56:10.731160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a8a6d62f-3da0-461b-b75b-4bec7c94983f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:10.803202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5b5c5634-7ed6-4838-a2b8-c2f5fd512b66 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1329517 Jul 29 23:56:10.851061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.859478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a865fbd-a527-4f13-bfd2-84989877d1b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=159f6af6882e49a7af498862e274e3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7641695 Jul 29 23:56:10.880101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865fbd-a527-4f13-bfd2-84989877d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6977b4f-8a3e-45b2-896c-bca764f58007,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.937921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:10.992577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5367b4df-d939-475c-8370-56af57595c52 req-4bb08f10-beca-41f6-8228-758d98f0e8ef tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356136 Jul 29 23:56:11.066107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.173482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:11.179095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-9287d2e8-cce0-4a62-811f-cd848d53f9f8 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3548226 Jul 29 23:56:11.186901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:11.193460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:11.322856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=4b44d308-ad7d-48e4-8886-9cff10bb287d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.390899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.393261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.427403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.432660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1004bd70-e34c-4138-a9db-297fa9c29267 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0789871 Jul 29 23:56:11.433703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35846) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:11.472334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.678294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:11.684712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.689454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.695009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6977b4f-8a3e-45b2-896c-bca764f58007 HTTP/1.1" status: 204 len: 168 time: 0.7364442 Jul 29 23:56:11.732678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45820e3e-5b48-430a-a410-4d936457120f None None] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:11.842328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 4b44d308-ad7d-48e4-8886-9cff10bb287d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:11.842866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.881730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-fb8a6546-cf05-45b4-8661-9632b73b9b13 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.892838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-fb8a6546-cf05-45b4-8661-9632b73b9b13 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.904061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-fb8a6546-cf05-45b4-8661-9632b73b9b13 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.906861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-fb8a6546-cf05-45b4-8661-9632b73b9b13 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 1996 time: 0.7214112 Jul 29 23:56:11.908119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfdf3-3142-45d9-860f-b074fb85672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6977b4f-8a3e-45b2-896c-bca764f58007,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.927097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:11.978650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-2583cd40-5c34-4ce3-bd6d-da8c68d501a6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/quotas/2f84dac1fb3a441995cfb8ee2bd77ba5 HTTP/1.1" status: 200 len: 375 time: 0.0489309 Jul 29 23:56:11.981582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Provisioning for port a8a6d62f-3da0-461b-b75b-4bec7c94983f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:11.990449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.072266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Provisioning complete for port a8a6d62f-3da0-461b-b75b-4bec7c94983f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:12.082059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.303320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.446841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.451930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:12.470825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 4b44d308-ad7d-48e4-8886-9cff10bb287d owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:12.496006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:12.677235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:12.680429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53474f5-735e-4c37-8542-50ef4e32327f']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.716848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:12.717823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.724752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8befd-7d33-4fb8-81f9-e1f938910ca8 req-5e40f54a-4077-4944-8a7c-d3c12be8899c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:12.727535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4e8befd-7d33-4fb8-81f9-e1f938910ca8 req-5e40f54a-4077-4944-8a7c-d3c12be8899c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4135447 Jul 29 23:56:12.792551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.842241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] For port a8a6d62f-3da0-461b-b75b-4bec7c94983f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a8a6d62f-3da0-461b-b75b-4bec7c94983f,segment=NetworkSegment(19ebd97e-5c25-4ad6-9e71-02a1097dbef7),segment_id=19ebd97e-5c25-4ad6-9e71-02a1097dbef7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:12.855892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:12.857052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.866527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.911747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1f81bd-69c5-4cbe-95cb-ddc4138cf742') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.916109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1f81bd-69c5-4cbe-95cb-ddc4138cf742') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.971480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.001144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.063140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.065991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4e8befd-7d33-4fb8-81f9-e1f938910ca8 req-b7ff5ddd-5836-4197-b1e9-547468ac77f2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448958 Jul 29 23:56:13.081601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=4b44d308-ad7d-48e4-8886-9cff10bb287d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.147956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a58d1a28-4121-46fb-809b-8c38c783c43e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7197423 Jul 29 23:56:13.178849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:13.180128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ba2f6-8a1f-4bd2-aba8-5dd021f686a8 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:13.267174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb81c-d5fb-4352-b416-460b564ebb87 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d62f-3da0-461b-b75b-4bec7c94983f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.276995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:13.277598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.340210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.350850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-332c7690-6976-427c-9a6f-b5ae07c24712 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/4b44d308-ad7d-48e4-8886-9cff10bb287d HTTP/1.1" status: 204 len: 168 time: 1.9096429 Jul 29 23:56:13.352386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:13.418019 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:13.435918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-718571545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:13.441565 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d00ea49-9e56-4c68-be31-2120edf13355 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:13.443803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d00ea49-9e56-4c68-be31-2120edf13355 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:13.454683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2d00ea49-9e56-4c68-be31-2120edf13355 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/4b44d308-ad7d-48e4-8886-9cff10bb287d HTTP/1.1" status: 404 len: 333 time: 0.0999770 Jul 29 23:56:13.455870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35888) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:13.502261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.535919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.537051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.555867 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-33609366-ddec-40ac-9d60-8cdfe4b5ed07 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:56:13.566577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-33609366-ddec-40ac-9d60-8cdfe4b5ed07 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/4b44d308-ad7d-48e4-8886-9cff10bb287d HTTP/1.1" status: 404 len: 333 time: 0.1088004 Jul 29 23:56:13.568919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35892) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:13.590257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b6e824ef-a494-45da-aecf-5b173f720411 None None] Could not find standard attr ID for object 4b44d308-ad7d-48e4-8886-9cff10bb287d. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:56:13.613439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b6e824ef-a494-45da-aecf-5b173f720411 None None] Provisioning complete for port a8a6d62f-3da0-461b-b75b-4bec7c94983f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:13.614125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6e824ef-a494-45da-aecf-5b173f720411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.803304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet 75b5b9b0-06f2-4875-a27f-b85025b4e6f8 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:13.819592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.968912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.027866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-93033cf4-d820-415d-97f2-959400f209df None None] Could not find standard attr ID for object 4b44d308-ad7d-48e4-8886-9cff10bb287d. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:56:14.354573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.399148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ce17c-8729-4f1e-8ebf-c0c30fa3c619 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:56:14.435366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-b3694834-efd5-48c1-b47c-33a671f31567 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:56:14.437375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-b3694834-efd5-48c1-b47c-33a671f31567 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0213354 Jul 29 23:56:14.442846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.453476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/b53474f5-735e-4c37-8542-50ef4e32327f HTTP/1.1" status: 204 len: 168 time: 4.3703334 Jul 29 23:56:14.455308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35900) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.542373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a8a6d62f-3da0-461b-b75b-4bec7c94983f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:14.562120 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f759ad5-0112-46c6-b536-fe31847678de tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:14.562679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f759ad5-0112-46c6-b536-fe31847678de tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:14.569067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f759ad5-0112-46c6-b536-fe31847678de tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/3bae2e54-a78a-43b8-a779-b84aa4488bfe HTTP/1.1" status: 404 len: 337 time: 0.1088238 Jul 29 23:56:14.589418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74301e0-2b01-43cf-b5f9-7f744d016b36 req-f99c33be-64a0-4c1e-b642-a6a61c3edc3b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:14.591545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b74301e0-2b01-43cf-b5f9-7f744d016b36 req-f99c33be-64a0-4c1e-b642-a6a61c3edc3b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3053522 Jul 29 23:56:14.594795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.629053 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004d2fa-f47c-43fd-bf4f-1c96a91d495b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:14.630237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7004d2fa-f47c-43fd-bf4f-1c96a91d495b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:14.633160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7004d2fa-f47c-43fd-bf4f-1c96a91d495b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/f9eb44b7-a4ff-4107-8b55-dab5cffa4ff1 HTTP/1.1" status: 404 len: 339 time: 0.0364127 Jul 29 23:56:14.639763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35906) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.711817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:14.717244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.727675 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc72bbaf-dc65-4356-bba9-1b1fd309a2e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:14.728352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c063de-d300-4547-92c0-4f807d024c71 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=b53474f5-735e-4c37-8542-50ef4e32327f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.728585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc72bbaf-dc65-4356-bba9-1b1fd309a2e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:14.733442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc72bbaf-dc65-4356-bba9-1b1fd309a2e7 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/28c3ca23-a36c-445d-b8ad-10c6bce03e78 HTTP/1.1" status: 404 len: 337 time: 0.0906999 Jul 29 23:56:14.736019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.739595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35910) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.740072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.878203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=75b5b9b0-06f2-4875-a27f-b85025b4e6f8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.905675 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12dc78c-7985-46c1-bbd7-d9d2969dc956 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:14.905997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12dc78c-7985-46c1-bbd7-d9d2969dc956 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:14.908902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a12dc78c-7985-46c1-bbd7-d9d2969dc956 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/a4ddb8a0-68d2-4ac6-94f9-2e4b9c8c6308 HTTP/1.1" status: 404 len: 339 time: 0.1555021 Jul 29 23:56:14.923519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.933062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ce17c-8729-4f1e-8ebf-c0c30fa3c619 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:56:14.936621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-90375de2-7410-4360-9bd0-ed65f64cf31c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/75b5b9b0-06f2-4875-a27f-b85025b4e6f8 HTTP/1.1" status: 204 len: 168 time: 1.3659306 Jul 29 23:56:14.962827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35914) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.963038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35916) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.965505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b74301e0-2b01-43cf-b5f9-7f744d016b36 req-5f3a46ad-3125-4669-aef6-e9a4c543f878 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304713 Jul 29 23:56:15.012751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.014785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ee448ef9-0d2b-4efe-bd82-e526e4c434c1 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3281455 Jul 29 23:56:15.016626 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd58033-12b8-488f-b8f8-123d33b7051e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.017592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd58033-12b8-488f-b8f8-123d33b7051e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.017828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.021242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5dd58033-12b8-488f-b8f8-123d33b7051e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/53353079-6a29-4a10-ab91-ade827c6c05f HTTP/1.1" status: 404 len: 337 time: 0.0569470 Jul 29 23:56:15.029105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-aea7e877-4f2f-419b-8d3e-4ee79b3e27ec service neutron] 10.222.0.49 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669115 Jul 29 23:56:15.029516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-140869291'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:15.048203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.095538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:15.110985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.124143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.184808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a8a6d62f-3da0-461b-b75b-4bec7c94983f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:15.186696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.194781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:15.221787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.234569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:15.265079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:15.266131 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.309969 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cd7572-2f9c-4536-aad7-d7d89f04a43e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.310672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cd7572-2f9c-4536-aad7-d7d89f04a43e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.312812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22cd7572-2f9c-4536-aad7-d7d89f04a43e tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/25e4176d-6059-44a1-a841-dd4ca212f0dd HTTP/1.1" status: 404 len: 339 time: 0.2622678 Jul 29 23:56:15.321088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35924) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.421182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.432511 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6522907-88cb-42cb-8fa0-4032bd46ccc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.433278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6522907-88cb-42cb-8fa0-4032bd46ccc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.437096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a6522907-88cb-42cb-8fa0-4032bd46ccc1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/3db36978-dea0-4cc8-8af8-5278a7b424ba HTTP/1.1" status: 404 len: 337 time: 0.1127908 Jul 29 23:56:15.449125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.489073 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:15.490425 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.498113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.511099 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8ca2ba0-29ce-4097-a742-cbf730c05394 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/7151ba3d-c128-4086-9189-7b82c12a3031 HTTP/1.1" status: 200 len: 977 time: 7.5633831 Jul 29 23:56:15.519823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.546379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:15.559513 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9fdb01-4dc8-40e5-b826-1f74b9a0d0ec tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.566882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9fdb01-4dc8-40e5-b826-1f74b9a0d0ec tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.570251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fa9fdb01-4dc8-40e5-b826-1f74b9a0d0ec tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/e17553b3-55c1-4b34-a903-b98c125f2240 HTTP/1.1" status: 404 len: 339 time: 0.1198812 Jul 29 23:56:15.574674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.776977 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c813b33-586f-4f78-8930-d63d05f61bd8 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.777596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c813b33-586f-4f78-8930-d63d05f61bd8 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.783358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c813b33-586f-4f78-8930-d63d05f61bd8 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/62cfa9b0-6a24-4eeb-b2f1-4e834ddc18d9 HTTP/1.1" status: 404 len: 337 time: 0.1996145 Jul 29 23:56:15.801702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-373d8e92-c641-43f3-8b21-2d71110afc20 service neutron] 10.222.0.49 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162972 Jul 29 23:56:15.802801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35936) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.803107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.811362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.814564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ae5cb-315d-4f5d-8c67-e2287008aeac None None] Network 6bb95339-7ce4-4b63-a010-2b4665e9e51d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:15.921454 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.922996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21eead-82a7-4ea8-a69e-3bb35c16cdd1 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:15.944394 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-87652843-3aaf-40e9-a126-bb3ad37d25e4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:15.945343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87652843-3aaf-40e9-a126-bb3ad37d25e4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:15.953302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-87652843-3aaf-40e9-a126-bb3ad37d25e4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/5e9c7bf7-2280-4384-be34-ec1c24732e57 HTTP/1.1" status: 404 len: 339 time: 0.1443148 Jul 29 23:56:15.955974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a6a09-056e-4250-ada7-39584ea1b3e9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:15.967914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35940) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.992362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:16.040363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-656cbc09-eccb-4144-888c-e8134826fba7 service neutron] 10.222.0.49 "GET /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1999533 Jul 29 23:56:16.046814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.068201 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-41da8116-2425-4dc0-be59-ad4318bedade tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.069979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41da8116-2425-4dc0-be59-ad4318bedade tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.077581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-41da8116-2425-4dc0-be59-ad4318bedade tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/a7f21482-a703-4885-bd48-34a97d9b5b82 HTTP/1.1" status: 404 len: 337 time: 0.1072059 Jul 29 23:56:16.078935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.093114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.094014 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Added segment 0306ea2f-5a13-497e-86ad-7ebf0d59e05a of type vlan for network c7edeaef-8848-4336-ac23-74daa5f493f3 Jul 29 23:56:16.135426 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-26237f6a-1936-4772-8bc9-2adacc735552 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.136968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26237f6a-1936-4772-8bc9-2adacc735552 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.146770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-26237f6a-1936-4772-8bc9-2adacc735552 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/e97fd224-abc1-47db-8a4e-1a771e6eca10 HTTP/1.1" status: 404 len: 339 time: 0.0487807 Jul 29 23:56:16.151206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35946) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.200067 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e529e81-30e8-4a0b-88d9-f755a9d8432b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.201011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e529e81-30e8-4a0b-88d9-f755a9d8432b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.207981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e529e81-30e8-4a0b-88d9-f755a9d8432b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/9e414eec-68db-45c4-86ae-469ea7a61416 HTTP/1.1" status: 404 len: 337 time: 0.0540593 Jul 29 23:56:16.271527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8adf2a6-1429-4125-9b63-9a5d858ba04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.297368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35948) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.331171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] DHCP port deletion for 6bb95339-7ce4-4b63-a010-2b4665e9e51d request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:16.348674 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec1c2cd-33f9-4004-9079-165725d830f1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.349418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec1c2cd-33f9-4004-9079-165725d830f1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.351716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eec1c2cd-33f9-4004-9079-165725d830f1 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/92b94676-76e4-4554-b5c1-f1a837f90b4a HTTP/1.1" status: 404 len: 339 time: 0.0487745 Jul 29 23:56:16.367965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.439863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.481922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port a8a6d62f-3da0-461b-b75b-4bec7c94983f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:16.482266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.492799 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ef47f-c887-4b6f-938c-583ecfebd933 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.493945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4ef47f-c887-4b6f-938c-583ecfebd933 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.501791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4e4ef47f-c887-4b6f-938c-583ecfebd933 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/d34191c8-4f02-4131-9c35-63013f136448 HTTP/1.1" status: 404 len: 337 time: 0.1279826 Jul 29 23:56:16.515621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.529765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Deleting port a8a6d62f-3da0-461b-b75b-4bec7c94983f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:16.530193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.540186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b35a-7168-4d5c-8dcb-a71089cd87c1 req-4f31b42f-50ed-4137-aff1-a8eb4a6f2189 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:16.542475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0379b35a-7168-4d5c-8dcb-a71089cd87c1 req-4f31b42f-50ed-4137-aff1-a8eb4a6f2189 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1859574 Jul 29 23:56:16.628653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.638837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:16.640755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.753680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] For port a8a6d62f-3da0-461b-b75b-4bec7c94983f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a8a6d62f-3da0-461b-b75b-4bec7c94983f,segment=NetworkSegment(19ebd97e-5c25-4ad6-9e71-02a1097dbef7),segment_id=19ebd97e-5c25-4ad6-9e71-02a1097dbef7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:16.760153 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.778024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0379b35a-7168-4d5c-8dcb-a71089cd87c1 req-ab000fce-ade5-4785-89d4-0d5d30f0d0be tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199140 Jul 29 23:56:16.803157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Calling delete_port for a8a6d62f-3da0-461b-b75b-4bec7c94983f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:16.838595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8191569 Jul 29 23:56:16.846415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] For port a8a6d62f-3da0-461b-b75b-4bec7c94983f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a8a6d62f-3da0-461b-b75b-4bec7c94983f,segment=NetworkSegment(19ebd97e-5c25-4ad6-9e71-02a1097dbef7),segment_id=19ebd97e-5c25-4ad6-9e71-02a1097dbef7)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:16.847132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.851867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35958) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:16.863588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'subnet': {'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:16.874861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for a8a6d62f-3da0-461b-b75b-4bec7c94983f owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:16.930309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba27b2a-a4cd-4d1c-93c4-0e566ff66d9d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Network': ['ID=c7edeaef-8848-4336-ac23-74daa5f493f3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.947889 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cc02e9-ad61-4a57-860d-cb0d079c67c4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:16.949248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cc02e9-ad61-4a57-860d-cb0d079c67c4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:16.953845 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a6cc02e9-ad61-4a57-860d-cb0d079c67c4 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/675318f9-f420-4a12-913d-db74761a0bcc HTTP/1.1" status: 404 len: 339 time: 0.4205174 Jul 29 23:56:16.985809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c7edeaef-8848-4336-ac23-74daa5f493f3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:16.990236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.038810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] Pushing event deleted for resources: {'Port': ['ID=a8a6d62f-3da0-461b-b75b-4bec7c94983f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.103682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af8df3-3230-42b5-9d37-546c5a9cbbd9 None None] No DVR routers for this DVR port a8a6d62f-3da0-461b-b75b-4bec7c94983f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:17.104557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:17.153477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:17.167287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.242867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting subnet 42151f7a-0c4b-404f-bbd5-217e155e6098 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:17.254079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.269472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.342944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.343383 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 7151ba3d-c128-4086-9189-7b82c12a3031 disassociated. External IP: 172.25.5.21, port: 6a626fd1-ba0a-4105-9b88-fe3b966ba85f. Jul 29 23:56:17.390372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.482103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.523759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-586d7e55-3e17-4160-852a-8e928174c104 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4629447 Jul 29 23:56:17.718077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.843421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Subnet': ['ID=5064cc83-72e7-4791-b238-e59d6f58d7cb,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.868108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.968381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=a8a6d62f-3da0-461b-b75b-4bec7c94983f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.985666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Checking segment: {'id': '0306ea2f-5a13-497e-86ad-7ebf0d59e05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:17.986939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No DVR routers for this DVR port a8a6d62f-3da0-461b-b75b-4bec7c94983f on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:17.987248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network hostable DHCP agents. Network: c7edeaef-8848-4336-ac23-74daa5f493f3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:18.032770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.112708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d207df-13b4-4fd7-9c00-794bae8f0352 req-45c18972-7eb9-4f8d-8663-6bd510fb759c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:18.115605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54d207df-13b4-4fd7-9c00-794bae8f0352 req-45c18972-7eb9-4f8d-8663-6bd510fb759c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1112499 Jul 29 23:56:18.117864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network c7edeaef-8848-4336-ac23-74daa5f493f3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:18.195802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-96eda4d4-c71c-4112-a951-6592672228c0 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537495 Jul 29 23:56:18.291500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54d207df-13b4-4fd7-9c00-794bae8f0352 req-2a77bfcf-adbc-401a-9371-50b8f2a52bfb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504958 Jul 29 23:56:18.302956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c7edeaef-8848-4336-ac23-74daa5f493f3) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:18.311611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:18.312580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.317876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9fab12-4b0d-4d85-80ea-c66c9fde6c03 None None] Network c7edeaef-8848-4336-ac23-74daa5f493f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:18.373171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-82df73ac-8ebb-4939-9e18-11882165fe14 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151834 Jul 29 23:56:18.373505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35970) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:18.382575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'network': {'name': 'tempest-router-network01--2142430798'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:18.488071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:18.512803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.665495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:18.688841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.689755 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Added segment 628c76ac-ad9a-417c-99df-b5f80e11eba8 of type vlan for network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 Jul 29 23:56:18.728304 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5124f7e6-8695-4d52-b9ba-c73e15730344 service neutron] 10.222.0.49 "GET /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4728901 Jul 29 23:56:18.757188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.846278 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.877338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a8a6d62f-3da0-461b-b75b-4bec7c94983f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:18.889383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:18.901284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb95339-7ce4-4b63-a010-2b4665e9e51d']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:18.968746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.977216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a8a6d62f-3da0-461b-b75b-4bec7c94983f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:18.978586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a8a6d62f-3da0-461b-b75b-4bec7c94983f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:19.004177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:19.006819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.025771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ebd97e-5c25-4ad6-9e71-02a1097dbef7') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:19.029339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ebd97e-5c25-4ad6-9e71-02a1097dbef7') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:19.108539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7333565 Jul 29 23:56:19.118025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.152281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1d9d-a862-47f4-bf50-63008badcaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.185325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35974) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.250546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Subnet': ['ID=42151f7a-0c4b-404f-bbd5-217e155e6098,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.270965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.293694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663027a-759b-43d8-92fc-a7d21f4221ab tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Network': ['ID=d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.335893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:19.371645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'network': {'name': 'tempest-router-network02--681413224'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:19.447311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.475988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:19.477970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.491434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c7edeaef-8848-4336-ac23-74daa5f493f3', 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3', 'tenant_id': '0a0ab7270d574deca2561d74b8907575', 'fixed_ips': [{'subnet_id': '5064cc83-72e7-4791-b238-e59d6f58d7cb'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:19.492553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.528057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da919a9-2d87-4707-a506-be6b6707def5 None None] Network 6ef06ca4-715d-46c9-9733-cbb320d43e4d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:19.616766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cef66-6f47-41ea-af03-83ad4ce0c564 req-3ab1650f-54cc-4cbb-996e-d3f755068fc2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:19.624404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-771cef66-6f47-41ea-af03-83ad4ce0c564 req-3ab1650f-54cc-4cbb-996e-d3f755068fc2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1637774 Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:19.643464 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:19.652527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.659647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a165304f-2f01-49ea-88a8-66f83be33f36 tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/subnets/42151f7a-0c4b-404f-bbd5-217e155e6098 HTTP/1.1" status: 204 len: 168 time: 2.5497739 Jul 29 23:56:19.666123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35980) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.762840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-771cef66-6f47-41ea-af03-83ad4ce0c564 req-6d8cb44b-3b26-483c-8bf1-03dc04776b64 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331296 Jul 29 23:56:19.771771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:19.775234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.922790 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.976965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.986174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/6bb95339-7ce4-4b63-a010-2b4665e9e51d HTTP/1.1" status: 204 len: 168 time: 5.0146010 Jul 29 23:56:19.986554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35984) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.994322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140649331'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:20.005760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.075333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:20.091576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.093905 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-f7544610-685f-4153-8d31-c31d618a67e3 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3220782 Jul 29 23:56:20.107405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4365b28-91e5-4c71-804a-3db5b50ef615 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=6bb95339-7ce4-4b63-a010-2b4665e9e51d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.113303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:20.120773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.174892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:20.205494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.209609 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 9bc011af-a555-4871-a022-e41c0b283615 of type vlan for network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 Jul 29 23:56:20.213599 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.213862 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Added segment 13962c72-78af-434e-8deb-ee71081747ba of type vlan for network eaa7b814-bae4-4f2d-9148-462e651fba95 Jul 29 23:56:20.260166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:20.292914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:20.370558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:20.372925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:20.413338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.436067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:20.475999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:20.476652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:20.520392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.527553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:20.528984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.698536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=ecf33df6-a449-4a2d-9808-d6c660bcb2a4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.779735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f4688ce-dc06-4f94-a01c-187a251fd535 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7911930 Jul 29 23:56:20.799806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35990) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.825520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:21.030537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] DHCP port deletion for 6ef06ca4-715d-46c9-9733-cbb320d43e4d request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:21.038868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:21.084396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:21.085692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e767-c45f-40a5-a078-b0cf8ef1b1fc None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:21.150682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Allocated IP 172.20.0.2 (c7edeaef-8848-4336-ac23-74daa5f493f3/5064cc83-72e7-4791-b238-e59d6f58d7cb/72b27180-1151-4158-8260-33241d840fe6) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:21.243245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d013-93cd-46d2-b8fe-528814d8173c req-1338c19b-6c07-4ea9-a7dd-0ae410ffd996 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:21.247385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbe2d013-93cd-46d2-b8fe-528814d8173c req-1338c19b-6c07-4ea9-a7dd-0ae410ffd996 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1638091 Jul 29 23:56:21.248838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:21.260164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.304786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.434547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Deleting port a514f6de-3d09-416b-a06e-2a2fa472fc14 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:21.436029 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.514698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbe2d013-93cd-46d2-b8fe-528814d8173c req-bcdde7de-5e46-41f0-add6-edd0423372c0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015266 Jul 29 23:56:21.587649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] For port a514f6de-3d09-416b-a06e-2a2fa472fc14, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a514f6de-3d09-416b-a06e-2a2fa472fc14,segment=NetworkSegment(24e3b828-6e72-4064-b2be-9721878f14c3),segment_id=24e3b828-6e72-4064-b2be-9721878f14c3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:21.588102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.611247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Calling delete_port for a514f6de-3d09-416b-a06e-2a2fa472fc14 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:21.650731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.745422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.868482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b48a00c-2546-435a-a42f-5864cdceba9e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/7151ba3d-c128-4086-9189-7b82c12a3031 HTTP/1.1" status: 200 len: 687 time: 6.3406255 Jul 29 23:56:21.874455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36002) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:21.902241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.959641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.025516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] No DVR routers for this DVR port a514f6de-3d09-416b-a06e-2a2fa472fc14 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:22.034162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.036853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c51d05-2244-458e-9555-b95eb97433d2 None None] Pushing event deleted for resources: {'Port': ['ID=a514f6de-3d09-416b-a06e-2a2fa472fc14,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:22.069774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Transition to ACTIVE for port object 72b27180-1151-4158-8260-33241d840fe6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:22.131688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Transition to ACTIVE for port object 72b27180-1151-4158-8260-33241d840fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:22.148208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.232582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5cbee3a3-b73b-4f6a-9c70-2e3b779859f2 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1201105 Jul 29 23:56:22.265891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Network c7edeaef-8848-4336-ac23-74daa5f493f3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:22.277740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:22.289718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:22.386021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Pushing event updated for resources: {'Port': ['ID=72b27180-1151-4158-8260-33241d840fe6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:22.413280 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.441154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:22.445731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.500222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a514f6de-3d09-416b-a06e-2a2fa472fc14 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:22.600237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Deleting port a514f6de-3d09-416b-a06e-2a2fa472fc14 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:22.600699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.633795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a514f6de-3d09-416b-a06e-2a2fa472fc14 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:22.634125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a514f6de-3d09-416b-a06e-2a2fa472fc14 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:22.746976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Attempting to bind port 72b27180-1151-4158-8260-33241d840fe6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:22.747601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Attempting to bind port 72b27180-1151-4158-8260-33241d840fe6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0306ea2f-5a13-497e-86ad-7ebf0d59e05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:22.748196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Attempting to bind port 72b27180-1151-4158-8260-33241d840fe6 on network c7edeaef-8848-4336-ac23-74daa5f493f3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:22.760333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.784909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:22.785295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Checking segment: {'id': '0306ea2f-5a13-497e-86ad-7ebf0d59e05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:22.789580 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.792193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Bound using segment: {'id': '0306ea2f-5a13-497e-86ad-7ebf0d59e05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:22.793340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Bound port: 72b27180-1151-4158-8260-33241d840fe6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0306ea2f-5a13-497e-86ad-7ebf0d59e05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7edeaef-8848-4336-ac23-74daa5f493f3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:22.794284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.836926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.5958040 Jul 29 23:56:22.942397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36012) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:22.943669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] For port 72b27180-1151-4158-8260-33241d840fe6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:22.955827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] For port 72b27180-1151-4158-8260-33241d840fe6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72b27180-1151-4158-8260-33241d840fe6,segment=NetworkSegment(0306ea2f-5a13-497e-86ad-7ebf0d59e05a),segment_id=0306ea2f-5a13-497e-86ad-7ebf0d59e05a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:22.963216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.977351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'subnet': {'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:23.130259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6f148-e799-44bf-a759-cfe7ef61bc9d None None] Pushing event updated for resources: {'Port': ['ID=72b27180-1151-4158-8260-33241d840fe6,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.197913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=81f29a5a-d4b1-401f-9cac-e76fdaf94cde,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.228013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] For port a514f6de-3d09-416b-a06e-2a2fa472fc14, host n-d-712707-11, got binding levels [] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:23.228950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.236612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8b4f6-5dc2-46a9-b715-a08c2ea43c73 req-62c1b9a2-bff3-402f-bdbd-99478eb7a663 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:23.239182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37e8b4f6-5dc2-46a9-b715-a08c2ea43c73 req-62c1b9a2-bff3-402f-bdbd-99478eb7a663 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.2287519 Jul 29 23:56:23.271074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Calling delete_port for a514f6de-3d09-416b-a06e-2a2fa472fc14 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:23.278478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_backend_mixin [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Port a514f6de-3d09-416b-a06e-2a2fa472fc14 was not found and therefore no delete operation was performed {{(pid=93865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:56:23.281413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '9bc011af-a555-4871-a022-e41c0b283615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:23.281819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: ecf33df6-a449-4a2d-9808-d6c660bcb2a4, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:23.329282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0372a-6ba3-4018-8a4f-216265ba1e76 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Network': ['ID=eaa7b814-bae4-4f2d-9148-462e651fba95,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.334533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37e8b4f6-5dc2-46a9-b715-a08c2ea43c73 req-135d5371-7102-4f4b-a869-5336277a18c5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791826 Jul 29 23:56:23.351275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:23.354505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network eaa7b814-bae4-4f2d-9148-462e651fba95 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:23.371436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.399187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ecf33df6-a449-4a2d-9808-d6c660bcb2a4) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:23.412609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:23.413745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.471815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443271fe-ca9f-4eb3-a97c-086cfafbe9bf None None] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:23.474880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4cbe8540-ef37-4744-85e2-0de527f919f4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6683712 Jul 29 23:56:23.477389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36014) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:23.500178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1463416074'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:23.697255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Port': ['ID=a514f6de-3d09-416b-a06e-2a2fa472fc14,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.797057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-594e2957-5f7e-4249-80ef-08e4e29f0321 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3884938 Jul 29 23:56:23.808725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] No DVR routers for this DVR port a514f6de-3d09-416b-a06e-2a2fa472fc14 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:23.983118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port b78797e4-be33-492a-a707-4efe17c867a2 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:23.990035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.996693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:24.006512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ecf33df6-a449-4a2d-9808-d6c660bcb2a4', 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': '81f29a5a-d4b1-401f-9cac-e76fdaf94cde'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:24.007664 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.015996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.049848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:24.055646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.106469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port ce20a856-ba6b-4245-9316-d0b28e28b570 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:24.423683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.5 (ecf33df6-a449-4a2d-9808-d6c660bcb2a4/81f29a5a-d4b1-401f-9cac-e76fdaf94cde/ce20a856-ba6b-4245-9316-d0b28e28b570) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:24.626799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72b27180-1151-4158-8260-33241d840fe6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:24.800254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 72b27180-1151-4158-8260-33241d840fe6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:24.885274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-0210709f-dc1b-4226-bb4f-23177100a185 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338179 Jul 29 23:56:24.936312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.988544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.992374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef06ca4-715d-46c9-9733-cbb320d43e4d']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:25.050050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865569c4-7397-4fee-9b31-3d0d46ec63ab req-510f3494-804b-43f6-a9e9-239222ba89d5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.057456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865569c4-7397-4fee-9b31-3d0d46ec63ab req-510f3494-804b-43f6-a9e9-239222ba89d5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4682214 Jul 29 23:56:25.115808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object ce20a856-ba6b-4245-9316-d0b28e28b570 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:25.169028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e3b828-6e72-4064-b2be-9721878f14c3') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:25.169540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e3b828-6e72-4064-b2be-9721878f14c3') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:25.169734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb461b00-9774-4306-b067-2615f74c55a8 None None] Network c7edeaef-8848-4336-ac23-74daa5f493f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:25.185507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865569c4-7397-4fee-9b31-3d0d46ec63ab req-9aa33c16-3b78-4049-9a59-1efc8b6fd01d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195054 Jul 29 23:56:25.264523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.282954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.331928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-90737e5a-5274-4ca9-a64a-c3ffe9008202 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964434 Jul 29 23:56:25.434591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=ce20a856-ba6b-4245-9316-d0b28e28b570,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.470033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:25.473886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:25.488044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:25.517313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.574158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.575678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.598059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:25.598789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:25.604877 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:25.617778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d11567a7-c29d-4b46-b22f-1f68a4b2049c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1365724 Jul 29 23:56:25.621873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36044) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:25.648726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Allocated IP 172.20.0.2 (ecf33df6-a449-4a2d-9808-d6c660bcb2a4/81f29a5a-d4b1-401f-9cac-e76fdaf94cde/7add0e3b-2cb1-4c79-97b9-734f2cb23a54) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:25.686309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.686309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.802242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-9dfcbac4-24a8-4cd0-a9f6-96b88a0d24d8 service neutron] 10.222.0.49 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318712 Jul 29 23:56:25.813665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for b78797e4-be33-492a-a707-4efe17c867a2 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:25.831448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.891781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.903338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] 10.222.0.49 "DELETE /v2.0/networks/6ef06ca4-715d-46c9-9733-cbb320d43e4d HTTP/1.1" status: 204 len: 168 time: 6.2279713 Jul 29 23:56:25.955377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port ce20a856-ba6b-4245-9316-d0b28e28b570 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:25.955377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.010405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Provisioning for port 72b27180-1151-4158-8260-33241d840fe6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:26.035895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Provisioning complete for port 72b27180-1151-4158-8260-33241d840fe6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:26.036356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.177346 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-2e4a3711-de99-44f9-a000-663dd8ba4184 service neutron] 10.222.0.49 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487430 Jul 29 23:56:26.200617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d84cba-bc0a-430d-9034-193726bdce7b tempest-NetworksTest-2010685138 tempest-NetworksTest-2010685138-project] Pushing event deleted for resources: {'Network': ['ID=6ef06ca4-715d-46c9-9733-cbb320d43e4d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:26.369260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.408952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for ce20a856-ba6b-4245-9316-d0b28e28b570 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:26.441527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.513046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.573832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Transition to ACTIVE for port object 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:26.619979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.675016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Transition to ACTIVE for port object 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:26.724227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] For port 72b27180-1151-4158-8260-33241d840fe6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72b27180-1151-4158-8260-33241d840fe6,segment=NetworkSegment(0306ea2f-5a13-497e-86ad-7ebf0d59e05a),segment_id=0306ea2f-5a13-497e-86ad-7ebf0d59e05a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:26.730941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.772391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.898196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.956336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:26.972157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Subnet': ['ID=aa5518f9-6db7-4bc3-8405-65dc16269439,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:26.980453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:27.001157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:27.006681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.099826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-118f80c2-58f0-48b0-85bf-0adad3a06fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8650060 Jul 29 23:56:27.109150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Checking segment: {'id': '628c76ac-ad9a-417c-99df-b5f80e11eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:27.109545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network hostable DHCP agents. Network: d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:27.110373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Pushing event updated for resources: {'Port': ['ID=7add0e3b-2cb1-4c79-97b9-734f2cb23a54,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.135310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=ce20a856-ba6b-4245-9316-d0b28e28b570,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.148169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085861d-c82d-4725-99df-a3478e052be6 req-67ad1a66-0362-4060-b429-95d51fdd3ce0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:27.150200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6085861d-c82d-4725-99df-a3478e052be6 req-67ad1a66-0362-4060-b429-95d51fdd3ce0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.3286703 Jul 29 23:56:27.241376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Attempting to bind port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:27.241902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Attempting to bind port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '9bc011af-a555-4871-a022-e41c0b283615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:27.242201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Attempting to bind port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 on network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:27.253120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cac6186b-b1a2-459f-84e1-40b9102d34e0 None None] Provisioning complete for port 72b27180-1151-4158-8260-33241d840fe6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:27.253797 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cac6186b-b1a2-459f-84e1-40b9102d34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.257043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:27.257580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Checking segment: {'id': '9bc011af-a555-4871-a022-e41c0b283615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:27.258311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.259467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Bound using segment: {'id': '9bc011af-a555-4871-a022-e41c0b283615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:27.259791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Bound port: 7add0e3b-2cb1-4c79-97b9-734f2cb23a54, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc011af-a555-4871-a022-e41c0b283615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ecf33df6-a449-4a2d-9808-d6c660bcb2a4'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:27.260331 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.351865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-6435f098-b0f9-4349-9676-c3a49b58bf88 service neutron] 10.222.0.49 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333698 Jul 29 23:56:27.408915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007fd15-8a64-4636-8a09-d9d25a3fa4fb None None] Pushing event updated for resources: {'Port': ['ID=72b27180-1151-4158-8260-33241d840fe6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.418230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.420920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d3bb3688-4d05-43d8-897c-28bb5c8975cc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/ce20a856-ba6b-4245-9316-d0b28e28b570 HTTP/1.1" status: 204 len: 168 time: 1.7966797 Jul 29 23:56:27.461349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.487368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] For port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:27.506225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] For port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7add0e3b-2cb1-4c79-97b9-734f2cb23a54,segment=NetworkSegment(9bc011af-a555-4871-a022-e41c0b283615),segment_id=9bc011af-a555-4871-a022-e41c0b283615)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:27.523274 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.546757 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bb99b6-57f4-4f0b-a101-2fc701de93c9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:56:27.551648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c7bb99b6-57f4-4f0b-a101-2fc701de93c9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/ce20a856-ba6b-4245-9316-d0b28e28b570 HTTP/1.1" status: 404 len: 333 time: 0.0866208 Jul 29 23:56:27.561210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36064) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.676769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6085861d-c82d-4725-99df-a3478e052be6 req-218bfa7e-db05-4970-86fe-c94f8edb97af tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153768 Jul 29 23:56:27.769659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b2b3-364e-4ad5-b2ff-25556afd255e None None] Pushing event updated for resources: {'Port': ['ID=7add0e3b-2cb1-4c79-97b9-734f2cb23a54,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.805368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:27.844204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet 81f29a5a-d4b1-401f-9cac-e76fdaf94cde {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:27.846835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.870980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.930819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:27.938353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.951599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:27.952868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.955021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196e0fc-4c08-4290-bf2b-7a0f3a5831ae None None] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:28.092663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.145463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8982775-e955-42d9-9aaf-79ca08097453 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1983545 Jul 29 23:56:28.150272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36068) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:28.163714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'subnet': {'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:28.337593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=b78797e4-be33-492a-a707-4efe17c867a2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:28.481684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.491689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e89c7643-0d9c-4753-b947-7c18240d74b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ef1b4453f6e40beb8d87ee4bf659f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3784685 Jul 29 23:56:28.502120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:28.662310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.730544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=81f29a5a-d4b1-401f-9cac-e76fdaf94cde,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:28.743953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.757189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31f24ba9-582c-4fa1-ae7b-31034eeaa68c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/81f29a5a-d4b1-401f-9cac-e76fdaf94cde HTTP/1.1" status: 204 len: 168 time: 1.1928747 Jul 29 23:56:28.758222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:28.796415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4', 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4', 'tenant_id': '0a0ab7270d574deca2561d74b8907575', 'fixed_ips': [{'subnet_id': 'aa5518f9-6db7-4bc3-8405-65dc16269439'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:28.800195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.893767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ef26ad86-3155-4b34-a273-a0ec30ddd2d5 service neutron] 10.222.0.49 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4238942 Jul 29 23:56:28.907642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72b27180-1151-4158-8260-33241d840fe6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:28.937701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.945320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.949977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0ccda803-9507-453a-9a41-6b7f8c477589 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/7151ba3d-c128-4086-9189-7b82c12a3031 HTTP/1.1" status: 204 len: 168 time: 7.0669825 Jul 29 23:56:28.961533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:28.962635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Made reservation on behalf of 0a0ab7270d574deca2561d74b8907575 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:28.970454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.104252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.208290 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-beeffd09-9b6e-44b8-9219-89e53d66a9be tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] delete failed (client error): The resource could not be found. Jul 29 23:56:29.209782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-beeffd09-9b6e-44b8-9219-89e53d66a9be tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/7151ba3d-c128-4086-9189-7b82c12a3031 HTTP/1.1" status: 404 len: 345 time: 0.2338023 Jul 29 23:56:29.222728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36082) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:29.243138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee2497-4cc2-47da-ab59-38642224c0be req-ba007a15-1c9b-469f-8b55-c8cd1b9298e1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.246921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70ee2497-4cc2-47da-ab59-38642224c0be req-ba007a15-1c9b-469f-8b55-c8cd1b9298e1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.1328285 Jul 29 23:56:29.408667 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.543286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.589158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Allocated IP 172.20.0.2 (d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4/aa5518f9-6db7-4bc3-8405-65dc16269439/616afa84-dd73-436f-bbf4-289c6c635b48) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:29.732071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70ee2497-4cc2-47da-ab59-38642224c0be req-94ed43c7-b61f-4d9f-ad1d-78d666c5fdb0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767633 Jul 29 23:56:29.797264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abf515-eb14-4035-9808-4828654ace96 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.804993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abf515-eb14-4035-9808-4828654ace96 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.813542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abf515-eb14-4035-9808-4828654ace96 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.816037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-04abf515-eb14-4035-9808-4828654ace96 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/ports?network_id=032f6dfb-1b99-464c-9b6e-72d0ac29fc80 HTTP/1.1" status: 200 len: 2358 time: 0.5667665 Jul 29 23:56:29.824426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:29.929229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.948457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.953678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cae8e7b7-5c2c-4410-bf9a-5ab23543bf20 HTTP/1.1" status: 204 len: 168 time: 1.3926244 Jul 29 23:56:30.000492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab73e74-5ec0-421d-aeb8-e21b438f6d81 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.002491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fab73e74-5ec0-421d-aeb8-e21b438f6d81 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/subnets/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131 HTTP/1.1" status: 200 len: 797 time: 0.1704943 Jul 29 23:56:30.014663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36098) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:30.022742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'port': {'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80', 'name': 'tempest-FloatingIPTestJSON-1158200229', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:30.096220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 72b27180-1151-4158-8260-33241d840fe6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:30.097110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.239151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6595c-4889-486d-8c23-a3c312c41e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8e7b7-5c2c-4410-bf9a-5ab23543bf20,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.242977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4a920-85fb-4892-9994-6ae20e32396a None None] Network ecf33df6-a449-4a2d-9808-d6c660bcb2a4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:30.308632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.393918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:30.400711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.554010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.578140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Subnet': ['ID=4d005386-ac17-493b-9397-e88d3ac76219,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.612089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Checking segment: {'id': '13962c72-78af-434e-8deb-ee71081747ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:30.612964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network hostable DHCP agents. Network: eaa7b814-bae4-4f2d-9148-462e651fba95, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:30.663973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5048b7f-45f4-4b92-b8d7-453513b795e2 None None] Provisioning for port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:30.666382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network eaa7b814-bae4-4f2d-9148-462e651fba95 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:30.700924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, eaa7b814-bae4-4f2d-9148-462e651fba95) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:30.712789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.714850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.774295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f50439a5-7492-47b5-b9ff-d7f032f29ddf tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6111085 Jul 29 23:56:30.774295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:30.818733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Transition to ACTIVE for port object 616afa84-dd73-436f-bbf4-289c6c635b48 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:30.831414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57977ab6-0db6-4e8d-8e1e-fa4d9e4502d2 None None] Network eaa7b814-bae4-4f2d-9148-462e651fba95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:30.993053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36116) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.044887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] For port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7add0e3b-2cb1-4c79-97b9-734f2cb23a54,segment=NetworkSegment(9bc011af-a555-4871-a022-e41c0b283615),segment_id=9bc011af-a555-4871-a022-e41c0b283615)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:31.046486 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.049770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Transition to ACTIVE for port object 616afa84-dd73-436f-bbf4-289c6c635b48 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:31.064270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:31.271610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:31.322364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b927f8cf-4676-4396-a981-8f71e20fef75 req-b5d18c8f-0952-453f-b654-7bcafac47035 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0633845 Jul 29 23:56:31.418572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2989eb08-4b26-4c64-bf5b-f97a8e7fb9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.465980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e10c5b-00ce-49d0-915b-761331d1a81e req-a0215b85-10d1-463b-b263-ad4ebefa9047 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.478251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5e10c5b-00ce-49d0-915b-761331d1a81e req-a0215b85-10d1-463b-b263-ad4ebefa9047 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4913709 Jul 29 23:56:31.802576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.857078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5e10c5b-00ce-49d0-915b-761331d1a81e req-a3868d88-d505-4e80-8f58-3c7d0952e4ac tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498535 Jul 29 23:56:31.921018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] device_id is not set on port 0c50b224-746f-40bf-8b6a-626629e01b11 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:31.938326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:32.055250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.069609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2989eb08-4b26-4c64-bf5b-f97a8e7fb9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.100326 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.152319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-eaa7b814-bae4-4f2d-9148-462e651fba95', 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95', 'tenant_id': '0a0ab7270d574deca2561d74b8907575', 'fixed_ips': [{'subnet_id': '4d005386-ac17-493b-9397-e88d3ac76219'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:32.153344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.225304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2989eb08-4b26-4c64-bf5b-f97a8e7fb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.235605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:32.341325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.478398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2989eb08-4b26-4c64-bf5b-f97a8e7fb9a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d127b4cd80b3438f82bcbbf019c33ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4837682 Jul 29 23:56:32.500283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.518458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:32.540870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248fde4-f297-43c5-a016-bd533fc9ff1c None None] DHCP port deletion for ecf33df6-a449-4a2d-9808-d6c660bcb2a4 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:32.544510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Pushing event updated for resources: {'Port': ['ID=616afa84-dd73-436f-bbf4-289c6c635b48,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.563788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:32.711718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:56:32.712825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:56:32.755367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36150) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.802927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 not found, will not notify nova. {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:56:32.807811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=7add0e3b-2cb1-4c79-97b9-734f2cb23a54,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.869994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No DVR routers for this DVR port 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:32.964401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Attempting to bind port 616afa84-dd73-436f-bbf4-289c6c635b48 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:32.970180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Attempting to bind port 616afa84-dd73-436f-bbf4-289c6c635b48 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '628c76ac-ad9a-417c-99df-b5f80e11eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:32.971264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Attempting to bind port 616afa84-dd73-436f-bbf4-289c6c635b48 on network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:33.018289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:33.025287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:33.050141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Checking segment: {'id': '628c76ac-ad9a-417c-99df-b5f80e11eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:33.051360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.052054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Bound using segment: {'id': '628c76ac-ad9a-417c-99df-b5f80e11eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:33.052907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Bound port: 616afa84-dd73-436f-bbf4-289c6c635b48, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628c76ac-ad9a-417c-99df-b5f80e11eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2e72b78-9930-4198-9fc3-7cb7d2fe9ad4'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:33.053566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.119124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989eb08-4b26-4c64-bf5b-f97a8e7fb9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb5433-fe86-46c5-a8ef-cc2ef1c88e0b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:33.181823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-811e6438-3391-4d26-8360-9a33f26e955d req-2b9cd67b-f14c-4b7c-bc58-e9fefe8b6765 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.4244258 Jul 29 23:56:33.182507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.188626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Allocated IP 172.20.0.2 (eaa7b814-bae4-4f2d-9148-462e651fba95/4d005386-ac17-493b-9397-e88d3ac76219/1d28940d-62f4-4b0e-bea1-f85e29d539bc) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:33.206186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf33df6-a449-4a2d-9808-d6c660bcb2a4']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.234201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc011af-a555-4871-a022-e41c0b283615') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.234824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc011af-a555-4871-a022-e41c0b283615') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.255077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.291372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.306602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:33.307702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.322472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:33.457889 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:33.460115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.466271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.519210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-899761712'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:33.522252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:33.522800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7add0e3b-2cb1-4c79-97b9-734f2cb23a54 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:33.562665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Allocated IP 172.20.0.1 (d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4/aa5518f9-6db7-4bc3-8405-65dc16269439/f069fd5b-e47e-40fe-9dbf-318d8713a41c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:33.565394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:33.571203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.611977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.631440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.634302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/ecf33df6-a449-4a2d-9808-d6c660bcb2a4 HTTP/1.1" status: 204 len: 168 time: 4.8743005 Jul 29 23:56:33.636631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f338f8-0e42-4475-8e9d-4933810ca0c4 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=ecf33df6-a449-4a2d-9808-d6c660bcb2a4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:33.652110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:33.672156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'name': 'tempest-PortsTestJSON-1558187923'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:33.707625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] For port 616afa84-dd73-436f-bbf4-289c6c635b48, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:33.712801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] For port 616afa84-dd73-436f-bbf4-289c6c635b48, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=616afa84-dd73-436f-bbf4-289c6c635b48,segment=NetworkSegment(628c76ac-ad9a-417c-99df-b5f80e11eba8),segment_id=628c76ac-ad9a-417c-99df-b5f80e11eba8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:33.718799 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.726577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.834153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d6b3-0911-4d7d-b328-b020a6bde6e5 None None] Pushing event updated for resources: {'Port': ['ID=616afa84-dd73-436f-bbf4-289c6c635b48,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:33.943335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Transition to ACTIVE for port object 1d28940d-62f4-4b0e-bea1-f85e29d539bc will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:33.978249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.981295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Transition to ACTIVE for port object 1d28940d-62f4-4b0e-bea1-f85e29d539bc will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:33.982571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.995139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.001571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81eb5433-fe86-46c5-a8ef-cc2ef1c88e0b HTTP/1.1" status: 204 len: 168 time: 1.5065460 Jul 29 23:56:34.073605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71c72-fb39-4475-8076-655cbd257bd7 req-f30e4175-84a3-493c-9a8d-f44a78e84f7c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:34.081615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fd71c72-fb39-4475-8076-655cbd257bd7 req-f30e4175-84a3-493c-9a8d-f44a78e84f7c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.6321526 Jul 29 23:56:34.113056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Pushing event updated for resources: {'Port': ['ID=1d28940d-62f4-4b0e-bea1-f85e29d539bc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:34.113521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07b6f-beb8-4b89-9365-6f08b18afd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb5433-fe86-46c5-a8ef-cc2ef1c88e0b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:34.179339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Network eaa7b814-bae4-4f2d-9148-462e651fba95 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:34.184265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:34.189497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:34.289019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Attempting to bind port 1d28940d-62f4-4b0e-bea1-f85e29d539bc on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:34.289454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Attempting to bind port 1d28940d-62f4-4b0e-bea1-f85e29d539bc by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '13962c72-78af-434e-8deb-ee71081747ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:34.289875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Attempting to bind port 1d28940d-62f4-4b0e-bea1-f85e29d539bc on network eaa7b814-bae4-4f2d-9148-462e651fba95 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:34.297022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:34.297393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Checking segment: {'id': '13962c72-78af-434e-8deb-ee71081747ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:34.297913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.298240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Bound using segment: {'id': '13962c72-78af-434e-8deb-ee71081747ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:34.298878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Bound port: 1d28940d-62f4-4b0e-bea1-f85e29d539bc, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13962c72-78af-434e-8deb-ee71081747ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eaa7b814-bae4-4f2d-9148-462e651fba95'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:34.299414 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.532575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] For port 1d28940d-62f4-4b0e-bea1-f85e29d539bc, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:34.543437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] For port 1d28940d-62f4-4b0e-bea1-f85e29d539bc, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1d28940d-62f4-4b0e-bea1-f85e29d539bc,segment=NetworkSegment(13962c72-78af-434e-8deb-ee71081747ba),segment_id=13962c72-78af-434e-8deb-ee71081747ba)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:34.556303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.595216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.595898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fd71c72-fb39-4475-8076-655cbd257bd7 req-5b62190a-4563-46d2-add8-a73642f6916b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042583 Jul 29 23:56:34.605261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3f4dfe5c-74a4-423e-9f33-70b0898da599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:34.616992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3f4dfe5c-74a4-423e-9f33-70b0898da599 service neutron] 10.222.0.57 "GET /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 1032 time: 0.6622472 Jul 29 23:56:34.761486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ec7b-a631-4400-9322-eb4415e2ee00 None None] Pushing event updated for resources: {'Port': ['ID=1d28940d-62f4-4b0e-bea1-f85e29d539bc,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:34.825419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-85d63614-b0ef-43a9-a6cb-01669a92a133 req-8f5170fa-7b27-4658-9476-c6d495611dea tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1924226 Jul 29 23:56:34.914483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Transition to ACTIVE for port object f069fd5b-e47e-40fe-9dbf-318d8713a41c will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:34.982881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c7253da3-76f5-43b4-9b39-1406120215e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:34.984759 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c7253da3-76f5-43b4-9b39-1406120215e7 service neutron] 10.222.0.57 "GET /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 1033 time: 0.3493302 Jul 29 23:56:34.987516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.14 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/0c50b224-746f-40bf-8b6a-626629e01b11) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:35.033051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.12 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/0c50b224-746f-40bf-8b6a-626629e01b11) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:35.033340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.048977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.221407 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.292281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 616afa84-dd73-436f-bbf4-289c6c635b48 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:35.322568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:35.352602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:35.356574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:35.393027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:35.404323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.469060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.488425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:35.537656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 616afa84-dd73-436f-bbf4-289c6c635b48 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:35.637612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 1c020045-1caf-4083-b758-e5024c4b7aa9 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:36.142448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.157241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36166) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:36.285087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e01fecb6-da04-4b9a-92a9-2ffe66d83cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.429609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.430435 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 6936d839-caff-4f9b-a1c5-153d8c52e2cb of type vlan for network 83aa634c-adbf-401a-b1c2-e75223ab8430 Jul 29 23:56:36.508289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3de63cb-cb78-4f91-955a-436789397317 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.545605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89056c93-10da-4c6e-8a00-dd2ab4d3d07c None None] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:36.552771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3de63cb-cb78-4f91-955a-436789397317 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.570662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Port': ['ID=f069fd5b-e47e-40fe-9dbf-318d8713a41c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.581971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3de63cb-cb78-4f91-955a-436789397317 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.582334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a3de63cb-cb78-4f91-955a-436789397317 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 1996 time: 1.5824602 Jul 29 23:56:36.621126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.796541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9186a1be-9b13-478e-ae12-891af66a6ff5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.816264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b07e34ef-683c-4e8d-856b-f9f1897035c1 req-cc8c43d5-53ec-42e6-8021-c2600e634316 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.2961035 Jul 29 23:56:36.844743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Provisioning for port 616afa84-dd73-436f-bbf4-289c6c635b48 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:36.916147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Provisioning complete for port 616afa84-dd73-436f-bbf4-289c6c635b48 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:36.917266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.976362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e01fecb6-da04-4b9a-92a9-2ffe66d83cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.078446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e01fecb6-da04-4b9a-92a9-2ffe66d83cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.180143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.215467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.217031 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.263519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d28940d-62f4-4b0e-bea1-f85e29d539bc up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:37.285988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fecb6-da04-4b9a-92a9-2ffe66d83cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9db311-a024-46c5-8fd3-5033014d80e1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.316565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36176) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:37.323146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.5520971 Jul 29 23:56:37.337893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959822138'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.364668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b509d7-1eb6-4456-9e23-b032a31e4132 req-aedc8bd5-a3fa-44f6-a842-669473482773 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.368787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b509d7-1eb6-4456-9e23-b032a31e4132 req-aedc8bd5-a3fa-44f6-a842-669473482773 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 1.2073290 Jul 29 23:56:37.407278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34598a-fda1-4cc9-a827-b40009673405 None None] Network eaa7b814-bae4-4f2d-9148-462e651fba95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:37.476230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.490859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-33d5c81b-8b3c-4318-8f7b-e4a23c3d52a7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5 HTTP/1.1" status: 200 len: 380 time: 0.5029812 Jul 29 23:56:37.558245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497d55-a488-47a1-8562-5140a8dd83c9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=83aa634c-adbf-401a-b1c2-e75223ab8430,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.562559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.581660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'admin_state_up': True, 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'security_groups': ['85577ccc-6883-46ff-9828-446f51ef01ad']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.593676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:37.614192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e01fecb6-da04-4b9a-92a9-2ffe66d83cf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd16845506ce47ba8dad2c09fd7feffb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4425716 Jul 29 23:56:37.616275 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.618590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36178) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:37.752162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.781747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:37.850589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:37.896007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1d28940d-62f4-4b0e-bea1-f85e29d539bc completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:38.012690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] For port 616afa84-dd73-436f-bbf4-289c6c635b48, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=616afa84-dd73-436f-bbf4-289c6c635b48,segment=NetworkSegment(628c76ac-ad9a-417c-99df-b5f80e11eba8),segment_id=628c76ac-ad9a-417c-99df-b5f80e11eba8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:38.103924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.302855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-35a1e3f9-d009-41a1-aa2a-63654ed22572 req-04430d05-527c-4c29-bf98-c6b5b327d5a1 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1091492 Jul 29 23:56:38.402580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Provisioning for port 1d28940d-62f4-4b0e-bea1-f85e29d539bc completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:38.419553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Provisioning complete for port 1d28940d-62f4-4b0e-bea1-f85e29d539bc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:38.420684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.532071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524e2a9-a6e3-4d5f-89b5-2fe8c05dfd26 None None] Pushing event updated for resources: {'Port': ['ID=616afa84-dd73-436f-bbf4-289c6c635b48,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:38.559931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:38.678492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.687548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.698364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.699397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.733044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.753797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b509d7-1eb6-4456-9e23-b032a31e4132 req-1e71433a-9471-4b65-b467-291596295b45 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3649619 Jul 29 23:56:38.785470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 8.7692685 Jul 29 23:56:38.788005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:38.794785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.802365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:38.905264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] For port 1d28940d-62f4-4b0e-bea1-f85e29d539bc, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1d28940d-62f4-4b0e-bea1-f85e29d539bc,segment=NetworkSegment(13962c72-78af-434e-8deb-ee71081747ba),segment_id=13962c72-78af-434e-8deb-ee71081747ba)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:38.918550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.953693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '0c50b224-746f-40bf-8b6a-626629e01b11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:38.970823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Port': ['ID=f069fd5b-e47e-40fe-9dbf-318d8713a41c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.125674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 616afa84-dd73-436f-bbf4-289c6c635b48 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:39.130321 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.171126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf1280-5710-422b-abe5-7cd0f6dba539 None None] Pushing event updated for resources: {'Port': ['ID=1d28940d-62f4-4b0e-bea1-f85e29d539bc,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.173096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc2e32-2b80-4b44-8a2c-df0cf437386e tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=0c50b224-746f-40bf-8b6a-626629e01b11,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.178679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Provisioning complete for port 616afa84-dd73-436f-bbf4-289c6c635b48 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:39.179418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.230196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:39.234388 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.262794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.295532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.295983 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 0aba296e-0db8-40d6-b579-51d573068080 of type vlan for network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e Jul 29 23:56:39.298803 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.463062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:39.475494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.484505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 616afa84-dd73-436f-bbf4-289c6c635b48 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:39.485741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.500462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:39.511354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:39.548389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:39.682441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:39.733172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:39.734291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.796033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Provisioning for port f069fd5b-e47e-40fe-9dbf-318d8713a41c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:39.827962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Provisioning complete for port f069fd5b-e47e-40fe-9dbf-318d8713a41c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:39.827962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.880754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.969198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=1c020045-1caf-4083-b758-e5024c4b7aa9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.985858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-19abab07-e5ac-458c-bf2e-fc4166fca5bc None None] Port f069fd5b-e47e-40fe-9dbf-318d8713a41c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:39.986688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a0aa1c1-ed93-432d-84a1-494507059050 req-b561bd20-1a56-4221-a24c-0d6cfccbf07c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1401217 Jul 29 23:56:40.056055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:40.062387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.067700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:56:40.108412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Router 607ebe7e-4964-451b-af8b-f1c32e34198b is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:40.124235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-03868268-e4be-4378-aaed-6ba5529d0d96 None None] Provisioning complete for port 1d28940d-62f4-4b0e-bea1-f85e29d539bc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.124964 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03868268-e4be-4378-aaed-6ba5529d0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.161946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.164953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.170238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b9db311-a024-46c5-8fd3-5033014d80e1 HTTP/1.1" status: 204 len: 168 time: 2.5069172 Jul 29 23:56:40.176074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c43bd989-e725-43b1-b8d6-2a5f7b94f0c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 6.5112214 Jul 29 23:56:40.185050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36200) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:40.389956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:40.401741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.402649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7a82a230-573c-4b78-a7da-aa9b4bbb9d01 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6321938 Jul 29 23:56:40.406648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:40.412930 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] Sync routers for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:40.420413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.423588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.433520 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:40.435022 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.474818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-03868268-e4be-4378-aaed-6ba5529d0d96 None None] Provisioning complete for port f069fd5b-e47e-40fe-9dbf-318d8713a41c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.475127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9db311-a024-46c5-8fd3-5033014d80e1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:40.475273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03868268-e4be-4378-aaed-6ba5529d0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.554897 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.599844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:40.605784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-03868268-e4be-4378-aaed-6ba5529d0d96 None None] Port f069fd5b-e47e-40fe-9dbf-318d8713a41c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:40.608765 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.630469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.631006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.631479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.638046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.638046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.638046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.638046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.642608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.643854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.644825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.647632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.648659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca8883e-092a-4625-98bc-2329477f90f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:40.703969 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.705103 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae339a-03b0-4907-a896-970eebd6d9d0 None None] The sync data for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:40.761713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705552-ce4a-4533-9d2f-80268daf7b09 req-990ec80c-dff2-44f1-8d31-9c163db6aaa6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.775241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c705552-ce4a-4533-9d2f-80268daf7b09 req-990ec80c-dff2-44f1-8d31-9c163db6aaa6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.7301147 Jul 29 23:56:40.792823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 172.20.0.5 (cf30b5a0-d1cd-4381-a13e-2bfe322d7640/1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33/9b7f8a11-c7d9-4583-ad20-9a53a80606c1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:40.817315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.4869826 Jul 29 23:56:40.864075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36206) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:40.895327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:40.940370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d063fb6-d340-4089-a90f-ff7c24bd9ba9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=34aac4b9-55e1-4c5a-8b1c-5012f5ad109e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.003536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:41.138011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c705552-ce4a-4533-9d2f-80268daf7b09 req-a9931e3e-3b8b-4a82-abbd-8604055668c7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613932 Jul 29 23:56:41.170958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d28940d-62f4-4b0e-bea1-f85e29d539bc up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:41.180385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-6afe1d4e-2845-4d4e-9553-7272eaa9ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.185766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-6afe1d4e-2845-4d4e-9553-7272eaa9ed0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1097 time: 0.3954473 Jul 29 23:56:41.303991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1d28940d-62f4-4b0e-bea1-f85e29d539bc triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:41.304924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.468471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0603c278-8663-4a9b-87f9-e355093d7239 req-4d1eeffc-f45a-48fb-bfb7-148108ef6ba4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1724081 Jul 29 23:56:41.469754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:41.475476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.487469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.656989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-a418a986-56c4-4eb8-b5a0-94fbc689c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.664822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-a418a986-56c4-4eb8-b5a0-94fbc689c656 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.4419611 Jul 29 23:56:41.792261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 1c020045-1caf-4083-b758-e5024c4b7aa9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:41.792261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.818261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.845380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-32e4f002-64ed-4510-bf69-7e098c080862 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.1674907 Jul 29 23:56:41.972342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:42.032732 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-7b8b6c12-b736-4d91-8ae1-f4494a5de26a tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:56:42.038979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b8b6c12-b736-4d91-8ae1-f4494a5de26a tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6255655 Jul 29 23:56:42.059253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:42.062110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-0a945370-e584-4c0e-9bc0-9b2134601b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.065752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-0a945370-e584-4c0e-9bc0-9b2134601b1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.2049563 Jul 29 23:56:42.114574 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.142750 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-11fb13eb-3b6a-4791-a03c-52b84dcd9933 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608530 Jul 29 23:56:42.220186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 1c020045-1caf-4083-b758-e5024c4b7aa9 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:42.263590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.293858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.173 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/94236b85-c03a-454c-878a-3d042da714b0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:42.466995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-592d105e-c1a3-48b0-9b95-2790238fad5c service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347755 Jul 29 23:56:42.548497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.667632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.865416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=4b6839e1-8bba-4f63-8258-fac807ed4629,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:42.892133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143f27-fbb7-45c0-b2b7-90257273ae0f req-ab444a22-d54b-4008-b210-1ae61f39a89b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.895751 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8143f27-fbb7-45c0-b2b7-90257273ae0f req-ab444a22-d54b-4008-b210-1ae61f39a89b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 931 time: 0.2682984 Jul 29 23:56:42.934974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ca477fc1-26ac-4c09-b256-e7177a176cf0 req-0832e084-191a-4e9a-b22d-4e1f7e3e790b service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596248 Jul 29 23:56:42.991939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836d72c-404b-442e-8357-0deb972454f5 req-07f76d5d-2cb1-464e-b862-5fd66ace660c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.994572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f836d72c-404b-442e-8357-0deb972454f5 req-07f76d5d-2cb1-464e-b862-5fd66ace660c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.5766850 Jul 29 23:56:43.000276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:43.012599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '6936d839-caff-4f9b-a1c5-153d8c52e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:43.012599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: 83aa634c-adbf-401a-b1c2-e75223ab8430, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:43.014136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.036010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:43.040205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:43.115338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.217063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d8143f27-fbb7-45c0-b2b7-90257273ae0f req-bb55a5a7-5cef-4d03-81ff-7484389db015 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797587 Jul 29 23:56:43.228134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=1c020045-1caf-4083-b758-e5024c4b7aa9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.263823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.267457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ce6b99b-0b01-4393-b868-08a421e928a3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/1c020045-1caf-4083-b758-e5024c4b7aa9 HTTP/1.1" status: 204 len: 168 time: 3.0778649 Jul 29 23:56:43.271360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36246) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:43.285301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'mac_address': 'fa:16:3e:73:60:c5', 'name': 'tempest-PortsTestJSON-1945902697'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:43.290468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f836d72c-404b-442e-8357-0deb972454f5 req-4c8ebd64-2f30-4b33-961a-95c55e4b54b4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564478 Jul 29 23:56:43.313247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.362342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:43.376739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.377859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.445987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 83aa634c-adbf-401a-b1c2-e75223ab8430) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:43.462673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd1b95-f30c-45cf-bf8b-a9a26413369b None None] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:43.468787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.469503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.482333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:43.498629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-11b28576-ed16-45de-ab08-1b774c05b18c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9426136 Jul 29 23:56:43.506502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:43.512672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:43.523312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=94236b85-c03a-454c-878a-3d042da714b0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.598420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'admin_state_up': True, 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'security_groups': ['85577ccc-6883-46ff-9828-446f51ef01ad']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:43.616169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c3ebe2ac-718c-478c-b110-50dd52111e32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7298524 Jul 29 23:56:43.616532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:43.631471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:43.699214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-230a8eb3-0538-4227-9994-e34c77354aa8 None None] Provisioning for port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:43.724954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-230a8eb3-0538-4227-9994-e34c77354aa8 None None] Provisioning complete for port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:43.725469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-230a8eb3-0538-4227-9994-e34c77354aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.793589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:43.851396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-230a8eb3-0538-4227-9994-e34c77354aa8 None None] Port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:43.913568 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.966573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 3b7a0f0d-aee7-4607-8489-5eb34a6b621b yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:44.003857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-83aa634c-adbf-401a-b1c2-e75223ab8430', 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '4b6839e1-8bba-4f63-8258-fac807ed4629'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:44.006798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.014464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:44.020250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.149347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.278915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Allocated IP 2001:db8::2 (83aa634c-adbf-401a-b1c2-e75223ab8430/4b6839e1-8bba-4f63-8258-fac807ed4629/b2aa2c78-eeb8-424e-9956-3d3bd685bbc4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:44.332073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:44.337582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.580075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.597002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Transition to ACTIVE for port object b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:44.615817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Transition to ACTIVE for port object b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:44.627065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.709855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:44.714687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:44.723508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:44.738484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Pushing event updated for resources: {'Port': ['ID=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:44.811319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.1.1.27 (0bdfc354-68c2-4434-815d-b84c881307eb/fa0591d6-1f31-406e-a382-5ee02590307e/1f05e701-27b8-43b1-882d-6326d7140934) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:44.867876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Attempting to bind port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:44.868246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Attempting to bind port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '6936d839-caff-4f9b-a1c5-153d8c52e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:44.868616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Attempting to bind port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 on network 83aa634c-adbf-401a-b1c2-e75223ab8430 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:44.887540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:44.888105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Checking segment: {'id': '6936d839-caff-4f9b-a1c5-153d8c52e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:44.888694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.889133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Bound using segment: {'id': '6936d839-caff-4f9b-a1c5-153d8c52e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:44.889665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Bound port: b2aa2c78-eeb8-424e-9956-3d3bd685bbc4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6936d839-caff-4f9b-a1c5-153d8c52e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aa634c-adbf-401a-b1c2-e75223ab8430'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:44.890270 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.928224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1370-096f-403e-a296-04eabe4e5336 req-851aec41-ca62-4c44-8ad7-a60323b3fb4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:44.940926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-adaa1370-096f-403e-a296-04eabe4e5336 req-851aec41-ca62-4c44-8ad7-a60323b3fb4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 931 time: 0.4261522 Jul 29 23:56:44.965073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.040237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6ca5-7d9a-424e-a4e0-498622a3f7d5 req-edfb0d4a-2f00-4d53-900a-faed11528e24 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.041976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59bc6ca5-7d9a-424e-a4e0-498622a3f7d5 req-edfb0d4a-2f00-4d53-900a-faed11528e24 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 945 time: 0.4055324 Jul 29 23:56:45.073062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:45.120668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-adaa1370-096f-403e-a296-04eabe4e5336 req-9cc78269-37a0-45a6-9a17-c334e7e2b92c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778705 Jul 29 23:56:45.185034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.228257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] For port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:45.239466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] For port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,segment=NetworkSegment(6936d839-caff-4f9b-a1c5-153d8c52e2cb),segment_id=6936d839-caff-4f9b-a1c5-153d8c52e2cb)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:45.271987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.368764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd80f4d-4773-4d92-a77c-1a2b3af7ddc5 None None] Pushing event updated for resources: {'Port': ['ID=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:45.409675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.545028 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.561282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:45.574135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.595294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:45.601256 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f0ad3a-364d-4912-b85f-3d49b57f2334" -d '{"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-unplugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:45.628977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:45.633245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:45.641841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.724707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:45.743015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.744076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.849532 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5011c-745c-4a46-bcb9-3a8b8e9351b6 x-openstack-request-id: req-52a5011c-745c-4a46-bcb9-3a8b8e9351b6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:45.850262 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-unplugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:45.850486 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52a5011c-745c-4a46-bcb9-3a8b8e9351b6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:45.851100 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'code': 200} Jul 29 23:56:45.895295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.005771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=3b7a0f0d-aee7-4607-8489-5eb34a6b621b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.038916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e519862e-b220-475c-bf24-e6637fd286c2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7643969 Jul 29 23:56:46.078936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36280) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.084628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting port f069fd5b-e47e-40fe-9dbf-318d8713a41c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:46.084628 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.192998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59bc6ca5-7d9a-424e-a4e0-498622a3f7d5 req-87c2c6e4-71bf-4f84-b135-a4b74d42ecf7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1233351 Jul 29 23:56:46.261169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '0aba296e-0db8-40d6-b579-51d573068080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:46.261711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:46.281008 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7653cd79-a2d1-4a70-b0ee-09ed89cabd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.354417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.542146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36286) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.596503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.641818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object 1f05e701-27b8-43b1-882d-6326d7140934 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:46.802368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.806372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.820474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.869551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=4da03b06-2f98-4069-944a-2e3bd3b94fd8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.903622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e66dd-67fe-4d08-857e-9a36f5517043 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.910533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-708e66dd-67fe-4d08-857e-9a36f5517043 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/3b7a0f0d-aee7-4607-8489-5eb34a6b621b HTTP/1.1" status: 200 len: 841 time: 0.8045111 Jul 29 23:56:46.916858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36290) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.022118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 0bdfc354-68c2-4434-815d-b84c881307eb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:47.024450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.028485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:47.031467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac3852b-3603-45f2-89a2-6bd3bc7a259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.077373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:47.091782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:47.258344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:47.259721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:47.262463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.289602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:47.296764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.297811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.304537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffc08e-bf2d-412a-8bcb-21d9da8b41e7 None None] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:47.304781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.355321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f072a-5736-49ea-bfea-65cd239e0c7f req-75920268-2622-4df3-a908-d2c1c87d2e9c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.365784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f072a-5736-49ea-bfea-65cd239e0c7f req-75920268-2622-4df3-a908-d2c1c87d2e9c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.379212 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc8f072a-5736-49ea-bfea-65cd239e0c7f req-75920268-2622-4df3-a908-d2c1c87d2e9c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 1652 time: 0.5020494 Jul 29 23:56:47.388359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Calling delete_port for f069fd5b-e47e-40fe-9dbf-318d8713a41c owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:47.480976 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc8f072a-5736-49ea-bfea-65cd239e0c7f req-bc26728d-fe9a-40b1-a5c9-9a3aec87e325 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995200 Jul 29 23:56:47.498163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.574231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352fb01-1720-4db7-bd65-0cd0a81f9916 None None] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:47.606785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=94236b85-c03a-454c-878a-3d042da714b0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.621413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 3b7a0f0d-aee7-4607-8489-5eb34a6b621b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:47.622708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.646760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.647901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.661473 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 1ab613fc-2f53-4ce7-b04b-d7e5279849e6 associated. External IP: 172.25.5.173, port: 0c50b224-746f-40bf-8b6a-626629e01b11. Jul 29 23:56:47.727785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Provisioning for port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:47.743489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Provisioning complete for port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:47.743985 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.833064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-34aac4b9-55e1-4c5a-8b1c-5012f5ad109e', 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '4da03b06-2f98-4069-944a-2e3bd3b94fd8'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:47.834533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.884357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.993569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac3852b-3603-45f2-89a2-6bd3bc7a259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.016191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e71c30-9121-4be1-90af-e4e2aa4d1b96 req-d663a391-3bfe-4a59-b5df-105909db6eab tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:48.019215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6e71c30-9121-4be1-90af-e4e2aa4d1b96 req-d663a391-3bfe-4a59-b5df-105909db6eab tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.4894488 Jul 29 23:56:48.027108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac3852b-3603-45f2-89a2-6bd3bc7a259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.053906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Port': ['ID=f069fd5b-e47e-40fe-9dbf-318d8713a41c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.074683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.075008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.075367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.075708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.076602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.076602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.076851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.077017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.077339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.077697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.078037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.078526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:48.098548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7ac3852b-3603-45f2-89a2-6bd3bc7a259e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89563298127a4631baf95e3bd016a77a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5450854 Jul 29 23:56:48.108163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-589c9784-838e-43cf-b620-59e2eface674 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5886400 Jul 29 23:56:48.126036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36294) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:48.131850 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41aeab2e-14dd-4861-b08a-22e088dfaa12 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5132372 Jul 29 23:56:48.136855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:48.147727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2128992236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:48.190893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.196915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'admin_state_up': True, 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'security_groups': ['85577ccc-6883-46ff-9828-446f51ef01ad']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:48.206627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.207823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.225681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.279144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 3b7a0f0d-aee7-4607-8489-5eb34a6b621b owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:48.417514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Allocated IP 2001:db8:1::2 (34aac4b9-55e1-4c5a-8b1c-5012f5ad109e/4da03b06-2f98-4069-944a-2e3bd3b94fd8/c393e91f-b9be-409a-8f4b-330087ec1324) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:48.426712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] For port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,segment=NetworkSegment(6936d839-caff-4f9b-a1c5-153d8c52e2cb),segment_id=6936d839-caff-4f9b-a1c5-153d8c52e2cb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:48.445897 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.492703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3852b-3603-45f2-89a2-6bd3bc7a259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10386573-87c6-4b3b-837e-5f1931abc6ab,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.515932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Provisioning for port 1f05e701-27b8-43b1-882d-6326d7140934 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:48.592540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6e71c30-9121-4be1-90af-e4e2aa4d1b96 req-a0a59130-9b71-4497-a842-4b4c34735c6d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115564 Jul 29 23:56:48.657444 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:48.662173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:48.695838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:48.699902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.706725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.782333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.816976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.853247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Provisioning complete for port 1f05e701-27b8-43b1-882d-6326d7140934 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:48.853609 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.861537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.872160 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.874506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d45a3b7-4e3e-4fe4-9204-be40a8520bfb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7365282 Jul 29 23:56:48.900291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36302) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:48.921895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.967982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Transition to ACTIVE for port object c393e91f-b9be-409a-8f4b-330087ec1324 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:48.986133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Port 1f05e701-27b8-43b1-882d-6326d7140934 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:48.995378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dab7d-beae-44ad-935f-2e4035339c9d None None] Pushing event updated for resources: {'Port': ['ID=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.021416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef31b2-6ba0-4aee-8bdc-f58c37be88f2 req-0cd9d5d3-c74e-4e65-9b77-335a0e2945e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.031443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef31b2-6ba0-4aee-8bdc-f58c37be88f2 req-0cd9d5d3-c74e-4e65-9b77-335a0e2945e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.034123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93ef31b2-6ba0-4aee-8bdc-f58c37be88f2 req-0cd9d5d3-c74e-4e65-9b77-335a0e2945e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 1652 time: 0.3491046 Jul 29 23:56:49.046036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Transition to ACTIVE for port object c393e91f-b9be-409a-8f4b-330087ec1324 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:49.050891 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2039e7c8-e3c5-44b0-acf9-dfcbbfd833bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.063797 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.107761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.1.1.204 (0bdfc354-68c2-4434-815d-b84c881307eb/fa0591d6-1f31-406e-a382-5ee02590307e/e5ab19a9-8377-4120-bbcc-ba388d02024d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:49.152735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Pushing event updated for resources: {'Port': ['ID=c393e91f-b9be-409a-8f4b-330087ec1324,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.167755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:49.258978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:49.260225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9c79b16b-e7b5-44dd-8a64-d641991687d8 None None] Provisioning complete for port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:49.260733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c79b16b-e7b5-44dd-8a64-d641991687d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.280584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:49.284872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:49.319896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.344587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object e5ab19a9-8377-4120-bbcc-ba388d02024d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:49.423479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.430712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.470518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93ef31b2-6ba0-4aee-8bdc-f58c37be88f2 req-ef05ac0a-4c3c-4483-9a4a-34f1e4fbde05 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707633 Jul 29 23:56:49.540621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.574617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:49.587733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.595418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.599919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.601404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10386573-87c6-4b3b-837e-5f1931abc6ab HTTP/1.1" status: 204 len: 168 time: 1.4504964 Jul 29 23:56:49.639082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Attempting to bind port c393e91f-b9be-409a-8f4b-330087ec1324 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:49.639867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Attempting to bind port c393e91f-b9be-409a-8f4b-330087ec1324 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0aba296e-0db8-40d6-b579-51d573068080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:49.640669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Attempting to bind port c393e91f-b9be-409a-8f4b-330087ec1324 on network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:49.655299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:49.667376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=3b7a0f0d-aee7-4607-8489-5eb34a6b621b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.671386 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.674942 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77d5b47f-54f9-40f8-8673-dfbfee72b33c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/3b7a0f0d-aee7-4607-8489-5eb34a6b621b HTTP/1.1" status: 204 len: 168 time: 2.7460861 Jul 29 23:56:49.681675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:49.701751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:49.702859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Checking segment: {'id': '0aba296e-0db8-40d6-b579-51d573068080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:49.703391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.704472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Bound using segment: {'id': '0aba296e-0db8-40d6-b579-51d573068080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:49.705208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Bound port: c393e91f-b9be-409a-8f4b-330087ec1324, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aba296e-0db8-40d6-b579-51d573068080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34aac4b9-55e1-4c5a-8b1c-5012f5ad109e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:49.705742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.733101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:49.739636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:49.757740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23316b-41fe-493a-94cd-43e5decb3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10386573-87c6-4b3b-837e-5f1931abc6ab,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.790096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.811498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978405-eb16-4c7c-9f95-254ad5e9436c req-01390248-c8a3-48ee-a13d-6830aca65401 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.821293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e978405-eb16-4c7c-9f95-254ad5e9436c req-01390248-c8a3-48ee-a13d-6830aca65401 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 1.0403190 Jul 29 23:56:49.848306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.862521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 0bdfc354-68c2-4434-815d-b84c881307eb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:49.868914 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-7190b3e9-dd8c-49ca-8213-1373d5e26be1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:56:49.878137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7190b3e9-dd8c-49ca-8213-1373d5e26be1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/3b7a0f0d-aee7-4607-8489-5eb34a6b621b HTTP/1.1" status: 404 len: 333 time: 0.1867893 Jul 29 23:56:49.879386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:49.888994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36310) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:49.898124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:49.900594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'name': 'tempest-PortsTestJSON-633346787'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:49.902710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:49.951786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-99c98a4d-3b1c-42a8-b7dc-6f17eabea743 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.1318650 Jul 29 23:56:49.955791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:49.964915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': '0c50b224-746f-40bf-8b6a-626629e01b11', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:49.991461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Router 607ebe7e-4964-451b-af8b-f1c32e34198b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:50.037198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.038073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.068629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.069665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.083195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.089323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e978405-eb16-4c7c-9f95-254ad5e9436c req-34fbc6ef-e74f-4a63-b2a7-13c126fa82d3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662985 Jul 29 23:56:50.154988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.155892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e8c6d-69db-4f98-aefa-b942a75cb574 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:50.168381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.203278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c1ec7574-7576-49e1-838b-5e4ead93b2db tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0257826 Jul 29 23:56:50.242576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] For port c393e91f-b9be-409a-8f4b-330087ec1324, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:50.248171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] For port c393e91f-b9be-409a-8f4b-330087ec1324, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c393e91f-b9be-409a-8f4b-330087ec1324,segment=NetworkSegment(0aba296e-0db8-40d6-b579-51d573068080),segment_id=0aba296e-0db8-40d6-b579-51d573068080)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:50.266949 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.371346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'admin_state_up': True, 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'security_groups': ['85577ccc-6883-46ff-9828-446f51ef01ad']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:50.443936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36322) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.486202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b09fa-9bd3-42e8-b330-52c2bf9d0f88 None None] Pushing event updated for resources: {'Port': ['ID=c393e91f-b9be-409a-8f4b-330087ec1324,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.501033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.522705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78c8b81c-7de5-43f9-8395-a87867ec9f79 None None] Provisioning for port e5ab19a9-8377-4120-bbcc-ba388d02024d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:50.529707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78c8b81c-7de5-43f9-8395-a87867ec9f79 None None] Provisioning complete for port e5ab19a9-8377-4120-bbcc-ba388d02024d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:50.530175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-78c8b81c-7de5-43f9-8395-a87867ec9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.647986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:50.665528 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] Sync routers for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:50.695507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-725d87b4-fb76-4320-8a97-92434252cab7 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6191194 Jul 29 23:56:50.702206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36336) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.722699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.742117 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.748951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-78c8b81c-7de5-43f9-8395-a87867ec9f79 None None] Port e5ab19a9-8377-4120-bbcc-ba388d02024d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:50.838371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.882625 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.916934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.917861 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.944452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:50.963270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.027674 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:51.028637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40011c-45c1-4916-b230-cbae5f525b0f None None] The sync data for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:51.051938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:56:51.051938 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:56:51.051938 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'c6b5dda43ff645beab33f5925b289e9a', 'id': '55c0156a-bcf9-4acc-a76f-d5702127033a', 'expiration': datetime.datetime(2021, 7, 29, 23, 58, 50, 773843)}] Jul 29 23:56:51.051938 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:56:51.052905 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:56:51.060426 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-6e5d4247-ed25-4c49-b636-0c9f17f41723 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] delete failed (client error): The resource could not be found. Jul 29 23:56:51.066241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e5d4247-ed25-4c49-b636-0c9f17f41723 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1338664101 HTTP/1.1" status: 404 len: 335 time: 0.3479171 Jul 29 23:56:51.096748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36338) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:51.125130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d4230a38-cfb7-42cf-ad7e-1120a39c2817 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'router': {'external_gateway_info': {'network_id': '607ebe7e-4964-451b-af8b-f1c32e34198b'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:51.238762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:51.247509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:51.271735 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port ce822ca7-8d73-4eaa-b77c-a9cc5145308a yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:51.320489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fa7b-f94d-456c-bb2b-4b1de464d10a req-b6365b9f-4783-4f12-a5c4-e1e8bcf7e82d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.329302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c58fa7b-f94d-456c-bb2b-4b1de464d10a req-b6365b9f-4783-4f12-a5c4-e1e8bcf7e82d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.4468539 Jul 29 23:56:51.378680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b63a-d6c4-41af-a8f6-dfeb73cab50b req-409be27e-d415-496d-9335-c3f06d7cb461 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.388993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b63a-d6c4-41af-a8f6-dfeb73cab50b req-409be27e-d415-496d-9335-c3f06d7cb461 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.397131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b63a-d6c4-41af-a8f6-dfeb73cab50b req-409be27e-d415-496d-9335-c3f06d7cb461 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.399375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3fb6b63a-d6c4-41af-a8f6-dfeb73cab50b req-409be27e-d415-496d-9335-c3f06d7cb461 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 2373 time: 0.6648622 Jul 29 23:56:51.459377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:51.460265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.584247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c58fa7b-f94d-456c-bb2b-4b1de464d10a req-1f742bf8-4047-44db-8686-5d76e712b7a0 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533736 Jul 29 23:56:51.592756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.635042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c393e91f-b9be-409a-8f4b-330087ec1324 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:51.743596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c393e91f-b9be-409a-8f4b-330087ec1324 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:51.945111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.107760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3fb6b63a-d6c4-41af-a8f6-dfeb73cab50b req-941c9c34-8d7f-490a-9611-ae6cd58eb60c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6899137 Jul 29 23:56:52.114716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e140c38-b41a-4e19-84b6-f3a4829e1e81 None None] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:52.117669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4230a38-cfb7-42cf-ad7e-1120a39c2817 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.243358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Provisioning for port c393e91f-b9be-409a-8f4b-330087ec1324 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:52.266598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Provisioning complete for port c393e91f-b9be-409a-8f4b-330087ec1324 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:52.267000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.272176 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-d4230a38-cfb7-42cf-ad7e-1120a39c2817 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] update failed (client error): The resource could not be found. Jul 29 23:56:52.273827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4230a38-cfb7-42cf-ad7e-1120a39c2817 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b HTTP/1.1" status: 404 len: 339 time: 1.1752088 Jul 29 23:56:52.290013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36346) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.464179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8::1 (83aa634c-adbf-401a-b1c2-e75223ab8430/4b6839e1-8bba-4f63-8258-fac807ed4629/fcbe9a73-808b-4aaa-bae5-e1857820ccc1) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:52.487656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.526046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.529497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.664024 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:56:52.773968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-ede3ac24-f61a-4eb9-9e51-f59c8524401e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1555257 Jul 29 23:56:52.949843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.968200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.005801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.065333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] For port c393e91f-b9be-409a-8f4b-330087ec1324, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c393e91f-b9be-409a-8f4b-330087ec1324,segment=NetworkSegment(0aba296e-0db8-40d6-b579-51d573068080),segment_id=0aba296e-0db8-40d6-b579-51d573068080)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:53.070871 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.073273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.088362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.133325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6b5dda43ff645beab33f5925b289e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6842043 Jul 29 23:56:53.143980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8facff-17df-41ab-8b42-32c376a327f5 req-f94303c7-d209-41e6-b4db-e5b2ae9e539e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:53.146282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed8facff-17df-41ab-8b42-32c376a327f5 req-f94303c7-d209-41e6-b4db-e5b2ae9e539e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.3472743 Jul 29 23:56:53.149967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36352) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.275112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682e5b-dc22-458b-8250-d3ba2e852029 None None] Pushing event updated for resources: {'Port': ['ID=c393e91f-b9be-409a-8f4b-330087ec1324,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.301669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.2.2.100 (75a636af-48bc-4711-ac0a-df9123c379b2/ba86930b-6aba-457f-a385-fa1ee2cef021/089ae240-d1af-4a4d-a6e6-c02460e6d72e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:53.346107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092f53e-8154-40e5-aa2e-0cc77824d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce04122-559e-46ac-be14-787bc2bc477b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.420756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed8facff-17df-41ab-8b42-32c376a327f5 req-94ec7059-4878-4e81-8604-b7dd38f8681c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435467 Jul 29 23:56:53.563402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.603005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.636811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d07bf934-7b64-4c30-929c-06e6fd8e90bd None None] Provisioning complete for port c393e91f-b9be-409a-8f4b-330087ec1324 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:53.636811 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d07bf934-7b64-4c30-929c-06e6fd8e90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.790095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.921775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.001415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object 089ae240-d1af-4a4d-a6e6-c02460e6d72e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:54.007211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.010706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:54.040263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:54.056222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.057149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86e3d2-67c6-46bb-8eca-38aef9ee6663 req-08e37c91-031d-4ed0-bce9-dbd3574cefc4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.058958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.064828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ce04122-559e-46ac-be14-787bc2bc477b HTTP/1.1" status: 204 len: 168 time: 0.9060478 Jul 29 23:56:54.065114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86e3d2-67c6-46bb-8eca-38aef9ee6663 req-08e37c91-031d-4ed0-bce9-dbd3574cefc4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.069977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86e3d2-67c6-46bb-8eca-38aef9ee6663 req-08e37c91-031d-4ed0-bce9-dbd3574cefc4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.071757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d86e3d2-67c6-46bb-8eca-38aef9ee6663 req-08e37c91-031d-4ed0-bce9-dbd3574cefc4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 2373 time: 0.4294536 Jul 29 23:56:54.077351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:54.083500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.084187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.085436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:54.086845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=ce822ca7-8d73-4eaa-b77c-a9cc5145308a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.094333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object fcbe9a73-808b-4aaa-bae5-e1857820ccc1 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:54.107039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9805d3-f263-4d0c-a81b-0060f6042782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce04122-559e-46ac-be14-787bc2bc477b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.125110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.174562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26c52d36-e6cd-4da4-9d02-2f35503fd9e8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.2797530 Jul 29 23:56:54.178590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36362) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:54.192281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:54.242308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 75a636af-48bc-4711-ac0a-df9123c379b2 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:54.247845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:54.255495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:54.273888 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5d86e3d2-67c6-46bb-8eca-38aef9ee6663 req-eb8cdd68-8478-4c8f-bc9f-56bcaae56a02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837890 Jul 29 23:56:54.360352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.405523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.504671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.505734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.540481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:54.544681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08037189-0f04-4da6-bfd7-f5c5439c111c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1821811 Jul 29 23:56:54.553585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.555271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:54.566170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'admin_state_up': True, 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'security_groups': ['85577ccc-6883-46ff-9828-446f51ef01ad']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:54.579893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:54.582019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.612551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Allocated IP 172.20.0.1 (c7edeaef-8848-4336-ac23-74daa5f493f3/5064cc83-72e7-4791-b238-e59d6f58d7cb/0f5a3981-86f4-4f97-b857-ec71b59d9379) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:54.644859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.656881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:54.665794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-9c35efd5-da02-40e8-9574-b148032d90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:54.668762 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-9c35efd5-da02-40e8-9574-b148032d90c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac&tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b HTTP/1.1" status: 200 len: 1095 time: 0.4366984 Jul 29 23:56:54.678832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.698296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:54.709014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:54.709815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.710931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:54.712466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.747680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=fcbe9a73-808b-4aaa-bae5-e1857820ccc1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.826829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.829157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca0e87-cdb4-4909-a66c-8e02e0828681 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:54.847041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2cfed334-ed48-4284-baa4-01f21ff46c28 None None] Provisioning for port 089ae240-d1af-4a4d-a6e6-c02460e6d72e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:54.856416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2cfed334-ed48-4284-baa4-01f21ff46c28 None None] Provisioning complete for port 089ae240-d1af-4a4d-a6e6-c02460e6d72e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:54.857298 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2cfed334-ed48-4284-baa4-01f21ff46c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.968450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2cfed334-ed48-4284-baa4-01f21ff46c28 None None] Port 089ae240-d1af-4a4d-a6e6-c02460e6d72e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:55.089371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-37d9b6a1-7106-4d37-8732-9a0f7cd43d14 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/1ab613fc-2f53-4ce7-b04b-d7e5279849e6 HTTP/1.1" status: 200 len: 979 time: 5.1272779 Jul 29 23:56:55.092679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36374) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:55.093513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c393e91f-b9be-409a-8f4b-330087ec1324 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:55.180946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Made reservation on behalf of 2f84dac1fb3a441995cfb8ee2bd77ba5 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:55.190022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.240589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5afc7e46-74cc-439a-8208-ed90db398b9d None None] Provisioning for port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:55.268811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5afc7e46-74cc-439a-8208-ed90db398b9d None None] Provisioning complete for port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:55.269326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5afc7e46-74cc-439a-8208-ed90db398b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.293301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40733b4-0fd5-4746-8e3e-284028999f90 req-60b4c967-83ea-41de-b1f9-21508002ce28 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.295052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d40733b4-0fd5-4746-8e3e-284028999f90 req-60b4c967-83ea-41de-b1f9-21508002ce28 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.4430025 Jul 29 23:56:55.318910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-bc469a11-9d24-436c-a7ba-dfb2d8ed038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.321344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c393e91f-b9be-409a-8f4b-330087ec1324 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:55.321887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.323079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-bc469a11-9d24-436c-a7ba-dfb2d8ed038e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1095 time: 0.6061954 Jul 29 23:56:55.412146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.452750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5afc7e46-74cc-439a-8208-ed90db398b9d None None] Port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:55.660542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d40733b4-0fd5-4746-8e3e-284028999f90 req-48411cfe-55ea-43ab-85e6-001ad5d6935e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156869 Jul 29 23:56:55.766309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.795146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Transition to ACTIVE for port object 0f5a3981-86f4-4f97-b857-ec71b59d9379 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:55.820329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Allocated IP 10.2.2.200 (75a636af-48bc-4711-ac0a-df9123c379b2/ba86930b-6aba-457f-a385-fa1ee2cef021/c0a44923-ab09-4f42-b62a-26b3c8865db2) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:55.838491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 94236b85-c03a-454c-878a-3d042da714b0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:55.839094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.972900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-5334616e-57d1-4cf9-abb2-c893a0bc5d01 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.981427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-5334616e-57d1-4cf9-abb2-c893a0bc5d01 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.990110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-5334616e-57d1-4cf9-abb2-c893a0bc5d01 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.997229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-5334616e-57d1-4cf9-abb2-c893a0bc5d01 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.999692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-5334616e-57d1-4cf9-abb2-c893a0bc5d01 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3094 time: 0.4928303 Jul 29 23:56:56.002267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.019788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-9eb230c6-b9ed-4d67-a322-360d9432f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.022832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-9eb230c6-b9ed-4d67-a322-360d9432f468 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.6721528 Jul 29 23:56:56.031575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.086321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.086835 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.101678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.143420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network c7edeaef-8848-4336-ac23-74daa5f493f3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:56.191496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.210602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Transition to ACTIVE for port object c0a44923-ab09-4f42-b62a-26b3c8865db2 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:56.217226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] In _notify_port_updated(), no bound segment for port ce822ca7-8d73-4eaa-b77c-a9cc5145308a on network fe399693-f98c-465b-9611-3452a3b0e406 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:56:56.224421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.225471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.226576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/ports/ce822ca7-8d73-4eaa-b77c-a9cc5145308a HTTP/1.1" status: 200 len: 818 time: 2.0394807 Jul 29 23:56:56.236568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36392) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.240533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 94236b85-c03a-454c-878a-3d042da714b0 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:56.258719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:56.267806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-e78da887-c8b0-4db3-bbb6-54d702193f23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.1794109 Jul 29 23:56:56.277078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:56.422039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.531470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.563351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Network 75a636af-48bc-4711-ac0a-df9123c379b2 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:56.563601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Port': ['ID=0f5a3981-86f4-4f97-b857-ec71b59d9379,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.576181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:56.580831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:56.646426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port ce822ca7-8d73-4eaa-b77c-a9cc5145308a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:56.646780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.657215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-775c2244-19ce-4d2b-8220-8d5d9c8bacce req-9309fd50-5774-4f93-b6a1-40b418e7c188 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6224120 Jul 29 23:56:56.702162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f57db8a6-b898-4978-967c-0abad5b0eedc None None] Provisioning for port 0f5a3981-86f4-4f97-b857-ec71b59d9379 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:56.712584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f57db8a6-b898-4978-967c-0abad5b0eedc None None] Provisioning complete for port 0f5a3981-86f4-4f97-b857-ec71b59d9379 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:56.712969 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f57db8a6-b898-4978-967c-0abad5b0eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.736991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-1d1757ff-9b8f-4a64-9ca7-d19e8f09fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.738631 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-1d1757ff-9b8f-4a64-9ca7-d19e8f09fd06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.3626289 Jul 29 23:56:56.743505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.746885 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.820294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f57db8a6-b898-4978-967c-0abad5b0eedc None None] Port 0f5a3981-86f4-4f97-b857-ec71b59d9379 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:56.913341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.932114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-c8cf4435-d52b-40f5-8b90-08d80722bd39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904016 Jul 29 23:56:56.982806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ab4f7eaa-c28b-4fa7-a71d-c55f22608223 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4233663 Jul 29 23:56:56.987851 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.017540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:57.042079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50108f-dcd8-46d6-acb9-2461307d0554 req-09aa4cdc-88f4-44bd-a5f5-ee43980e0211 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:57.042321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a1dd4-2606-48f3-8f08-4f98e3a11dc7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=ce822ca7-8d73-4eaa-b77c-a9cc5145308a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.043488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c50108f-dcd8-46d6-acb9-2461307d0554 req-09aa4cdc-88f4-44bd-a5f5-ee43980e0211 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.1888781 Jul 29 23:56:57.044582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for ce822ca7-8d73-4eaa-b77c-a9cc5145308a owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:57.094181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e0fb360-f6aa-42bc-b350-fa13c55df5f7 None None] Provisioning for port c0a44923-ab09-4f42-b62a-26b3c8865db2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:57.117956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4e0fb360-f6aa-42bc-b350-fa13c55df5f7 None None] Provisioning complete for port c0a44923-ab09-4f42-b62a-26b3c8865db2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:57.118754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb360-f6aa-42bc-b350-fa13c55df5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.127321 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.194605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-f7b15480-44c2-40af-98af-6469cd140767 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298405 Jul 29 23:56:57.250729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fb360-f6aa-42bc-b350-fa13c55df5f7 None None] Port c0a44923-ab09-4f42-b62a-26b3c8865db2 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:57.263459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.295927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.297283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.298260 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.319058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c50108f-dcd8-46d6-acb9-2461307d0554 req-efdfaac1-c342-475e-a56f-6aae3d9767f1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468581 Jul 29 23:56:57.663860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.672183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.723641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.787174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=94236b85-c03a-454c-878a-3d042da714b0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.824764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=ce822ca7-8d73-4eaa-b77c-a9cc5145308a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.830394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.834999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-122695fb-251a-46e8-a638-f0ea1eebb377 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/ce822ca7-8d73-4eaa-b77c-a9cc5145308a HTTP/1.1" status: 204 len: 168 time: 1.5946853 Jul 29 23:56:57.880716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.928491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.928835 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP 1ab613fc-2f53-4ce7-b04b-d7e5279849e6 disassociated (deleted). External IP: 172.25.5.173, port: 0c50b224-746f-40bf-8b6a-626629e01b11. Jul 29 23:56:58.084338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=fcbe9a73-808b-4aaa-bae5-e1857820ccc1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.132668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0bca256b-9f30-4e07-9605-89ebab9eaef9 req-0722cdf8-66b4-401d-8641-419107cee07f service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9085982 Jul 29 23:56:58.168394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:58.181721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.226562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da8c2b-0491-4f17-9a0e-842435a0f8c1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.231411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68da8c2b-0491-4f17-9a0e-842435a0f8c1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3501899 Jul 29 23:56:58.235762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36426) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.261669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.268213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.274911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.281709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.303551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.308760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-c6b97312-8349-4799-ad33-6e922882a362 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3815 time: 0.4347379 Jul 29 23:56:58.539996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b5e6822-24c1-4eb6-aef2-609e0464747b req-cb606fe9-b9f0-481a-ade7-289f45785d24 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206338 Jul 29 23:56:58.541173 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b432d19-40b3-48c0-9c8d-2ff285d8be5c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:56:58.543573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b432d19-40b3-48c0-9c8d-2ff285d8be5c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/ce822ca7-8d73-4eaa-b77c-a9cc5145308a HTTP/1.1" status: 404 len: 333 time: 0.3047073 Jul 29 23:56:58.550162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36438) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.563779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-542890218'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:58.586717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:58.602297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:58.808556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:58.814996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.892815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:58.915625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.937378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.937918 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment a878932c-1fb2-4b19-8620-62b5f69c500e of type vlan for network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 Jul 29 23:56:58.942796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.943134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Transition to ACTIVE for port object 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:58.960583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.046360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:59.143130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01019d-33f1-4bcc-b82d-07962154a3a6 req-f959b3ca-6a22-4353-bec2-ba28d00eefd4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:59.145654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d01019d-33f1-4bcc-b82d-07962154a3a6 req-f959b3ca-6a22-4353-bec2-ba28d00eefd4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.3073366 Jul 29 23:56:59.247720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36452) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:59.260986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:59.268818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.336697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e458863b-0421-436e-9342-b804e72a50b0 None None] Provisioning complete for port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:59.338412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e458863b-0421-436e-9342-b804e72a50b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.455920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.476982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event updated for resources: {'Port': ['ID=0f5a3981-86f4-4f97-b857-ec71b59d9379,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:59.512186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e458863b-0421-436e-9342-b804e72a50b0 None None] Port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:59.527355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router d11fe23a-e178-4f54-b8a1-d971d9f91750 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:59.576995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:56:59.722593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:59.733656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:59.763483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:59.768571 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:59.868191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.886795 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:59.926399 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:59.927392 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:59.987307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d01019d-33f1-4bcc-b82d-07962154a3a6 req-deb061d4-35d6-4c1d-aa5d-2cf35d6748e2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613342 Jul 29 23:56:59.988500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Attempting to bind port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:59.989072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Attempting to bind port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:59.989644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Attempting to bind port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 on network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:59.997111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 on network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:56:59.997467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Attempting to bind port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 on network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:00.007527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Network c7edeaef-8848-4336-ac23-74daa5f493f3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:00.008555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8e48f590-ecda-48ce-8336-bb0c05381355 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/1ab613fc-2f53-4ce7-b04b-d7e5279849e6 HTTP/1.1" status: 204 len: 168 time: 4.9116173 Jul 29 23:57:00.010947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36458) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.024697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:00.025310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Checking segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:00.025950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Bound using segment: {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:00.026739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Bound port: 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc358a9-2db6-4899-b09a-b3999cfd4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:00.027380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.031079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.032112 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de78e1-ceba-4de8-8f00-8f0852a333a9 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:00.203294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:00.278968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:00.285816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:00.305368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.328364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.352704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:00.369324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.373442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a89ab6-ebb3-4373-b917-3ba71c6d6a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.412179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:00.435968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 0c50b224-746f-40bf-8b6a-626629e01b11 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:00.440591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.537499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:00.551108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] Sync routers for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:00.579277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-451b64cd-8bc4-4a4b-b6b5-df21bd263801 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6660638 Jul 29 23:57:00.587773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.588819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.621028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.733205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.748797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:00.750585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.755178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-041d818d-0bae-45fb-ae3f-9083593db580 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1092 time: 3.7451377 Jul 29 23:57:00.761927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:00.766519 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc859f1-06bf-492a-8a98-bfa7d2cab788" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:00.780563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.781565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.923904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:00.959799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.961558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13cdff-16d0-421d-8c4d-cf8e5d107803 None None] The sync data for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:00.974350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Router 607ebe7e-4964-451b-af8b-f1c32e34198b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:00.977935 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae7e3e-48a3-4125-b46b-e51cd23f29a5 x-openstack-request-id: req-1cae7e3e-48a3-4125-b46b-e51cd23f29a5 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:00.978242 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:00.978499 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cae7e3e-48a3-4125-b46b-e51cd23f29a5 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:00.978913 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'status': 'completed', 'code': 200} Jul 29 23:57:00.999778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-692a272c-ed48-40e4-8ac7-a1d53d9a19ca None None] Provisioning complete for port 0f5a3981-86f4-4f97-b857-ec71b59d9379 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:01.005250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-692a272c-ed48-40e4-8ac7-a1d53d9a19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.010645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.020841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.031157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.039247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.049230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.056607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e921bf0-c490-4aea-90ef-3e368920947d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.063312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e921bf0-c490-4aea-90ef-3e368920947d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports/fcbe9a73-808b-4aaa-bae5-e1857820ccc1 HTTP/1.1" status: 200 len: 911 time: 0.4207747 Jul 29 23:57:01.063562 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-89f2b35b-37bc-4087-bd40-9134b006a54b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3827 time: 1.1924725 Jul 29 23:57:01.074316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36466) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.159772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.224895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-692a272c-ed48-40e4-8ac7-a1d53d9a19ca None None] Port 0f5a3981-86f4-4f97-b857-ec71b59d9379 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:01.232604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:01.484554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.517766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:01.537698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2c6623b5-4fc8-4e55-b936-5f2269131dfb req-3b1e198d-81a8-4863-a396-3d36f94c8615 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761558 Jul 29 23:57:01.538975 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] Sync routers for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:01.562767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bacd90db-b671-4dcf-96fe-af917fee9378 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2600400 Jul 29 23:57:01.566216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36470) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.574889 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.575811 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.748560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.752558 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.778417 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.781138 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.931374 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.932071 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4853b-24ee-4998-b2f5-549d78211e62 None None] The sync data for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:01.951489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 0c50b224-746f-40bf-8b6a-626629e01b11 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:01.975117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c04b5e5c-40ef-43ea-939c-7c6ba5205589 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.204513 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-c04b5e5c-40ef-43ea-939c-7c6ba5205589 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:02.206426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c04b5e5c-40ef-43ea-939c-7c6ba5205589 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b HTTP/1.1" status: 409 len: 329 time: 0.6344821 Jul 29 23:57:02.213839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a89ab6-ebb3-4373-b917-3ba71c6d6a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.213839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.246255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.247167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.247336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.248087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.248775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.252179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-83c519e2-ae17-4655-b752-9d0c3d9fb6cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4363 time: 1.2075315 Jul 29 23:57:02.325356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a89ab6-ebb3-4373-b917-3ba71c6d6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.390117 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-81a89ab6-ebb3-4373-b917-3ba71c6d6a56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7636943ca57a4525a9f3e2989f93551b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1324570 Jul 29 23:57:02.403646 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-776c7641-2859-40d8-ba46-b01c27ac2a39 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.8452330 Jul 29 23:57:02.403646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36474) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.417297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5186dfe-b908-4bfe-9c13-4cb6e135de1f req-967704f4-97b4-4ca7-b0e6-f957b19f7054 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.420269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5186dfe-b908-4bfe-9c13-4cb6e135de1f req-967704f4-97b4-4ca7-b0e6-f957b19f7054 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 1.1951659 Jul 29 23:57:02.436005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36476) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.556920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a89ab6-ebb3-4373-b917-3ba71c6d6a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6425b9b-1188-4259-98fc-0daa1927a49c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.836729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:02.904366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.940921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.104975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.110454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.115624 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6425b9b-1188-4259-98fc-0daa1927a49c HTTP/1.1" status: 204 len: 168 time: 0.6477504 Jul 29 23:57:03.156015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fa0ca-d9ca-43f5-95ad-a915324ff07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6425b9b-1188-4259-98fc-0daa1927a49c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.211483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.227005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.240526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.249196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.277148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.281017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-8af754d5-8895-4386-83c4-de7efaff3638 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3827 time: 0.4527867 Jul 29 23:57:03.406330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10fbc92a-8cd4-473f-99cc-c11e55db1806 req-e0f09070-ac55-42bd-a463-ade8dc9e4d9d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114089 Jul 29 23:57:03.612827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.973445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.998559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cab1f01-d24f-40f5-bb17-042fda1ed91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.112753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5186dfe-b908-4bfe-9c13-4cb6e135de1f req-1f8b33ae-ae28-4cc7-afa4-b28ef37702a5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6520972 Jul 29 23:57:04.340846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cab1f01-d24f-40f5-bb17-042fda1ed91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.353261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cab1f01-d24f-40f5-bb17-042fda1ed91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.464241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting port 0f5a3981-86f4-4f97-b857-ec71b59d9379 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:04.473536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.540504 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0cab1f01-d24f-40f5-bb17-042fda1ed91f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=355e1236403e47adbb9d25dcd8078dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652232 Jul 29 23:57:04.586910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.592726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-e48409d3-6926-4bfc-a251-c6584fbb39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.594006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-e48409d3-6926-4bfc-a251-c6584fbb39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.594997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-e48409d3-6926-4bfc-a251-c6584fbb39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.600069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-e48409d3-6926-4bfc-a251-c6584fbb39d0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 2.2325568 Jul 29 23:57:04.637544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36494) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:04.638410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:04.642670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.680694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab1f01-d24f-40f5-bb17-042fda1ed91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697fe127-b0be-4ff4-801f-effc6bf6f8d0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.913058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.933289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.941274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.948514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.957134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.960401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-a3e9c368-724a-4933-8e99-e2f1deb19a38 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3827 time: 0.2618136 Jul 29 23:57:05.003686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.055236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Calling delete_port for 0f5a3981-86f4-4f97-b857-ec71b59d9379 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:05.097532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=0c50b224-746f-40bf-8b6a-626629e01b11,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:05.131708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4bd8dc8-f4ad-4b74-89d9-d8e01b77ade8 req-e963bffd-259e-41dc-b63b-0a3fcf939aa9 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456790 Jul 29 23:57:05.604215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.645808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.733285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Port': ['ID=0f5a3981-86f4-4f97-b857-ec71b59d9379,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:06.193937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.493527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=f1427141-1592-4e27-aefe-e0e89755abd9,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:06.517060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-423660e9-bb9d-4dc2-a44a-abb96a3cab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.520869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fc859f1-06bf-492a-8a98-bfa7d2cab788 req-423660e9-bb9d-4dc2-a44a-abb96a3cab78 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5752056 Jul 29 23:57:06.576041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.655015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.672749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.694966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.708505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.722481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:06.727543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-ded61ad4-b130-49a4-95fb-78dbb0ae0820 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3827 time: 0.3108876 Jul 29 23:57:06.849326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Router 607ebe7e-4964-451b-af8b-f1c32e34198b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:06.881336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7ed66793-3f22-4ce0-9f93-70642c49a216 req-83c447db-8e81-4a74-b71f-c240d86a6b55 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893948 Jul 29 23:57:07.052058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:07.062483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e537962f-93d9-4d2e-9cfd-b3dd5182b4b4 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8483541 Jul 29 23:57:07.067229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36504) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.110331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] Sync routers for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:07.123669 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-49597858-a89e-480f-862d-5e98c48cf63f tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] show failed (client error): The resource could not be found. Jul 29 23:57:07.129404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49597858-a89e-480f-862d-5e98c48cf63f tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-679893326 HTTP/1.1" status: 404 len: 334 time: 0.0608075 Jul 29 23:57:07.130151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36506) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.135137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-77556ae8-cb57-407d-8a85-99fd3be0d72d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:07.137853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9876b90-1365-43a6-8988-7c8336e70a98 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:07.147690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:07.150537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.160825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde023a3-b33c-4d98-8e3c-70ec0f7d33fd req-5b46e4a0-84ed-4bd7-bb2e-38be9c7ce7df tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:07.162782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bde023a3-b33c-4d98-8e3c-70ec0f7d33fd req-5b46e4a0-84ed-4bd7-bb2e-38be9c7ce7df tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 1.6799619 Jul 29 23:57:07.183091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.232803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.233594 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-77556ae8-cb57-407d-8a85-99fd3be0d72d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] update failed (client error): The resource could not be found. Jul 29 23:57:07.235515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77556ae8-cb57-407d-8a85-99fd3be0d72d tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-737725189 HTTP/1.1" status: 404 len: 334 time: 0.1039126 Jul 29 23:57:07.241810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36510) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.254311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] Routers {'607ebe7e-4964-451b-af8b-f1c32e34198b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:07.255320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['607ebe7e-4964-451b-af8b-f1c32e34198b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.325833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.325833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-751fb95b-2c32-487a-915d-2196fc7d2260 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/0c50b224-746f-40bf-8b6a-626629e01b11 HTTP/1.1" status: 204 len: 168 time: 7.3129575 Jul 29 23:57:07.350519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36512) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.357702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.360270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.361825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a93348-e4aa-4702-b04c-aca5769764f0 None None] The sync data for ids ['607ebe7e-4964-451b-af8b-f1c32e34198b'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:07.377393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:07.437328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting subnet 4d005386-ac17-493b-9397-e88d3ac76219 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:07.453544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.483331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bde023a3-b33c-4d98-8e3c-70ec0f7d33fd req-1f2ba72e-3f50-4563-a685-463196620571 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853063 Jul 29 23:57:07.487177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': 'a878932c-1fb2-4b19-8620-62b5f69c500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:07.490764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:07.537343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Transition to ACTIVE for port object f9876b90-1365-43a6-8988-7c8336e70a98 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:07.607554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.607980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.622000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:07.718912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.730545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.841492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.041314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:08.054045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746376c-06c5-486e-b232-6e52e84d0251 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:08.057458 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.118211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.133917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.139921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/697fe127-b0be-4ff4-801f-effc6bf6f8d0 HTTP/1.1" status: 204 len: 168 time: 3.2237446 Jul 29 23:57:08.157187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:08.158750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.210600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Subnet': ['ID=4d005386-ac17-493b-9397-e88d3ac76219,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.287517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.295142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-62a05a24-b3b0-4f1e-b36f-ebb5ba8714ad tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/subnets/4d005386-ac17-493b-9397-e88d3ac76219 HTTP/1.1" status: 204 len: 168 time: 1.0516641 Jul 29 23:57:08.297233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.374737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f1b34-86dc-4364-9b9e-dcf9f48fc9c6 None None] Network eaa7b814-bae4-4f2d-9148-462e651fba95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:08.477237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.488112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-62a0af16-14e9-421a-a8cf-8888fc93eec5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0250731 Jul 29 23:57:08.498526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36520) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.555537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde786-4d14-4077-8ce7-a8e5f4db4c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697fe127-b0be-4ff4-801f-effc6bf6f8d0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.573960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:08.780758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': 'f1427141-1592-4e27-aefe-e0e89755abd9'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:08.782912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.805883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8:1::1 (34aac4b9-55e1-4c5a-8b1c-5012f5ad109e/4da03b06-2f98-4069-944a-2e3bd3b94fd8/6a7c2230-dbf0-4786-8012-292ed3d8a301) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:09.287502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Allocated IP 172.20.0.2 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/f1427141-1592-4e27-aefe-e0e89755abd9/eaf94718-7283-4017-8753-cd990ef8ac3e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:09.512401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] DHCP port deletion for eaa7b814-bae4-4f2d-9148-462e651fba95 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:09.688506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Attempting to bind port f9876b90-1365-43a6-8988-7c8336e70a98 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:09.688506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Attempting to bind port f9876b90-1365-43a6-8988-7c8336e70a98 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:09.688506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Attempting to bind port f9876b90-1365-43a6-8988-7c8336e70a98 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:09.775310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.784968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.794124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.808436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.811969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.823559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.830994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.841482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-ca49997f-9edd-44c9-9ee7-0a409abaf836 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4604 time: 1.6458180 Jul 29 23:57:09.849098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a97d4-2b47-43c7-a5dc-d515e5c1175b req-c9e3f5af-7134-4afb-8980-7526bbbecf00 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.865646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4a97d4-2b47-43c7-a5dc-d515e5c1175b req-c9e3f5af-7134-4afb-8980-7526bbbecf00 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.9300575 Jul 29 23:57:09.869952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting subnet aa5518f9-6db7-4bc3-8405-65dc16269439 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:09.879243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.914111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Deleting port 1d28940d-62f4-4b0e-bea1-f85e29d539bc {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:09.916452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.966058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Port f9876b90-1365-43a6-8988-7c8336e70a98 on network 0bdfc354-68c2-4434-815d-b84c881307eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:09.967373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Attempting to bind port f9876b90-1365-43a6-8988-7c8336e70a98 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:09.971744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8bd0d07f-bcc4-4513-aebd-92166ed8a931 req-07817059-53fb-4039-bd38-de18f79590d7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280475 Jul 29 23:57:10.015414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.053941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:10.061173 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.255446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.285012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] For port 1d28940d-62f4-4b0e-bea1-f85e29d539bc, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1d28940d-62f4-4b0e-bea1-f85e29d539bc,segment=NetworkSegment(13962c72-78af-434e-8deb-ee71081747ba),segment_id=13962c72-78af-434e-8deb-ee71081747ba)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:10.285573 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.314145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:10.320168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Calling delete_port for 1d28940d-62f4-4b0e-bea1-f85e29d539bc owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:10.322447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:10.325354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Bound using segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:10.326001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Bound port: f9876b90-1365-43a6-8988-7c8336e70a98, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:10.326475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.374267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.443872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5518f9-6db7-4bc3-8405-65dc16269439,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.458492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.467505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e44540e0-c1f2-4e3a-b83b-e0cff764fb45 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/subnets/aa5518f9-6db7-4bc3-8405-65dc16269439 HTTP/1.1" status: 204 len: 168 time: 2.1681595 Jul 29 23:57:10.469841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36542) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:10.556642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.567493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.582797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Transition to ACTIVE for port object eaf94718-7283-4017-8753-cd990ef8ac3e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:10.609976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Transition to ACTIVE for port object eaf94718-7283-4017-8753-cd990ef8ac3e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:10.611866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 6a7c2230-dbf0-4786-8012-292ed3d8a301 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:10.615669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f1fdd-cf11-40ff-b1db-b9b0e798d2d5 None None] Network d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:10.624591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.627927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.835780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.877385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Pushing event updated for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.923850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.924230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.924533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.924868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.925191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.927460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.927460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.927460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.927460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.927460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.928190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.928190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:10.944928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:10.978610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:10.982082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] Pushing event deleted for resources: {'Port': ['ID=1d28940d-62f4-4b0e-bea1-f85e29d539bc,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.984304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:11.005271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7cf10-8315-4a91-ab45-6a132070aaaa None None] No DVR routers for this DVR port 1d28940d-62f4-4b0e-bea1-f85e29d539bc on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:11.059576 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1427141-1592-4e27-aefe-e0e89755abd9 (CIDR: 172.20.0.0/28) Jul 29 23:57:11.103687 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.134319 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:11.134537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:11.227895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] DHCP port deletion for d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:11.237258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Attempting to bind port eaf94718-7283-4017-8753-cd990ef8ac3e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:11.238061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Attempting to bind port eaf94718-7283-4017-8753-cd990ef8ac3e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a878932c-1fb2-4b19-8620-62b5f69c500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:11.242485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Attempting to bind port eaf94718-7283-4017-8753-cd990ef8ac3e on network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:11.251987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d28940d-62f4-4b0e-bea1-f85e29d539bc no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:11.300722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1d28940d-62f4-4b0e-bea1-f85e29d539bc {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:11.302131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1d28940d-62f4-4b0e-bea1-f85e29d539bc not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:11.358292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:11.361070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Checking segment: {'id': 'a878932c-1fb2-4b19-8620-62b5f69c500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:11.364070 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.366187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Bound using segment: {'id': 'a878932c-1fb2-4b19-8620-62b5f69c500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:11.367401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Bound port: eaf94718-7283-4017-8753-cd990ef8ac3e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a878932c-1fb2-4b19-8620-62b5f69c500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:11.369027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.403836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d4a97d4-2b47-43c7-a5dc-d515e5c1175b req-8c99335f-7d44-4554-83b1-4dcc062efb92 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4088366 Jul 29 23:57:11.518752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Deleting port 616afa84-dd73-436f-bbf4-289c6c635b48 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:11.519287 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.545348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:11.548883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.555121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a2793fac-0c19-4f57-9e34-3fc0fe6eb2c3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0043807 Jul 29 23:57:11.563725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36550) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:11.571394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa7b814-bae4-4f2d-9148-462e651fba95']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:11.602596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13962c72-78af-434e-8deb-ee71081747ba') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:11.603127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13962c72-78af-434e-8deb-ee71081747ba') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:11.623676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:11.630816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.639629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:11.642351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.654196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.666012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.677907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.687699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:11.689246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.692525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-2423e7b9-1ade-4836-827c-c36c1aad063c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4604 time: 0.3374274 Jul 29 23:57:11.713994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] For port 616afa84-dd73-436f-bbf4-289c6c635b48, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=616afa84-dd73-436f-bbf4-289c6c635b48,segment=NetworkSegment(628c76ac-ad9a-417c-99df-b5f80e11eba8),segment_id=628c76ac-ad9a-417c-99df-b5f80e11eba8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:11.714829 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.723376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.751766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.836400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc81b247-53ef-4584-b130-1294bbf20c6a req-7f92779a-8771-4a6a-816e-5b8eb4e2826a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311009 Jul 29 23:57:11.851535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.870724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Calling delete_port for 616afa84-dd73-436f-bbf4-289c6c635b48 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:11.873224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7201cd-d504-4080-948f-a0da895f79b4 None None] Pushing event updated for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:11.873934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:11.874605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:11.891757 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:11.899003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:11.910662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:11.911570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.037148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.058384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.074328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/networks/eaa7b814-bae4-4f2d-9148-462e651fba95 HTTP/1.1" status: 204 len: 168 time: 1.6020565 Jul 29 23:57:12.075256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:12.140220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2fa1b-e6bd-4125-913f-1e0348133730 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Network': ['ID=eaa7b814-bae4-4f2d-9148-462e651fba95,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.189567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=6a7c2230-dbf0-4786-8012-292ed3d8a301,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.420247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:12.437180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.487315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.655847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:12.840094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting port 616afa84-dd73-436f-bbf4-289c6c635b48 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:12.841044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.881030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.78 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6965a466-4da8-4ade-b708-885c68a14577) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:13.009579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d88fd8c7-ada1-41a8-a7ad-3ccd6e99717c None None] Provisioning for port 6a7c2230-dbf0-4786-8012-292ed3d8a301 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:13.035400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d88fd8c7-ada1-41a8-a7ad-3ccd6e99717c None None] Provisioning complete for port 6a7c2230-dbf0-4786-8012-292ed3d8a301 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:13.037772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d88fd8c7-ada1-41a8-a7ad-3ccd6e99717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.064674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f9876b90-1365-43a6-8988-7c8336e70a98,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:13.124991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.219571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] Pushing event deleted for resources: {'Port': ['ID=616afa84-dd73-436f-bbf4-289c6c635b48,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:13.224146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.241462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5237a8b-ef44-4e5d-85fb-7dc47a09dda8 None None] No DVR routers for this DVR port 616afa84-dd73-436f-bbf4-289c6c635b48 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:13.282370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d88fd8c7-ada1-41a8-a7ad-3ccd6e99717c None None] Port 6a7c2230-dbf0-4786-8012-292ed3d8a301 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:13.324712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaf94718-7283-4017-8753-cd990ef8ac3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:13.326585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] For port 616afa84-dd73-436f-bbf4-289c6c635b48, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=616afa84-dd73-436f-bbf4-289c6c635b48,segment=NetworkSegment(628c76ac-ad9a-417c-99df-b5f80e11eba8),segment_id=628c76ac-ad9a-417c-99df-b5f80e11eba8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:13.326585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.399500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Calling delete_port for 616afa84-dd73-436f-bbf4-289c6c635b48 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:13.489224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.563390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port eaf94718-7283-4017-8753-cd990ef8ac3e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:13.671510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.702695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 616afa84-dd73-436f-bbf4-289c6c635b48 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:13.703197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.723315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.736907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.765020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 616afa84-dd73-436f-bbf4-289c6c635b48 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:13.765653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 616afa84-dd73-436f-bbf4-289c6c635b48 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:13.774797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.775700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.777366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 1136 time: 12.9171672 Jul 29 23:57:13.784888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.809585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.815476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-bf49ce82-7a71-4139-b69b-633d0ed0ca02 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4604 time: 0.7071941 Jul 29 23:57:13.931686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'f9876b90-1365-43a6-8988-7c8336e70a98'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:13.936349 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe6093-98d9-49eb-9582-c42436fb14b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "f9876b90-1365-43a6-8988-7c8336e70a98"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:13.955000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d9974d2-d7c7-44ae-a49f-fd4845c19185 req-6e1309a7-459a-422c-813b-48f2743c372e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266618 Jul 29 23:57:13.977056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba4b52-d76a-4846-9361-37c755251c9a req-d3db449b-70be-4e38-9040-f3a19069d5fe tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:13.979762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08ba4b52-d76a-4846-9361-37c755251c9a req-d3db449b-70be-4e38-9040-f3a19069d5fe tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 1.1309202 Jul 29 23:57:13.988627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.046089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:14.073328 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c04e7d-d53c-4e8e-84c5-2ab4b7473a1c x-openstack-request-id: req-77c04e7d-d53c-4e8e-84c5-2ab4b7473a1c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:14.073963 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "f9876b90-1365-43a6-8988-7c8336e70a98", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:14.074240 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77c04e7d-d53c-4e8e-84c5-2ab4b7473a1c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:14.074773 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'f9876b90-1365-43a6-8988-7c8336e70a98', 'status': 'completed', 'code': 200} Jul 29 23:57:14.077499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Port': ['ID=616afa84-dd73-436f-bbf4-289c6c635b48,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.102027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] No DVR routers for this DVR port 616afa84-dd73-436f-bbf4-289c6c635b48 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:14.203801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.223376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:14.249477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628c76ac-ad9a-417c-99df-b5f80e11eba8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:14.249866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628c76ac-ad9a-417c-99df-b5f80e11eba8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:14.272313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.292712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.304020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:14.305036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:14.312603 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:14.339796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b947b3-96b6-4b9c-bbf0-69b33e38fb85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.354002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e58d5-9561-4c23-860b-efe9aa5d2824 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:14.447891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.464037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.469916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/networks/d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4 HTTP/1.1" status: 204 len: 168 time: 2.3902099 Jul 29 23:57:14.471253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:14.498944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Provisioning for port eaf94718-7283-4017-8753-cd990ef8ac3e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:14.537521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Provisioning complete for port eaf94718-7283-4017-8753-cd990ef8ac3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:14.538289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.575099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting subnet 5064cc83-72e7-4791-b238-e59d6f58d7cb {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:14.596047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.604185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2abe9-2455-4b8a-9326-f5c8880b1330 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Network': ['ID=d2e72b78-9930-4198-9fc3-7cb7d2fe9ad4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.755568 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.771536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.830808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:14.839296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.982409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.983803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48323e5a-8d37-4583-b6b4-626d3a304651 None None] Pushing event updated for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:15.064766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.092457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.093972 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/subnets/5064cc83-72e7-4791-b238-e59d6f58d7cb HTTP/1.1" status: 204 len: 168 time: 0.6121221 Jul 29 23:57:15.106365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d997f-8cbc-48b3-86bc-b201b78dc4cf None None] Network c7edeaef-8848-4336-ac23-74daa5f493f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:15.143686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:15.223808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf649c-db59-4460-afd3-6ec7c4e78047 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Subnet': ['ID=5064cc83-72e7-4791-b238-e59d6f58d7cb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:15.298057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.315714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.316526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08ba4b52-d76a-4846-9361-37c755251c9a req-c13ea94c-7642-487d-bae0-b2acdf5a5acd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2594559 Jul 29 23:57:15.325119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.326486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.339896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.356195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.363454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.377168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.388016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.388796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.389490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.390297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.390963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eba8c5dd-76ba-4d8b-adc2-f56cb42bcba6 None None] Provisioning complete for port eaf94718-7283-4017-8753-cd990ef8ac3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:15.391766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.391908 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eba8c5dd-76ba-4d8b-adc2-f56cb42bcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.392143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.402418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-2f9f4e23-de6a-40b2-8124-4dea1229a9b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5292 time: 1.2525871 Jul 29 23:57:15.403114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.403114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-7fc09871-cccd-4766-a586-1909a4790f28 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4604 time: 0.2550261 Jul 29 23:57:15.407870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.559299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] DHCP port deletion for c7edeaef-8848-4336-ac23-74daa5f493f3 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:15.562577 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d90650d-f539-4dd4-9723-d226aaeeaff4 req-df66001f-2814-4081-b7d2-7aafd1497ef5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495082 Jul 29 23:57:15.635112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16cdd-803a-4495-ac36-a96317544af9 req-d51ed71a-5557-4ade-9c49-1bbfa1856ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.641264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-d51ed71a-5557-4ade-9c49-1bbfa1856ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1095 time: 0.2017815 Jul 29 23:57:15.659595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Deleting port 72b27180-1151-4158-8260-33241d840fe6 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:15.661349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.750481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] For port 72b27180-1151-4158-8260-33241d840fe6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72b27180-1151-4158-8260-33241d840fe6,segment=NetworkSegment(0306ea2f-5a13-497e-86ad-7ebf0d59e05a),segment_id=0306ea2f-5a13-497e-86ad-7ebf0d59e05a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:15.750762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.777660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Calling delete_port for 72b27180-1151-4158-8260-33241d840fe6 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:15.791011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Deleting port 72b27180-1151-4158-8260-33241d840fe6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:15.791622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.823976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:15.838822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:15.844572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.846114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.953288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472adc3b-ef6e-4503-bf84-d2a6acaffe1f None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:15.966131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16cdd-803a-4495-ac36-a96317544af9 req-6f1cbe8a-879a-4a36-b46b-310a4470272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:15.968550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-6f1cbe8a-879a-4a36-b46b-310a4470272a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.3015916 Jul 29 23:57:15.970957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] For port 72b27180-1151-4158-8260-33241d840fe6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72b27180-1151-4158-8260-33241d840fe6,segment=NetworkSegment(0306ea2f-5a13-497e-86ad-7ebf0d59e05a),segment_id=0306ea2f-5a13-497e-86ad-7ebf0d59e05a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:15.971413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.040911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-9ab25b81-6259-497f-95a1-db4b3ccf0c80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.0534008 Jul 29 23:57:16.042171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.072446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.086051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Calling delete_port for 72b27180-1151-4158-8260-33241d840fe6 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:16.120398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3dd2e1c1-4d9f-4d61-9112-f4f5e3e797dc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.5130315 Jul 29 23:57:16.128896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36610) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:16.138320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] Pushing event deleted for resources: {'Port': ['ID=72b27180-1151-4158-8260-33241d840fe6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.143479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e35c9a-fac7-49bb-baa3-3a85491bee8d None None] No DVR routers for this DVR port 72b27180-1151-4158-8260-33241d840fe6 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:16.152383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'fixed_ips': [{'subnet_id': 'f1427141-1592-4e27-aefe-e0e89755abd9'}, {'subnet_id': 'bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7'}], 'name': 'tempest-PortsTestJSON-1360776227'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:16.213066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-cea01262-98d7-42d0-984d-48fb341dd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:16.213552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-cea01262-98d7-42d0-984d-48fb341dd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:16.214161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-cea01262-98d7-42d0-984d-48fb341dd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:16.216234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16cdd-803a-4495-ac36-a96317544af9 req-60899931-7da6-4aaa-b330-b7e1470d458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:16.216785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-cea01262-98d7-42d0-984d-48fb341dd171 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7985566 Jul 29 23:57:16.218893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-60899931-7da6-4aaa-b330-b7e1470d458b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.1681299 Jul 29 23:57:16.287054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-b874340a-7e04-43eb-b3bf-5e1008b67056 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601950 Jul 29 23:57:16.311941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19ab2f2c-31d2-41e6-819c-8a506ea6f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.329850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.473543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:16.478987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.498947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:16.500554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:16.544368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] No DVR routers for this DVR port 72b27180-1151-4158-8260-33241d840fe6 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:16.566892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Port': ['ID=72b27180-1151-4158-8260-33241d840fe6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.594682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Update dhcp port {'port': {'network_id': '11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3', 'fixed_ips': [{'subnet_id': 'f1427141-1592-4e27-aefe-e0e89755abd9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'eaf94718-7283-4017-8753-cd990ef8ac3e'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:57:16.681795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.700022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-e0c02f0a-4e0e-4d9e-950a-276a4753912b service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934591 Jul 29 23:57:16.728756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=6965a466-4da8-4ade-b708-885c68a14577,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.748862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.807396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7edeaef-8848-4336-ac23-74daa5f493f3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:16.885791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0306ea2f-5a13-497e-86ad-7ebf0d59e05a') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:16.886173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0306ea2f-5a13-497e-86ad-7ebf0d59e05a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:16.946339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.961106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06b71-48cc-493c-9589-f2156ba24fe6 req-ea5d9a73-30c1-4586-a30d-b20059a0f6dd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:16.963362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8c06b71-48cc-493c-9589-f2156ba24fe6 req-ea5d9a73-30c1-4586-a30d-b20059a0f6dd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 943 time: 0.4247861 Jul 29 23:57:16.982372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.032894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.034428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.067795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-30551d7e-066d-4128-be1d-1b55e0ddc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.070731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03fe6093-98d9-49eb-9582-c42436fb14b3 req-30551d7e-066d-4128-be1d-1b55e0ddc93f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7769432 Jul 29 23:57:17.087205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.118570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.130397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b16cdd-803a-4495-ac36-a96317544af9 req-c2472432-fd0b-476f-a27d-a3147df00111 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115274 Jul 29 23:57:17.168957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.185010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.200200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.210999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaf94718-7283-4017-8753-cd990ef8ac3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:17.222618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Allocated IP 172.20.0.18 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7/eaf94718-7283-4017-8753-cd990ef8ac3e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:17.229786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.233088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8c06b71-48cc-493c-9589-f2156ba24fe6 req-fdea41b5-e902-46fd-b568-fb57552be8be tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462225 Jul 29 23:57:17.260853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:17.288164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:57:17.288437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.305955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.309517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-6b919abe-629b-460a-a61a-4d89acae581e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4604 time: 0.4906082 Jul 29 23:57:17.324455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:17.325136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:17.334014 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:17.390656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.424494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.471693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf38f34-eb8e-4856-82c2-cab9d59164b5 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:17.487104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=6a7c2230-dbf0-4786-8012-292ed3d8a301,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.503697 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:57:17.508907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.514136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.529272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0829bd5e-2733-455a-9434-cb5ecdaf2eba req-c689e6da-e378-4b06-a532-f74044f27e24 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945302 Jul 29 23:57:17.535956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.557894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.562130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/networks/c7edeaef-8848-4336-ac23-74daa5f493f3 HTTP/1.1" status: 204 len: 168 time: 2.4060345 Jul 29 23:57:17.565243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.633215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Transition to ACTIVE for port object eaf38f34-eb8e-4856-82c2-cab9d59164b5 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:17.650254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port eaf94718-7283-4017-8753-cd990ef8ac3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:17.651042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.660614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990ec59-1d96-419c-9076-e5c39c7a5c67 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Pushing event deleted for resources: {'Network': ['ID=c7edeaef-8848-4336-ac23-74daa5f493f3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.668252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-008402d4-a661-4856-aefc-69d4932ee9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "GET /v2.0/ports?device_id=607ebe7e-4964-451b-af8b-f1c32e34198b HTTP/1.1" status: 200 len: 205 time: 0.1005175 Jul 29 23:57:17.674714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36632) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.728797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.732124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:17.735901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:17.740788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 19b8054a-e196-4ee7-97cd-cda12f51c102 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:17.807165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:17.820570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.898256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:17.988000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.060576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'network_id': 'c9c91ca6-e86a-46a4-b60b-269c74d9a90d', 'port_id': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'mac_address': 'fa:16:3e:17:b6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119a13ed-a798-4c75-8af4-96f9984ee7cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:57:18.088449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.137846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Transition to ACTIVE for port object eaf94718-7283-4017-8753-cd990ef8ac3e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:18.190835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.250437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.267285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.293904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436f367-c1de-4277-b3eb-1530021c95b7 None None] Pushing event updated for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.364001 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.368056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72b27180-1151-4158-8260-33241d840fe6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:18.440070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.442162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Fanout notify agent at l3_agent the message router_deleted on router 607ebe7e-4964-451b-af8b-f1c32e34198b {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:18.462731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 72b27180-1151-4158-8260-33241d840fe6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:18.463428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72b27180-1151-4158-8260-33241d840fe6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:18.480938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.487083 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd5cc565-5888-498d-9c31-c3df1f9fd9c3 tempest-RoutersNegativeTest-657838872 tempest-RoutersNegativeTest-657838872-project] 10.222.0.49 "DELETE /v2.0/routers/607ebe7e-4964-451b-af8b-f1c32e34198b HTTP/1.1" status: 204 len: 168 time: 0.8077719 Jul 29 23:57:18.491713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:18.518453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.567716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.576186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:18.609923 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.794363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e7972a42-0fa1-4e2a-8426-1065fd817018 None None] Provisioning complete for port 6a7c2230-dbf0-4786-8012-292ed3d8a301 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:18.795558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e7972a42-0fa1-4e2a-8426-1065fd817018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.893016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e7972a42-0fa1-4e2a-8426-1065fd817018 None None] Port 6a7c2230-dbf0-4786-8012-292ed3d8a301 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:18.916470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.929905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.939684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.957601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.966378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router d11fe23a-e178-4f54-b8a1-d971d9f91750 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:18.975578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.994024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['78e388e2-6b4f-4501-b166-1ab62a461dc5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:18.999614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:19.048293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:19.070516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:19.090478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-2cb6d59e-dcef-4956-9451-d72561fae595 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5382 time: 0.3023729 Jul 29 23:57:19.121739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Attempting to bind port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:19.132150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Attempting to bind port eaf38f34-eb8e-4856-82c2-cab9d59164b5 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:19.135851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Attempting to bind port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:19.143161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-927e513a-235a-45b9-b780-f8301aa0daf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.217205 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3da477db-ca6d-4107-ac88-cd12f33992bc req-e668d6f0-569c-4bf1-9bbb-f7ee3d7ab808 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095622 Jul 29 23:57:19.231679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36650) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:19.235156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaf94718-7283-4017-8753-cd990ef8ac3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:19.275692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=6965a466-4da8-4ade-b708-885c68a14577,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.306392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on network 0bdfc354-68c2-4434-815d-b84c881307eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:19.306827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Attempting to bind port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:19.328974 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.421198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.471758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:19.472419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:19.473431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Bound using segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:19.477533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Bound port: eaf38f34-eb8e-4856-82c2-cab9d59164b5, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:19.478232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.672410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c79fab89-b8f1-4fb0-870f-27be462625bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a0ab7270d574deca2561d74b8907575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379041 Jul 29 23:57:19.674485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:19.809758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.841511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-de47549a-4feb-4f9a-bee4-60fa179d7fda None None] Provisioning for port eaf94718-7283-4017-8753-cd990ef8ac3e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:19.853486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-de47549a-4feb-4f9a-bee4-60fa179d7fda None None] Provisioning complete for port eaf94718-7283-4017-8753-cd990ef8ac3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:19.854138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-de47549a-4feb-4f9a-bee4-60fa179d7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.860299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.958041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.961829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.969000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c0a6a09-056e-4250-ada7-39584ea1b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2898264 Jul 29 23:57:19.990395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1253-b7f4-4bc9-8b9c-5fabb8eaa504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a6a09-056e-4250-ada7-39584ea1b3e9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.133176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d672fb-bcfb-44b6-9823-4ccac07e9789 req-430ca39f-86ab-4a6b-bbaa-5fe4f88b3e13 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.146521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5d672fb-bcfb-44b6-9823-4ccac07e9789 req-430ca39f-86ab-4a6b-bbaa-5fe4f88b3e13 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 944 time: 1.6080763 Jul 29 23:57:20.370525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:20.386226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.390766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6943051d-bdac-419b-9d8e-0bce0bc92e0c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.0274255 Jul 29 23:57:20.420121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.432433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'port': {'network_id': '032f6dfb-1b99-464c-9b6e-72d0ac29fc80', 'name': 'tempest-FloatingIPTestJSON-1190550355'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:20.443608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:20.466237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5d672fb-bcfb-44b6-9823-4ccac07e9789 req-4c986527-6518-4c83-84b7-667f29fb1282 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183575 Jul 29 23:57:20.471187 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.475644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:20.491072 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] Sync routers for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:20.518903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-71216da1-4675-40e9-a9c4-18a5f3025bf9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4347272 Jul 29 23:57:20.527699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.528953 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.529992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36678) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.670739 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.691512 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.724300 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.724877 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.727482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.728122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.729858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] 10.222.0.57 "PUT /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 1137 time: 6.7696040 Jul 29 23:57:20.730463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:20.747183 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbf329-b990-42c4-aa56-6624cf6bd513" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "eaf38f34-eb8e-4856-82c2-cab9d59164b5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:20.763678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860c6de-ad2b-4e56-b338-cc2c64b23aec tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.769098 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0860c6de-ad2b-4e56-b338-cc2c64b23aec tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports/6a7c2230-dbf0-4786-8012-292ed3d8a301 HTTP/1.1" status: 200 len: 913 time: 0.2317038 Jul 29 23:57:20.775214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.803755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.812142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.820322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.827766 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.828936 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d1a9-a44c-478d-a17f-ed1f4a74a93c None None] The sync data for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:20.829925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.841290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:20.847995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.856592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.865500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.868396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-7d903f2e-7c8e-41ac-aa90-872ccbf82b21 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5382 time: 0.4970024 Jul 29 23:57:20.902015 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20c78a-1550-42df-8dea-b5c9f4dedbe9 x-openstack-request-id: req-fd20c78a-1550-42df-8dea-b5c9f4dedbe9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:20.902546 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "eaf38f34-eb8e-4856-82c2-cab9d59164b5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:20.902995 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd20c78a-1550-42df-8dea-b5c9f4dedbe9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:20.903651 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5', 'status': 'completed', 'code': 200} Jul 29 23:57:20.983375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9afd3-f7e6-40f7-8cf9-3dffa1f81cde service neutron] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.029253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.9 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/f1427141-1592-4e27-aefe-e0e89755abd9/19b8054a-e196-4ee7-97cd-cda12f51c102) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:21.044212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.22 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7/19b8054a-e196-4ee7-97cd-cda12f51c102) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:21.087144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:21.092331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.134010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] device_id is not set on port 3b93b3f2-e0f1-46ee-9e82-ab73c9280641 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:21.141295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.222598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.223284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.223750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.224441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.225120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.226024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.226752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.230784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d7162d4a-3355-4efd-bf77-86f46ff7829c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6222 time: 0.2794189 Jul 29 23:57:21.279530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:21.493224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 78e388e2-6b4f-4501-b166-1ab62a461dc5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:21.494833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.520779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a395fee-9a7c-4fa1-93ac-1ba37b0567a6 req-e23e0d24-f13d-4b56-b475-5aac4365b56a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5794601 Jul 29 23:57:21.561594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.9 (032f6dfb-1b99-464c-9b6e-72d0ac29fc80/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131/3b93b3f2-e0f1-46ee-9e82-ab73c9280641) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:21.719147 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.767038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:21.770919 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95718205-0124-41fa-bc9f-af9ddf6a5dd6" -d '{"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:21.803255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:21.810504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.910713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.938766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 19b8054a-e196-4ee7-97cd-cda12f51c102 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:21.956227 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56038d-fd1f-4a9c-adae-248b85f3b28d x-openstack-request-id: req-ef56038d-fd1f-4a9c-adae-248b85f3b28d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:21.956568 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-plugged", "status": "completed", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:21.960467 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef56038d-fd1f-4a9c-adae-248b85f3b28d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:21.962491 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'code': 200} Jul 29 23:57:21.964071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.056275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d9fa8ec9-bc26-4488-8cef-98e98e422b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.057013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d9fa8ec9-bc26-4488-8cef-98e98e422b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.057595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d9fa8ec9-bc26-4488-8cef-98e98e422b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.060275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-d9fa8ec9-bc26-4488-8cef-98e98e422b82 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7848034 Jul 29 23:57:22.123659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.288651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcccce1-6ed7-4618-8b1d-b8616fb41d30 req-2c4c6ab1-1c72-4239-b531-1bd10ebdebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.290623 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3bcccce1-6ed7-4618-8b1d-b8616fb41d30 req-2c4c6ab1-1c72-4239-b531-1bd10ebdebf9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1098 time: 0.1347117 Jul 29 23:57:22.294366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.332084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9eb95-ca1f-4a15-85d7-f560307a4ce5 req-79cefd75-a686-4a19-9d6c-55d05fd43447 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.339941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfc9eb95-ca1f-4a15-85d7-f560307a4ce5 req-79cefd75-a686-4a19-9d6c-55d05fd43447 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.5919926 Jul 29 23:57:22.365532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.421955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.446457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.509058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-bf8b0958-3ea4-415b-8a15-4531efe04049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.511575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44fbf329-b990-42c4-aa56-6624cf6bd513 req-bf8b0958-3ea4-415b-8a15-4531efe04049 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4394999 Jul 29 23:57:22.529768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=3b93b3f2-e0f1-46ee-9e82-ab73c9280641,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.564158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:22.592204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfc9eb95-ca1f-4a15-85d7-f560307a4ce5 req-162a24e2-b74a-4869-8a51-1d25fd65ccd3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511508 Jul 29 23:57:22.595573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:22.604577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=19b8054a-e196-4ee7-97cd-cda12f51c102,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.608081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:22.740408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 032f6dfb-1b99-464c-9b6e-72d0ac29fc80 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:22.747145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:22.761187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36722) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:22.792928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.793668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.808937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:22.814501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f05e701-27b8-43b1-882d-6326d7140934 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:22.831479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.860932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c7a22182-3507-44e3-9b8b-51dacbf8595e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.7204063 Jul 29 23:57:22.862090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36726) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:22.872447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1427141-1592-4e27-aefe-e0e89755abd9'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:22.888190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Transition to ACTIVE for port object 1f05e701-27b8-43b1-882d-6326d7140934 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:22.927348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.149057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.224224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a0ea2dd-9b28-4840-858d-b8de6fc32d5d None None] Provisioning for port 19b8054a-e196-4ee7-97cd-cda12f51c102 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:23.229735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a0ea2dd-9b28-4840-858d-b8de6fc32d5d None None] Provisioning complete for port 19b8054a-e196-4ee7-97cd-cda12f51c102 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:23.230352 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a0ea2dd-9b28-4840-858d-b8de6fc32d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.319250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ea2dd-9b28-4840-858d-b8de6fc32d5d None None] Port 19b8054a-e196-4ee7-97cd-cda12f51c102 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:23.374841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.469570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Attempting to bind port 1f05e701-27b8-43b1-882d-6326d7140934 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.469968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Attempting to bind port 1f05e701-27b8-43b1-882d-6326d7140934 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.470295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Attempting to bind port 1f05e701-27b8-43b1-882d-6326d7140934 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.514868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--334469068'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:23.526007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Port 1f05e701-27b8-43b1-882d-6326d7140934 on network 0bdfc354-68c2-4434-815d-b84c881307eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.526357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Attempting to bind port 1f05e701-27b8-43b1-882d-6326d7140934 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.552276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:23.552276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:23.552276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Bound using segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:23.552276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Bound port: 1f05e701-27b8-43b1-882d-6326d7140934, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:23.553111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3bcccce1-6ed7-4618-8b1d-b8616fb41d30 req-20953088-eb09-4a8d-86b6-e15d664e9959 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2311568 Jul 29 23:57:23.553279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.610933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.611853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.693346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.695736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.703151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.714431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.726032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.736312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:23.737018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.742186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:23.746650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.755392 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-68122cd0-46c3-4a5a-8f54-196865661a20 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5382 time: 0.9673657 Jul 29 23:57:23.764061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.764371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.807351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.812380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c7134979-351e-41cf-8967-6129399264b8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3879519 Jul 29 23:57:23.817445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.822041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': '3b93b3f2-e0f1-46ee-9e82-ab73c9280641'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:23.897409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.919442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-71f1484b-d5b4-49d5-90c1-5eee025b006b req-58a9f46d-47bd-4d13-b47c-647ed79ee650 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629927 Jul 29 23:57:23.933048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:23.934210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.937453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] 10.222.0.57 "PUT /v2.0/ports/1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 1091 time: 3.1175342 Jul 29 23:57:23.937453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:23.951091 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f1bba-de74-461b-9160-e9d417e17c76" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "1f05e701-27b8-43b1-882d-6326d7140934"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:24.005016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:24.137361 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939c04d-bf30-4195-a58e-25b11eb03c01 x-openstack-request-id: req-d939c04d-bf30-4195-a58e-25b11eb03c01 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:24.137796 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "1f05e701-27b8-43b1-882d-6326d7140934", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:24.140548 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d939c04d-bf30-4195-a58e-25b11eb03c01 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:24.142075 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934', 'status': 'completed', 'code': 200} Jul 29 23:57:24.189362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3828ed-3fe9-421f-be32-8dd7fda1ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.204306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78005966-6b43-4cf4-a96e-f42dd39c1aaf req-22ebdff9-ad5e-41e0-b24a-283273a77bb7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.218523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78005966-6b43-4cf4-a96e-f42dd39c1aaf req-22ebdff9-ad5e-41e0-b24a-283273a77bb7 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.4698422 Jul 29 23:57:24.386449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Delete allocated IP 172.20.0.22 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7) {{(pid=93864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:57:24.458761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.459245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.459877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.460505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.461139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.461731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.462227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.464705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-65be7980-460a-4732-ab7a-59e0becaa227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6290 time: 0.3200889 Jul 29 23:57:24.482323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.585966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78005966-6b43-4cf4-a96e-f42dd39c1aaf req-04543c85-d476-4e6e-92bc-b62b6a520281 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522515 Jul 29 23:57:24.599578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.623076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.875493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68aa95-6f19-4ee6-ba8c-cc3799264745,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.001734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 6a7c2230-dbf0-4786-8012-292ed3d8a301 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:25.002223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.070216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-e4cc36d5-be04-4cb8-a158-bae9332eb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.071056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-e4cc36d5-be04-4cb8-a158-bae9332eb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.071770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-e4cc36d5-be04-4cb8-a158-bae9332eb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.074356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-e4cc36d5-be04-4cb8-a158-bae9332eb102 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4828444 Jul 29 23:57:25.206534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.276117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 19b8054a-e196-4ee7-97cd-cda12f51c102 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:25.286840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.385312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.432562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.492748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-b26027aa-28e8-4c8e-9dd4-f6a6a852f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.495693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c2f1bba-de74-461b-9160-e9d417e17c76 req-b26027aa-28e8-4c8e-9dd4-f6a6a852f433 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4090559 Jul 29 23:57:25.533046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.540347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.548912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.558683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.586811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.597134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.606290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.608635 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-1c11ba76-913f-44f4-a85d-2b1be865668a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5394 time: 0.4188123 Jul 29 23:57:25.617761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] In _notify_port_updated(), no bound segment for port 19b8054a-e196-4ee7-97cd-cda12f51c102 on network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:57:25.625254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.626387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.632364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/ports/19b8054a-e196-4ee7-97cd-cda12f51c102 HTTP/1.1" status: 200 len: 919 time: 2.7653956 Jul 29 23:57:25.632689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.633255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36786) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:25.652174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 6a7c2230-dbf0-4786-8012-292ed3d8a301 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:25.654357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1427141-1592-4e27-aefe-e0e89755abd9'}, {'subnet_id': 'bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:25.662689 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:57:25.781095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb4f7c-4de4-42dd-b526-4248a8ad8c7b tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=19b8054a-e196-4ee7-97cd-cda12f51c102,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.803522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fad63-fb39-45af-acd9-25e362ff7abe,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.839921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.842406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-36b1b67a-0d5d-4d4e-931d-63598be91485 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0740182 Jul 29 23:57:25.889556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:25.917695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:57:25.960705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.993662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2a9ae80-46bf-4fdc-b673-bf9e08ee401b None None] Provisioning for port 19b8054a-e196-4ee7-97cd-cda12f51c102 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:26.006503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2a9ae80-46bf-4fdc-b673-bf9e08ee401b None None] Provisioning complete for port 19b8054a-e196-4ee7-97cd-cda12f51c102 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:26.007882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a9ae80-46bf-4fdc-b673-bf9e08ee401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.033371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c437-5543-461a-b94e-21a58ca30ac7 req-fa66823a-3716-4e8c-9f89-b1c84a185cb4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:26.043417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f29c437-5543-461a-b94e-21a58ca30ac7 req-fa66823a-3716-4e8c-9f89-b1c84a185cb4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2502768 Jul 29 23:57:26.062482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7991adc2-e8c4-4233-960b-d80296a8a1e9 req-69c8bb86-97f5-4904-bad3-7a8177b748c0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415948 Jul 29 23:57:26.148445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9ae80-46bf-4fdc-b673-bf9e08ee401b None None] Port 19b8054a-e196-4ee7-97cd-cda12f51c102 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:26.238274 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-624c6e18-3156-4f16-9e36-c1d64421ed07 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3386660 Jul 29 23:57:26.248740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.260414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-security--832353870', 'description': 'tempest-security-description-2030667760'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:26.327529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.335986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.349068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.368934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ab19a9-8377-4120-bbcc-ba388d02024d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:26.418565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.530911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f29c437-5543-461a-b94e-21a58ca30ac7 req-49850f2b-cc7c-4c0e-bcd0-3f66685c473b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856939 Jul 29 23:57:26.613037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.632234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.637197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.639578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "PUT /v2.0/security-groups/b58fad63-fb39-45af-acd9-25e362ff7abe HTTP/1.1" status: 200 len: 1779 time: 0.3857741 Jul 29 23:57:26.647792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36818) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.668404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.676423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Transition to ACTIVE for port object e5ab19a9-8377-4120-bbcc-ba388d02024d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:26.702667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.727577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=6a7c2230-dbf0-4786-8012-292ed3d8a301,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.730923 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP e5c64e5d-4531-4e59-a75a-b37a147a4494 associated. External IP: 172.25.5.78, port: 3b93b3f2-e0f1-46ee-9e82-ab73c9280641. Jul 29 23:57:26.735459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.21 (11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7/19b8054a-e196-4ee7-97cd-cda12f51c102) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:26.735811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0310f6-c1b6-42a7-82d0-e83d0840f903 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fad63-fb39-45af-acd9-25e362ff7abe,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.878524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b396f0f7-4192-4689-9e85-c0901d6bc6ce tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups/b58fad63-fb39-45af-acd9-25e362ff7abe HTTP/1.1" status: 200 len: 1779 time: 0.2312388 Jul 29 23:57:26.905373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36826) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.973270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.148284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.229482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.298912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 19b8054a-e196-4ee7-97cd-cda12f51c102 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:27.308523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.347096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.494430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.505824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.518104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.528672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.539181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.547834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.556508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.566446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-d848052b-3891-49da-8985-fe2df498b855 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5406 time: 0.2953053 Jul 29 23:57:27.619468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router d11fe23a-e178-4f54-b8a1-d971d9f91750 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:27.631875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:27.682172 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b3166553-6f70-446e-a65e-38f0bb9d867d req-81b7983c-3d48-4e49-9b23-56d2d84ad73f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130726 Jul 29 23:57:27.723788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.940311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Attempting to bind port e5ab19a9-8377-4120-bbcc-ba388d02024d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:27.941240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Attempting to bind port e5ab19a9-8377-4120-bbcc-ba388d02024d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:27.941964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Attempting to bind port e5ab19a9-8377-4120-bbcc-ba388d02024d on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:27.963603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:27.968309 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0c0e6e42-9361-4ce3-bb7a-ecd62646cc42 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1841230 Jul 29 23:57:27.977402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.983248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] Sync routers for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:28.010358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:28.011687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.086410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=19b8054a-e196-4ee7-97cd-cda12f51c102,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.099228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.124206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:28.129741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:28.130608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.131627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.135937 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:28.155346 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:28.156132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.192589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.193999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a119be-bb43-4cf0-863e-b6e5151e3583 None None] The sync data for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:28.205132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Port e5ab19a9-8377-4120-bbcc-ba388d02024d on network 0bdfc354-68c2-4434-815d-b84c881307eb not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.205505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Attempting to bind port e5ab19a9-8377-4120-bbcc-ba388d02024d on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.244968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-83cafd07-ba19-4ea7-9d3a-356d1e4b0558 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/e5c64e5d-4531-4e59-a75a-b37a147a4494 HTTP/1.1" status: 200 len: 977 time: 4.4242857 Jul 29 23:57:28.246006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.251094 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.262077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.265884 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:28.266522 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.308472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:28.308944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Checking segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:28.309460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Bound using segment: {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:28.310182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Bound port: e5ab19a9-8377-4120-bbcc-ba388d02024d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b936606-8fd8-4807-9ee7-2265b6545871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:28.310682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.400555 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.405098 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed2a38-f782-4c5b-bd95-0a983f19778d None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:28.427484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ea80c-9030-4d5c-8bc3-cc94c649aead req-ebd1f412-853a-46ea-913f-afea2e2e0c63 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.429416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-819ea80c-9030-4d5c-8bc3-cc94c649aead req-ebd1f412-853a-46ea-913f-afea2e2e0c63 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.5024958 Jul 29 23:57:28.433907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] In _notify_port_updated(), no bound segment for port 19b8054a-e196-4ee7-97cd-cda12f51c102 on network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:57:28.441490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.442320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.447946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-161ba0cc-a007-41d3-a356-a0ef67cf12ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/ports/19b8054a-e196-4ee7-97cd-cda12f51c102 HTTP/1.1" status: 200 len: 999 time: 2.8015504 Jul 29 23:57:28.450930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36856) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.542657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:28.548781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:28.563560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8cbc4809-013c-410c-ab54-da99476fb4be None None] Provisioning for port 19b8054a-e196-4ee7-97cd-cda12f51c102 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:28.574156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8cbc4809-013c-410c-ab54-da99476fb4be None None] Provisioning complete for port 19b8054a-e196-4ee7-97cd-cda12f51c102 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:28.575837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4809-013c-410c-ab54-da99476fb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.588013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.629006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.633598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.635318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/b58fad63-fb39-45af-acd9-25e362ff7abe HTTP/1.1" status: 204 len: 168 time: 1.7257307 Jul 29 23:57:28.673122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc4809-013c-410c-ab54-da99476fb4be None None] Port 19b8054a-e196-4ee7-97cd-cda12f51c102 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:28.673381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36858) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.718205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.719173 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.721419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] 10.222.0.57 "PUT /v2.0/ports/e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 1092 time: 4.7361221 Jul 29 23:57:28.737967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:28.741998 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76142129-96ec-4815-a88e-710228b60d32" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:28.886199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cfca9-ee34-41dc-8ba6-fe32e2a8439f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58fad63-fb39-45af-acd9-25e362ff7abe,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.906953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:29.019372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-819ea80c-9030-4d5c-8bc3-cc94c649aead req-f8d57628-220f-4ece-bc55-c82f5d2dcb09 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660615 Jul 29 23:57:29.154878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7927-7fea-4602-8b25-901177fea8ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.250607 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63c93b-93c4-44a2-8739-ed13c942df43 x-openstack-request-id: req-0c63c93b-93c4-44a2-8739-ed13c942df43 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:29.251132 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:29.251403 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c63c93b-93c4-44a2-8739-ed13c942df43 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:29.251954 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'status': 'completed', 'code': 200} Jul 29 23:57:29.306980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4a8b9675-1895-4743-b0ae-3ef23dd1535f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6154597 Jul 29 23:57:29.321922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.368066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.445553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 19b8054a-e196-4ee7-97cd-cda12f51c102 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:29.445992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.453565 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-155b2ccf-7f72-45e4-a27c-856f10ed2dc3 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] delete failed (client error): The resource could not be found. Jul 29 23:57:29.455510 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-155b2ccf-7f72-45e4-a27c-856f10ed2dc3 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/b58fad63-fb39-45af-acd9-25e362ff7abe HTTP/1.1" status: 404 len: 347 time: 0.0835166 Jul 29 23:57:29.467979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.470707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.471206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.471683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.472154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.472807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.473572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.474365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.476582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76142129-96ec-4815-a88e-710228b60d32 req-550b8b98-05a5-41e3-8956-9a611ceb6b09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6358 time: 0.2031319 Jul 29 23:57:29.491048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888314761'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:29.559300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.570070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.580962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.592277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.603939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.616036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.630832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.638780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-0b2b7ff0-565c-4b84-b2a0-ccb6ddb52a11 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5406 time: 0.3317740 Jul 29 23:57:29.697893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.705985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 3b93b3f2-e0f1-46ee-9e82-ab73c9280641 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:29.706873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.774696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8b11-6998-4d4a-bba7-3eb512f42e30 req-e70d49f8-1a0d-4ae2-91ba-8466f381610c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:29.777743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a34d8b11-6998-4d4a-bba7-3eb512f42e30 req-e70d49f8-1a0d-4ae2-91ba-8466f381610c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.4276493 Jul 29 23:57:29.910260 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1cf78d31-d5ab-46b2-b829-46926be6a859 req-d9bd70d3-b3b3-4b67-8c05-c10ac5820865 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2202814 Jul 29 23:57:29.935885 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.995395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 19b8054a-e196-4ee7-97cd-cda12f51c102 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:30.005914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.093542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-2e0a12c0-10c4-4880-b914-634a3820b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.093542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-2e0a12c0-10c4-4880-b914-634a3820b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.093542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-2e0a12c0-10c4-4880-b914-634a3820b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.094572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76142129-96ec-4815-a88e-710228b60d32 req-2e0a12c0-10c4-4880-b914-634a3820b779 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5308740 Jul 29 23:57:30.103227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a34d8b11-6998-4d4a-bba7-3eb512f42e30 req-c74d33cb-8cb4-475e-8a25-0263d3a01af3 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988510 Jul 29 23:57:30.373967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.389313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.393500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.538953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76142129-96ec-4815-a88e-710228b60d32 req-2c077612-e597-4325-8675-3200977029d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.541492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76142129-96ec-4815-a88e-710228b60d32 req-2c077612-e597-4325-8675-3200977029d2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138716 Jul 29 23:57:30.569856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.570637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0951796 Jul 29 23:57:30.585957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.586160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86fd7e-ac3f-4473-897d-319f9b6be19e req-2aef51ac-4f5e-4f45-baae-8430a7d5a4bf tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:30.587668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc86fd7e-ac3f-4473-897d-319f9b6be19e req-2aef51ac-4f5e-4f45-baae-8430a7d5a4bf tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3349960 Jul 29 23:57:30.597277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089ae240-d1af-4a4d-a6e6-c02460e6d72e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:30.607619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bc0c8-b308-4011-b1eb-bcbafd9c45e6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277c98ba-7fc4-4e24-afcc-8ec145e82c8b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.608751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '277c98ba-7fc4-4e24-afcc-8ec145e82c8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:30.641886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.697718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.746655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cc86fd7e-ac3f-4473-897d-319f9b6be19e req-faf454f1-80e8-41ae-a789-feea149967cd tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329720 Jul 29 23:57:30.764016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Transition to ACTIVE for port object 089ae240-d1af-4a4d-a6e6-c02460e6d72e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:30.770854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.785255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.797523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.798261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.798722 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP e5c64e5d-4531-4e59-a75a-b37a147a4494 disassociated. External IP: 172.25.5.78, port: 3b93b3f2-e0f1-46ee-9e82-ab73c9280641. Jul 29 23:57:30.799289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 3b93b3f2-e0f1-46ee-9e82-ab73c9280641 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:30.849576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=19b8054a-e196-4ee7-97cd-cda12f51c102,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.976498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.056196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.263779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ff3c5a-cc1e-4439-878e-1844ef1d0aa1,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.341026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.343553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734c3c8-881f-4ba8-8101-c93b93abfa87 req-a1425f52-9f9c-4867-ab55-656577a94301 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.344838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b2ca1ff0-7a18-483d-9e40-3f7bc4d620a8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/19b8054a-e196-4ee7-97cd-cda12f51c102 HTTP/1.1" status: 204 len: 168 time: 2.8895409 Jul 29 23:57:31.345661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.357770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b734c3c8-881f-4ba8-8101-c93b93abfa87 req-a1425f52-9f9c-4867-ab55-656577a94301 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.4030881 Jul 29 23:57:31.364866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.376331 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.378040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5f4a47bf-af17-42ff-9db3-26bd103f955e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7906597 Jul 29 23:57:31.385101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36914) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.454357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.457733 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-409f6a63-7764-45bd-bd82-4f21d730d011 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:57:31.463143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-409f6a63-7764-45bd-bd82-4f21d730d011 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/19b8054a-e196-4ee7-97cd-cda12f51c102 HTTP/1.1" status: 404 len: 333 time: 0.0951250 Jul 29 23:57:31.466315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.534009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=3b93b3f2-e0f1-46ee-9e82-ab73c9280641,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.540716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.548845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.556920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.563061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.569551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.575645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.575890 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b734c3c8-881f-4ba8-8101-c93b93abfa87 req-bb35e49f-ea29-4f48-930d-3be981fc0eab tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166650 Jul 29 23:57:31.582077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port fcbe9a73-808b-4aaa-bae5-e1857820ccc1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:31.582459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.584036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.586418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-914a00fc-5543-436c-9f9d-a4d4f098a475 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5418 time: 0.4500999 Jul 29 23:57:31.593561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.606060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.656980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Attempting to bind port 089ae240-d1af-4a4d-a6e6-c02460e6d72e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:31.657572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Attempting to bind port 089ae240-d1af-4a4d-a6e6-c02460e6d72e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:31.658176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Attempting to bind port 089ae240-d1af-4a4d-a6e6-c02460e6d72e on network 75a636af-48bc-4711-ac0a-df9123c379b2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:31.711760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Port 089ae240-d1af-4a4d-a6e6-c02460e6d72e on network 75a636af-48bc-4711-ac0a-df9123c379b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:31.712296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Attempting to bind port 089ae240-d1af-4a4d-a6e6-c02460e6d72e on network 75a636af-48bc-4711-ac0a-df9123c379b2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:31.742595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:31.751553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:31.752033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Checking segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:31.752600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Bound using segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:31.753256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Bound port: 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:31.753848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.767125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.771144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.815118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.816901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/80ff3c5a-cc1e-4439-878e-1844ef1d0aa1 HTTP/1.1" status: 204 len: 168 time: 0.4299254 Jul 29 23:57:31.827539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.845397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.869913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99553fcc-964e-4418-aa05-681dd67636d6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ff3c5a-cc1e-4439-878e-1844ef1d0aa1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.875491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5af1d63e-8133-4246-9356-3c9a77af2a8f req-c84d0cbc-3936-44e4-bf92-0c1971aa291c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616603 Jul 29 23:57:31.906527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for fcbe9a73-808b-4aaa-bae5-e1857820ccc1 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:31.927430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.955552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:32.007309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329af00e-bc80-43cb-88c5-933e5cbf3909 req-0fe50eea-7b83-4676-9904-1fe80e1dd5a1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.009567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-329af00e-bc80-43cb-88c5-933e5cbf3909 req-0fe50eea-7b83-4676-9904-1fe80e1dd5a1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2888832 Jul 29 23:57:32.093115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66c049e3-55e5-49cd-b200-e90dd3b5fb56 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2516687 Jul 29 23:57:32.101017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.159208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:32.193196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-329af00e-bc80-43cb-88c5-933e5cbf3909 req-b6f6fc20-7a52-4dad-941e-854ae7bac3bc tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759648 Jul 29 23:57:32.210120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:32.227473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.289992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.339510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.340154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.342086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] 10.222.0.57 "PUT /v2.0/ports/089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 1092 time: 3.4625874 Jul 29 23:57:32.342784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:32.345233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:32.345452 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:32.363284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.364833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:32.403223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:32.404467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.463882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Request body: {'port': {'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:32.496903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.523176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:32.525140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.529916 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae9e8ac-ae84-4df4-81de-7aa1d54a5d27 x-openstack-request-id: req-2ae9e8ac-ae84-4df4-81de-7aa1d54a5d27 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:32.530475 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:32.530957 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ae9e8ac-ae84-4df4-81de-7aa1d54a5d27 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:32.533089 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'status': 'completed', 'code': 200} Jul 29 23:57:32.578152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.606039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.607305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fed96-c9f2-4c63-affd-ac9686a886bb None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:32.658161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accfbcd-b298-4f80-bcfe-181f4bc5911c service neutron] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.690360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.695785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.699133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5c87a0ba-cf98-4858-9835-0db16267509a tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/3b93b3f2-e0f1-46ee-9e82-ab73c9280641 HTTP/1.1" status: 204 len: 168 time: 4.4358103 Jul 29 23:57:32.707452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.725686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.772548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=fcbe9a73-808b-4aaa-bae5-e1857820ccc1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.799895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.844714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508feca-ecaa-43e1-bba1-e1e6bbfbcb46 req-e8144d82-1b43-4c80-9fe8-0344b33b2b6e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.857247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2508feca-ecaa-43e1-bba1-e1e6bbfbcb46 req-e8144d82-1b43-4c80-9fe8-0344b33b2b6e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3964975 Jul 29 23:57:32.914240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29568e26-2478-4f2c-8992-c733c870cfc2 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:32.922661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-253b91f7-c564-4c07-8fb8-3ec8fc3741f0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/floatingips/e5c64e5d-4531-4e59-a75a-b37a147a4494 HTTP/1.1" status: 200 len: 687 time: 0.2114654 Jul 29 23:57:32.926618 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.937475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7 HTTP/1.1" status: 204 len: 168 time: 1.4688649 Jul 29 23:57:32.940925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36948) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.942106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.947319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4cfa-6506-4e82-92d6-c8e3719bfdbe tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.073871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.074778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.075436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.079316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.080130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.081297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.082144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:33.092045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1c1861ac-9388-4fc2-9ac4-072af5fd77f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6426 time: 0.5439494 Jul 29 23:57:33.190326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.196266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.199482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/277c98ba-7fc4-4e24-afcc-8ec145e82c8b HTTP/1.1" status: 204 len: 168 time: 1.0952730 Jul 29 23:57:33.230317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36954) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.405843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb1af2-6200-48ab-b8dc-3b1e8da7d39b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c98ba-7fc4-4e24-afcc-8ec145e82c8b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.474958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.522036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2508feca-ecaa-43e1-bba1-e1e6bbfbcb46 req-460f11ea-bc05-47f7-9163-996888cc1081 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635172 Jul 29 23:57:33.799086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet f1427141-1592-4e27-aefe-e0e89755abd9 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:33.807787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.873690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router d11fe23a-e178-4f54-b8a1-d971d9f91750 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:34.051158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689927-68cb-42ac-9abe-459f685bb2d3 req-13977a80-5338-42de-81c3-3f477331f6c9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.054063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d689927-68cb-42ac-9abe-459f685bb2d3 req-13977a80-5338-42de-81c3-3f477331f6c9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2492416 Jul 29 23:57:34.061560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:34.074940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-63303359-43a7-44af-ad48-98a02d2f3edb tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0909975 Jul 29 23:57:34.082269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36970) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.087122 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] Sync routers for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:34.119808 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:34.120996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.182364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9d689927-68cb-42ac-9abe-459f685bb2d3 req-57906f3d-60c3-492c-a795-4d9ceaf02ac8 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105280 Jul 29 23:57:34.186016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59a5561d-956b-49ed-9228-029716f0a8b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11fe23a-e178-4f54-b8a1-d971d9f91750 HTTP/1.1" status: 200 len: 205 time: 0.1003675 Jul 29 23:57:34.189193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36972) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.224537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.251201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.283652 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] Routers {'d11fe23a-e178-4f54-b8a1-d971d9f91750'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:34.287310 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d11fe23a-e178-4f54-b8a1-d971d9f91750'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.291623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.305701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.323681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.338144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.346178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.353916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.364000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.371999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e76b24d-f489-4686-8153-16ecac4d143a req-6594f425-695a-450d-ac31-5f023a80ed4c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5418 time: 1.1680076 Jul 29 23:57:34.380932 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.386636 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.388312 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43825d66-705a-4c53-bf11-fc7d37cec385 None None] The sync data for ids ['d11fe23a-e178-4f54-b8a1-d971d9f91750'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:34.421239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a830a173-285d-4c2f-956f-05ace6713bf9 None None] Provisioning complete for port eaf94718-7283-4017-8753-cd990ef8ac3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:34.422385 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a830a173-285d-4c2f-956f-05ace6713bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.784793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.789581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.883854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d240195-f4ca-4459-85a1-ecac9fa1f391 req-4daee661-bc0e-4a65-89e0-f517b05189bb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.885746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d240195-f4ca-4459-85a1-ecac9fa1f391 req-4daee661-bc0e-4a65-89e0-f517b05189bb tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.1903636 Jul 29 23:57:34.887000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.887616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router d11fe23a-e178-4f54-b8a1-d971d9f91750 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:34.896745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.902468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8e6f9ee-697e-4ffe-bcf2-9c20ea392a8b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750 HTTP/1.1" status: 204 len: 168 time: 0.7112756 Jul 29 23:57:34.903660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36986) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.940042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-b2739514-d599-4c80-a312-1352521e1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.940872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-b2739514-d599-4c80-a312-1352521e1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.940872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-b2739514-d599-4c80-a312-1352521e1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.943067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-b2739514-d599-4c80-a312-1352521e1673 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.7412345 Jul 29 23:57:34.980830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-af687bd1-074c-49ee-8852-a4051f93937f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.7282078 Jul 29 23:57:34.986471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36992) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.009946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--425721585'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:35.025582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d240195-f4ca-4459-85a1-ecac9fa1f391 req-6aed8d10-70b6-4831-b51e-fb971dcf31a4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206379 Jul 29 23:57:35.037590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 4da03b06-2f98-4069-944a-2e3bd3b94fd8 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:35.046343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.100150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.142714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 6965a466-4da8-4ade-b708-885c68a14577 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:35.143224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.155208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.345405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.351841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e76b24d-f489-4686-8153-16ecac4d143a req-d4a742dc-18b0-476c-a357-865fec9af3a2 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9789038 Jul 29 23:57:35.404196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.419760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.449872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.501799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.504869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5099754 Jul 29 23:57:35.511185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37004) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.519162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '186f1f39-8f4f-4a88-a36c-f21422fee411', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:35.528095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ef0e0-7fcf-4396-ab7c-b6adfaa1c4c0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186f1f39-8f4f-4a88-a36c-f21422fee411,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.541318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a44923-ab09-4f42-b62a-26b3c8865db2 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:35.552083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.578773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.591719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=4da03b06-2f98-4069-944a-2e3bd3b94fd8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.596742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.598918 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c27902ac-d80c-440e-9b89-0537f277f6f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/4da03b06-2f98-4069-944a-2e3bd3b94fd8 HTTP/1.1" status: 204 len: 168 time: 0.6926751 Jul 29 23:57:35.604438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.616996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9b196-1da6-4e5f-89fa-b11199b5a7e2 None None] Network 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:35.620418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Transition to ACTIVE for port object c0a44923-ab09-4f42-b62a-26b3c8865db2 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:35.625787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1390c46b-8d8f-45b7-bcce-c1e98548b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.628773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c03b12a6-a8f0-4be5-82ad-6704efe0eb4c req-1390c46b-8d8f-45b7-bcce-c1e98548b5a0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6420550 Jul 29 23:57:35.646739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.669375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.742060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 4b6839e1-8bba-4f63-8258-fac807ed4629 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:35.756391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.786280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.786543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.871326 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.901971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 6965a466-4da8-4ade-b708-885c68a14577 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:35.919451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.932584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.026306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7356bb-05c1-4302-b340-66fac393d3d0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.051909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.054310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-50098200-9262-4619-b407-3a1fa1fd7b35 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5415919 Jul 29 23:57:36.060269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37012) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.072149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '186f1f39-8f4f-4a88-a36c-f21422fee411', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:36.082865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.248109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.250325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.343309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=f1427141-1592-4e27-aefe-e0e89755abd9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.345347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] DHCP port deletion for 34aac4b9-55e1-4c5a-8b1c-5012f5ad109e request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:36.387483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.391279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cedc6a71-538e-43f7-add4-88b27a4d0954 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/f1427141-1592-4e27-aefe-e0e89755abd9 HTTP/1.1" status: 204 len: 168 time: 3.4050636 Jul 29 23:57:36.391279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Attempting to bind port c0a44923-ab09-4f42-b62a-26b3c8865db2 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:36.391943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Attempting to bind port c0a44923-ab09-4f42-b62a-26b3c8865db2 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:36.392102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Attempting to bind port c0a44923-ab09-4f42-b62a-26b3c8865db2 on network 75a636af-48bc-4711-ac0a-df9123c379b2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:36.394603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37018) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.406128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c81508-de4f-4b86-b794-cf848f5bf6d2 None None] Network 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:36.464248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab4cc-32e1-4cb4-8bca-75b74e8791dc req-b91bc070-47d7-4005-93ba-853874412f8d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:36.479984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0fbab4cc-32e1-4cb4-8bca-75b74e8791dc req-b91bc070-47d7-4005-93ba-853874412f8d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2154157 Jul 29 23:57:36.490522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Port c0a44923-ab09-4f42-b62a-26b3c8865db2 on network 75a636af-48bc-4711-ac0a-df9123c379b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:36.491278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Attempting to bind port c0a44923-ab09-4f42-b62a-26b3c8865db2 on network 75a636af-48bc-4711-ac0a-df9123c379b2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:36.572535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0fbab4cc-32e1-4cb4-8bca-75b74e8791dc req-f009f3ca-40fc-4c5c-9813-2e4c8d73fb04 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910316 Jul 29 23:57:36.587469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.610075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.637550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.652098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Deleting port c393e91f-b9be-409a-8f4b-330087ec1324 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:36.653004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.659294 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/4b6839e1-8bba-4f63-8258-fac807ed4629 HTTP/1.1" status: 204 len: 168 time: 1.0491865 Jul 29 23:57:36.663049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979fe08-8665-4b80-98bb-a1211fdea119 None None] Network 83aa634c-adbf-401a-b1c2-e75223ab8430 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:36.698577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.742243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:36.742808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Checking segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:36.743445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Bound using segment: {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:36.744179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Bound port: c0a44923-ab09-4f42-b62a-26b3c8865db2, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67fe961-1365-4ecb-862c-d1aeda183ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:36.744771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.751129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6995-3069-4625-8f2b-81a43f825171 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6839e1-8bba-4f63-8258-fac807ed4629,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.880465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] For port c393e91f-b9be-409a-8f4b-330087ec1324, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c393e91f-b9be-409a-8f4b-330087ec1324,segment=NetworkSegment(0aba296e-0db8-40d6-b579-51d573068080),segment_id=0aba296e-0db8-40d6-b579-51d573068080)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:36.881059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.893479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.908359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Calling delete_port for c393e91f-b9be-409a-8f4b-330087ec1324 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:36.916662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.946758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.012137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.030809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] DHCP port deletion for 11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:37.103725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15e33c6-9e9f-40fb-b97f-b2eb51bd7fb0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.196878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port c393e91f-b9be-409a-8f4b-330087ec1324 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:37.197453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.248052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.269697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.284861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.296063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaf94718-7283-4017-8753-cd990ef8ac3e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:37.306287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.326046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.351431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.365922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.372506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port c393e91f-b9be-409a-8f4b-330087ec1324, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c393e91f-b9be-409a-8f4b-330087ec1324,segment=NetworkSegment(0aba296e-0db8-40d6-b579-51d573068080),segment_id=0aba296e-0db8-40d6-b579-51d573068080)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:37.373113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.391723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-9c9f16d3-c9cc-4bdc-bc7e-c045df6e0fae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.7851925 Jul 29 23:57:37.427450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.433503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for c393e91f-b9be-409a-8f4b-330087ec1324 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:37.433904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-25084202-9fb2-4f48-9bda-1b88bb66647b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3640959 Jul 29 23:57:37.469094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37034) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.500915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '186f1f39-8f4f-4a88-a36c-f21422fee411', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.585304 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.599599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:37.604198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] DHCP port deletion for 83aa634c-adbf-401a-b1c2-e75223ab8430 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:37.636090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8d40e1e-8f0f-4b1e-8713-be5e420685b6 req-1c0dcec6-579f-4514-90e4-c5b702e7bb16 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2427764 Jul 29 23:57:37.677889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.682484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.707380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:37.736954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:37.747934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=6965a466-4da8-4ade-b708-885c68a14577,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.762214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.763317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c393e91f-b9be-409a-8f4b-330087ec1324 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:37.775023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.848529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=c393e91f-b9be-409a-8f4b-330087ec1324,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.852500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port c393e91f-b9be-409a-8f4b-330087ec1324 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:37.879591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.934464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-4f118659-18a6-4869-86f3-a0fd8cb9b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.937362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-4f118659-18a6-4869-86f3-a0fd8cb9b5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 1098 time: 0.3112197 Jul 29 23:57:37.953098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.960726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c393e91f-b9be-409a-8f4b-330087ec1324 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:37.962271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c393e91f-b9be-409a-8f4b-330087ec1324 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:37.973717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Deleting port eaf94718-7283-4017-8753-cd990ef8ac3e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:37.974154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.991222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.995820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.996792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.001758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87b88-1880-474b-a94c-d0bcae2bd9c2 req-e2e98abd-7bd8-43a0-8394-13da4c9f644c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.011683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 1092 time: 5.6057479 Jul 29 23:57:38.016255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ed87b88-1880-474b-a94c-d0bcae2bd9c2 req-e2e98abd-7bd8-43a0-8394-13da4c9f644c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3677065 Jul 29 23:57:38.018467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:38.021721 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:38.139153 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496feee-6509-4fd6-a6d4-ef6045dfe857 x-openstack-request-id: req-0496feee-6509-4fd6-a6d4-ef6045dfe857 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:38.139153 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:38.140010 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0496feee-6509-4fd6-a6d4-ef6045dfe857 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:38.140102 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'status': 'completed', 'code': 200} Jul 29 23:57:38.143922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37040) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.180250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] No DVR routers for this DVR port c393e91f-b9be-409a-8f4b-330087ec1324 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:38.193738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port eaf94718-7283-4017-8753-cd990ef8ac3e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:38.194283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.197327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b13e4-46a6-40a7-b819-308615ab8497 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.243149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab94e6-e5d5-4da6-8b3a-7dc6602e552b None None] Pushing event deleted for resources: {'Port': ['ID=c393e91f-b9be-409a-8f4b-330087ec1324,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.253503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.284662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Deleting port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:38.285509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.303575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.318047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.318047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a6317bc3-42f7-4cf8-8a2a-21b2dfca0f83 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/e5c64e5d-4531-4e59-a75a-b37a147a4494 HTTP/1.1" status: 204 len: 168 time: 5.3601935 Jul 29 23:57:38.323487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37044) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.327912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.356617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '6a626fd1-ba0a-4105-9b88-fe3b966ba85f'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.365939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aac4b9-55e1-4c5a-8b1c-5012f5ad109e']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.414749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.418331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba296e-0db8-40d6-b579-51d573068080') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.418810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba296e-0db8-40d6-b579-51d573068080') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.426593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:38.427134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.490944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Calling delete_port for eaf94718-7283-4017-8753-cd990ef8ac3e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:38.500330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d60f0d4-54c0-4934-a04e-59983a7e7d67,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.508372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.522408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] For port eaf94718-7283-4017-8753-cd990ef8ac3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaf94718-7283-4017-8753-cd990ef8ac3e,segment=NetworkSegment(a878932c-1fb2-4b19-8620-62b5f69c500e),segment_id=a878932c-1fb2-4b19-8620-62b5f69c500e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:38.523008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.553528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.555476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.556233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.557409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.558043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.558893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.559822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.562290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2ed87b88-1880-474b-a94c-d0bcae2bd9c2 req-e1c8cfdb-b44e-4561-a83e-e50c0533a8b1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164798 Jul 29 23:57:38.563300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8c07b92f-f4db-45f2-a3ef-a03c49df487b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6494 time: 0.4124389 Jul 29 23:57:38.584530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] For port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,segment=NetworkSegment(6936d839-caff-4f9b-a1c5-153d8c52e2cb),segment_id=6936d839-caff-4f9b-a1c5-153d8c52e2cb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:38.585154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.592308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for eaf94718-7283-4017-8753-cd990ef8ac3e owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:38.599148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.608789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7390f841-b369-4eca-bcff-6e46cec5cf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.622986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.663868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-c0ba25c4-a9c2-4e7d-a626-cb80ccbeedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:38.664171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Calling delete_port for b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:38.666178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-c0ba25c4-a9c2-4e7d-a626-cb80ccbeedfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 200 len: 914 time: 0.7059872 Jul 29 23:57:38.668163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:38.668816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:38.715595 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:38.721552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.737787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-73a8e0a6-f2ba-46e3-8ddc-e209621efb62 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2389030 Jul 29 23:57:38.743436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.843117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '186f1f39-8f4f-4a88-a36c-f21422fee411', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.883418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.925121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.931518 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.943778 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-fc997b62-0855-4f10-84c9-5541e2a73c3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 200 len: 217 time: 0.2269599 Jul 29 23:57:38.945780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] Pushing event deleted for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.954849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa8bcb-e56d-47d5-b9d4-a80a055ecca4 None None] No DVR routers for this DVR port eaf94718-7283-4017-8753-cd990ef8ac3e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:38.962649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] No DVR routers for this DVR port b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:39.003187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010694e-77c4-47d2-a02f-3e3cb51504cf None None] Pushing event deleted for resources: {'Port': ['ID=b2aa2c78-eeb8-424e-9956-3d3bd685bbc4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.021908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:57:39.021908 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:57:39.021908 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': '0587f3672e1d4680bee1ca044c4ca1a3', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 57, 38, 915062)}] Jul 29 23:57:39.021908 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:39.023090 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:39.026304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-e99ca006-7343-49df-9749-95650a37bcc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 217 time: 0.3900483 Jul 29 23:57:39.070547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=eaf94718-7283-4017-8753-cd990ef8ac3e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.074941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No DVR routers for this DVR port eaf94718-7283-4017-8753-cd990ef8ac3e on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:39.109465 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.140384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.143078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/34aac4b9-55e1-4c5a-8b1c-5012f5ad109e HTTP/1.1" status: 204 len: 168 time: 2.4419634 Jul 29 23:57:39.148475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:39.152694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.183815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:39.184680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2aa2c78-eeb8-424e-9956-3d3bd685bbc4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:39.312665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.318559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-2cc49b4b-34fb-4490-bda9-f7c3d80451bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.320949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-2cc49b4b-34fb-4490-bda9-f7c3d80451bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.2559137 Jul 29 23:57:39.349361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:39.374206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.383677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.392253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.399528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.406855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.414951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.421304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.423622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-b90f57c8-6b9e-4ee8-aaf7-4462237eb6e4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.4941235 Jul 29 23:57:39.451384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a878932c-1fb2-4b19-8620-62b5f69c500e') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:39.451613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a878932c-1fb2-4b19-8620-62b5f69c500e') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:39.474191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.507907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.523830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:39.524311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:39.531447 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:39.593332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34e16-140a-4d9f-afa3-64d78d97bf99 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=34aac4b9-55e1-4c5a-8b1c-5012f5ad109e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.606699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-10e27f28-ce22-44c7-a4af-32c59b7c19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.609402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-10e27f28-ce22-44c7-a4af-32c59b7c19f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2787886 Jul 29 23:57:39.631903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e179f085-58c0-44c0-8a3e-b3f480aef96b req-f9a89137-230f-4da2-b090-b30130997521 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835685 Jul 29 23:57:39.675743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-afbae1e8-b2ca-4913-a400-97e17d9511cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.678753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-afbae1e8-b2ca-4913-a400-97e17d9511cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 200 len: 853 time: 0.7171803 Jul 29 23:57:39.766899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-fa027431-b2d1-42a8-b0e7-a2fde0cf19fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9c91ca6-e86a-46a4-b60b-269c74d9a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791841 Jul 29 23:57:39.776114 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.784865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.793696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3 HTTP/1.1" status: 204 len: 168 time: 3.3890247 Jul 29 23:57:39.798058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37054) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.836424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b8c38-852f-438f-bd4d-bd862537eaf7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=11b1b7b9-f48e-4a1a-bf76-c7d7b12c0ae3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.845511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.880989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-4c70d126-ea4a-43d0-acce-a2574618439d service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581582 Jul 29 23:57:39.914595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2146c63-31c4-4303-b764-2aba806b052c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:39.916175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d2146c63-31c4-4303-b764-2aba806b052c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1123445 Jul 29 23:57:39.929176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37056) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.024086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-f13708f1-5473-4408-bbc1-217de8a28579 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349683 Jul 29 23:57:40.046059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7390f841-b369-4eca-bcff-6e46cec5cf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.084696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7390f841-b369-4eca-bcff-6e46cec5cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.092020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-e57bb035-3da7-44af-a2d4-760b1221f3cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.0543489 Jul 29 23:57:40.123213 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.133136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe954-64ff-4a4c-b537-3fa2636f3ab5 req-eb8281f9-0191-4771-be96-c4b5bd0c90d4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:40.135572 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-619fe954-64ff-4a4c-b537-3fa2636f3ab5 req-eb8281f9-0191-4771-be96-c4b5bd0c90d4 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3796709 Jul 29 23:57:40.174534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-aa55406c-12d2-41ac-8b18-744ff0aca1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:40.177337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-aa55406c-12d2-41ac-8b18-744ff0aca1b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0773671 Jul 29 23:57:40.239313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-19b8e2bf-085a-4b04-b1fc-0d83b903d966 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593887 Jul 29 23:57:40.258659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ec1c59b0-2eb7-4de3-85a1-af6f3b550a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:40.261173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-ec1c59b0-2eb7-4de3-85a1-af6f3b550a84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726645 Jul 29 23:57:40.415078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ce66580-2347-443c-a9ac-44d785cf6ce0 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4799886 Jul 29 23:57:40.422405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.434477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435839098'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:40.437312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.462355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5c006508-ee73-4628-96a7-3bbbaa6f2a70 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912670 Jul 29 23:57:40.465179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390f841-b369-4eca-bcff-6e46cec5cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33228b-0960-4d05-b70a-0c4eaffba955,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.490268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7390f841-b369-4eca-bcff-6e46cec5cf06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86a0ad38a46f4472bb3d8327db03b97e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3373766 Jul 29 23:57:40.491426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37064) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.514992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:40.518501 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.559082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.632941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:40.642747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aa634c-adbf-401a-b1c2-e75223ab8430']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.673958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.674272 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 3f41ade6-99e4-4c46-925d-18002c1897ea of type vlan for network 36971666-7184-402d-9cad-21e4e14c5d27 Jul 29 23:57:40.700951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-619fe954-64ff-4a4c-b537-3fa2636f3ab5 req-ec533e90-3f68-492b-b37b-f3c934b25319 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408633 Jul 29 23:57:40.725698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6936d839-caff-4f9b-a1c5-153d8c52e2cb') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.726012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.726380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6936d839-caff-4f9b-a1c5-153d8c52e2cb') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.745049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-8934e9ca-d8c4-47b2-b243-a62f2b314269 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722056 Jul 29 23:57:40.763039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.782060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.858101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.865412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.874275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.80 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/2b33c302-75ff-4a62-833c-2ca1a5b1ff70) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:40.882020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-92d69e2e-5649-437f-88ed-20769c9cca53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.1271837 Jul 29 23:57:40.891354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ee871c3-e1cc-46cc-907a-edf3ddc63857 req-1fa8e501-5fed-4165-8bec-0764d18869f1 service neutron] 10.222.0.59 "GET /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149961 Jul 29 23:57:40.905668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:40.905668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.908040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:40.909233 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:40.961744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.019804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.026140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.027027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.054492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439535de-b7a7-4697-9d5e-be63406b22db,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.060065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.061918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.066741 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb008751-ab26-4b02-aca4-91b69dede20e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2337992 Jul 29 23:57:41.071904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.077049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.079417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/83aa634c-adbf-401a-b1c2-e75223ab8430 HTTP/1.1" status: 204 len: 168 time: 1.9216771 Jul 29 23:57:41.089521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.099116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461641982'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.118157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '186f1f39-8f4f-4a88-a36c-f21422fee411', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.127577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065db67-7f76-48be-94d2-49c5e24709df tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=83aa634c-adbf-401a-b1c2-e75223ab8430,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.167571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7432165 Jul 29 23:57:41.173057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37072) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.177528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-dda8452b-01cb-4347-b367-f472c8bc9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.180685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-dda8452b-01cb-4347-b367-f472c8bc9aab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.2742026 Jul 29 23:57:41.186787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '36971666-7184-402d-9cad-21e4e14c5d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.198422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:41.202075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.205180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.210625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.217733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.224745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.231904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.238765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.245329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.247063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-6f747c56-6902-436d-bbb2-256231d137c5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.3837295 Jul 29 23:57:41.271262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=36971666-7184-402d-9cad-21e4e14c5d27,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.289978 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.305742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.309504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.310804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce33228b-0960-4d05-b70a-0c4eaffba955 HTTP/1.1" status: 204 len: 168 time: 0.8183727 Jul 29 23:57:41.344230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:41.363024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.363674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.364554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.365138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.365831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.366479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.367142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.367792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.368439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.369067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.369908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.370473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7130b-f9f0-41fa-841b-c18c61f38016 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:41.396755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.400173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f400efc-ad33-4b18-9892-ff99f953b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33228b-0960-4d05-b70a-0c4eaffba955,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.400368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.400875 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment aef7d584-f196-4a0d-8c08-ff3aa135cd7c of type vlan for network cd692c43-4bb6-4bff-bbd5-3d0021234f1b Jul 29 23:57:41.403285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 36971666-7184-402d-9cad-21e4e14c5d27 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:41.456510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:41.461229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.533684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.540190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48e56f2b-1ddf-41bf-9cb4-24e992c08ad2 req-ff0329a5-9bf5-4d5b-bdff-2118f7a69e8b tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2719786 Jul 29 23:57:41.557454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.574967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c3d4735c-e240-4db6-871f-8ffce8fd7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.578411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c3d4735c-e240-4db6-871f-8ffce8fd7ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3246732 Jul 29 23:57:41.661655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:41.686371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:41.702573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:41.709501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=2b33c302-75ff-4a62-833c-2ca1a5b1ff70,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.745726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.746788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.752528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:41.753164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.768400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.820370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df199e34-9401-4f01-956d-c1e8c451e6f0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.839281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.840770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-42d86002-9e14-45cf-8423-db2422d7cc16 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7353401 Jul 29 23:57:41.846131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37080) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.872206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-08cf93f0-24b1-4df5-a3d5-c7f67af9145c service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826824 Jul 29 23:57:41.886814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7962806 Jul 29 23:57:41.895409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37082) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.921333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.966069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9e40-e59f-47a3-9f06-c5cc0f6450f0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=cd692c43-4bb6-4bff-bbd5-3d0021234f1b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.968126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.980607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:42.015693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37084) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.094626 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.128713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3638b958-d9cf-46b0-bcba-387d3613fc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.190309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14483-8676-473a-8948-c33e62e63fdb req-0fbc210e-9948-476e-8119-c4e2602d9d7d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.192511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-25c14483-8676-473a-8948-c33e62e63fdb req-0fbc210e-9948-476e-8119-c4e2602d9d7d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3007817 Jul 29 23:57:42.240624 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.254383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.268234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.270572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/df199e34-9401-4f01-956d-c1e8c451e6f0 HTTP/1.1" status: 204 len: 168 time: 0.4229605 Jul 29 23:57:42.281326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.311214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47989add-b282-480d-b3d0-4a77c5d3253d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df199e34-9401-4f01-956d-c1e8c451e6f0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.327663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c49abaff-c251-4659-ab7e-37c62532a075 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306357 Jul 29 23:57:42.328341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:57:42.328341 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:57:42.328341 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id_1': '1c8a4fbcacab402fae24490d8051f400', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 57, 42, 218486)}] Jul 29 23:57:42.328341 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:42.329759 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:42.406400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-25c14483-8676-473a-8948-c33e62e63fdb req-d4d6de04-b25f-49e5-814a-b53e0819964d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011750 Jul 29 23:57:42.470565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=9af6e71e-89d9-4d70-99e8-abad4c4dc0b2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.515623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '3f41ade6-99e4-4c46-925d-18002c1897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:42.516159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: 36971666-7184-402d-9cad-21e4e14c5d27, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:42.628576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 36971666-7184-402d-9cad-21e4e14c5d27 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:42.651213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 36971666-7184-402d-9cad-21e4e14c5d27) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:42.664547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.666469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.676329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161c4ca-f606-4b4f-997b-30c44b02ebd9 None None] Network 36971666-7184-402d-9cad-21e4e14c5d27 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:42.892076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.901429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.909156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.921263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.932189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.939985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.947269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:42.951537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-36971666-7184-402d-9cad-21e4e14c5d27', 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': '9af6e71e-89d9-4d70-99e8-abad4c4dc0b2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:42.951886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-5d22f907-4235-4c58-ae78-f6280f766e6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.6065004 Jul 29 23:57:42.953669 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.956229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-baece224-d9ad-4d38-860f-98f6607abd37 req-ba51706d-ccc8-4e46-9cb9-ce73d80691cd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.2187386 Jul 29 23:57:42.984138 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.010512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-574ca384-4fb6-42c3-82f9-6cabcf1ead2f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7192683 Jul 29 23:57:43.015262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.096529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-baece224-d9ad-4d38-860f-98f6607abd37 req-650cec25-9481-4352-93bb-4222af6013a6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390212 Jul 29 23:57:43.102288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.141723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-eb844c62-f718-4fe2-a7bd-819179394fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:43.143991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-eb844c62-f718-4fe2-a7bd-819179394fad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1602929 Jul 29 23:57:43.159300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.163255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd4b89-b937-479a-be20-443e2061d0c8 req-6d4d7765-c666-42c8-bb71-ed4e9d6cf662 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:43.165716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0fd4b89-b937-479a-be20-443e2061d0c8 req-6d4d7765-c666-42c8-bb71-ed4e9d6cf662 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2750638 Jul 29 23:57:43.203771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3638b958-d9cf-46b0-bcba-387d3613fc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.212730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Allocated IP 172.20.0.2 (36971666-7184-402d-9cad-21e4e14c5d27/9af6e71e-89d9-4d70-99e8-abad4c4dc0b2/46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:43.240429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1628dc2c-3af2-4cde-bce5-fad2b3caf4e6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0608826 Jul 29 23:57:43.243986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.249050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3638b958-d9cf-46b0-bcba-387d3613fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.251666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '36971666-7184-402d-9cad-21e4e14c5d27', 'name': 'tempest-PortsTestJSON-734063626'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.255807 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.257332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.303814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.307516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/439535de-b7a7-4697-9d5e-be63406b22db HTTP/1.1" status: 204 len: 168 time: 0.2897749 Jul 29 23:57:43.331603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37098) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.362093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6842de-349d-41c7-af3b-cd6de28614cd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=439535de-b7a7-4697-9d5e-be63406b22db,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.368799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:43.374226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.401973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3638b958-d9cf-46b0-bcba-387d3613fc46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=851acd30ce604e2c9886e2b5ef6ee3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3415873 Jul 29 23:57:43.409237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.470765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0fd4b89-b937-479a-be20-443e2061d0c8 req-80fd4d07-748e-4e04-b7a5-d26840308b45 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793326 Jul 29 23:57:43.477426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638b958-d9cf-46b0-bcba-387d3613fc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac85472-103b-4588-85f3-7e8132e21eb5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.509385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3e121f89-566a-4854-95c3-25498397c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:43.511184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3e121f89-566a-4854-95c3-25498397c8cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3374486 Jul 29 23:57:43.523087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.548326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Transition to ACTIVE for port object 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:43.569043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6f446a80-2c90-4474-965f-112f2a0543f3 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2308090 Jul 29 23:57:43.580679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Transition to ACTIVE for port object 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:43.580873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37106) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.589916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.646587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Network 36971666-7184-402d-9cad-21e4e14c5d27 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:43.650779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:43.654564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:43.678893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Pushing event updated for resources: {'Port': ['ID=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.754976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Attempting to bind port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:43.755742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Attempting to bind port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3f41ade6-99e4-4c46-925d-18002c1897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:43.756415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Attempting to bind port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 on network 36971666-7184-402d-9cad-21e4e14c5d27 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:43.767718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:43.768724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Checking segment: {'id': '3f41ade6-99e4-4c46-925d-18002c1897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:43.769327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.769710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.770471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Bound using segment: {'id': '3f41ade6-99e4-4c46-925d-18002c1897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:43.771391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Bound port: 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f41ade6-99e4-4c46-925d-18002c1897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36971666-7184-402d-9cad-21e4e14c5d27'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:43.772167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.793897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.886215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] For port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:43.894915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] For port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,segment=NetworkSegment(3f41ade6-99e4-4c46-925d-18002c1897ea),segment_id=3f41ade6-99e4-4c46-925d-18002c1897ea)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:43.903330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.911843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe85f8-9cfe-4a7c-bf39-58d1404af5db req-5263580c-32f3-48d3-8e04-d0fd39f02193 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:43.913545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9efe85f8-9cfe-4a7c-bf39-58d1404af5db req-5263580c-32f3-48d3-8e04-d0fd39f02193 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2742455 Jul 29 23:57:43.922588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7edb18f0-6018-4125-9638-df79eda6c662 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979173 Jul 29 23:57:43.928243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.942489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.948613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4d60f0d4-54c0-4934-a04e-59983a7e7d67 HTTP/1.1" status: 204 len: 168 time: 0.3618128 Jul 29 23:57:43.958707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.035027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:44.038875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.054383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854c4e-d258-4f20-aa7c-7c1c3f10d3d8 None None] Pushing event updated for resources: {'Port': ['ID=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.098958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port bada7686-fe3e-4105-b132-c697872a32f5 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:44.115420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edbdd7-694f-4a28-af4a-4051fa655bf5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d60f0d4-54c0-4934-a04e-59983a7e7d67,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.198851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.223483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9efe85f8-9cfe-4a7c-bf39-58d1404af5db req-7c88ee35-88cb-4e38-9fc5-c02b304bb09d tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747447 Jul 29 23:57:44.224593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.323987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.415812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae365516-168f-4e7f-9899-effae5937d1e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4511409 Jul 29 23:57:44.428820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.520046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-0dccf3c5-00d8-4ced-a208-d120e7995bdd service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877781 Jul 29 23:57:44.544309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.567406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.9 (36971666-7184-402d-9cad-21e4e14c5d27/9af6e71e-89d9-4d70-99e8-abad4c4dc0b2/bada7686-fe3e-4105-b132-c697872a32f5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:44.585054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.587827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=84e15e84-7dc3-4fdc-9710-614d8f473411,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.676532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-05848ab3-c572-46d3-b356-c616e7f49ac3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.1183128 Jul 29 23:57:44.681926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.721040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.739383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:44.740238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: cd692c43-4bb6-4bff-bbd5-3d0021234f1b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:44.788014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.795137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.802844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.803951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801318b-ece6-4b0a-8b32-fc2a0613c43b req-7e3155fa-78dd-43ae-8019-58a53bee3046 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.805851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4801318b-ece6-4b0a-8b32-fc2a0613c43b req-7e3155fa-78dd-43ae-8019-58a53bee3046 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3337793 Jul 29 23:57:44.810014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.821510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.832918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.845920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.849488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-adc2d965-d876-40d2-ba91-a635bd2fa975 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.4461575 Jul 29 23:57:44.884095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a06e553e-3602-4980-8632-a011450801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:44.885658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a06e553e-3602-4980-8632-a011450801a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1924527 Jul 29 23:57:44.888938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=2b33c302-75ff-4a62-833c-2ca1a5b1ff70,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.892172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.907141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:44.914157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.917000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.922336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ac85472-103b-4588-85f3-7e8132e21eb5 HTTP/1.1" status: 204 len: 168 time: 1.5078878 Jul 29 23:57:44.930014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.944081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f15e33c6-9e9f-40fb-b97f-b2eb51bd7fb0 HTTP/1.1" status: 204 len: 168 time: 0.5034752 Jul 29 23:57:44.945579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e515d62-1456-4d39-8f7d-e19caeca6439 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f15e33c6-9e9f-40fb-b97f-b2eb51bd7fb0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.947047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.948294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.984080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4801318b-ece6-4b0a-8b32-fc2a0613c43b req-73f5637c-c811-46ea-879b-8a4503491740 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664131 Jul 29 23:57:44.994165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cd692c43-4bb6-4bff-bbd5-3d0021234f1b) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:45.006879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e9104-9d37-4333-bece-85246ea2dc15 None None] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:45.011462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:45.012549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.022775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860fd39-a8c6-49ff-aee7-c60c5d5bca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac85472-103b-4588-85f3-7e8132e21eb5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.093951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5ce668c4-dd3a-4b22-902d-010e6d3f59dc tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1942780 Jul 29 23:57:45.097280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-6cef2895-1351-4656-b4e2-558149dd3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:45.099985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-6cef2895-1351-4656-b4e2-558149dd3351 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2055907 Jul 29 23:57:45.101113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37122) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.111463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828289384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.160991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0b84d2e0-55b1-4354-98c5-eaef229353e8 req-fa4544d9-449b-4c44-82e7-67a6080ccf0c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2833076 Jul 29 23:57:45.175799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8069a05-83e0-4d62-8cab-2f7a4ac266ec tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2190027 Jul 29 23:57:45.181615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37124) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.380197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:45.387969 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP a4590f43-4fba-4523-a4f4-8f70ad81e6ac associated. External IP: 172.25.5.80, port: 6a626fd1-ba0a-4105-9b88-fe3b966ba85f. Jul 29 23:57:45.500334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.555681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-657a3506-df2a-44d4-b2cf-ed1cd2e6acc4 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644867 Jul 29 23:57:45.588050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object bada7686-fe3e-4105-b132-c697872a32f5 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:45.703747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbcb32-4083-4fa8-be15-a42e34d2873d req-aeb9743b-6173-4e2f-b009-d9caf9b65022 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:45.712606 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.714441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.719428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30dbcb32-4083-4fa8-be15-a42e34d2873d req-aeb9743b-6173-4e2f-b009-d9caf9b65022 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2306051 Jul 29 23:57:45.746027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-cd692c43-4bb6-4bff-bbd5-3d0021234f1b', 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '84e15e84-7dc3-4fdc-9710-614d8f473411'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:45.749387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.758857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:45.886588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-30dbcb32-4083-4fa8-be15-a42e34d2873d req-300ff6d0-b5f4-4fce-bd8e-b6e7fc1c6d1a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656332 Jul 29 23:57:45.916307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.958442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.984034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.000199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.009348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339bb45-8aa1-441f-8212-4d993eb9367f None None] Network 36971666-7184-402d-9cad-21e4e14c5d27 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:46.032226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.066859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 36971666-7184-402d-9cad-21e4e14c5d27 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:46.121282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:46.125986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:46.147113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Allocated IP 2001:db8::2 (cd692c43-4bb6-4bff-bbd5-3d0021234f1b/84e15e84-7dc3-4fdc-9710-614d8f473411/b62ac276-b6b4-48ed-9003-6b06883e6ff7) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:46.207844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=bada7686-fe3e-4105-b132-c697872a32f5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.241457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-9ff2abac-ee65-4c04-9583-eab43a865d65 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665435 Jul 29 23:57:46.245740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.260924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.263107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6f7356bb-05c1-4302-b340-66fac393d3d0 HTTP/1.1" status: 204 len: 168 time: 1.0634682 Jul 29 23:57:46.297864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.338838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-1535813f-8757-46ef-b0df-7e0a3ce60313 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.0706744 Jul 29 23:57:46.341156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.344302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4d0809b-60d2-4af5-8df0-a31266470904 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2417707 Jul 29 23:57:46.375870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.377054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.399283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37144) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.404524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:46.415745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-0ec607ce-4cd1-4b18-bec7-9270dc1cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.422054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-0ec607ce-4cd1-4b18-bec7-9270dc1cc5ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0703835 Jul 29 23:57:46.428685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'port': {'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b', 'name': 'tempest-RoutersIpV6Test-1502688149'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.468249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11281fa4-c69d-42e9-b89b-d6cf1b4983ea req-88f0cd8a-82e2-4a05-9b03-fe6ba95d89fc tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.470587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11281fa4-c69d-42e9-b89b-d6cf1b4983ea req-88f0cd8a-82e2-4a05-9b03-fe6ba95d89fc tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3621078 Jul 29 23:57:46.471587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccad9b-4407-4675-be0f-6ee1f569ce55 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f7356bb-05c1-4302-b340-66fac393d3d0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.473393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.494319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Transition to ACTIVE for port object b62ac276-b6b4-48ed-9003-6b06883e6ff7 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:46.527467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Transition to ACTIVE for port object b62ac276-b6b4-48ed-9003-6b06883e6ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:46.552067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-05aece89-0ffc-4f87-8715-f07a6c07b6b9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3060234 Jul 29 23:57:46.559941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37150) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.602832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '36971666-7184-402d-9cad-21e4e14c5d27', 'name': 'tempest-PortsTestJSON-1489781986'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.618105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.741867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Pushing event updated for resources: {'Port': ['ID=b62ac276-b6b4-48ed-9003-6b06883e6ff7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.755017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Provisioning for port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:46.783586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5b8f92ae-3ac8-46ab-b486-e0e95e7ad701 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4807510 Jul 29 23:57:46.794158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.814393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-973f0545-0aa6-455f-9dc5-243da4ed1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.818192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-973f0545-0aa6-455f-9dc5-243da4ed1f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3843539 Jul 29 23:57:46.906310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11281fa4-c69d-42e9-b89b-d6cf1b4983ea req-8bff61b6-155b-47e3-95e1-70464ab0f11e tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025846 Jul 29 23:57:46.958885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.971577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.984781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.997527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.009284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.021249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.033572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.051132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-1764a326-69a8-4d6a-9f6a-4859a076f8aa tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.5644739 Jul 29 23:57:47.059371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:47.065599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Provisioning complete for port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:47.066315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.075189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad995-f083-4dbb-93eb-5fee410cc680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.079994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:47.096590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:47.106243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.137217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:47.222716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:47.228851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:47.264925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:47.343824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.356783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Attempting to bind port b62ac276-b6b4-48ed-9003-6b06883e6ff7 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:47.357378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Attempting to bind port b62ac276-b6b4-48ed-9003-6b06883e6ff7 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:47.357875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Attempting to bind port b62ac276-b6b4-48ed-9003-6b06883e6ff7 on network cd692c43-4bb6-4bff-bbd5-3d0021234f1b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:47.377083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:47.377902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Checking segment: {'id': 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:47.378751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.379438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Bound using segment: {'id': 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:47.380642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Bound port: b62ac276-b6b4-48ed-9003-6b06883e6ff7, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cd692c43-4bb6-4bff-bbd5-3d0021234f1b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:47.381256 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.399804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-a0d71738-b139-4635-86e4-c1e2c09d2de6 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686078 Jul 29 23:57:47.441897 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-53bffe73-487d-4ded-bcfc-82a531831b48 req-15ecbb19-dba4-4eae-a6f4-19cdee1f08ae tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3886435 Jul 29 23:57:47.459421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-087d4ffc-56ae-44b6-bbc2-8ef777cd92c2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.1232252 Jul 29 23:57:47.459421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.462073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.465909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:47.472695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.484210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.485306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:47.486269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.505081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1814765112'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:47.568073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] device_id is not set on port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:47.571790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-e58169bb-5d7b-4cb1-82ca-4cd85e6c5d79 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596551 Jul 29 23:57:47.576606 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.577530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.580119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.617078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:47.618221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.676703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:47.682952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.747134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] For port b62ac276-b6b4-48ed-9003-6b06883e6ff7, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:47.750066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fdfa1-79b1-4b57-8b1b-89c9adbfa869 req-d8813862-1663-43dd-9b7f-bcb02f5dfc24 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.754180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] For port b62ac276-b6b4-48ed-9003-6b06883e6ff7, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b62ac276-b6b4-48ed-9003-6b06883e6ff7,segment=NetworkSegment(aef7d584-f196-4a0d-8c08-ff3aa135cd7c),segment_id=aef7d584-f196-4a0d-8c08-ff3aa135cd7c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:47.783725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a0fdfa1-79b1-4b57-8b1b-89c9adbfa869 req-d8813862-1663-43dd-9b7f-bcb02f5dfc24 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.5838799 Jul 29 23:57:47.793096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-9e6ed76d-ba3a-44f6-98d6-540670b7915c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.1912839 Jul 29 23:57:47.806053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:47.853707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:47.855328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5722f-90f9-4836-83db-15a03a85b595 None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:47.883588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.883990 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Added segment 63a2c1fe-571f-40d7-b2cc-88c7301a1a2f of type vlan for network e370ec7c-8137-420d-a08e-4dd6e40aa948 Jul 29 23:57:47.911336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.921600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.921600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/186f1f39-8f4f-4a88-a36c-f21422fee411 HTTP/1.1" status: 204 len: 168 time: 1.1183336 Jul 29 23:57:47.930867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.932703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] For port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,segment=NetworkSegment(3f41ade6-99e4-4c46-925d-18002c1897ea),segment_id=3f41ade6-99e4-4c46-925d-18002c1897ea)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.935655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.960309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.8 (36971666-7184-402d-9cad-21e4e14c5d27/9af6e71e-89d9-4d70-99e8-abad4c4dc0b2/11dd6651-ca61-4ae2-990f-4bdf49cbf3c6) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:48.015569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3d5e6-7e5f-4530-865b-9a60f4a69579 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f1f39-8f4f-4a88-a36c-f21422fee411,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.033470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af56e7-1ebd-48eb-8143-4d232fe80a06 None None] Pushing event updated for resources: {'Port': ['ID=b62ac276-b6b4-48ed-9003-6b06883e6ff7,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.035828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8::8d (cd692c43-4bb6-4bff-bbd5-3d0021234f1b/84e15e84-7dc3-4fdc-9710-614d8f473411/43ae0cfa-b442-47b2-b38f-4e9780b89dd6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:48.041890 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.056352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.100994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee095acd-187c-4f9b-ab52-74a0bcb31cd0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630678 Jul 29 23:57:48.112923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37188) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.128993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-eb5515db-417b-4bb0-8804-a51889caeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.131818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-eb5515db-417b-4bb0-8804-a51889caeba1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.3080280 Jul 29 23:57:48.136432 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a0fdfa1-79b1-4b57-8b1b-89c9adbfa869 req-dfcc0203-3ce4-4394-adff-f34e6ee8a51a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259828 Jul 29 23:57:48.158212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--756940964'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:48.341215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b6fc-7b47-4012-8efd-4d1562ed2452 None None] Pushing event updated for resources: {'Port': ['ID=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.357709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.393067 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:57:48.436764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3f549c23-e8e1-4def-868b-4504ee33632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.439205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-3f549c23-e8e1-4def-868b-4504ee33632b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2664878 Jul 29 23:57:48.519271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.532571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.534114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.777816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832a9cc-3a16-4576-82d5-39bb9da0d26a req-0adb548f-9476-426a-ae55-ed66a169b85b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.779980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.781301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b832a9cc-3a16-4576-82d5-39bb9da0d26a req-0adb548f-9476-426a-ae55-ed66a169b85b tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3912568 Jul 29 23:57:48.785582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Network': ['ID=e370ec7c-8137-420d-a08e-4dd6e40aa948,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.850638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.858300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.859879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.861146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.861982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.864881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.866489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.871421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.872190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.872747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.873295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.873919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.874509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:48.903227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:48.927109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:48.946568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Provisioning for port bada7686-fe3e-4105-b132-c697872a32f5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:49.030736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Provisioning complete for port bada7686-fe3e-4105-b132-c697872a32f5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:49.030736 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.064814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b832a9cc-3a16-4576-82d5-39bb9da0d26a req-c0f885b1-46b1-44d0-a3e4-28cd1b52b579 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729714 Jul 29 23:57:49.068345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.155742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:49.167097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Port bada7686-fe3e-4105-b132-c697872a32f5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:49.170605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:49.177922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:49.199000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.200103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.204324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.224783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-7418712a-5d2c-4979-9fb5-f29351052113 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845095 Jul 29 23:57:49.290295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Provisioning complete for port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:49.291875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9dc12501-6c6e-46a6-b4f0-606a2263bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.411220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=43ae0cfa-b442-47b2-b38f-4e9780b89dd6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.454422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0fd190e1-bb3b-495f-bfaf-34222a3c42c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.467008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:49.518466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.539654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.546725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748954e2-f0f9-4d15-8acd-6fb224e62e08 req-b9a00524-75f9-43cb-b81c-bfa6a18e5f31 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.549076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-748954e2-f0f9-4d15-8acd-6fb224e62e08 req-b9a00524-75f9-43cb-b81c-bfa6a18e5f31 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.1151683 Jul 29 23:57:49.551690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.563459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.574570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.585839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.593668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:49.594352 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.596986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.608162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.622291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-d8aa1598-c96c-45c8-ad81-9037e63f676a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.9517837 Jul 29 23:57:49.691868 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c6039a-417a-4311-b56e-e750fb64f3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.701242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:49.705077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.733391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.758683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2900a7c7-2eae-4331-92aa-bda12c1c83db req-6d5fad2c-e535-4f60-ba84-1249880c4da3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350505 Jul 29 23:57:49.791450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0cbac015-a577-4c6f-9e19-4d17d34efe26 None None] Provisioning complete for port bada7686-fe3e-4105-b132-c697872a32f5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:49.792114 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cbac015-a577-4c6f-9e19-4d17d34efe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.797743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b62ac276-b6b4-48ed-9003-6b06883e6ff7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:49.801488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4b7d3f4-9ac7-48cb-9157-a6b9cf56d3cd req-c7948924-ceae-480d-8086-4f73c88c18b2 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324290 Jul 29 23:57:49.846699 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.848919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7374330 Jul 29 23:57:49.856006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37204) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.870960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': 'f84f9423-08f1-43d6-adc8-dd4fadea6130', 'direction': 'ingress', 'protocol': 17}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:49.891024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f383b0-293d-4205-abcf-8f91313a6d22 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f9423-08f1-43d6-adc8-dd4fadea6130,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.894582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0cbac015-a577-4c6f-9e19-4d17d34efe26 None None] Port bada7686-fe3e-4105-b132-c697872a32f5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:49.913418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.928075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b62ac276-b6b4-48ed-9003-6b06883e6ff7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:49.973154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 36971666-7184-402d-9cad-21e4e14c5d27 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:49.973814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716be11-3745-44ee-8b48-c8aed3027a11 None None] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:49.977042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:49.986860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:49.998856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=11dd6651-ca61-4ae2-990f-4bdf49cbf3c6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.049564 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95e70447-bc5e-4832-9c7d-5f07fb6e77b7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6429090 Jul 29 23:57:50.059434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cb98b173-25b2-4409-9f29-bf318945246d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5918496 Jul 29 23:57:50.059434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.068866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.118062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'subnet': {'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:50.200969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Provisioning for port b62ac276-b6b4-48ed-9003-6b06883e6ff7 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:50.208794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c6039a-417a-4311-b56e-e750fb64f3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.209347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Provisioning complete for port b62ac276-b6b4-48ed-9003-6b06883e6ff7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:50.209713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.247449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51c6039a-417a-4311-b56e-e750fb64f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.265505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.266265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.295781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-748954e2-f0f9-4d15-8acd-6fb224e62e08 req-f3ca7249-4d4f-4e61-a5a9-6c52ce42f023 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330780 Jul 29 23:57:50.387499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.409584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-51c6039a-417a-4311-b56e-e750fb64f3e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=736e8bab634045bf959f3bcd10c65c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6248343 Jul 29 23:57:50.414368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37212) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.423373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:57:50.423373 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:57:50.423373 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': 'd3bfecad013e4e4f8e7d69a7beecf54f', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 57, 50, 282573)}] Jul 29 23:57:50.423373 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:50.423866 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:50.433328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.437104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6039a-417a-4311-b56e-e750fb64f3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7485c473-17a0-4509-b9fb-8c6510839c0a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.448480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d4f5bd9-17d5-4f28-964e-9617bd772f5e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8692286 Jul 29 23:57:50.462048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.465672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] For port b62ac276-b6b4-48ed-9003-6b06883e6ff7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b62ac276-b6b4-48ed-9003-6b06883e6ff7,segment=NetworkSegment(aef7d584-f196-4a0d-8c08-ff3aa135cd7c),segment_id=aef7d584-f196-4a0d-8c08-ff3aa135cd7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:50.471171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.555957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a8774-ec74-477c-b7c7-7eeb2c7accf5 None None] Pushing event updated for resources: {'Port': ['ID=b62ac276-b6b4-48ed-9003-6b06883e6ff7,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.582119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.582598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.583071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.583523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.583989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.584444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.584900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.586911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-2da83482-97f0-415a-81b3-c65cfbb02916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6494 time: 0.3710060 Jul 29 23:57:50.609543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-169870ff-8c7a-42ee-8479-756b811fc2fa None None] Provisioning for port 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:50.618733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-169870ff-8c7a-42ee-8479-756b811fc2fa None None] Provisioning complete for port 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:50.619274 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-169870ff-8c7a-42ee-8479-756b811fc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.680131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-169870ff-8c7a-42ee-8479-756b811fc2fa None None] Port 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:50.713295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.745472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048191f-ae3e-4a5d-a523-2c6e01d4242c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.750189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7048191f-ae3e-4a5d-a523-2c6e01d4242c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2777169 Jul 29 23:57:50.775747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.787288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.793747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.837482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Provisioning for port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:50.843176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Provisioning complete for port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:50.843887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.850772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10008e-ba75-4240-9ac6-f92c0712bff3 req-4b1561ec-6d9d-41c2-ae46-9fa05541fdb9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.852506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f10008e-ba75-4240-9ac6-f92c0712bff3 req-4b1561ec-6d9d-41c2-ae46-9fa05541fdb9 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3223295 Jul 29 23:57:50.867953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.901502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.905897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.911277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:50.928170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Provisioning complete for port b62ac276-b6b4-48ed-9003-6b06883e6ff7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:50.928620 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aeb25183-451c-4bd2-a128-23cfc7524fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.970483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4e2d99-763a-4a85-b5c1-478b6b35093f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.015303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.019180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.023422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7485c473-17a0-4509-b9fb-8c6510839c0a HTTP/1.1" status: 204 len: 168 time: 0.6037405 Jul 29 23:57:51.058087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3070c8-ffb4-44fd-a3a7-a777932db286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7485c473-17a0-4509-b9fb-8c6510839c0a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.067037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-63512e37-7967-41af-863e-675766034a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.069395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-63512e37-7967-41af-863e-675766034a73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 903 time: 0.4696634 Jul 29 23:57:51.105711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:51.109311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.173400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b62ac276-b6b4-48ed-9003-6b06883e6ff7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:51.292750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b62ac276-b6b4-48ed-9003-6b06883e6ff7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:51.293956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.407385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7da03f62-4d71-447f-8d4f-ee80ba627754 None None] Provisioning complete for port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:51.407737 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7da03f62-4d71-447f-8d4f-ee80ba627754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.468108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7da03f62-4d71-447f-8d4f-ee80ba627754 None None] Port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:51.519489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.531858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.543581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.556035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.571227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.578192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.584518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.586761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf42e44d-823a-4226-b325-6c94030ed844 req-0aab8573-0fa8-435f-a276-3ba954665c5e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.6141064 Jul 29 23:57:51.600383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.605483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4c9b30b2-3c1b-4bad-bad5-132ecc598a94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7382939 Jul 29 23:57:51.605742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:51.605742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.612146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37232) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.644646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f10008e-ba75-4240-9ac6-f92c0712bff3 req-cfdd8c43-aae9-4924-8a30-8903eac49fa2 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827207 Jul 29 23:57:51.646350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-98bfd09b-c865-4b68-8d8f-09fe49c9fd38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.5546970 Jul 29 23:57:51.744094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-e4bce178-f774-4b1f-afd1-62ad129eac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.747161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-e4bce178-f774-4b1f-afd1-62ad129eac0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0915091 Jul 29 23:57:51.861786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-f48c968b-4a73-404c-9e8d-c587dd2329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.863545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-f48c968b-4a73-404c-9e8d-c587dd2329e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028409 Jul 29 23:57:51.872366 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cf42e44d-823a-4226-b325-6c94030ed844 req-17ba6cef-deb8-4316-944a-ff67529b1ea5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2592065 Jul 29 23:57:51.875140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f8f17-f325-4bef-818d-31e02bbac0da req-9da44cbb-d1c4-4628-b326-7d074386014c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.876679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c6f8f17-f325-4bef-818d-31e02bbac0da req-9da44cbb-d1c4-4628-b326-7d074386014c tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.0965548 Jul 29 23:57:51.880154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.899949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.957127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.000872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c6f8f17-f325-4bef-818d-31e02bbac0da req-8a994033-5bd4-4662-801f-6a24742c81ef tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903578 Jul 29 23:57:52.010125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:52.017441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.043117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-0c840650-7b49-4cf4-90d0-b84299f49380 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645043 Jul 29 23:57:52.092000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=43ae0cfa-b442-47b2-b38f-4e9780b89dd6,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.106912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.207675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7ac3e53-2518-4a50-b9e9-f4ff11f23765 req-46eb16ca-3081-4049-9875-055f3635b16d service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486981 Jul 29 23:57:52.232997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.395521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Subnet': ['ID=a75c4743-4d47-401a-a49e-538211b6f202,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.430094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.432677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec74c2c3-e049-4e23-a4fc-78360a81bbe9 None None] Provisioning complete for port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:52.434120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec74c2c3-e049-4e23-a4fc-78360a81bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.480916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756bb1d-9638-4f0d-8db0-a98d5b2cc429 req-427140f0-3fea-4318-9d69-58d1d43ceb03 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:52.482601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7756bb1d-9638-4f0d-8db0-a98d5b2cc429 req-427140f0-3fea-4318-9d69-58d1d43ceb03 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2853804 Jul 29 23:57:52.486946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.506810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ec74c2c3-e049-4e23-a4fc-78360a81bbe9 None None] Port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:52.548838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Checking segment: {'id': '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:52.549256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network hostable DHCP agents. Network: e370ec7c-8137-420d-a08e-4dd6e40aa948, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:52.551883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.554489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.555736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/f84f9423-08f1-43d6-adc8-dd4fadea6130 HTTP/1.1" status: 204 len: 168 time: 0.9409897 Jul 29 23:57:52.560027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37252) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.628985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b65c9-cfb3-4e97-9d49-e89ab174aa64 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f9423-08f1-43d6-adc8-dd4fadea6130,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.641686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-157cba24-8518-45a6-8345-f3620290b43c tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795662 Jul 29 23:57:52.648199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37256) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.658999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820516207'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:52.691582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7756bb1d-9638-4f0d-8db0-a98d5b2cc429 req-12c38a0f-e8fd-4916-9ac8-6d07ec8cb490 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425211 Jul 29 23:57:52.694262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.720298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:52.730569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.773510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=11dd6651-ca61-4ae2-990f-4bdf49cbf3c6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.869394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e370ec7c-8137-420d-a08e-4dd6e40aa948) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:52.881069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:52.882048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.884802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b8235-9b34-42e2-9733-728f0dafd251 None None] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:52.958179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.963496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.970159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.029528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-30d5d355-eb67-4ee9-8781-eb697f5d6cd9 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9555242 Jul 29 23:57:53.034955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.055024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1842750493', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:53.063810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.071184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4160476 Jul 29 23:57:53.073440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37272) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.103589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264296449'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:53.180120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad9a28-7fcf-4250-961c-efc32f400b51 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8308c9ca-19ef-420a-87eb-380e31727fc1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.194458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.197933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:57:53.197933 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:57:53.197933 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': 'd3bfecad013e4e4f8e7d69a7beecf54f', 'id': '30abe8c1-c5c1-404b-ae51-fe25291975c9', 'expiration': datetime.datetime(2021, 7, 29, 23, 59, 53, 178226)}] Jul 29 23:57:53.197933 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:53.198634 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:53.237607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e370ec7c-8137-420d-a08e-4dd6e40aa948', 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948', 'tenant_id': 'd3bfecad013e4e4f8e7d69a7beecf54f', 'fixed_ips': [{'subnet_id': 'a75c4743-4d47-401a-a49e-538211b6f202'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:53.239099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.246443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.252958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.260236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.267372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.274090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.280580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.287218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.289210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-5f7f1d4e-1f56-4216-af0c-621246334a8e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.1772711 Jul 29 23:57:53.308573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.314841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f388731-04f5-4a38-800a-7350a57b039f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 HTTP/1.1" status: 204 len: 168 time: 2.5232849 Jul 29 23:57:53.319959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37280) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.324177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc67f9-f647-4c2a-996b-09f1dfa40a14 req-053fe85a-bb3d-4d4b-b119-88eeafe900f5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.334303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2bc67f9-f647-4c2a-996b-09f1dfa40a14 req-053fe85a-bb3d-4d4b-b119-88eeafe900f5 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.4661031 Jul 29 23:57:53.385605 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-429d876b-6942-4f46-9bf6-0f45806c47d0 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:57:53.392723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-429d876b-6942-4f46-9bf6-0f45806c47d0 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/11dd6651-ca61-4ae2-990f-4bdf49cbf3c6 HTTP/1.1" status: 404 len: 333 time: 0.0713332 Jul 29 23:57:53.393734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37282) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.483478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e922ef95-e7a0-44ed-ae1e-1a88ec02bdab req-cf90c44c-6623-4387-af42-fabab59e4622 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1645653 Jul 29 23:57:53.518454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Allocated IP 172.20.0.2 (e370ec7c-8137-420d-a08e-4dd6e40aa948/a75c4743-4d47-401a-a49e-538211b6f202/7db633f4-5314-4413-ab49-352af23dad72) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:53.622770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.631030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.695466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.697475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6162169 Jul 29 23:57:53.701891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port bada7686-fe3e-4105-b132-c697872a32f5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:53.702470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.707576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37294) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.770370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '8308c9ca-19ef-420a-87eb-380e31727fc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd14acaea-0a58-4778-82ee-0ca0712f2944', 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:53.803465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c2bc67f9-f647-4c2a-996b-09f1dfa40a14 req-5fdc2161-bd10-444b-a912-c7d2d9de3afa tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673193 Jul 29 23:57:53.841406 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.855748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92940-b610-4e83-a16d-cf18550e30d1 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14acaea-0a58-4778-82ee-0ca0712f2944,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.856986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Transition to ACTIVE for port object 7db633f4-5314-4413-ab49-352af23dad72 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:53.862939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.864498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.897617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Transition to ACTIVE for port object 7db633f4-5314-4413-ab49-352af23dad72 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:53.902892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.906921 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.970663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:53.974783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:53.977844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:54.030303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Pushing event updated for resources: {'Port': ['ID=7db633f4-5314-4413-ab49-352af23dad72,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.062623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.091674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.101422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Attempting to bind port 7db633f4-5314-4413-ab49-352af23dad72 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:54.101827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Attempting to bind port 7db633f4-5314-4413-ab49-352af23dad72 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:54.102516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Attempting to bind port 7db633f4-5314-4413-ab49-352af23dad72 on network e370ec7c-8137-420d-a08e-4dd6e40aa948 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:54.112570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:54.113359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Checking segment: {'id': '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:54.114365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.114952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Bound using segment: {'id': '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:54.118202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Bound port: 7db633f4-5314-4413-ab49-352af23dad72, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:54.118202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.143637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.151132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.152315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.201053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for bada7686-fe3e-4105-b132-c697872a32f5 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:54.233466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88716-0d09-4b79-9176-78904c8c2e7f req-be60a4b0-ed00-4a5a-a57f-f0b7ffa42c90 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:54.235792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8a88716-0d09-4b79-9176-78904c8c2e7f req-be60a4b0-ed00-4a5a-a57f-f0b7ffa42c90 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2887826 Jul 29 23:57:54.270640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] For port 7db633f4-5314-4413-ab49-352af23dad72, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:54.279458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] For port 7db633f4-5314-4413-ab49-352af23dad72, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7db633f4-5314-4413-ab49-352af23dad72,segment=NetworkSegment(63a2c1fe-571f-40d7-b2cc-88c7301a1a2f),segment_id=63a2c1fe-571f-40d7-b2cc-88c7301a1a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:54.289751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.307523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=43ae0cfa-b442-47b2-b38f-4e9780b89dd6,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.313266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:54.315195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:54.470323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95dd5-0b3a-40b4-9472-1c66c0064814 None None] Pushing event updated for resources: {'Port': ['ID=7db633f4-5314-4413-ab49-352af23dad72,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.495539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.512955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.519084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.526595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8a88716-0d09-4b79-9176-78904c8c2e7f req-c2f532a0-8217-405b-b4dc-11b4916cdf51 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643111 Jul 29 23:57:54.546722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router dc1878ec-e987-402f-b646-84249d7fe598 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:54.624786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114ff1f9-e27e-4b6d-9124-7d6fce65601a,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.728019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.730415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2d679ce1-821c-4041-9b9a-2cf45d0ae884 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9846034 Jul 29 23:57:54.741794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37344) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.924825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.963226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.976918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:54.995833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.008429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.022575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.037705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.053718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.064375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.074263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-68e7bc48-8898-4369-a211-94c0ec7369ac tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.3404384 Jul 29 23:57:55.081732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.115567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:55.125407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.130215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/114ff1f9-e27e-4b6d-9124-7d6fce65601a HTTP/1.1" status: 204 len: 168 time: 0.3788958 Jul 29 23:57:55.134100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24dee7-2d14-4442-978b-73d745b49bcb tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114ff1f9-e27e-4b6d-9124-7d6fce65601a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.139711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.144761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] Sync routers for ids ['dc1878ec-e987-402f-b646-84249d7fe598'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:55.162939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ff6bf4e-e509-4487-a231-48a6a311ca5e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/dc1878ec-e987-402f-b646-84249d7fe598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1037929 Jul 29 23:57:55.165972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4b8e4ccd-9223-4075-b4ed-9c26722b7a0f None None] Provisioning complete for port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:55.166913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4ccd-9223-4075-b4ed-9c26722b7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.171788 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] Routers {'dc1878ec-e987-402f-b646-84249d7fe598'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:55.176476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37364) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.177464 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['dc1878ec-e987-402f-b646-84249d7fe598'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:55.208083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057645c7-904d-4a29-ac53-a21ef7dc4312 req-b170d48a-431a-42d1-92c2-144e62ddf0ce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.211168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-057645c7-904d-4a29-ac53-a21ef7dc4312 req-b170d48a-431a-42d1-92c2-144e62ddf0ce tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.4299591 Jul 29 23:57:55.221977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.246314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7db633f4-5314-4413-ab49-352af23dad72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:55.290007 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:55.311192 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] Routers {'dc1878ec-e987-402f-b646-84249d7fe598'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:55.312341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['dc1878ec-e987-402f-b646-84249d7fe598'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:55.318816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8d574fe-f749-4994-b18d-f20fd10d396f req-f9a67b96-9f48-4a29-ba03-ff9899cc211f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403073 Jul 29 23:57:55.333493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e4ccd-9223-4075-b4ed-9c26722b7a0f None None] Port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:55.374262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7db633f4-5314-4413-ab49-352af23dad72 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:55.378344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d18281-af88-4af7-aa28-5462467572f4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.383848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d2d18281-af88-4af7-aa28-5462467572f4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports/43ae0cfa-b442-47b2-b38f-4e9780b89dd6 HTTP/1.1" status: 200 len: 983 time: 0.2022469 Jul 29 23:57:55.384390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=bada7686-fe3e-4105-b132-c697872a32f5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.386103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.431493 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:55.434751 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226ccbc5-c27a-41f4-ac00-264992d25ac8 None None] The sync data for ids ['dc1878ec-e987-402f-b646-84249d7fe598'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:55.516032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1643b8b5-fae8-419d-9444-315e76508ae6 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3638194 Jul 29 23:57:55.529036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37380) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.536922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-057645c7-904d-4a29-ac53-a21ef7dc4312 req-3166d47f-0b1d-4d3f-9c82-64e054a8bdd1 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970307 Jul 29 23:57:55.832563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.909865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.915989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.917562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f1c7a092-4cf2-4b8f-a4b7-a6d3a861703f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/bada7686-fe3e-4105-b132-c697872a32f5 HTTP/1.1" status: 204 len: 168 time: 2.5128272 Jul 29 23:57:55.918300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.983294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.051002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.093238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.25.5.115 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/77ed51ba-05d4-49b2-81bd-768d4f96bb13) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:56.193153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.198641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.201946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/d14acaea-0a58-4778-82ee-0ca0712f2944 HTTP/1.1" status: 204 len: 168 time: 0.6715081 Jul 29 23:57:56.224818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37412) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.252547 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1469f773-f698-4c88-a811-ad0bb6d885f3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:57:56.256782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f5b74-8936-4564-b3b4-a230005fd982 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14acaea-0a58-4778-82ee-0ca0712f2944,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:56.259925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1469f773-f698-4c88-a811-ad0bb6d885f3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/bada7686-fe3e-4105-b132-c697872a32f5 HTTP/1.1" status: 404 len: 333 time: 0.3389804 Jul 29 23:57:56.263310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37414) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.332158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923a453-f7d5-4aa3-9590-b9d96c08dc42 None None] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:56.472734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet 9af6e71e-89d9-4d70-99e8-abad4c4dc0b2 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:56.505851 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.537618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Provisioning for port 7db633f4-5314-4413-ab49-352af23dad72 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:56.561009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Provisioning complete for port 7db633f4-5314-4413-ab49-352af23dad72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:56.565139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.577419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eda33814-148b-4b81-a36f-b7ce64e0843b tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3229740 Jul 29 23:57:56.582026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.585089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37438) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:56.641594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.642331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.744892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.862331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.884800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.887548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.889543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] For port 7db633f4-5314-4413-ab49-352af23dad72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7db633f4-5314-4413-ab49-352af23dad72,segment=NetworkSegment(63a2c1fe-571f-40d7-b2cc-88c7301a1a2f),segment_id=63a2c1fe-571f-40d7-b2cc-88c7301a1a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:56.899485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.923841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.957878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.983358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.994654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.024320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.028878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.051377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.071276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-13068fe0-8886-42e9-a863-4e0ffbf83152 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.5929968 Jul 29 23:57:57.089748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.208183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b6c71d69-04cd-4475-b52d-9ea96a0e7b98 req-80f33093-30f8-4abd-b0c8-8036edbd5f62 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354520 Jul 29 23:57:57.247864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.371770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:57.408143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:57.423376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=9af6e71e-89d9-4d70-99e8-abad4c4dc0b2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.457976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:57.471705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2503d0-aa3c-40d4-a678-375789432c4d None None] Pushing event updated for resources: {'Port': ['ID=7db633f4-5314-4413-ab49-352af23dad72,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.505863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:57.507364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.561288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.575119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=77ed51ba-05d4-49b2-81bd-768d4f96bb13,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.589103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.591316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2fc11-bfd5-4d0b-b8cd-1a2bc14bb75a None None] Network 36971666-7184-402d-9cad-21e4e14c5d27 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:57.591656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16d6b09b-4dc6-4d68-9f0d-0b47cb9c77ba tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/9af6e71e-89d9-4d70-99e8-abad4c4dc0b2 HTTP/1.1" status: 204 len: 168 time: 1.3200412 Jul 29 23:57:57.607006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37450) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.630086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.635230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.646342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/8308c9ca-19ef-420a-87eb-380e31727fc1 HTTP/1.1" status: 204 len: 168 time: 1.0525289 Jul 29 23:57:57.673507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.684942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37452) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.694356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 43ae0cfa-b442-47b2-b38f-4e9780b89dd6 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:57.778314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2a1cd1bc-17ed-41fc-b9c7-e4056483ac78 None None] Provisioning complete for port 7db633f4-5314-4413-ab49-352af23dad72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:57.778811 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd1bc-17ed-41fc-b9c7-e4056483ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.828644 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.870341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cf374-3af9-4b58-b0d4-8f821e14486d tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8308c9ca-19ef-420a-87eb-380e31727fc1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:57.926516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a633fc5b-da77-45d1-8f94-261032fad712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.969555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] DHCP port deletion for 36971666-7184-402d-9cad-21e4e14c5d27 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:58.011204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.064363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Deleting port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:58.064800 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.085024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=43ae0cfa-b442-47b2-b38f-4e9780b89dd6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.092170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.118731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7ca72b3-a348-4456-b489-7bee81d81c92 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4222264 Jul 29 23:57:58.121108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37456) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:58.202002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] For port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,segment=NetworkSegment(3f41ade6-99e4-4c46-925d-18002c1897ea),segment_id=3f41ade6-99e4-4c46-925d-18002c1897ea)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:58.202359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.227842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--789240582'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:58.253114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Calling delete_port for 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:58.370204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.473319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.533956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] Pushing event deleted for resources: {'Port': ['ID=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.546695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65c0f1-f49c-486b-971e-fc4e8b27a68b None None] No DVR routers for this DVR port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:58.556907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a633fc5b-da77-45d1-8f94-261032fad712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.559133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.619883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a633fc5b-da77-45d1-8f94-261032fad712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.641791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:58.641791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.646980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.652938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.659088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.661257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router dc1878ec-e987-402f-b646-84249d7fe598 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:58.665425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.671623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.678369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.685005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.686959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67f37859-7416-449e-931a-c3498fa62338 req-d06b75dd-fab0-47b6-91c8-e8e3a428418f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.2499444 Jul 29 23:57:58.790598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:58.800600 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ddb57823-df1f-4620-92f7-167f2c645cc5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/dc1878ec-e987-402f-b646-84249d7fe598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096353 Jul 29 23:57:58.802079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:58.811402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] Sync routers for ids ['dc1878ec-e987-402f-b646-84249d7fe598'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:58.822770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.834449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] Routers {'dc1878ec-e987-402f-b646-84249d7fe598'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:58.835420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['dc1878ec-e987-402f-b646-84249d7fe598'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:58.890894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:58.902438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] Routers {'dc1878ec-e987-402f-b646-84249d7fe598'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:58.903071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['dc1878ec-e987-402f-b646-84249d7fe598'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:58.956735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:58.957900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc7472-2861-4b7e-8729-ee00f569cdcd None None] The sync data for ids ['dc1878ec-e987-402f-b646-84249d7fe598'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:59.099234 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-a414c026-d873-4c62-a8a0-1be26d80c9e3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:57:59.101009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a414c026-d873-4c62-a8a0-1be26d80c9e3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/dc1878ec-e987-402f-b646-84249d7fe598/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2974043 Jul 29 23:57:59.103784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37462) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:59.138229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7db633f4-5314-4413-ab49-352af23dad72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:59.167292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e81ccbe9-aa55-4165-99e1-16c40af89b95 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc1878ec-e987-402f-b646-84249d7fe598 HTTP/1.1" status: 200 len: 205 time: 0.0597818 Jul 29 23:57:59.169807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37464) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:59.220000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7db633f4-5314-4413-ab49-352af23dad72 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:59.220655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.289875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.308609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a633fc5b-da77-45d1-8f94-261032fad712 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02dd0cfbb054448ba6290b1a3a8ab210&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7430658 Jul 29 23:57:59.319932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633fc5b-da77-45d1-8f94-261032fad712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f74853-b06d-44e9-98ef-6154d30870e5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.322472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37470) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:59.363259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] For port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0, host n-d-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:59.364003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.449170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:59.454438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67f37859-7416-449e-931a-c3498fa62338 req-a6a4ecb7-c5a6-4d91-b970-ebd6687b7239 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7181628 Jul 29 23:57:59.462445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:59.510635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:59.511569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:59.533258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 was not found and therefore no delete operation was performed {{(pid=93864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:57:59.535997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.689307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.707128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No DVR routers for this DVR port 46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:59.735055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.860078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=46d4407f-4fcd-4dcf-9ae6-1da67cf3b1a0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.975382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.987325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f79c8ae-c7ae-4bf9-bdb7-df7316f01b73,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.991407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.992720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-925fb47b-7e1a-45f6-ab45-3eef57084e94 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8674822 Jul 29 23:58:00.003829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37474) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.010730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': '9f79c8ae-c7ae-4bf9-bdb7-df7316f01b73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:00.021909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.031931 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.055120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.058725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.060822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.084319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36971666-7184-402d-9cad-21e4e14c5d27']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.105586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f41ade6-99e4-4c46-925d-18002c1897ea') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.106081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f41ade6-99e4-4c46-925d-18002c1897ea') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.141372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.143075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router dc1878ec-e987-402f-b646-84249d7fe598 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:00.156419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.162484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4db0b77c-ef4f-4171-baec-f5c6adcfaa72 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/dc1878ec-e987-402f-b646-84249d7fe598 HTTP/1.1" status: 204 len: 168 time: 0.9907436 Jul 29 23:58:00.164690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37476) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.171292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.227172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.230772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.267279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:00.267279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.268091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 84e15e84-7dc3-4fdc-9710-614d8f473411 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:00.272708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:00.273319 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:00.340195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.417464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.419652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.424562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83f74853-b06d-44e9-98ef-6154d30870e5 HTTP/1.1" status: 204 len: 168 time: 1.0920506 Jul 29 23:58:00.445348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.453131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fecb49-c444-42a4-b544-26f0bdd87237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f74853-b06d-44e9-98ef-6154d30870e5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.464025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.479912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.487220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/36971666-7184-402d-9cad-21e4e14c5d27 HTTP/1.1" status: 204 len: 168 time: 2.8721893 Jul 29 23:58:00.492869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.504054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1892189272'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:00.518965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2f6b-2a79-4db8-ad48-f7d35629c714 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=36971666-7184-402d-9cad-21e4e14c5d27,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.554194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:00.559393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.594840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.606995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:00.609380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.652007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf30e029-faad-489d-9412-aa5ae6693572,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.657691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router 03b50476-388a-4e00-8093-b504bd697387 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:00.663095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.667273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee542654-da80-4444-81a4-ce5cd2e0fb9f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6582296 Jul 29 23:58:00.669833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.730657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.744582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.745008 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment 12ed6cb1-6347-481b-8e61-5cf9c107198e of type vlan for network 9f18caee-08de-4acb-87d1-c610c784143a Jul 29 23:58:00.787579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.819849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.844029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=84e15e84-7dc3-4fdc-9710-614d8f473411,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.847640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.849098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5e252-358b-476e-ae78-b6161d2b1824 None None] Network cd692c43-4bb6-4bff-bbd5-3d0021234f1b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:00.850046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c6da5463-9305-440a-8b3f-bdd1813d5177 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/84e15e84-7dc3-4fdc-9710-614d8f473411 HTTP/1.1" status: 204 len: 168 time: 0.6847806 Jul 29 23:58:00.854936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37490) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.934295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.952014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.958146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.964410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.969432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.970497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.978580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.988679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.995546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.999875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cf30e029-faad-489d-9412-aa5ae6693572 HTTP/1.1" status: 204 len: 168 time: 0.3264766 Jul 29 23:58:01.000065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:01.001398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9522393c-a961-4eb1-8964-3907ed169010 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.3854690 Jul 29 23:58:01.002258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37492) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.015003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f94dc-b463-4d6a-b0e8-1888fa41d654 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf30e029-faad-489d-9412-aa5ae6693572,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.022143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:01.041880 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] Sync routers for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:01.051098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.053155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf3709d9-661f-4c8a-ad3f-e39e89920c8b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0133047 Jul 29 23:58:01.056598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37494) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.078635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:01.081010 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.101666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.162019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9a394b1a-81ad-411c-b6e7-f3cae8a6ad8c req-9e0a545d-a35a-4faa-97ab-b80534bdd2eb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235447 Jul 29 23:58:01.167925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.173757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:01.174391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.189482 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.207447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37496) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.210527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5cbbc80-47ff-4d91-aff5-ec81bd9a669f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2029207 Jul 29 23:58:01.214367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:01.216715 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.221414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37498) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.253708 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e47671c-c63f-4480-9d4c-62b190e8ff08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.299236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8052163 Jul 29 23:58:01.299872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37500) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.314989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': '9f18caee-08de-4acb-87d1-c610c784143a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.350847 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:01.352278 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd983fa-c420-4103-ac13-a6e71fa8346e None None] The sync data for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:01.384887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] DHCP port deletion for cd692c43-4bb6-4bff-bbd5-3d0021234f1b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:01.400877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e073db-9bba-48fd-be14-ddc574a09bf1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=9f18caee-08de-4acb-87d1-c610c784143a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.464499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port b62ac276-b6b4-48ed-9003-6b06883e6ff7 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:01.464800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.480762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 9f18caee-08de-4acb-87d1-c610c784143a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:01.511485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:01.515769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.607983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port b62ac276-b6b4-48ed-9003-6b06883e6ff7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b62ac276-b6b4-48ed-9003-6b06883e6ff7,segment=NetworkSegment(aef7d584-f196-4a0d-8c08-ff3aa135cd7c),segment_id=aef7d584-f196-4a0d-8c08-ff3aa135cd7c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:01.608485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.631477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for b62ac276-b6b4-48ed-9003-6b06883e6ff7 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:01.672195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.698877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e47671c-c63f-4480-9d4c-62b190e8ff08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.713811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e47671c-c63f-4480-9d4c-62b190e8ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.725739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Deleting port b62ac276-b6b4-48ed-9003-6b06883e6ff7 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:01.725739 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.832551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.842745 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.903904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4e47671c-c63f-4480-9d4c-62b190e8ff08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc036ca3d0e84887a17a18fc94187d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949830 Jul 29 23:58:01.904900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.913984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=b62ac276-b6b4-48ed-9003-6b06883e6ff7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.917862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port b62ac276-b6b4-48ed-9003-6b06883e6ff7 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:01.923249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] For port b62ac276-b6b4-48ed-9003-6b06883e6ff7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b62ac276-b6b4-48ed-9003-6b06883e6ff7,segment=NetworkSegment(aef7d584-f196-4a0d-8c08-ff3aa135cd7c),segment_id=aef7d584-f196-4a0d-8c08-ff3aa135cd7c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:01.923960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.963088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Calling delete_port for b62ac276-b6b4-48ed-9003-6b06883e6ff7 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:02.104658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47671c-c63f-4480-9d4c-62b190e8ff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05183651-895d-4213-8f0e-56813af25b2c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.131389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.133482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.152672 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.156571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] No DVR routers for this DVR port b62ac276-b6b4-48ed-9003-6b06883e6ff7 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:02.198083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68cce-6af6-4af7-8128-1295e01e1cb0 None None] Pushing event deleted for resources: {'Port': ['ID=b62ac276-b6b4-48ed-9003-6b06883e6ff7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.222071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.225404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.229617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f79c8ae-c7ae-4bf9-bdb7-df7316f01b73 HTTP/1.1" status: 204 len: 168 time: 1.0022225 Jul 29 23:58:02.237673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37506) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.257279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.277262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.311675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd692c43-4bb6-4bff-bbd5-3d0021234f1b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.375493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.379554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.383593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05183651-895d-4213-8f0e-56813af25b2c HTTP/1.1" status: 204 len: 168 time: 0.4621897 Jul 29 23:58:02.383593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37510) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.384770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f09a24d-d091-40c4-a556-be5ebba97ad0 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452303 Jul 29 23:58:02.385881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.399761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.400195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef7d584-f196-4a0d-8c08-ff3aa135cd7c') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.405485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b100b0d-ee84-4103-ab93-bbcbbe529749 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f79c8ae-c7ae-4bf9-bdb7-df7316f01b73,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.413663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005891348'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.455743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.458953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252313f-6e3f-42bb-8f59-51d4b9aff63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05183651-895d-4213-8f0e-56813af25b2c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.517066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.526341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:02.526873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:02.630288 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:02.634108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': '12ed6cb1-6347-481b-8e61-5cf9c107198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:02.634108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: 9f18caee-08de-4acb-87d1-c610c784143a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:02.640610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.650406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.655481 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:02.658455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/cd692c43-4bb6-4bff-bbd5-3d0021234f1b HTTP/1.1" status: 204 len: 168 time: 1.8011446 Jul 29 23:58:02.663942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37514) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.669104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1827137495'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.699905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03532-0940-456d-9417-1dafc31ac316 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=cd692c43-4bb6-4bff-bbd5-3d0021234f1b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.709766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 9f18caee-08de-4acb-87d1-c610c784143a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:02.735241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 9f18caee-08de-4acb-87d1-c610c784143a) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:02.741336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.742027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.746399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:02.748702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96206ae-fff2-44ca-9085-f6cc3f703f9a None None] Network 9f18caee-08de-4acb-87d1-c610c784143a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:02.750095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.778398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.784963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.791776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.798323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:02.798681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.805602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.812505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.812719 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.812968 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 61169f18-e648-4893-a45b-00cbddaf9cc2 of type vlan for network 5621fb33-2d5d-4e71-bd55-2d817244ae95 Jul 29 23:58:02.819688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.821785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-4d71f766-8dd8-4ed1-91aa-84b8936785e0 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.3604052 Jul 29 23:58:02.825000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.871620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.954128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.971300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.972183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.099389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-9f18caee-08de-4acb-87d1-c610c784143a', 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': 'e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:03.100752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.127891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eba454ce-a980-4420-b4c5-bb8b3221dca2 req-9c8becfb-c731-418d-9d6d-1422fadeaac9 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2727730 Jul 29 23:58:03.132229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=5621fb33-2d5d-4e71-bd55-2d817244ae95,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:03.147142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:03.288391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b62ac276-b6b4-48ed-9003-6b06883e6ff7 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:03.321739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b62ac276-b6b4-48ed-9003-6b06883e6ff7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:03.322191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b62ac276-b6b4-48ed-9003-6b06883e6ff7 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:03.460632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.484937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.486349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6614fe88-5050-4a9f-b38f-c1226ef310b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8213434 Jul 29 23:58:03.487362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37534) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:03.494678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:03.529488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-21edf193-26bc-44b7-8eef-e30e2f16e5cf tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2151475 Jul 29 23:58:03.531711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Allocated IP 172.20.0.2 (9f18caee-08de-4acb-87d1-c610c784143a/e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e/6193ca7d-1685-46f4-97f5-7c5afe0ccf40) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:03.556668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37536) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:03.562969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '9f18caee-08de-4acb-87d1-c610c784143a', 'name': 'tempest-PortsTestJSON-1167238208', 'fixed_ips': [{'subnet_id': 'e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e', 'ip_address': '172.20.0.10'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:03.618440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.662321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.670763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2661567 Jul 29 23:58:03.690563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37544) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:03.706399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': 'efd09e8a-8660-4f1a-a3d5-397e00e0049d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:03.748608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547f8ed-4d9f-48dd-b8b4-e266e715f496 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd09e8a-8660-4f1a-a3d5-397e00e0049d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:03.833996 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.847576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Transition to ACTIVE for port object 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:03.869925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Transition to ACTIVE for port object 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:03.878399 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.884408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:58:03.884408 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:58:03.884408 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': '1c8a4fbcacab402fae24490d8051f400', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 58, 3, 783448)}] Jul 29 23:58:03.884408 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:03.886042 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:03.934177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:03.943538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3e0a-9150-4805-83f8-aa948a774138 req-a55c6d15-cc98-4ed5-b285-a4ecb9532167 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:03.945267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-593e3e0a-9150-4805-83f8-aa948a774138 req-a55c6d15-cc98-4ed5-b285-a4ecb9532167 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.2633882 Jul 29 23:58:03.950268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.964832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Network 9f18caee-08de-4acb-87d1-c610c784143a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:03.972614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:03.980233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:04.017146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Pushing event updated for resources: {'Port': ['ID=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.095179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-593e3e0a-9150-4805-83f8-aa948a774138 req-c626d712-4ef2-481d-80a6-5c73aed43afa tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310983 Jul 29 23:58:04.157587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.173098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Attempting to bind port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:04.173990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Attempting to bind port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '12ed6cb1-6347-481b-8e61-5cf9c107198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:04.174139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Attempting to bind port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 on network 9f18caee-08de-4acb-87d1-c610c784143a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:04.177475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.185971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:04.186432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Checking segment: {'id': '12ed6cb1-6347-481b-8e61-5cf9c107198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:04.186855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.187283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Bound using segment: {'id': '12ed6cb1-6347-481b-8e61-5cf9c107198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:04.188315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Bound port: 6193ca7d-1685-46f4-97f5-7c5afe0ccf40, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ed6cb1-6347-481b-8e61-5cf9c107198e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9f18caee-08de-4acb-87d1-c610c784143a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:04.188702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.203802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.226564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port d58530b2-c15b-4401-87de-b75b5ee78bb4 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:04.283843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] For port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:04.288811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] For port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,segment=NetworkSegment(12ed6cb1-6347-481b-8e61-5cf9c107198e),segment_id=12ed6cb1-6347-481b-8e61-5cf9c107198e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:04.294936 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.319100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13b5605-e7f8-4363-9170-4f02cecae0cd,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.336226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.337461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d1ab3250-8a73-4be9-8033-d753a1697561 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6417704 Jul 29 23:58:04.340548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37554) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.359378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.1 (e370ec7c-8137-420d-a08e-4dd6e40aa948/a75c4743-4d47-401a-a49e-538211b6f202/004ef39f-b5bf-49bc-a756-d6d85eeea1fa) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:04.380798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-355cb1ac-3705-4c36-8788-26edd48c5788 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules/e13b5605-e7f8-4363-9170-4f02cecae0cd HTTP/1.1" status: 200 len: 763 time: 0.0388453 Jul 29 23:58:04.384866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37556) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.388090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f59804-d820-48a2-a619-14c7e3e85cba None None] Pushing event updated for resources: {'Port': ['ID=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.551647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:04.555651 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.574436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.581151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.587335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.593290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.599312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.603673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d0f337bd-1518-475c-854d-5cb984b13a43 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2169542 Jul 29 23:58:04.606190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.607131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37562) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.616991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.619107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-9c05f24f-5ae7-43cf-bdf8-014cb04f8f50 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.3109477 Jul 29 23:58:04.679518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.10 (9f18caee-08de-4acb-87d1-c610c784143a/e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e/d58530b2-c15b-4401-87de-b75b5ee78bb4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:04.698327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.708681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.769549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.783011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.791639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e13b5605-e7f8-4363-9170-4f02cecae0cd HTTP/1.1" status: 204 len: 168 time: 0.1811838 Jul 29 23:58:04.798276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.799023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.831457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Transition to ACTIVE for port object 004ef39f-b5bf-49bc-a756-d6d85eeea1fa will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:04.850697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-eafa60be-7686-457b-b0f8-446ec3aa1311 req-6e24187e-2d9b-4ef3-a922-f557ac990c90 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120686 Jul 29 23:58:04.855101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ebae4-5382-469a-a1f8-0f7162bebffd tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e13b5605-e7f8-4363-9170-4f02cecae0cd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.925894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.974949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:04.982755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:04.986826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:05.002250 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-254ae5a4-eaac-4c6c-af42-034cde35d57a tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1981616 Jul 29 23:58:05.009786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.020978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': 'efd09e8a-8660-4f1a-a3d5-397e00e0049d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:05.087993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=004ef39f-b5bf-49bc-a756-d6d85eeea1fa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.127250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.215375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.247214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:05.298831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.354849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.357265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.415107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:05.485299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1921-d4aa-4c49-90ac-7b71ebd1ae38 req-25c02688-f0df-466d-936d-c1f7275018d6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.488248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9da1921-d4aa-4c49-90ac-7b71ebd1ae38 req-25c02688-f0df-466d-936d-c1f7275018d6 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.1075375 Jul 29 23:58:05.509013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=7c25b802-74e5-457e-8e81-115fd8d77328,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.549685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object d58530b2-c15b-4401-87de-b75b5ee78bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:05.556368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.568067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-1d7193e6-b3a0-4bb3-8b3a-1093ad7821ba tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.569948 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-1d7193e6-b3a0-4bb3-8b3a-1093ad7821ba tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 946 time: 0.3842065 Jul 29 23:58:05.575168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.583979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.610393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9da1921-d4aa-4c49-90ac-7b71ebd1ae38 req-895e800b-aaa5-45fa-ac6c-c3c9453794ee tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853875 Jul 29 23:58:05.661353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8a989523-ee4b-4a75-8e31-8fbcf748d9cd None None] Provisioning for port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:05.662053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb84c789-385c-4816-8eed-10beb82f8a48,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.668961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8a989523-ee4b-4a75-8e31-8fbcf748d9cd None None] Provisioning complete for port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:05.670316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a989523-ee4b-4a75-8e31-8fbcf748d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.705097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '61169f18-e648-4893-a45b-00cbddaf9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:05.705512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: 5621fb33-2d5d-4e71-bd55-2d817244ae95, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:05.708705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.710140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11b25888-8d7b-4aa1-845c-b655cdb90e5f tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6948683 Jul 29 23:58:05.715267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37582) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.740073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8a989523-ee4b-4a75-8e31-8fbcf748d9cd None None] Port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:05.777061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d0d35c1d-ba36-4f5c-881d-2e2b9c9c87d9 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-794505686'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:05.777708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d0d35c1d-ba36-4f5c-881d-2e2b9c9c87d9 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Unknown quota resources ['metering_label']. {{(pid=93865) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:58:05.790770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.820698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ea163185-ce1b-4094-88c2-a8116fd3d69e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules/fb84c789-385c-4816-8eed-10beb82f8a48 HTTP/1.1" status: 200 len: 763 time: 0.1038902 Jul 29 23:58:05.821371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.844167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:05.943188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5621fb33-2d5d-4e71-bd55-2d817244ae95) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:05.949802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.950397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.958237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 9f18caee-08de-4acb-87d1-c610c784143a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:05.966104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a82569-decb-4323-af1c-907086e464d4 None None] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:05.975742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4da43e-f6f3-4232-8f4c-c6318130141a None None] Network 9f18caee-08de-4acb-87d1-c610c784143a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:06.057215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ed70e6e8-e282-468f-82f2-e38eb59d3921 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2306290 Jul 29 23:58:06.062800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.120897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.134836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.136736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Provisioning for port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:06.160799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Provisioning complete for port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:06.161239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.192597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.204429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.205668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fb84c789-385c-4816-8eed-10beb82f8a48 HTTP/1.1" status: 204 len: 168 time: 0.1417649 Jul 29 23:58:06.212851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37590) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.249002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad01076-5426-4e70-a66c-ae8efcba8fc8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb84c789-385c-4816-8eed-10beb82f8a48,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.259619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.266188 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.354112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-49d5fc7a-c638-42f7-b729-aed1da6b92ed tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1310081 Jul 29 23:58:06.355130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37592) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.365391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Request body: {'security_group_rule': {'security_group_id': 'efd09e8a-8660-4f1a-a3d5-397e00e0049d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.411924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.416824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5621fb33-2d5d-4e71-bd55-2d817244ae95', 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '7c25b802-74e5-457e-8e81-115fd8d77328'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:06.420485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=004ef39f-b5bf-49bc-a756-d6d85eeea1fa,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.434001 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.440678 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Project 0587f3672e1d4680bee1ca044c4ca1a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:58:06.452245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.459206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:06.474787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:06.484202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=d58530b2-c15b-4401-87de-b75b5ee78bb4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.489977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.605831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] For port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,segment=NetworkSegment(12ed6cb1-6347-481b-8e61-5cf9c107198e),segment_id=12ed6cb1-6347-481b-8e61-5cf9c107198e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:06.612051 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.626979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-96049843-3750-4f25-9b19-6c8451e18869 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1370480 Jul 29 23:58:06.631197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37594) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.634318 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.635008 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0d35c1d-ba36-4f5c-881d-2e2b9c9c87d9 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.639498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d0d35c1d-ba36-4f5c-881d-2e2b9c9c87d9 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2145202 Jul 29 23:58:06.642462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1628099025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.678510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.690388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Deleting port 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:06.691709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.703168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e0c52758-8d29-428f-98da-be2c016bc002 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4d266b60-b3f2-4bf3-8a64-b81113c18880'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.703685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e0c52758-8d29-428f-98da-be2c016bc002 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:58:06.706044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3b786-302f-4c37-ae67-22cd78313102 None None] Pushing event updated for resources: {'Port': ['ID=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.707440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.708565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.712348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.728751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.730859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.757544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:06.784768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe5bcec-29a5-4925-abcf-b94fae510669,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.821812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Allocated IP 2001:db8::2 (5621fb33-2d5d-4e71-bd55-2d817244ae95/7c25b802-74e5-457e-8e81-115fd8d77328/6281a529-9981-492c-9ce3-4d3d49400327) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:06.846781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-314062fa-ff7e-4440-b9dc-973dc0bc90b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2857850 Jul 29 23:58:06.849989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.854664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a91ceb6b-4921-4c3b-918c-504b74d75610 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4949646 Jul 29 23:58:06.854664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:06.855023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.858061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37602) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.875743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': '9f18caee-08de-4acb-87d1-c610c784143a', 'name': 'tempest-PortsTestJSON-775915867', 'fixed_ips': [{'subnet_id': 'e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e', 'ip_address': '172.20.0.9'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:06.889166 n-d-712707-11 neutron-server[93864]: WARNING neutron.services.metering.metering_plugin [None req-e0c52758-8d29-428f-98da-be2c016bc002 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:58:06.903389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.912546 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.921767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.930579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.936705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.943722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.951135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.965943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe796e2-a3f0-4330-a282-94cb77946bba req-c537cc66-0140-49c7-aab5-389ea1e4ae23 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.5029707 Jul 29 23:58:06.994061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Provisioning for port d58530b2-c15b-4401-87de-b75b5ee78bb4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:07.060261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Provisioning complete for port d58530b2-c15b-4401-87de-b75b5ee78bb4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:07.060702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.076982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c211bef8-9b72-4b6a-a55c-f0c45c34f504 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules/5fe5bcec-29a5-4925-abcf-b94fae510669 HTTP/1.1" status: 200 len: 769 time: 0.2189071 Jul 29 23:58:07.135797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.141437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Port d58530b2-c15b-4401-87de-b75b5ee78bb4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:07.176176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] For port 78e388e2-6b4f-4501-b166-1ab62a461dc5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=78e388e2-6b4f-4501-b166-1ab62a461dc5,segment=NetworkSegment(eff4ef70-9a0b-4604-b2b8-92bd9045d5e9),segment_id=eff4ef70-9a0b-4604-b2b8-92bd9045d5e9)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:07.176849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.186535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Provisioning complete for port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:07.187160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d836464e-674f-488d-ba17-5c73eb19ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.202462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Calling delete_port for 78e388e2-6b4f-4501-b166-1ab62a461dc5 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:07.254559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.260146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:07.303038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Transition to ACTIVE for port object 6281a529-9981-492c-9ce3-4d3d49400327 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:07.358215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Transition to ACTIVE for port object 6281a529-9981-492c-9ce3-4d3d49400327 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:07.380137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.451426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efe796e2-a3f0-4330-a282-94cb77946bba req-45047b8f-5f95-42c8-8309-3832fd97e321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4843080 Jul 29 23:58:07.452258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:07.454188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:07.454809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.519798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbb07bff-6295-48b7-aaa5-a19bb130ff2e tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1612167 Jul 29 23:58:07.521286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.524894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37606) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.525294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.581457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Pushing event deleted for resources: {'Port': ['ID=78e388e2-6b4f-4501-b166-1ab62a461dc5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.635464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.647369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.667374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] No DVR routers for this DVR port 78e388e2-6b4f-4501-b166-1ab62a461dc5 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:07.670662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:07.676256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.677479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:07.680059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.682145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1ae25720-8737-4566-981b-41095ffb3ca0 req-43b38417-35dd-4a13-95be-b17d377a4f05 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.59 "DELETE /v2.0/ports/78e388e2-6b4f-4501-b166-1ab62a461dc5 HTTP/1.1" status: 204 len: 173 time: 2.0983119 Jul 29 23:58:07.688055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-deleted', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:07.688521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:07.690567 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c315cf49-2049-478b-b2ed-b9410178d162" -d '{"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-deleted", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:07.711844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Pushing event updated for resources: {'Port': ['ID=6281a529-9981-492c-9ce3-4d3d49400327,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.733674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 9c2ecc68-22e3-454b-8a51-affbd646c926 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:07.745918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Provisioning complete for port d58530b2-c15b-4401-87de-b75b5ee78bb4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:07.746588 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.763266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.790249 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da66fa59-e63a-4827-aa0a-cbd932e04063 x-openstack-request-id: req-da66fa59-e63a-4827-aa0a-cbd932e04063 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:07.790249 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c47d65-025a-4d3d-9a75-384add034fac", "name": "network-vif-deleted", "tag": "78e388e2-6b4f-4501-b166-1ab62a461dc5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:07.790612 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da66fa59-e63a-4827-aa0a-cbd932e04063 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:07.790910 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c47d65-025a-4d3d-9a75-384add034fac', 'name': 'network-vif-deleted', 'tag': '78e388e2-6b4f-4501-b166-1ab62a461dc5', 'status': 'completed', 'code': 200} Jul 29 23:58:07.795242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.807268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58d647-7731-4d43-a11b-e37833664ecc req-3eb87d32-cc82-4e7e-b90c-dc840821e985 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:07.807546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.808474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5fe5bcec-29a5-4925-abcf-b94fae510669 HTTP/1.1" status: 204 len: 168 time: 0.2825589 Jul 29 23:58:07.810337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b4c87-ce98-4393-b191-51d9cc8423b8 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe5bcec-29a5-4925-abcf-b94fae510669,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.814222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c58d647-7731-4d43-a11b-e37833664ecc req-3eb87d32-cc82-4e7e-b90c-dc840821e985 tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0c47d65-025a-4d3d-9a75-384add034fac HTTP/1.1" status: 200 len: 868 time: 0.9572580 Jul 29 23:58:07.817097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37610) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.867800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Attempting to bind port 6281a529-9981-492c-9ce3-4d3d49400327 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:07.868556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Attempting to bind port 6281a529-9981-492c-9ce3-4d3d49400327 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '61169f18-e648-4893-a45b-00cbddaf9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:07.869268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Attempting to bind port 6281a529-9981-492c-9ce3-4d3d49400327 on network 5621fb33-2d5d-4e71-bd55-2d817244ae95 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:07.871720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Port d58530b2-c15b-4401-87de-b75b5ee78bb4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:07.883213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:07.883621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Checking segment: {'id': '61169f18-e648-4893-a45b-00cbddaf9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:07.884351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.884939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Bound using segment: {'id': '61169f18-e648-4893-a45b-00cbddaf9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:07.885860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Bound port: 6281a529-9981-492c-9ce3-4d3d49400327, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61169f18-e648-4893-a45b-00cbddaf9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5621fb33-2d5d-4e71-bd55-2d817244ae95'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:07.886414 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.901709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.905536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4380479a-2f27-40b9-a729-9b17fd861f1a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2661059 Jul 29 23:58:07.910635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37612) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.912692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0c52758-8d29-428f-98da-be2c016bc002 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.914935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0c52758-8d29-428f-98da-be2c016bc002 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2333782 Jul 29 23:58:07.923800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.936148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router 03b50476-388a-4e00-8093-b504bd697387 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:07.936409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Provisioning complete for port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:07.936911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.976296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-22b067c3-2afc-4fbd-920c-ec80cd1098ae tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4d266b60-b3f2-4bf3-8a64-b81113c18880'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:07.977131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-22b067c3-2afc-4fbd-920c-ec80cd1098ae tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93865) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:58:07.990083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8bb0979f-62a1-444a-8af3-3c0a02355276 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1644397 Jul 29 23:58:08.024851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37616) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.029252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-84e1f9f5-ac47-4ac9-834b-94be9fc8738f None None] Port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:08.041080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] For port 6281a529-9981-492c-9ce3-4d3d49400327, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:08.045078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] For port 6281a529-9981-492c-9ce3-4d3d49400327, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6281a529-9981-492c-9ce3-4d3d49400327,segment=NetworkSegment(61169f18-e648-4893-a45b-00cbddaf9cc2),segment_id=61169f18-e648-4893-a45b-00cbddaf9cc2)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:08.052362 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.061712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c58d647-7731-4d43-a11b-e37833664ecc req-c43ceaf6-97f3-4e04-9d6b-d53fe02ccb6a tempest-ServersNegativeTestJSON-388382244 tempest-ServersNegativeTestJSON-388382244-project] 10.222.0.49 "GET /v2.0/security-groups?id=1356bc16-a842-4721-b4f1-f7cf32d36d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283874 Jul 29 23:58:08.146612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a1ed-600c-45bc-90ba-fcd3c7200532 None None] Pushing event updated for resources: {'Port': ['ID=6281a529-9981-492c-9ce3-4d3d49400327,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.249491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.268662 n-d-712707-11 neutron-server[93865]: WARNING neutron.services.metering.metering_plugin [None req-22b067c3-2afc-4fbd-920c-ec80cd1098ae tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:58:08.283720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:08.292941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a3da80c-08bd-478b-b185-979b2ff9ca88 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/routers/03b50476-388a-4e00-8093-b504bd697387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2325344 Jul 29 23:58:08.292941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.295129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37618) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.297597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] Sync routers for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:08.300849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'port': {'network_id': 'e370ec7c-8137-420d-a08e-4dd6e40aa948', 'name': 'tempest-FloatingIPTestJSON-1766673228'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:08.330058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:08.331364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:08.355423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.9 (9f18caee-08de-4acb-87d1-c610c784143a/e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e/9c2ecc68-22e3-454b-8a51-affbd646c926) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:08.383827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:08.405270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:08.413235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:08.413235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:08.431455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b067c3-2afc-4fbd-920c-ec80cd1098ae tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.435076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22b067c3-2afc-4fbd-920c-ec80cd1098ae tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5040734 Jul 29 23:58:08.441777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37620) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.474333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.479928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.484947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "DELETE /v2.0/security-groups/efd09e8a-8660-4f1a-a3d5-397e00e0049d HTTP/1.1" status: 204 len: 168 time: 0.4537203 Jul 29 23:58:08.498214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:08.499029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104de622-8ee0-4d03-b5d5-54430dc34b45 None None] The sync data for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:08.507865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37622) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.518140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-696e12cc-e31a-4355-8379-03c56b694587 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=1cc35b73-b3c0-4f47-88af-d3e67a3afd5a HTTP/1.1" status: 200 len: 462 time: 0.0703418 Jul 29 23:58:08.524698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.536529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fed1f-d40b-4984-9905-41e978a2cea5 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd09e8a-8660-4f1a-a3d5-397e00e0049d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.610403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Made reservation on behalf of d3bfecad013e4e4f8e7d69a7beecf54f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:08.615674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.690721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] device_id is not set on port 02748c9b-a5b4-40f7-b61a-7da3a9c74555 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:08.707971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:08.728874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'port_id': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'mac_address': 'fa:16:3e:2f:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:08.774291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-248f9c9c-b8b4-47a7-b658-ee1a33485490 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.778149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-248f9c9c-b8b4-47a7-b658-ee1a33485490 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/1cc35b73-b3c0-4f47-88af-d3e67a3afd5a HTTP/1.1" status: 204 len: 168 time: 0.2496777 Jul 29 23:58:08.780863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.805247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.823835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:08.844235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-442eb200-c40b-4432-8875-a706d4a6841c tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=1cc35b73-b3c0-4f47-88af-d3e67a3afd5a HTTP/1.1" status: 200 len: 221 time: 0.0591857 Jul 29 23:58:08.852902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37630) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.856351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:08.867125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.869617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.871050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 089ae240-d1af-4a4d-a6e6-c02460e6d72e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:08.873183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.879217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.885204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.891474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.898346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.904031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.905885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Allocated IP 172.20.0.3 (e370ec7c-8137-420d-a08e-4dd6e40aa948/a75c4743-4d47-401a-a49e-538211b6f202/02748c9b-a5b4-40f7-b61a-7da3a9c74555) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:08.912422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-b5f82c03-f03b-4f56-9ad2-4fac369d7b0a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5430 time: 0.2277856 Jul 29 23:58:08.920217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-977a0a64-1496-4313-8f72-000272f74fa1 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1177120831', 'description': 'label created by tempest'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:08.920807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-977a0a64-1496-4313-8f72-000272f74fa1 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Unknown quota resources ['metering_label']. {{(pid=93865) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:58:08.932385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22786f80-8a3a-445f-b43b-32c9adcf3cec tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4166031 Jul 29 23:58:08.949605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37632) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.008995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:09.041122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.092701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.094833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:09.131655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'port_id': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'mac_address': 'fa:16:3e:d6:c0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba86930b-6aba-457f-a385-fa1ee2cef021', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:09.133800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95f1f7d0-fb20-4492-a74c-e2d07380a4d9 req-569fbc58-a4ca-40ad-aeb9-6fa685f9ea63 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204874 Jul 29 23:58:09.160850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37636) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.221738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.251632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6281a529-9981-492c-9ce3-4d3d49400327 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:09.259184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.284045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089ae240-d1af-4a4d-a6e6-c02460e6d72e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:09.296960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Transition to ACTIVE for port object 02748c9b-a5b4-40f7-b61a-7da3a9c74555 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:09.302307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 9c2ecc68-22e3-454b-8a51-affbd646c926 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:09.333357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:09.338125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Deleting subnet 119a13ed-a798-4c75-8af4-96f9984ee7cd {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:09.340590 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.341415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f9876b90-1365-43a6-8988-7c8336e70a98 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:09.345658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.399894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9dfa184f-24e8-45e1-bbdd-2858095df218 tempest-SecGroupIPv6Test-723295891 tempest-SecGroupIPv6Test-723295891-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4448938 Jul 29 23:58:09.433216 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.492435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-977a0a64-1496-4313-8f72-000272f74fa1 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.496256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-977a0a64-1496-4313-8f72-000272f74fa1 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6395113 Jul 29 23:58:09.505101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37640) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.546001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:09.588384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 78e388e2-6b4f-4501-b166-1ab62a461dc5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:09.588830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 78e388e2-6b4f-4501-b166-1ab62a461dc5 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:09.628398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.650349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:09.682783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6281a529-9981-492c-9ce3-4d3d49400327 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:09.737694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ea41ee0e-7fee-4a41-9682-c7314f1e52d8 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=d498a8f6-d830-4fa1-a7f6-60e89c8f505f HTTP/1.1" status: 200 len: 468 time: 0.2305858 Jul 29 23:58:09.742953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37642) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.787855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c89da2-c68e-4908-8a7d-d551ed6faa3d None None] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:09.838672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.851718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.960394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f9876b90-1365-43a6-8988-7c8336e70a98,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.000944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.002653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/119a13ed-a798-4c75-8af4-96f9984ee7cd HTTP/1.1" status: 204 len: 168 time: 0.8401535 Jul 29 23:58:10.028012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dd676-6dcd-4422-8c8d-62be5a8140ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119a13ed-a798-4c75-8af4-96f9984ee7cd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.032488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37646) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.032698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37648) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.048448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'f9876b90-1365-43a6-8988-7c8336e70a98', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'port_id': 'f9876b90-1365-43a6-8988-7c8336e70a98', 'mac_address': 'fa:16:3e:49:6a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:10.050577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Provisioning for port 6281a529-9981-492c-9ce3-4d3d49400327 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:10.055404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.062772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Provisioning complete for port 6281a529-9981-492c-9ce3-4d3d49400327 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:10.062772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.097652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:10.108633 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.154657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9876b90-1365-43a6-8988-7c8336e70a98 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:10.168486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:10.173100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:10.181834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-91f815b5-0756-44a7-b592-f7182b78e77b tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.182779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-91f815b5-0756-44a7-b592-f7182b78e77b tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/d498a8f6-d830-4fa1-a7f6-60e89c8f505f HTTP/1.1" status: 204 len: 168 time: 0.4385502 Jul 29 23:58:10.183498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event updated for resources: {'Port': ['ID=02748c9b-a5b4-40f7-b61a-7da3a9c74555,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.207680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37654) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.230498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f9876b90-1365-43a6-8988-7c8336e70a98,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.241427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=9c2ecc68-22e3-454b-8a51-affbd646c926,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.244926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.251966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e5ab19a9-8377-4120-bbcc-ba388d02024d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:10.260975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8::1 (5621fb33-2d5d-4e71-bd55-2d817244ae95/7c25b802-74e5-457e-8e81-115fd8d77328/3009e0e0-448a-4bd0-a13f-d65e000698f1) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:10.273837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.281323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a845392-62b8-4e25-891d-bac6d3248e13 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=d498a8f6-d830-4fa1-a7f6-60e89c8f505f HTTP/1.1" status: 200 len: 216 time: 0.0640578 Jul 29 23:58:10.289467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37656) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.300237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network 9f18caee-08de-4acb-87d1-c610c784143a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:10.301510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:10.343224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.344329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.350661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:10.357966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8e8bb37-8103-4d0d-9600-eecc1838da0e tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0700216 Jul 29 23:58:10.387476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b435c557-6eba-4b43-b328-07eaf428ad18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0587f3672e1d4680bee1ca044c4ca1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476980 Jul 29 23:58:10.387476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37658) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.388667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37660) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.389120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-53ec1aa3-fc22-4668-b439-b3c585943b1b tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0928869 Jul 29 23:58:10.399843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.422843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.438750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Request body: {'floatingip': {'port_id': '02748c9b-a5b4-40f7-b61a-7da3a9c74555'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:10.460089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.474758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.477764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c4f0c64c-c9b5-4888-a7a7-a45e2a763270 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0864618 Jul 29 23:58:10.487494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'port_id': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'mac_address': 'fa:16:3e:be:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:10.510390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.576988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.577877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.605973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] For port 6281a529-9981-492c-9ce3-4d3d49400327, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6281a529-9981-492c-9ce3-4d3d49400327,segment=NetworkSegment(61169f18-e648-4893-a45b-00cbddaf9cc2),segment_id=61169f18-e648-4893-a45b-00cbddaf9cc2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.613340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.685255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.712364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ab19a9-8377-4120-bbcc-ba388d02024d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:10.814059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5f302424-c50f-46df-99d1-c8317d8d27ee tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/4d266b60-b3f2-4bf3-8a64-b81113c18880 HTTP/1.1" status: 200 len: 472 time: 0.2652564 Jul 29 23:58:10.815679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.820181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.821142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4831-85f2-4226-91d8-425d2c5b254f None None] Pushing event updated for resources: {'Port': ['ID=6281a529-9981-492c-9ce3-4d3d49400327,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.832183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.835562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.836564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c0a44923-ab09-4f42-b62a-26b3c8865db2 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:10.842350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be86bc42-5aa9-4a83-a9f6-d2aa4c3a64c7 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9854927 Jul 29 23:58:10.858783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.861549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.896730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c91ca6-e86a-46a4-b60b-269c74d9a90d']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.911958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 3009e0e0-448a-4bd0-a13f-d65e000698f1 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:10.929426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-642b16e1-a850-4092-b6ff-bb0d3653cdaf tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/3def4d5d-50f8-4dbc-8607-0d66376d6ae3 HTTP/1.1" status: 200 len: 459 time: 0.1027005 Jul 29 23:58:10.934206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.936641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.939274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37670) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.942935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.943236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff4ef70-9a0b-4604-b2b8-92bd9045d5e9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.964740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.965676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.970271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.970271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.970847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.971311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.971853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.972316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.973471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.973471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.973471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.974126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.974126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.974436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:10.976410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.987537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:10.997863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'network_id': '75a636af-48bc-4711-ac0a-df9123c379b2', 'port_id': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'mac_address': 'fa:16:3e:3f:45:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba86930b-6aba-457f-a385-fa1ee2cef021', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:10.999536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.002591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Provisioning for port 02748c9b-a5b4-40f7-b61a-7da3a9c74555 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:11.011429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Provisioning complete for port 02748c9b-a5b4-40f7-b61a-7da3a9c74555 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:11.011719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.011911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.019744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.031573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.035763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-1e8f521b-3f8b-4c31-a4fd-e0c550e11a61 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5433 time: 0.6757600 Jul 29 23:58:11.052568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.085141 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.093992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.097078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Port 02748c9b-a5b4-40f7-b61a-7da3a9c74555 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:11.113761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a44923-ab09-4f42-b62a-26b3c8865db2 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:11.122530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.133908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Provisioning for port 9c2ecc68-22e3-454b-8a51-affbd646c926 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:11.136459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f9943ae-8cda-405b-b326-f37bd592ba97 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.137861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f9943ae-8cda-405b-b326-f37bd592ba97 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/3def4d5d-50f8-4dbc-8607-0d66376d6ae3 HTTP/1.1" status: 204 len: 168 time: 0.1948044 Jul 29 23:58:11.145469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Provisioning complete for port 9c2ecc68-22e3-454b-8a51-affbd646c926 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:11.146120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.153277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.197095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.205748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.207149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1f05e701-27b8-43b1-882d-6326d7140934 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:11.222274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.249887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6714d-d4cb-487c-af25-112cf4f1f471 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.263341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-76d6714d-d4cb-487c-af25-112cf4f1f471 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3890707 Jul 29 23:58:11.263585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6281a529-9981-492c-9ce3-4d3d49400327 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:11.263732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.265446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.288960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:11.289583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.297552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Port 9c2ecc68-22e3-454b-8a51-affbd646c926 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:11.323318 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:11.355614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.359735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Provisioning complete for port 6281a529-9981-492c-9ce3-4d3d49400327 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:11.360116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7122da92-0f66-48d5-ac64-f7f3cc5959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.395201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.407306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b699b9cc-a2c0-4fb9-9e74-e674453e4776 req-893f12e8-ca41-4823-83f5-7593ab76d9e7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3489981 Jul 29 23:58:11.426867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '1f05e701-27b8-43b1-882d-6326d7140934', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'port_id': '1f05e701-27b8-43b1-882d-6326d7140934', 'mac_address': 'fa:16:3e:c2:54:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:11.429023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6281a529-9981-492c-9ce3-4d3d49400327 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:11.429401 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.446084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:11.538958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:11.543790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.563509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.565287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7657c9-7959-4ddf-9ffc-843fe7a85db6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.574040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7657c9-7959-4ddf-9ffc-843fe7a85db6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.585051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7657c9-7959-4ddf-9ffc-843fe7a85db6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:11.590456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be7657c9-7959-4ddf-9ffc-843fe7a85db6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3291774 Jul 29 23:58:11.594871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.610527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f05e701-27b8-43b1-882d-6326d7140934 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:11.635934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=3009e0e0-448a-4bd0-a13f-d65e000698f1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.659769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.663129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9c91ca6-e86a-46a4-b60b-269c74d9a90d HTTP/1.1" status: 204 len: 168 time: 1.6294122 Jul 29 23:58:11.665862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:11.666548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.675694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-328eedf4-03ca-4e86-857e-33a428d6d306 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.677084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-328eedf4-03ca-4e86-857e-33a428d6d306 tempest-MeteringIpV6TestJSON-1897672655 tempest-MeteringIpV6TestJSON-1897672655-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/4d266b60-b3f2-4bf3-8a64-b81113c18880 HTTP/1.1" status: 204 len: 168 time: 0.5226429 Jul 29 23:58:11.678078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.681375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.683076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa68aa95-6f19-4ee6-ba8c-cc3799264745 HTTP/1.1" status: 204 len: 168 time: 1.2392604 Jul 29 23:58:11.742714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eae0ab-845c-4176-8a45-775f100931fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68aa95-6f19-4ee6-ba8c-cc3799264745,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.747064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.759232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.762643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eaf38f34-eb8e-4856-82c2-cab9d59164b5 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:11.775931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1ab16-5094-4e28-8ac5-35c68d76ed0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c91ca6-e86a-46a4-b60b-269c74d9a90d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.877678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.904552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.909163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5', 'network_id': '0bdfc354-68c2-4434-815d-b84c881307eb', 'port_id': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5', 'mac_address': 'fa:16:3e:ed:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0591d6-1f31-406e-a382-5ee02590307e', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:11.926572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.002569 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.013033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.030649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf38f34-eb8e-4856-82c2-cab9d59164b5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:12.065782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:12.076793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.117261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8778fbe0-6743-4a6c-9512-e58e20750429 None None] Provisioning for port 3009e0e0-448a-4bd0-a13f-d65e000698f1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:12.128070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8778fbe0-6743-4a6c-9512-e58e20750429 None None] Provisioning complete for port 3009e0e0-448a-4bd0-a13f-d65e000698f1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:12.129130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8778fbe0-6743-4a6c-9512-e58e20750429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.198040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.219047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8778fbe0-6743-4a6c-9512-e58e20750429 None None] Port 3009e0e0-448a-4bd0-a13f-d65e000698f1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:12.224430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37688) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.233516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 9c2ecc68-22e3-454b-8a51-affbd646c926 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:12.233856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.307483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-15793be6-4034-4e63-a256-be0893a8e0f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce4fdb4a0e3b49e9977f2a787c1df29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930381 Jul 29 23:58:12.314961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37692) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.438048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.459711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.482794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 9c2ecc68-22e3-454b-8a51-affbd646c926 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:12.485956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.654638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.666307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.696747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.712883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.714199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.739508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.744610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.744610 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1356bc16-a842-4721-b4f1-f7cf32d36d6a HTTP/1.1" status: 204 len: 168 time: 0.4279587 Jul 29 23:58:12.745693 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02075a52-5a91-4c86-9ab6-0ffeaf18ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.801968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.808020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.814893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.823395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.832658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.841278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.855175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:12.857940 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-8268278e-2952-44dc-a4c5-4b257acc00e6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5437 time: 0.2548249 Jul 29 23:58:12.920766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36623-539e-4f5f-ab71-5de1fdafcd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356bc16-a842-4721-b4f1-f7cf32d36d6a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.968791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=3009e0e0-448a-4bd0-a13f-d65e000698f1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:13.003059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02075a52-5a91-4c86-9ab6-0ffeaf18ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.007389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.013805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5c32ad2d-37a3-497a-bcc5-024362c84b8d req-36598e67-8265-4619-be9f-c383e2377f5a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990489 Jul 29 23:58:13.018930 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP a4590f43-4fba-4523-a4f4-8f70ad81e6ac associated. External IP: 172.25.5.80, port: 6a626fd1-ba0a-4105-9b88-fe3b966ba85f. Jul 29 23:58:13.027742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-02075a52-5a91-4c86-9ab6-0ffeaf18ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.050654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:13.052621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:13.099675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e5ab19a9-8377-4120-bbcc-ba388d02024d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.173507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['f9876b90-1365-43a6-8988-7c8336e70a98'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.179985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['1f05e701-27b8-43b1-882d-6326d7140934'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.198784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['c0a44923-ab09-4f42-b62a-26b3c8865db2'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.340028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router 898cf29a-a830-4322-8b58-74516f9abc25 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:13.629649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:13.650757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['089ae240-d1af-4a4d-a6e6-c02460e6d72e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.652943 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] Sync routers for ids ['898cf29a-a830-4322-8b58-74516f9abc25'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:13.655257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-74d0257f-b25e-4ac2-98cf-e63ddaef2e0e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/898cf29a-a830-4322-8b58-74516f9abc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7424870 Jul 29 23:58:13.662878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37726) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.688078 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] Routers {'898cf29a-a830-4322-8b58-74516f9abc25'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:13.691177 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['898cf29a-a830-4322-8b58-74516f9abc25'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:13.722227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9b7f8a11-c7d9-4583-ad20-9a53a80606c1'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.762167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02075a52-5a91-4c86-9ab6-0ffeaf18ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00de8c87-cc47-41eb-93a1-290e240b1805,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:13.776801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.788138 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:13.801771 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] Routers {'898cf29a-a830-4322-8b58-74516f9abc25'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:13.802782 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['898cf29a-a830-4322-8b58-74516f9abc25'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:13.813420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=9c2ecc68-22e3-454b-8a51-affbd646c926,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:13.848983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['eaf38f34-eb8e-4856-82c2-cab9d59164b5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:13.861914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:13.862817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af648-f4b9-43c2-bdfd-b56c90848d2b None None] The sync data for ids ['898cf29a-a830-4322-8b58-74516f9abc25'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:13.894214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779bb91-9220-482d-8faf-f4ebfc87020c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:13.896223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0779bb91-9220-482d-8faf-f4ebfc87020c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports/3009e0e0-448a-4bd0-a13f-d65e000698f1 HTTP/1.1" status: 200 len: 911 time: 0.2314384 Jul 29 23:58:13.901152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.014825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-02075a52-5a91-4c86-9ab6-0ffeaf18ff24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10c2a752e49e4776ba1287cdeda895af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7867711 Jul 29 23:58:14.022741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37738) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.122536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992996503'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:14.129927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a1f363e1-d6fc-4242-bee8-5f9cb5093dbf None None] Provisioning complete for port 3009e0e0-448a-4bd0-a13f-d65e000698f1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:14.130358 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1f363e1-d6fc-4242-bee8-5f9cb5093dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.177205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.182907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7370037a-4081-4afc-aab3-ba81b1eb1224 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/9c2ecc68-22e3-454b-8a51-affbd646c926 HTTP/1.1" status: 204 len: 168 time: 2.5155318 Jul 29 23:58:14.204752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.240936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.279724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a1f363e1-d6fc-4242-bee8-5f9cb5093dbf None None] Port 3009e0e0-448a-4bd0-a13f-d65e000698f1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:14.311827 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-061b57e8-c813-418c-a20a-46d66d217346 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:58:14.314864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-061b57e8-c813-418c-a20a-46d66d217346 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/9c2ecc68-22e3-454b-8a51-affbd646c926 HTTP/1.1" status: 404 len: 333 time: 0.1018920 Jul 29 23:58:14.320676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37748) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.350099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.380300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.478972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.490756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.498813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.513134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.519791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.525940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.532513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:14.540888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-90a05c1c-e4aa-4145-8987-ec6cd1bab550 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5437 time: 0.3989165 Jul 29 23:58:14.558212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.652298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.655704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.657314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00de8c87-cc47-41eb-93a1-290e240b1805 HTTP/1.1" status: 204 len: 168 time: 0.6326857 Jul 29 23:58:14.709107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0c18-4eec-49fa-a27c-6a36765af37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de8c87-cc47-41eb-93a1-290e240b1805,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.734445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:14.740478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82d47aa2-27be-4758-b660-b5aba6680a68 req-a2c41b63-5aac-41ac-88b8-05079df57e3c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985593 Jul 29 23:58:14.785384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.804467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.827865 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.863964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port d58530b2-c15b-4401-87de-b75b5ee78bb4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:14.864514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.142822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:15.168799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37760) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.193270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:15.238128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:15.238804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.280619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.288301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.311658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:15.314091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.344280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5375c1a-2f07-43c1-af11-e14f1edb73a1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.387449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for d58530b2-c15b-4401-87de-b75b5ee78bb4 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:15.458741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.461790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0085f-58e8-4f68-8ad0-11e0f8a2414b None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:15.494654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.495504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dcf9e64-ad1e-4418-890d-2c4910cc2dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.506757 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.512303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37764) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.579401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.581833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7859445 Jul 29 23:58:15.583583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8613f8f-c110-499b-9422-29dde2bfb5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.589551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e2cb0-e705-49b7-b242-0044ff9788d3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41777832-dda9-4c00-afa9-1e9435fffb98,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.592145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.741611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f66b243d-cb76-40c7-aa1a-4ca9c37d33ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1403546 Jul 29 23:58:15.742626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37768) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.748476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-security--1679031078', 'description': 'tempest-security-description-1306355589'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:15.761659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router 03b50476-388a-4e00-8093-b504bd697387 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:15.797053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.815294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.853913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 3009e0e0-448a-4bd0-a13f-d65e000698f1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:15.854480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.886201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=d58530b2-c15b-4401-87de-b75b5ee78bb4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.926904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dcf9e64-ad1e-4418-890d-2c4910cc2dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.939399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8dcf9e64-ad1e-4418-890d-2c4910cc2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.032264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.062533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.065218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.067967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "PUT /v2.0/security-groups/41777832-dda9-4c00-afa9-1e9435fffb98 HTTP/1.1" status: 200 len: 1780 time: 0.3242695 Jul 29 23:58:16.076896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37772) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.079394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf9e64-ad1e-4418-890d-2c4910cc2dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea891d9-5bca-49ef-b3d2-2845f561cba2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.109369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8dcf9e64-ad1e-4418-890d-2c4910cc2dac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0522a9ad800245acafa8b1c9f6693716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305358 Jul 29 23:58:16.112480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:16.119474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.120034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37774) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.132757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.135198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] Sync routers for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:16.136311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-239bd92c-42b7-427a-a905-e862b334e444 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/d58530b2-c15b-4401-87de-b75b5ee78bb4 HTTP/1.1" status: 204 len: 168 time: 1.8079994 Jul 29 23:58:16.146323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.155871 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:16.156915 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.157293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.164144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.166603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.176380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.187183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.195092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.202297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.204377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e442ea16-3ac3-457f-8a4c-f48b67fcc6dd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5437 time: 0.3206496 Jul 29 23:58:16.210860 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a6258-8cfa-4e15-bbde-8905935a7b40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:58:16.212549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-407a6258-8cfa-4e15-bbde-8905935a7b40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/d58530b2-c15b-4401-87de-b75b5ee78bb4 HTTP/1.1" status: 404 len: 333 time: 0.0448034 Jul 29 23:58:16.217226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.228795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eaf38f34-eb8e-4856-82c2-cab9d59164b5 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:16.247584 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.256109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.273972 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:16.275246 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.276883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bbb8c56b-8071-4495-9fc7-d54d92c40ac7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups/41777832-dda9-4c00-afa9-1e9435fffb98 HTTP/1.1" status: 200 len: 1780 time: 0.1924314 Jul 29 23:58:16.283921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.315661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 3009e0e0-448a-4bd0-a13f-d65e000698f1 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:16.324287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ff85-a4be-479f-a4c4-cc09ca2bca00 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41777832-dda9-4c00-afa9-1e9435fffb98,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.334709 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:16.336182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779153c-7e2b-409e-a6c7-75cab83b5873 None None] The sync data for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:16.358825 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee9eac61-0f52-4913-af3e-a0bdcebe93c8 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/floatingips/a4590f43-4fba-4523-a4f4-8f70ad81e6ac HTTP/1.1" status: 200 len: 977 time: 5.9394131 Jul 29 23:58:16.364032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.369060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-419651e5-c3e7-48b5-aae3-5ead69e8cb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.373479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:16.383547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:16.384610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.390995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:16.429948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.448573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e12b0d6-b878-4ae4-9631-223bd42463a5 req-e1d4a7ae-ded6-423c-91e7-92647ad33b67 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163534 Jul 29 23:58:16.484301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8613f8f-c110-499b-9422-29dde2bfb5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.485536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.500275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8613f8f-c110-499b-9422-29dde2bfb5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.509452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.543368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:16.549676 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2830c561-1f2a-4e2a-9c15-4a8a01f60af5" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "eaf38f34-eb8e-4856-82c2-cab9d59164b5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:16.551110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.571993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:16.580790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.581938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.585580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.591208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8613f8f-c110-499b-9422-29dde2bfb5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b4b11-3463-48a8-a55e-71d7cf8ad95f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.606103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f8613f8f-c110-499b-9422-29dde2bfb5c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3407c081c3f45309eebba6e6521f51d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0867002 Jul 29 23:58:16.636074 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff889fc3-be97-443b-978e-dd13aa3d05f0 x-openstack-request-id: req-ff889fc3-be97-443b-978e-dd13aa3d05f0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:16.636608 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "eaf38f34-eb8e-4856-82c2-cab9d59164b5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:16.637165 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff889fc3-be97-443b-978e-dd13aa3d05f0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:16.637797 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf38f34-eb8e-4856-82c2-cab9d59164b5', 'code': 200} Jul 29 23:58:16.647507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37786) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.662401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.751955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.773117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.779337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.782132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ea891d9-5bca-49ef-b3d2-2845f561cba2 HTTP/1.1" status: 204 len: 168 time: 0.5764582 Jul 29 23:58:16.802455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439a461-bb9e-424b-a6fd-6282e19f3f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea891d9-5bca-49ef-b3d2-2845f561cba2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.831203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.872337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=3009e0e0-448a-4bd0-a13f-d65e000698f1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.914788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 02748c9b-a5b4-40f7-b61a-7da3a9c74555 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:16.918434 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.924348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.960855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.986396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.026202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.028928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.030234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/41777832-dda9-4c00-afa9-1e9435fffb98 HTTP/1.1" status: 204 len: 168 time: 0.7448907 Jul 29 23:58:17.052648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37790) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.069693 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.129367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb091b-ec71-48fe-8446-57126c2e367f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41777832-dda9-4c00-afa9-1e9435fffb98,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.233200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.331760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.336395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b2cb71a-c6e2-4183-bbdf-ea09f11076fa tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2829328 Jul 29 23:58:17.338497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.341120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.362924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.366183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.367666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a58b4b11-3463-48a8-a55e-71d7cf8ad95f HTTP/1.1" status: 204 len: 168 time: 0.7166371 Jul 29 23:58:17.374818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router 898cf29a-a830-4322-8b58-74516f9abc25 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:17.377367 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-95892476-58c3-4f4e-a875-f3b8e4f73e21 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] delete failed (client error): The resource could not be found. Jul 29 23:58:17.384339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95892476-58c3-4f4e-a875-f3b8e4f73e21 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/41777832-dda9-4c00-afa9-1e9435fffb98 HTTP/1.1" status: 404 len: 347 time: 0.0368507 Jul 29 23:58:17.388430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37798) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.400941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527505527'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:17.462546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104d9fa-b996-4a40-b5b3-e44affad6e43 None None] Network 9f18caee-08de-4acb-87d1-c610c784143a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:17.466999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.472453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e HTTP/1.1" status: 204 len: 168 time: 1.2532740 Jul 29 23:58:17.474144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7a269-029e-4342-ab11-71df26b9c725 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.498921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37802) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.500782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505f035-83f6-4c31-8dcc-8e6d245eeb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b4b11-3463-48a8-a55e-71d7cf8ad95f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.549363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:17.556317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a37c354c-1aac-4e7c-a3fc-34dca6e862bf tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/898cf29a-a830-4322-8b58-74516f9abc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6536388 Jul 29 23:58:17.559512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.577468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.624432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] Sync routers for ids ['898cf29a-a830-4322-8b58-74516f9abc25'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:17.702419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] Routers {'898cf29a-a830-4322-8b58-74516f9abc25'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:17.703150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['898cf29a-a830-4322-8b58-74516f9abc25'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:17.727447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6bc8988b-9d35-49e9-bc7a-1c6555a23e00 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=898cf29a-a830-4322-8b58-74516f9abc25 HTTP/1.1" status: 200 len: 205 time: 0.1042488 Jul 29 23:58:17.730703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37812) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.759029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:17.784362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] Routers {'898cf29a-a830-4322-8b58-74516f9abc25'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:17.785335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:57:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['898cf29a-a830-4322-8b58-74516f9abc25'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:17.835341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.864923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.872363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.883788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.899502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.904519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:17.905798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c6f68-fd8c-4bf1-86d0-8e5ffae65fbe None None] The sync data for ids ['898cf29a-a830-4322-8b58-74516f9abc25'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:17.921481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.935005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.936462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6414d6ec-9117-4a9e-a600-14f398087205 req-b132e067-0548-47a7-8c2a-1b03df1ec1f3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5438 time: 0.2864437 Jul 29 23:58:17.970055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.983329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.049081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] DHCP port deletion for 9f18caee-08de-4acb-87d1-c610c784143a request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:18.055503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.060188 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6684527 Jul 29 23:58:18.060963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aed2a-2699-496c-9a1a-b9240199237e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10719895-fe9f-4bf1-9ff6-6fba711d5750,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.075104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37822) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.081372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '10719895-fe9f-4bf1-9ff6-6fba711d5750', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:18.130707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.155281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Deleting port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:18.155666 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.205308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.213104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6414d6ec-9117-4a9e-a600-14f398087205 req-fdf951ae-b6fc-44f7-adb5-40dcb9ea27ee tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600832 Jul 29 23:58:18.214532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.234425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.239743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627667 Jul 29 23:58:18.240415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37830) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.268392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223dac-fb15-4234-95d5-8960bdc94d3e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a970fc-62ca-4afb-8a30-577267e71938,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.286204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.302345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.343333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] For port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,segment=NetworkSegment(12ed6cb1-6347-481b-8e61-5cf9c107198e),segment_id=12ed6cb1-6347-481b-8e61-5cf9c107198e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:18.345813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.371006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.380016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Calling delete_port for 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:18.380340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.389204 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/34a970fc-62ca-4afb-8a30-577267e71938 HTTP/1.1" status: 204 len: 168 time: 0.1455464 Jul 29 23:58:18.389999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.418716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089792e9-8d84-43c4-b373-70a6db20e70d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34a970fc-62ca-4afb-8a30-577267e71938,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.438657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f9876b90-1365-43a6-8988-7c8336e70a98 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:18.530668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-57443ccf-d745-422c-a9b0-d9efa03d7a10 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195221 Jul 29 23:58:18.534285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37838) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.569034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port f9876b90-1365-43a6-8988-7c8336e70a98 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:18.572115 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.602740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port f9876b90-1365-43a6-8988-7c8336e70a98 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:18.603117 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.636771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] No DVR routers for this DVR port 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:18.655417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37649c1b-b52f-463d-8843-7d3bcb796697 None None] Pushing event deleted for resources: {'Port': ['ID=6193ca7d-1685-46f4-97f5-7c5afe0ccf40,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.698904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.716217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.755909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.791866 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.802470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.809619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9876b90-1365-43a6-8988-7c8336e70a98'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:18.812410 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ca436-4c32-4d3c-891c-51acef25bed1" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "f9876b90-1365-43a6-8988-7c8336e70a98"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:18.831663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f9876b90-1365-43a6-8988-7c8336e70a98,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:18.838213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.839787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e5ab19a9-8377-4120-bbcc-ba388d02024d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:18.900177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.901958 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e529eef4-9b26-444f-860a-4d0dc60a71f1 x-openstack-request-id: req-e529eef4-9b26-444f-860a-4d0dc60a71f1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:18.902736 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "f9876b90-1365-43a6-8988-7c8336e70a98", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:18.903129 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e529eef4-9b26-444f-860a-4d0dc60a71f1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:18.903737 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9876b90-1365-43a6-8988-7c8336e70a98', 'code': 200} Jul 29 23:58:18.904137 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.908068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/10719895-fe9f-4bf1-9ff6-6fba711d5750 HTTP/1.1" status: 204 len: 168 time: 0.3643949 Jul 29 23:58:18.911506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37852) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.936885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331915-5b46-424a-b034-0f52df89bd59 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10719895-fe9f-4bf1-9ff6-6fba711d5750,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.059689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.060123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.060488 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Floating IP a4590f43-4fba-4523-a4f4-8f70ad81e6ac disassociated. External IP: 172.25.5.80, port: 02748c9b-a5b4-40f7-b61a-7da3a9c74555. Jul 29 23:58:19.060846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 02748c9b-a5b4-40f7-b61a-7da3a9c74555 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:19.066575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.089554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:19.090281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cb7805cd-0979-42d6-885d-82fb9de214b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.096628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port e5ab19a9-8377-4120-bbcc-ba388d02024d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:19.103697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e5ab19a9-8377-4120-bbcc-ba388d02024d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:19.104299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.133099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.140210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.226994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:19.255819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2053210822-network', 'tenant_id': '0f16d937abb540988612c6fff88697c2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:19.284494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:19.285835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6193ca7d-1685-46f4-97f5-7c5afe0ccf40 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:19.302046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:19.304448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.315476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.333277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.365043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:19.374488 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.376077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:19.511697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.526965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4055ec68-99ae-45e7-8242-267b1afb9c70 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6077757 Jul 29 23:58:19.532207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.533668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37866) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:19.543710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221506684'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:19.548773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.549588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.551163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router 898cf29a-a830-4322-8b58-74516f9abc25 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:19.571228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.576906 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.600795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:19.605615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:19.606270 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.616132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.623919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7fca523b-6d5f-45ff-9fc6-d48174ca5d69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/898cf29a-a830-4322-8b58-74516f9abc25 HTTP/1.1" status: 204 len: 168 time: 1.8762953 Jul 29 23:58:19.629614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:19.631860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f18caee-08de-4acb-87d1-c610c784143a']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:19.661698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:19.669215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ed6cb1-6347-481b-8e61-5cf9c107198e') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:19.669819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ed6cb1-6347-481b-8e61-5cf9c107198e') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:19.697251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.732511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.753880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d4c70-085f-4a39-9a2a-199cad4acc1b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.780888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.786147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:19.786862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:19.792449 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:19.797062 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.810675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.817440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.836494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.857880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:19.859140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.865512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.868093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c0a44923-ab09-4f42-b62a-26b3c8865db2 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:19.880868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.887337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.904611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.906856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-16608a0b-5a47-49a9-961d-d5dda9e17844 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5440 time: 0.3920209 Jul 29 23:58:19.942718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.951271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.954453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/9f18caee-08de-4acb-87d1-c610c784143a HTTP/1.1" status: 204 len: 168 time: 2.4506512 Jul 29 23:58:19.967910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:19.969432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.024936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1754682762'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:20.030184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port c0a44923-ab09-4f42-b62a-26b3c8865db2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:20.042844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc2d71-ddb3-4048-a998-6fc913a04113 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=9f18caee-08de-4acb-87d1-c610c784143a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.043134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 7c25b802-74e5-457e-8e81-115fd8d77328 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:20.043527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.054590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port c0a44923-ab09-4f42-b62a-26b3c8865db2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:20.058044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.060802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.063540 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Added segment a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511 of type vlan for network 71269bfa-0326-4832-9c69-14c69c8c8d29 Jul 29 23:58:20.099017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=02748c9b-a5b4-40f7-b61a-7da3a9c74555,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.130157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.330791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.375870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.381867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:20.387655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.389180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.393793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 089ae240-d1af-4a4d-a6e6-c02460e6d72e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:20.415132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc84dbe5-2eb5-4918-a6f6-516aa9bd0541 req-15f5e568-7d18-48d8-a84e-c59c74ee13bc tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4926779 Jul 29 23:58:20.435787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router 03b50476-388a-4e00-8093-b504bd697387 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:20.551777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 089ae240-d1af-4a4d-a6e6-c02460e6d72e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:20.562922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.570646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 089ae240-d1af-4a4d-a6e6-c02460e6d72e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:20.571240 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.577273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.578515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.579479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.683857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.775923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.788939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.794344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:20.814489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.832981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] Sync routers for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:20.842535 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.849505 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:20.853597 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.878560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7864931 Jul 29 23:58:20.899479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.909267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:20.915811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92670ba2-97c8-4d05-91b1-a9ce4075a470,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.917114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Request body: {'subnet': {'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2053210822-subnet', 'tenant_id': '0f16d937abb540988612c6fff88697c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:20.917908 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.919042 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a007cf04-e107-4485-9dbb-246bdd161283" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:20.930921 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:20.931736 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.935998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-403782020', 'router:external': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:20.950088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:20.956611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.974127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb499a-da51-4ffb-8cf9-4646f8240dda admin admin] Pushing event updated for resources: {'Network': ['ID=71269bfa-0326-4832-9c69-14c69c8c8d29,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.975403 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.976370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118837e-0c1b-412c-b53d-6e42b316a49b None None] The sync data for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:20.977221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:20.991370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.994229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1f05e701-27b8-43b1-882d-6326d7140934 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:21.010361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:21.024822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.029017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f6276723-0dfa-4400-97e5-56fb4983a485 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/02748c9b-a5b4-40f7-b61a-7da3a9c74555 HTTP/1.1" status: 204 len: 168 time: 4.6631598 Jul 29 23:58:21.032946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37888) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.033338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.041156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:21.048166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.068832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.073350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12f3a07b-c6ac-4f04-9f9a-9627d4094241 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5319092 Jul 29 23:58:21.076012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.076561 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcb20e4-35f3-44ef-a2a5-c4ad766faa51 x-openstack-request-id: req-ffcb20e4-35f3-44ef-a2a5-c4ad766faa51 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:21.076969 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:21.077234 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffcb20e4-35f3-44ef-a2a5-c4ad766faa51 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:21.077656 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'code': 200} Jul 29 23:58:21.077926 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'code': 200} Jul 29 23:58:21.078159 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'code': 200} Jul 29 23:58:21.084651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '92670ba2-97c8-4d05-91b1-a9ce4075a470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:21.122373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Made reservation on behalf of 3b7cc46b4cc745b29101bf0d25e8bc19 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:21.124789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.149807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:21.150933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.174540 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.180210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.186043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.186634 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Added segment ef0b6f7e-f2b1-442e-ab90-d101c43ba381 of type vlan for network f23814a3-699b-4d1b-8b06-56ba752c547a Jul 29 23:58:21.196118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.244477 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.246693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/7c25b802-74e5-457e-8e81-115fd8d77328 HTTP/1.1" status: 204 len: 168 time: 1.6101418 Jul 29 23:58:21.248974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a143e2-fad3-4fc5-8695-1df0dbde837f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=7c25b802-74e5-457e-8e81-115fd8d77328,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.250809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37892) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.270740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49f1b6-dae5-4a63-861a-63303908a4cf None None] Network 5621fb33-2d5d-4e71-bd55-2d817244ae95 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:21.319869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.374040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 1f05e701-27b8-43b1-882d-6326d7140934 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:21.374802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.388847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 1f05e701-27b8-43b1-882d-6326d7140934 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:21.389709 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.478784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.487535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.494786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.501495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:21.502619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.527772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e070b4-8e0f-4fec-9c76-e59f2e30b43b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.553127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.565670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.572373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 6281a529-9981-492c-9ce3-4d3d49400327 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:21.572721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.577155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.578542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f6c57d70-6ae1-44c9-9eb8-cc0ceec3532d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5022037 Jul 29 23:58:21.589375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.594503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '92670ba2-97c8-4d05-91b1-a9ce4075a470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:21.706143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.719599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:21.733739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7536609 Jul 29 23:58:21.742143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] DHCP port deletion for 5621fb33-2d5d-4e71-bd55-2d817244ae95 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:21.755366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.767165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:21.779078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.783526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:21.809461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.811618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.838258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9355b-012c-4ce6-81a2-b99210a72eab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Network': ['ID=f23814a3-699b-4d1b-8b06-56ba752c547a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.873832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f23814a3-699b-4d1b-8b06-56ba752c547a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:21.875318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd25dc2-db36-4fc7-9d3d-76ccd01238e0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.885146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.885802 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Added segment 4f3110f0-fe78-4c0c-97e8-e761b381ec0a of type vlan for network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 Jul 29 23:58:21.957677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.966670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Deleting port 6281a529-9981-492c-9ce3-4d3d49400327 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:21.967154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.970067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a327a0ff-ee4b-4a76-be5f-2930a3bc5860,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.049699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] For port 6281a529-9981-492c-9ce3-4d3d49400327, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6281a529-9981-492c-9ce3-4d3d49400327,segment=NetworkSegment(61169f18-e648-4893-a45b-00cbddaf9cc2),segment_id=61169f18-e648-4893-a45b-00cbddaf9cc2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:22.050939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.071348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Checking segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:22.071917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Network hostable DHCP agents. Network: 71269bfa-0326-4832-9c69-14c69c8c8d29, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:22.074114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Calling delete_port for 6281a529-9981-492c-9ce3-4d3d49400327 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:22.102525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 6281a529-9981-492c-9ce3-4d3d49400327, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6281a529-9981-492c-9ce3-4d3d49400327,segment=NetworkSegment(61169f18-e648-4893-a45b-00cbddaf9cc2),segment_id=61169f18-e648-4893-a45b-00cbddaf9cc2)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:22.103117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.132492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:22.170743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.188194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.190774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 71269bfa-0326-4832-9c69-14c69c8c8d29) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:22.200042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.202583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25573b46-6ae3-4e83-b6b1-b8226ca4b79b None None] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:22.208393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] Pushing event deleted for resources: {'Port': ['ID=6281a529-9981-492c-9ce3-4d3d49400327,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.212074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.214058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65282dd-e3b2-4819-b9c1-b1d509a75280 None None] No DVR routers for this DVR port 6281a529-9981-492c-9ce3-4d3d49400327 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:22.228950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.242119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.242330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.243231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.258250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.270451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.273782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-63c51a6d-62a6-4b56-9856-85e37cd74bba tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5443 time: 0.6368086 Jul 29 23:58:22.281916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d014d0c-94f2-492d-8f14-a2735167ea13 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3806808 Jul 29 23:58:22.291463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.304657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 6281a529-9981-492c-9ce3-4d3d49400327 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:22.343616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.426563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.428406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:22.429491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.479990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.576255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e5e6c-9188-4aa1-aa24-970d0595a7f8 None None] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:22.590419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.618841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.663386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:22.667186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.674021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8c42cc04-5ec7-4893-a544-3bb67303c456 req-9c62c4ae-541a-44c3-9c6e-0428bdd816d2 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3551612 Jul 29 23:58:22.682046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1100614 Jul 29 23:58:22.683025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a11e-02a5-43ea-a412-6cf5b9a2a1d7 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Network': ['ID=faeb3f30-2fcf-439d-8aee-5111b8edbfc2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.689317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37908) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:22.698952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fd4dd0-dad4-4175-8ebe-9d0c8fcea712,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.704961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'subnet': {'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:22.721388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:22.758165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.758165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d8b11cc-d0b6-4dcd-a5d1-f66a875e3970 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1636548 Jul 29 23:58:22.758464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37910) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:22.774474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.778260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '92670ba2-97c8-4d05-91b1-a9ce4075a470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:22.806512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Made reservation on behalf of 3b7cc46b4cc745b29101bf0d25e8bc19 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:22.809067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.853066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=6281a529-9981-492c-9ce3-4d3d49400327,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.867867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port 6281a529-9981-492c-9ce3-4d3d49400327 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:22.999623 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.023236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5621fb33-2d5d-4e71-bd55-2d817244ae95']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.044088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61169f18-e648-4893-a45b-00cbddaf9cc2') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.044088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61169f18-e648-4893-a45b-00cbddaf9cc2') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.077445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.080108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:23.085914 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb8659e-decb-46d8-9598-0d71fdc76726" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "1f05e701-27b8-43b1-882d-6326d7140934"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:23.121858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.126785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.138967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6281a529-9981-492c-9ce3-4d3d49400327 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:23.165385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:23.166071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.182809 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3487239-04fe-41db-8a01-223f04499cf4 x-openstack-request-id: req-c3487239-04fe-41db-8a01-223f04499cf4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:23.183451 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-plugged", "status": "completed", "tag": "1f05e701-27b8-43b1-882d-6326d7140934", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:23.184001 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3487239-04fe-41db-8a01-223f04499cf4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:23.186022 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'code': 200} Jul 29 23:58:23.186438 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934', 'code': 200} Jul 29 23:58:23.188134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6281a529-9981-492c-9ce3-4d3d49400327 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:23.188819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6281a529-9981-492c-9ce3-4d3d49400327 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:23.205328 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:23.318735 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=ea263609-c9b9-424f-9a00-29f28d8ab4a1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:23.329172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.343841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Checking segment: {'id': 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:23.344260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network hostable DHCP agents. Network: f23814a3-699b-4d1b-8b06-56ba752c547a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:23.350775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.364388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.366408 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/5621fb33-2d5d-4e71-bd55-2d817244ae95 HTTP/1.1" status: 204 len: 168 time: 2.1086833 Jul 29 23:58:23.376710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:23.383535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1138427053', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:23.389775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324cfea-da15-4cf7-91ca-abdac596806a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=5621fb33-2d5d-4e71-bd55-2d817244ae95,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:23.412391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network f23814a3-699b-4d1b-8b06-56ba752c547a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:23.429291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.430715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.436750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f23814a3-699b-4d1b-8b06-56ba752c547a) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:23.442995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.444164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.448826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab12fa-80fa-4dcd-a010-612892886e40 None None] Network f23814a3-699b-4d1b-8b06-56ba752c547a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:23.484272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-47aeee79-afd8-4890-be84-841a96ee9ebd tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7257988 Jul 29 23:58:23.488191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:23.530095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2145254634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:23.540802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.686850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.688281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.704765 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.734327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f23814a3-699b-4d1b-8b06-56ba752c547a', 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': 'ea263609-c9b9-424f-9a00-29f28d8ab4a1'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:23.734327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.740955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.741923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.742804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.743832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.744575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.745424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.746436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.750359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-39039643-e9c9-4ed1-8219-1f711f8c1989 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.4343419 Jul 29 23:58:23.758513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.848388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-937368e5-79b1-426d-8e22-99e0de036516 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.850567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-937368e5-79b1-426d-8e22-99e0de036516 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.6621563 Jul 29 23:58:23.859780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 004ef39f-b5bf-49bc-a756-d6d85eeea1fa {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:23.861537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.861751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.890035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25665ad0-bbfa-4a15-b85c-ace684d10b6b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:23.936804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.938233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f26cf23a-4d80-487c-8582-325b032844ab tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1797903 Jul 29 23:58:23.949385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:23.956252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Allocated IP 172.20.0.2 (f23814a3-699b-4d1b-8b06-56ba752c547a/ea263609-c9b9-424f-9a00-29f28d8ab4a1/d404dad1-5a00-4084-b23b-337467fb9c29) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:23.987250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '92670ba2-97c8-4d05-91b1-a9ce4075a470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:24.007390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe5ee0fd-e07e-4f20-9bd9-5ef9914738bb req-01178b85-38ce-498d-aaaf-e798d295240a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2355185 Jul 29 23:58:24.024455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-426607db-82f7-4e09-9bba-152f1fd8728f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/quotas/0f16d937abb540988612c6fff88697c2 HTTP/1.1" status: 200 len: 375 time: 0.1370344 Jul 29 23:58:24.165378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-4e82dd19-29ab-4f03-97bd-37161f54d769 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018238 Jul 29 23:58:24.194271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-c847d76d-dc91-4b34-a46c-2d62300b1ef5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:58:24.195297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-c847d76d-dc91-4b34-a46c-2d62300b1ef5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160415 Jul 29 23:58:24.202880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.214527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.215801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.227073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Transition to ACTIVE for port object d404dad1-5a00-4084-b23b-337467fb9c29 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:24.250137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Transition to ACTIVE for port object d404dad1-5a00-4084-b23b-337467fb9c29 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:24.259480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.288611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 004ef39f-b5bf-49bc-a756-d6d85eeea1fa owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:24.314177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Network f23814a3-699b-4d1b-8b06-56ba752c547a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:24.319802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:24.328196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:24.353512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Pushing event updated for resources: {'Port': ['ID=d404dad1-5a00-4084-b23b-337467fb9c29,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.430551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Attempting to bind port d404dad1-5a00-4084-b23b-337467fb9c29 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:24.430915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Attempting to bind port d404dad1-5a00-4084-b23b-337467fb9c29 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:24.431331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Attempting to bind port d404dad1-5a00-4084-b23b-337467fb9c29 on network f23814a3-699b-4d1b-8b06-56ba752c547a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:24.438025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:24.438404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Checking segment: {'id': 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:24.439247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.439648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Bound using segment: {'id': 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:24.440141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Bound port: d404dad1-5a00-4084-b23b-337467fb9c29, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:24.440530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.514595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] For port d404dad1-5a00-4084-b23b-337467fb9c29, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:24.518049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] For port d404dad1-5a00-4084-b23b-337467fb9c29, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d404dad1-5a00-4084-b23b-337467fb9c29,segment=NetworkSegment(ef0b6f7e-f2b1-442e-ab90-d101c43ba381),segment_id=ef0b6f7e-f2b1-442e-ab90-d101c43ba381)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:24.524485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.527255 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.544387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.590987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-e61d8c89-ecbc-419d-9723-0bfd9168f40f service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760881 Jul 29 23:58:24.605673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4dd4-d571-4fda-947e-f2627514b5ca None None] Pushing event updated for resources: {'Port': ['ID=d404dad1-5a00-4084-b23b-337467fb9c29,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.618077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.630992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.642742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.654736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.666511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.679299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.691510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.695419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-561125e3-602e-4ca5-909d-540bf1f71556 req-89eb4804-9be5-4e84-ac44-575b1e7c80a5 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.8205998 Jul 29 23:58:24.696798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.703189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3e212513-62c2-4a09-b887-94321baf8966 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2090886 Jul 29 23:58:24.705867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.716807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'network_id': 'f23814a3-699b-4d1b-8b06-56ba752c547a', 'name': 'tempest-PortsTestJSON-2023860795'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:24.769979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.879789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-561125e3-602e-4ca5-909d-540bf1f71556 req-7bb93ade-0b59-4db0-9b07-52a7156691d6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491053 Jul 29 23:58:24.884669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.931675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.935730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9760072 Jul 29 23:58:24.944498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37932) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.964725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5779-a2f1-4e29-9a56-79140ac94509 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc1e803-ff21-425b-8ae1-034e3d0204ec,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.965538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '92670ba2-97c8-4d05-91b1-a9ce4075a470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:25.023395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-ff9f6435-57cd-441f-8379-6c0c481504cb service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240558 Jul 29 23:58:25.024181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:58:25.024701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.145039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.161989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76871715-d820-41a8-ba39-0a5d519075c2,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:25.234655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Checking segment: {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:25.235172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network hostable DHCP agents. Network: faeb3f30-2fcf-439d-8aee-5111b8edbfc2, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:25.241486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d404dad1-5a00-4084-b23b-337467fb9c29 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:25.247745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:25.248028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.254900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.298161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=004ef39f-b5bf-49bc-a756-d6d85eeea1fa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:25.335843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:25.376671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.431871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, faeb3f30-2fcf-439d-8aee-5111b8edbfc2) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:25.455528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d700cce-8142-4e02-b484-e22ef5b11b64 None None] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:25.473753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:25.477350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.504193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 16edb8b0-76d7-4c39-bf48-0823d7fab79e yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:25.537120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.673124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d404dad1-5a00-4084-b23b-337467fb9c29 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:25.689482 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bb43eb32-7c19-4726-be44-ad1fde6d1b39 req-f76ba768-6545-4583-82a1-e6904bda6d10 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 210 time: 0.1781611 Jul 29 23:58:25.728636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1647f707-b5dd-4b46-b6e4-d7cf3c86ee7d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0276906 Jul 29 23:58:25.736192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37938) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.750845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.772022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1591417781', 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:25.772461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.865217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800a2388-f10a-41b9-bc84-7f00f4571fa8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:25.870541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Made reservation on behalf of 3b7cc46b4cc745b29101bf0d25e8bc19 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:25.877265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.934221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f93a6-23af-48fd-84ab-43b6a32a3d55 None None] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:25.968619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.972179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43f4c7e2-cac0-4808-afca-7e7919af97bb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0212188 Jul 29 23:58:25.979870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.993203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] device_id is not set on port fc56cc0a-567c-4736-a911-002327e32967 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:26.043093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.059687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 172.25.5.170 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/bcb7f248-4322-479e-a8d8-6a385816d530) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:26.183372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.227935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.287765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a31bc-4964-4da9-8f9c-dfbec45f6e12 None None] Network f23814a3-699b-4d1b-8b06-56ba752c547a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:26.288685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.5 (f23814a3-699b-4d1b-8b06-56ba752c547a/ea263609-c9b9-424f-9a00-29f28d8ab4a1/16edb8b0-76d7-4c39-bf48-0823d7fab79e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:26.291621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.307631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.308862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/800a2388-f10a-41b9-bc84-7f00f4571fa8 HTTP/1.1" status: 204 len: 168 time: 0.3254178 Jul 29 23:58:26.331523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:26.359922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c88d-e2ca-4e1e-a86b-e7bbdf735c2c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=800a2388-f10a-41b9-bc84-7f00f4571fa8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.441917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Provisioning for port d404dad1-5a00-4084-b23b-337467fb9c29 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:26.453184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.464550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Provisioning complete for port d404dad1-5a00-4084-b23b-337467fb9c29 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:26.465756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.482480 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e8180ef-5b29-4b29-823a-3ecd48904886 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1447911 Jul 29 23:58:26.485905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:26.631170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.671955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.725482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.755259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.770808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.826502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] For port d404dad1-5a00-4084-b23b-337467fb9c29, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d404dad1-5a00-4084-b23b-337467fb9c29,segment=NetworkSegment(ef0b6f7e-f2b1-442e-ab90-d101c43ba381),segment_id=ef0b6f7e-f2b1-442e-ab90-d101c43ba381)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:26.836180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.852672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:26.858561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=bcb7f248-4322-479e-a8d8-6a385816d530,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.867227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:26.873037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:26.914133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.928527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 16edb8b0-76d7-4c39-bf48-0823d7fab79e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:26.953841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.955614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7cc1e803-ff21-425b-8ae1-034e3d0204ec HTTP/1.1" status: 204 len: 168 time: 0.4570389 Jul 29 23:58:26.960229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faafd10-19cf-45ab-8c02-815af74ccda5 None None] Pushing event updated for resources: {'Port': ['ID=d404dad1-5a00-4084-b23b-337467fb9c29,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.967188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:26.978025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:26.982196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:26.989285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.000260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.013893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.021389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.028681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.036453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-9d4462fc-33f5-4794-827c-58fd4f21a393 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 1.0059557 Jul 29 23:58:27.055467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d1c5c-5a92-42d5-a688-81af59720356 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc1e803-ff21-425b-8ae1-034e3d0204ec,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.072915 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a1e11d84-f3b0-477b-bc3d-b7cffdb84d6e req-c05faad3-0c8e-4052-acb9-c5cc6158d5e3 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 210 time: 0.1289237 Jul 29 23:58:27.183406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e853a083-728a-47fa-8179-ce6a12163126 None None] Provisioning complete for port d404dad1-5a00-4084-b23b-337467fb9c29 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:27.183939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e853a083-728a-47fa-8179-ce6a12163126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.199982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d404dad1-5a00-4084-b23b-337467fb9c29 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:27.230401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10bffe74-b7f4-474d-8af1-987fa9b14716 req-7d676bc2-4063-4397-92c4-4403adf7e4f1 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773102 Jul 29 23:58:27.231731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.20.0.10 (faeb3f30-2fcf-439d-8aee-5111b8edbfc2/76871715-d820-41a8-ba39-0a5d519075c2/fc56cc0a-567c-4736-a911-002327e32967) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:27.382687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d404dad1-5a00-4084-b23b-337467fb9c29 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:27.383451 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.384650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-24d634fb-548a-432f-a2bf-971243cbcaa0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3986359 Jul 29 23:58:27.388810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37960) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.479584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.502867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.511935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.554483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router 03b50476-388a-4e00-8093-b504bd697387 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:27.591742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.602793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.604464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/25665ad0-bbfa-4a15-b85c-ace684d10b6b HTTP/1.1" status: 204 len: 168 time: 0.2127419 Jul 29 23:58:27.617425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37962) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.656750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network f23814a3-699b-4d1b-8b06-56ba752c547a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:27.678604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.706558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef35795-5902-46c8-85de-1fcfa63023ad tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25665ad0-bbfa-4a15-b85c-ace684d10b6b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.719337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:27.726538 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.755054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:27.820631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39d46dd7-64eb-4d18-bf19-62e9512aa7cb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1415012 Jul 29 23:58:27.822672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37964) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.846148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=16edb8b0-76d7-4c39-bf48-0823d7fab79e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.853763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:27.864419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0d56c47a-dcad-4f22-8ec5-cb385aeffaa0 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/routers/03b50476-388a-4e00-8093-b504bd697387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8261080 Jul 29 23:58:27.866294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37966) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.905245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] Sync routers for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:27.914278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.925819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.927597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:27.929019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:27.939389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.943300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.957034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.973901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.984674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.992995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.999540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:28.002191 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-91e57625-9277-4283-b3f9-fa155b557bbd req-0a83b088-f055-4c20-9a06-17b1e66bb293 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.5465000 Jul 29 23:58:28.024379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.027486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37968) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.033355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:28.050021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] Routers {'03b50476-388a-4e00-8093-b504bd697387'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:28.051663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03b50476-388a-4e00-8093-b504bd697387'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:28.069377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:28.078270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=fc56cc0a-567c-4736-a911-002327e32967,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.081151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:28.086185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:28.090251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.096216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Request body: {'floatingip': {'port_id': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.108422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:28.109194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf33e86-d427-49ff-946b-fb389c922506 None None] The sync data for ids ['03b50476-388a-4e00-8093-b504bd697387'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:28.121788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.126292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/39fd4dd0-dad4-4175-8ebe-9d0c8fcea712 HTTP/1.1" status: 204 len: 168 time: 0.2981305 Jul 29 23:58:28.126292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.128067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37972) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.159148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:28.160127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.170189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-b3a2f607-7029-4b8a-a569-95533e098fee tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:28.171668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-b3a2f607-7029-4b8a-a569-95533e098fee tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.8280945 Jul 29 23:58:28.188342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202b6b-83e7-4413-8915-f082d22cc7b4 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39fd4dd0-dad4-4175-8ebe-9d0c8fcea712,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.196388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Request body: {'port': {'device_id': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'admin_state_up': True, 'tenant_id': '0f16d937abb540988612c6fff88697c2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.212930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.227668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5c57e9f7-6f7e-474c-b884-17845f29bfa9 None None] Provisioning for port 16edb8b0-76d7-4c39-bf48-0823d7fab79e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:28.233340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:28.233340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.239609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5c57e9f7-6f7e-474c-b884-17845f29bfa9 None None] Provisioning complete for port 16edb8b0-76d7-4c39-bf48-0823d7fab79e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:28.240521 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5c57e9f7-6f7e-474c-b884-17845f29bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.307799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0b64d03-068b-455e-bd3b-bf9cc83af8c1 req-3003b707-4bfb-46a5-a7ac-895571eff77d tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 210 time: 0.0838172 Jul 29 23:58:28.314132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5c57e9f7-6f7e-474c-b884-17845f29bfa9 None None] Port 16edb8b0-76d7-4c39-bf48-0823d7fab79e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:28.320580 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e9d357f4-56b6-4c0d-9620-e62355c518a6 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6109669 Jul 29 23:58:28.323390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37974) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.339513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-72be1645-01b2-4f96-b265-6868faf8e6eb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2040007 Jul 29 23:58:28.347765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37976) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.349179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.354952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-381291d4-7504-4e79-b67b-14129a1ba8eb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.6165557 Jul 29 23:58:28.366347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.467125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.480203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.567979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.735539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.747177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.748378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a0e070b4-8e0f-4fec-9c76-e59f2e30b43b HTTP/1.1" status: 204 len: 168 time: 0.3952522 Jul 29 23:58:28.755992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37980) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.785304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd7fe-e236-42cc-aced-7709c7a61b37 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e070b4-8e0f-4fec-9c76-e59f2e30b43b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.879900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 77ed51ba-05d4-49b2-81bd-768d4f96bb13 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:28.880375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.895198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-21976a92-d339-4bbc-8331-83331786c099 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346729 Jul 29 23:58:28.897271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37982) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:29.090975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.144929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.157374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-6263bd57-005c-4010-94d5-cbf64e285e4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2366312 Jul 29 23:58:29.187471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.215103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 77ed51ba-05d4-49b2-81bd-768d4f96bb13 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:29.223708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:29.229279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.309823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.621736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.622415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.623523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.623726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.624193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.624902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.625919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.629264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3038f279-6996-4fa1-9cb9-6d0c46951963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.3149650 Jul 29 23:58:29.637531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.641333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.647327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/92670ba2-97c8-4d05-91b1-a9ce4075a470 HTTP/1.1" status: 204 len: 168 time: 0.7446451 Jul 29 23:58:29.653167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37986) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:29.661568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ee77fdca-ab19-4400-bb28-15b0c64d9f89 req-0d334a49-3626-4d6b-abcc-30453ffd8d3f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 210 time: 0.1755481 Jul 29 23:58:29.677428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Deleting port fc56cc0a-567c-4736-a911-002327e32967 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:29.678017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.751183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd49e13-ced7-4ad5-b89a-905bfe7050c1 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92670ba2-97c8-4d05-91b1-a9ce4075a470,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:29.762362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.087729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-587aac5f-db91-4504-a658-ea0df05f1fcb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4244618 Jul 29 23:58:30.104923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37988) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.115372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--750947780'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:30.221287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Allocated IP 172.20.0.12 (71269bfa-0326-4832-9c69-14c69c8c8d29/a327a0ff-ee4b-4a76-be5f-2930a3bc5860/03771865-4b44-4eb3-a1f6-e7924e5d465a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:30.227894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.250544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.256507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.256712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:58:30.264091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-08b0127f-951c-44af-a288-aaa0ecc56a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.264553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-08b0127f-951c-44af-a288-aaa0ecc56a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.264997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-08b0127f-951c-44af-a288-aaa0ecc56a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.266650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-08b0127f-951c-44af-a288-aaa0ecc56a89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.5346205 Jul 29 23:58:30.326253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Calling delete_port for fc56cc0a-567c-4736-a911-002327e32967 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:30.345393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.348581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.370842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-1d77ab10-8d94-48b0-816e-920b56705542 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 217 time: 0.0769098 Jul 29 23:58:30.391879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=16edb8b0-76d7-4c39-bf48-0823d7fab79e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:30.445331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.462007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=77ed51ba-05d4-49b2-81bd-768d4f96bb13,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:30.464674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.575473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cd35d30a-4c0c-48b5-93b0-1efc130cfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.577082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cd35d30a-4c0c-48b5-93b0-1efc130cfa14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.1867173 Jul 29 23:58:30.600448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.663515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router f621c7b5-797e-45b9-83a6-5afbf9f36e39 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:30.680763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d4f79506-c624-48d7-ab5d-3529e380b2fa None None] Provisioning complete for port 16edb8b0-76d7-4c39-bf48-0823d7fab79e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:30.681398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4f79506-c624-48d7-ab5d-3529e380b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.751183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d4f79506-c624-48d7-ab5d-3529e380b2fa None None] Port 16edb8b0-76d7-4c39-bf48-0823d7fab79e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:30.840730 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.843785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6731d86e-cafb-4bdb-9f25-a4bc54d1380a req-a1a9612f-e1ff-4ce8-b3fb-2e64bbe315b8 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 210 time: 0.0461991 Jul 29 23:58:30.845111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.861935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.884529 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Floating IP b07f7371-7bca-4121-b12a-68f8780dfabe associated. External IP: 172.25.5.126, port: 9b7f8a11-c7d9-4583-ad20-9a53a80606c1. Jul 29 23:58:30.902234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.906636 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.925960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.960244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.973056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-f89b46a4-3ee9-4f24-8ae6-7946444001a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.974849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-f89b46a4-3ee9-4f24-8ae6-7946444001a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3765554 Jul 29 23:58:30.988241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.988969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Fanout notify agent at l3_agent the message router_deleted on router 03b50476-388a-4e00-8093-b504bd697387 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:31.004991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.008989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-920aaff5-511e-4a69-9c3a-4868aabb37f2 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/routers/03b50476-388a-4e00-8093-b504bd697387 HTTP/1.1" status: 204 len: 168 time: 3.1417260 Jul 29 23:58:31.010714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37992) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.054150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc56cc0a-567c-4736-a911-002327e32967,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.114528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.115680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0059404 Jul 29 23:58:31.128408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37994) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.135260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': 'd39f4b1f-77a5-4f6c-88b1-ffcc4294fc43', 'direction': 'ingress', 'protocol': 17}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:31.151510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449ba88-8db1-4fd2-adc7-40885607f579 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39f4b1f-77a5-4f6c-88b1-ffcc4294fc43,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.182147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting subnet a75c4743-4d47-401a-a49e-538211b6f202 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:31.184534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:31.201662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.204879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856fa54a-9845-4475-a054-b946351e8615 None None] Sync routers for ids ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:31.221294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] Routers {'f621c7b5-797e-45b9-83a6-5afbf9f36e39'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:31.222638 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.224579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.269919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.274221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5f7bbf10-ef44-46df-9ca8-41a5f5edc8a0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8964219 Jul 29 23:58:31.274439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.276642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37996) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.277375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.286983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.288974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18af738a-f3dd-4ce4-b081-9d36782dba4d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fc56cc0a-567c-4736-a911-002327e32967 HTTP/1.1" status: 204 len: 168 time: 2.8816571 Jul 29 23:58:31.294007 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] Routers {'f621c7b5-797e-45b9-83a6-5afbf9f36e39'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:31.295146 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.295683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37998) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.304107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.307754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-d09704ae-87db-4dcf-a093-7db5704c9f5a service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208747 Jul 29 23:58:31.340108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2', 'external_fixed_ips': [{'subnet_id': '76871715-d820-41a8-ba39-0a5d519075c2', 'ip_address': '172.20.0.10'}]}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:31.345719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.346613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:31.360617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:31.366645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:31.443059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-856fa54a-9845-4475-a054-b946351e8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.443725 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856fa54a-9845-4475-a054-b946351e8615 None None] The sync data for ids ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:31.664074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.671746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-a55187c7-2c5c-43c7-b961-163b45073a60 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525648 Jul 29 23:58:31.678870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.737059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.746511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event updated for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.804307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5adaa89-2026-45ab-bb8e-80adf346eb6a,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.826481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-6e68ff38-45de-4ded-a89a-6575e64f2953 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.1249175 Jul 29 23:58:31.870103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.875870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e973bced-9958-4c9a-8199-268ec8c3d416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7414403 Jul 29 23:58:31.881667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:31.881881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.883910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38002) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.888021 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.889055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.939739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-23c5e357-1c80-4c02-973b-c45f4ad1535f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7501960 Jul 29 23:58:31.981139 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89e2a528-6c64-4c9c-a363-47ed307b6eec tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers/f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 200 len: 885 time: 0.7007492 Jul 29 23:58:31.988035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Request body: {'port': {'device_id': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:31.991031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38004) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:32.072568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Router 864396c7-1d8e-483f-8047-2975fab6dc4a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:32.074094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.096041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-276a4f91-b50b-41d6-ad96-27f18d67c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:32.097997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-276a4f91-b50b-41d6-ad96-27f18d67c8a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.2401731 Jul 29 23:58:32.114961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.205943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Subnet': ['ID=a75c4743-4d47-401a-a49e-538211b6f202,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.214240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.218313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0cffac10-3f7b-4c5d-b63f-c908f64083ca tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/subnets/a75c4743-4d47-401a-a49e-538211b6f202 HTTP/1.1" status: 204 len: 168 time: 1.2051167 Jul 29 23:58:32.224766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38006) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:32.226729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc352a5-827d-42cf-9d3b-d8a5b4a62630 None None] Network e370ec7c-8137-420d-a08e-4dd6e40aa948 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:32.236733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.241283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff22ce-d6ce-4f64-84d5-4ad161865b9e req-1e16704e-4677-4529-ba4a-9a06a6848bc8 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:32.243723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8fff22ce-d6ce-4f64-84d5-4ad161865b9e req-1e16704e-4677-4529-ba4a-9a06a6848bc8 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 932 time: 0.2963800 Jul 29 23:58:32.285562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.300132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.305970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.320348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-2dbf5a1c-ecf0-42b5-9779-21800f10fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:32.322710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-2dbf5a1c-ecf0-42b5-9779-21800f10fe9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2108335 Jul 29 23:58:32.328436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.444011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] DHCP port deletion for e370ec7c-8137-420d-a08e-4dd6e40aa948 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:32.511327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Deleting port 7db633f4-5314-4413-ab49-352af23dad72 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:32.511722 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.521147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.563187 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.593452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] For port 7db633f4-5314-4413-ab49-352af23dad72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7db633f4-5314-4413-ab49-352af23dad72,segment=NetworkSegment(63a2c1fe-571f-40d7-b2cc-88c7301a1a2f),segment_id=63a2c1fe-571f-40d7-b2cc-88c7301a1a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:32.594099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.602208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=16edb8b0-76d7-4c39-bf48-0823d7fab79e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.613323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Calling delete_port for 7db633f4-5314-4413-ab49-352af23dad72 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:32.655254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8fff22ce-d6ce-4f64-84d5-4ad161865b9e req-ff913a05-32ef-420b-9caf-ee92f54e1686 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496330 Jul 29 23:58:32.693781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.761810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.782926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] No DVR routers for this DVR port 7db633f4-5314-4413-ab49-352af23dad72 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:32.828763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94e26a-937c-41c2-b92c-b3ebc0081932 None None] Pushing event deleted for resources: {'Port': ['ID=7db633f4-5314-4413-ab49-352af23dad72,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.841020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:32.852075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Sync routers for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:32.862610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:32.863164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:32.870121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.997691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b5b6a3c5-6194-4554-934f-420d26b26e54 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "PUT /v2.0/floatingips/b07f7371-7bca-4121-b12a-68f8780dfabe HTTP/1.1" status: 200 len: 991 time: 4.9647079 Jul 29 23:58:33.003649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:33.005918 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14562b34-7640-46ec-91d2-9506ebccfa50" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:33.027595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:33.088960 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8266ad-5a6e-432a-99c2-9e72e41413d2 x-openstack-request-id: req-db8266ad-5a6e-432a-99c2-9e72e41413d2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:33.089253 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:33.089510 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db8266ad-5a6e-432a-99c2-9e72e41413d2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:33.090157 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'status': 'completed', 'code': 200} Jul 29 23:58:33.144646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.148161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.148902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.152490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/d39f4b1f-77a5-4f6c-88b1-ffcc4294fc43 HTTP/1.1" status: 204 len: 168 time: 1.2672973 Jul 29 23:58:33.153193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38012) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.188336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e370ec7c-8137-420d-a08e-4dd6e40aa948']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.195183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7db633f4-5314-4413-ab49-352af23dad72 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:33.219621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d963684-20fe-4279-8ac4-2aad64cf9a4b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39f4b1f-77a5-4f6c-88b1-ffcc4294fc43,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:33.222679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.223241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a2c1fe-571f-40d7-b2cc-88c7301a1a2f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.241463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-33894e28-588a-4726-bf82-34babbf38e3c service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832910 Jul 29 23:58:33.267195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.294767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.318317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:33.319083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:33.352796 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:33.387484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network f23814a3-699b-4d1b-8b06-56ba752c547a is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:33.406068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dc4f6f90-1075-48e4-a623-9843c1222486 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036905 Jul 29 23:58:33.413485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38014) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.417257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7db633f4-5314-4413-ab49-352af23dad72 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:33.417926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7db633f4-5314-4413-ab49-352af23dad72 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:33.427147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1433bd1-287d-4885-93ef-92166b37e529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4269879 Jul 29 23:58:33.447030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38016) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.448782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:33.460875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173849002'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:33.461397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1138427053'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:33.497740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03771865-4b44-4eb3-a1f6-e7924e5d465a {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:33.518262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.571337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.640776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-ef4f65b1-0af6-406c-9e17-49a18271a926 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815560 Jul 29 23:58:33.645709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.653454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/networks/e370ec7c-8137-420d-a08e-4dd6e40aa948 HTTP/1.1" status: 204 len: 168 time: 1.4249897 Jul 29 23:58:33.656205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.656706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38018) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.659276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.666749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Transition to ACTIVE for port object 03771865-4b44-4eb3-a1f6-e7924e5d465a will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:33.705215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b07f7371-7bca-4121-b12a-68f8780dfabe', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'port_id': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'mac_address': 'fa:16:3e:2f:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:06Z', 'updated_at': '2021-07-29T23:58:30Z', 'revision_number': 1, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.707046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3463799a-906c-4088-90bb-555bcf3b0af9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.0543513 Jul 29 23:58:33.732318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.745226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.795398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Checking router: 864396c7-1d8e-483f-8047-2975fab6dc4a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:33.814620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-7856a61c-cb72-43c0-b123-7e0af4670e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:33.816898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-7856a61c-cb72-43c0-b123-7e0af4670e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0764778 Jul 29 23:58:33.832602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:33.833930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.835406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efe9d-2677-44fe-a17c-4eb1dbf4dce7 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Network': ['ID=e370ec7c-8137-420d-a08e-4dd6e40aa948,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:33.939294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a1024660-c584-4d13-a67b-e08333cf6424 None None] Provisioning complete for port 16edb8b0-76d7-4c39-bf48-0823d7fab79e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:33.939294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1024660-c584-4d13-a67b-e08333cf6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.008869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-85737098-fe3f-4efb-aa80-9857556af2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:34.010443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-85737098-fe3f-4efb-aa80-9857556af2b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471145 Jul 29 23:58:34.020291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a1024660-c584-4d13-a67b-e08333cf6424 None None] Port 16edb8b0-76d7-4c39-bf48-0823d7fab79e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:34.042281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:34.102471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Pushing event updated for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:34.259752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Router 6a79da89-d8fd-4aee-8443-b77549e6f0c7 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:34.421458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b07f7371-7bca-4121-b12a-68f8780dfabe', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'port_id': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'mac_address': 'fa:16:3e:2f:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:06Z', 'updated_at': '2021-07-29T23:58:30Z', 'revision_number': 1, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:34.436782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-0af96417-4fe5-4820-8420-7c9383d83689 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164259 Jul 29 23:58:34.449919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 2b33c302-75ff-4a62-833c-2ca1a5b1ff70 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:34.450825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.454858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1040eb-ea3b-48fd-862d-ea2bbd7fdcd7 None None] The sync data for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 is: [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b07f7371-7bca-4121-b12a-68f8780dfabe', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'port_id': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'mac_address': 'fa:16:3e:2f:15:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a34cffe-630c-416f-b814-0f094876f34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:06Z', 'updated_at': '2021-07-29T23:58:30Z', 'revision_number': 1, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:34.489586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301098c6-87b0-4f80-957a-8f3405b4c769 req-0e749ae4-626f-4e62-ae1e-55d77fb41504 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:34.491593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301098c6-87b0-4f80-957a-8f3405b4c769 req-0e749ae4-626f-4e62-ae1e-55d77fb41504 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 944 time: 0.6526129 Jul 29 23:58:34.630373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-301098c6-87b0-4f80-957a-8f3405b4c769 req-5db7870d-f657-4a9a-9136-c89b8b29f205 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113055 Jul 29 23:58:34.687895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Attempting to bind port 03771865-4b44-4eb3-a1f6-e7924e5d465a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:34.688512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Attempting to bind port 03771865-4b44-4eb3-a1f6-e7924e5d465a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:34.689172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Attempting to bind port 03771865-4b44-4eb3-a1f6-e7924e5d465a on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:34.702849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.20.0.10 (faeb3f30-2fcf-439d-8aee-5111b8edbfc2/76871715-d820-41a8-ba39-0a5d519075c2/fe92e7e9-167b-4d79-9c63-ca60dde54832) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:34.709968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.722603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Port 03771865-4b44-4eb3-a1f6-e7924e5d465a on network 71269bfa-0326-4832-9c69-14c69c8c8d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:58:34.723068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Attempting to bind port 03771865-4b44-4eb3-a1f6-e7924e5d465a on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:34.726749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.748501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:34.748859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Checking segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:34.749212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Bound using segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:34.749766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Bound port: 03771865-4b44-4eb3-a1f6-e7924e5d465a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:34.750212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.767358 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bbbf1-5907-46ef-b588-2140d2c9303b None None] New status for floating IP b07f7371-7bca-4121-b12a-68f8780dfabe: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:58:34.795787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:34.807551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] Sync routers for ids ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:34.828301 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ffc3aa7e-f60c-4007-9457-aeb1375a9de9 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/routers/6a79da89-d8fd-4aee-8443-b77549e6f0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5013940 Jul 29 23:58:34.829474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] Routers {'6a79da89-d8fd-4aee-8443-b77549e6f0c7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:34.831923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:34.837392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38024) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:34.859672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-e229765f-5a5f-4b9e-a1b7-c9985000b8a3 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133976 Jul 29 23:58:34.861915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.862263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.866369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.873591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.878385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4236152 Jul 29 23:58:34.888559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:34.890700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:34.896487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319450980'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:34.915531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] Routers {'6a79da89-d8fd-4aee-8443-b77549e6f0c7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:34.916738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:34.940426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-3066a509-0e89-4992-a29e-49df8763c0e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.0453732 Jul 29 23:58:34.941389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 2b33c302-75ff-4a62-833c-2ca1a5b1ff70 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:34.949091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.967485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3978fb-6bf0-4562-a2f5-97714c1fa0b3 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8311d5a-01cd-4c9e-9229-fecece5ce396,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.036778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.038451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88712b-3d1d-4592-b65b-6b1daeef95af None None] The sync data for ids ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:35.094758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:35.097244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa4bbf-ea40-470b-9e7c-4bf81f40d360 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.098862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bfaa4bbf-ea40-470b-9e7c-4bf81f40d360 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a79da89-d8fd-4aee-8443-b77549e6f0c7 HTTP/1.1" status: 200 len: 982 time: 0.2603915 Jul 29 23:58:35.101513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.107183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:35.108249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38028) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:35.130977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.166379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.217572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.218256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.219739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] 10.222.0.59 "PUT /v2.0/ports/03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 200 len: 1093 time: 3.2604778 Jul 29 23:58:35.221731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:35.224164 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:35.273108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf3c19-b8e0-4811-a9af-b596ae93be34 service neutron] Pushing event updated for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.292748 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3baee79-13ee-427e-9b65-a540013c0c8b x-openstack-request-id: req-a3baee79-13ee-427e-9b65-a540013c0c8b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:35.293082 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:35.293290 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3baee79-13ee-427e-9b65-a540013c0c8b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:35.293725 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a', 'status': 'completed', 'code': 200} Jul 29 23:58:35.350353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.421720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:35.439341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:35.460188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.461150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:35.488393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-0f0764fd-4bea-4a7d-a608-d4836866c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.490050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-0f0764fd-4bea-4a7d-a608-d4836866c877 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 1096 time: 0.1784687 Jul 29 23:58:35.492856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.495327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=fe92e7e9-167b-4d79-9c63-ca60dde54832,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.571175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.576312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6829479 Jul 29 23:58:35.579039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cad4d89d-4341-4638-b9da-24d57d32639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.580165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:35.580879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cad4d89d-4341-4638-b9da-24d57d32639f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.6242707 Jul 29 23:58:35.586650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-40834548-26c5-47d1-937e-2aff24aac17e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 200 len: 217 time: 0.0755675 Jul 29 23:58:35.591854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': 'a8311d5a-01cd-4c9e-9229-fecece5ce396', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4bc8d042-0d8b-4fe2-a1f1-020bd182c678', 'remote_ip_prefix': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:35.644519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37b764-b2e2-48d9-8fa2-9c6854cc283a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc8d042-0d8b-4fe2-a1f1-020bd182c678,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.749389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-e4e54b98-2e61-4cda-8184-32ad43249ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.751479 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-e4e54b98-2e61-4cda-8184-32ad43249ab6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1551063 Jul 29 23:58:35.803733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-991903fd-ee75-4cdd-8227-c01cbfcdbcd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450337 Jul 29 23:58:35.822565 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.882691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router f621c7b5-797e-45b9-83a6-5afbf9f36e39 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:35.914301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-c6a42449-db71-4fad-b921-5602652887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:35.916981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-c6a42449-db71-4fad-b921-5602652887f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2881780 Jul 29 23:58:36.057310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.060910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-cd58c077-78e3-4371-9e12-a3a38b4d232c service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490625 Jul 29 23:58:36.061934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.065868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.100472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.160849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d103f3-3829-48af-9579-53855969dca5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.189996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763f382-7e00-439a-a9f6-e22855ba06cf req-d34a6abb-f1fe-4f72-946f-9298cfa0f109 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:36.192142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7763f382-7e00-439a-a9f6-e22855ba06cf req-d34a6abb-f1fe-4f72-946f-9298cfa0f109 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 944 time: 0.3622410 Jul 29 23:58:36.215703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.217318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3e33a0b9-2746-4424-b0e3-4f6711aae5ae tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6329575 Jul 29 23:58:36.221582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38038) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.223569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=2b33c302-75ff-4a62-833c-2ca1a5b1ff70,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.341081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.369880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-ee95b246-1b20-4ecc-8907-19bcead8cbb4 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289649 Jul 29 23:58:36.395665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-816acf94-205e-4cd3-921f-6c3baf57e4e5 req-0f3f31f2-8d6d-4724-819a-e25858f312b5 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928824 Jul 29 23:58:36.397824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.493889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.507498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.511848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/33d103f3-3829-48af-9579-53855969dca5 HTTP/1.1" status: 204 len: 168 time: 0.2821743 Jul 29 23:58:36.526042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7763f382-7e00-439a-a9f6-e22855ba06cf req-718be807-e33f-4b40-b1eb-3cabd9b67d6d tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024945 Jul 29 23:58:36.528558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38042) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.580900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471983-69c9-4c75-95bd-102e334cfa28 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33d103f3-3829-48af-9579-53855969dca5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.581378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:36.596398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.603550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.607739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0ee74cc5-7d37-41a6-ad3c-20b50045239d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 200 len: 892 time: 3.1488130 Jul 29 23:58:36.609861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38044) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.614621 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] Sync routers for ids ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:36.633137 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] Routers {'f621c7b5-797e-45b9-83a6-5afbf9f36e39'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:36.634714 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.666211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.669428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.675909 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-799b8cdd-156a-4c42-a4d8-a99d87892500 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/floatingips/a4590f43-4fba-4523-a4f4-8f70ad81e6ac HTTP/1.1" status: 204 len: 168 time: 2.9693420 Jul 29 23:58:36.678581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38046) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.704909 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.724629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-a194a278-d4cd-4e9c-80dc-666f99d0bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:36.725386 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] Routers {'f621c7b5-797e-45b9-83a6-5afbf9f36e39'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:36.726260 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.727097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-a194a278-d4cd-4e9c-80dc-666f99d0bd96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 1096 time: 0.2257776 Jul 29 23:58:36.769035 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.770554 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2ac6a-f2d5-401a-beb3-169a2f0e9c26 None None] The sync data for ids ['f621c7b5-797e-45b9-83a6-5afbf9f36e39'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:36.773997 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a0483e-9977-4fa3-a669-3ed727bf8430 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:36.774813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a0483e-9977-4fa3-a669-3ed727bf8430 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:36.780255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4a0483e-9977-4fa3-a669-3ed727bf8430 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/02748c9b-a5b4-40f7-b61a-7da3a9c74555 HTTP/1.1" status: 404 len: 333 time: 0.0965598 Jul 29 23:58:36.796207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1e07c778-d052-4d5d-af3e-0d240d17ab20 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2662780 Jul 29 23:58:36.798574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.799028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.819578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-24c4faa8-4ab3-4f05-987d-38cbf630d15c service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145942 Jul 29 23:58:36.915274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-fb8df489-89e2-4a5f-bb19-0beac091d8c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.0806592 Jul 29 23:58:36.950446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-489b58cc-1bbc-4eeb-810f-aa129e5ef234 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/ports?device_id=03b50476-388a-4e00-8093-b504bd697387 HTTP/1.1" status: 200 len: 205 time: 0.1070251 Jul 29 23:58:36.958325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38052) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.046603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.055750 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ae6520c0-6c65-4b2d-898b-d8f6c3f0936d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.055750 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae6520c0-6c65-4b2d-898b-d8f6c3f0936d tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/routers/03b50476-388a-4e00-8093-b504bd697387 HTTP/1.1" status: 404 len: 336 time: 0.0888436 Jul 29 23:58:37.061262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38054) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.088143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26f888a1-3ef5-4f56-8dbb-7f61d1dc534a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers/f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 200 len: 892 time: 0.4741819 Jul 29 23:58:37.100417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.114883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-230ce928-bfd4-4457-863a-c452c3f04c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:37.115597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-230ce928-bfd4-4457-863a-c452c3f04c90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1694701 Jul 29 23:58:37.142279 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-f198b29c-4584-48cb-b73e-1d0dfabc673f tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:37.143344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f198b29c-4584-48cb-b73e-1d0dfabc673f tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:37.146655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f198b29c-4584-48cb-b73e-1d0dfabc673f tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/subnets/a75c4743-4d47-401a-a49e-538211b6f202 HTTP/1.1" status: 404 len: 337 time: 0.0840538 Jul 29 23:58:37.154742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.157678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-e11ecf04-f0bf-4f70-b6d7-776ac55fba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:37.159287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-e11ecf04-f0bf-4f70-b6d7-776ac55fba98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.4238813 Jul 29 23:58:37.159652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-392c4d39-5f3e-495c-b4c0-9644bb5a3c34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 200 len: 205 time: 0.0580270 Jul 29 23:58:37.173272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.263518 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.272983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-9fd21134-1924-4313-8ddc-fb6992221f32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 200 len: 217 time: 0.0998449 Jul 29 23:58:37.343898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-c069f9da-118d-4612-b6ed-d9bdcd32b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:37.345719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-c069f9da-118d-4612-b6ed-d9bdcd32b44f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888540 Jul 29 23:58:37.373365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.380712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router a41082e3-58da-426b-92e7-0d119f5c61f6 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:37.449235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-ecca0e8c-2946-43a3-aeba-32ce83b9bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:37.450834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-ecca0e8c-2946-43a3-aeba-32ce83b9bafd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1606083 Jul 29 23:58:37.561297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-8268bdca-e431-4907-b42c-58024e46343d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018088 Jul 29 23:58:37.634541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.637955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.639542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/4bc8d042-0d8b-4fe2-a1f1-020bd182c678 HTTP/1.1" status: 204 len: 168 time: 0.7985301 Jul 29 23:58:37.667413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.733212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port 6a626fd1-ba0a-4105-9b88-fe3b966ba85f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:37.733471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.877357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.983960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-ff4370eb-1fb2-4d9e-b89b-d8d8531e93c2 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105900 Jul 29 23:58:38.031896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36c568-f196-45c4-aef2-d8650e6a3800 req-3c84108f-3c0a-40d5-ae15-6ccd3cacb874 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:38.033474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b36c568-f196-45c4-aef2-d8650e6a3800 req-3c84108f-3c0a-40d5-ae15-6ccd3cacb874 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 944 time: 0.2309110 Jul 29 23:58:38.099596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edfa2c-b563-4eda-98d5-88135d672285 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc8d042-0d8b-4fe2-a1f1-020bd182c678,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.138499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:38.153265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Sync routers for ids ['a41082e3-58da-426b-92e7-0d119f5c61f6'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:38.165545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Routers {'a41082e3-58da-426b-92e7-0d119f5c61f6'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:38.166265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a41082e3-58da-426b-92e7-0d119f5c61f6'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:38.170607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.208788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b36c568-f196-45c4-aef2-d8650e6a3800 req-f55826d7-0c1f-4c51-be7c-cc124910c334 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561289 Jul 29 23:58:38.226317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.227596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6dd9a8f0-cd5f-4b87-8425-87fa548012cc tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.9247508 Jul 29 23:58:38.234356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.241928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb9d0fa6-3059-42e0-a7ae-a9955c7ea058 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5687902 Jul 29 23:58:38.249468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38072) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.251295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-3928d8df-8356-4076-844a-f97c29af7aaa service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456490 Jul 29 23:58:38.289154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-be0f53f4-3e03-456c-a3f7-b81f426828f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750061 Jul 29 23:58:38.357753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.370460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Set router a41082e3-58da-426b-92e7-0d119f5c61f6 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:38.388328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-2fdd82b6-4f3b-4a23-8d18-8ac1199052ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.0874934 Jul 29 23:58:38.397222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 16edb8b0-76d7-4c39-bf48-0823d7fab79e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:38.397715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.405031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for 6a626fd1-ba0a-4105-9b88-fe3b966ba85f owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:38.539449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.550378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.588963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port bcb7f248-4322-479e-a8d8-6a385816d530 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:38.589580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.599674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2fe9c515-48a4-45c4-990c-4713b3e4b4e5 req-84ce12cb-fa31-4a85-9268-6cdb53a2add8 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071377 Jul 29 23:58:38.618604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-2e79a43c-28e6-46c2-95d6-e575b8b30102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:38.620175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-2e79a43c-28e6-46c2-95d6-e575b8b30102 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.2173967 Jul 29 23:58:38.660530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41082e3-58da-426b-92e7-0d119f5c61f6', 'name': '', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2', 'external_fixed_ips': [{'subnet_id': '76871715-d820-41a8-ba39-0a5d519075c2', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fe92e7e9-167b-4d79-9c63-ca60dde54832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 3, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port': {'id': 'fe92e7e9-167b-4d79-9c63-ca60dde54832', 'name': '', 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41082e3-58da-426b-92e7-0d119f5c61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '76871715-d820-41a8-ba39-0a5d519075c2', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:33Z', 'updated_at': '2021-07-29T23:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76871715-d820-41a8-ba39-0a5d519075c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:38.690038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.725283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.765573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Checking router: a41082e3-58da-426b-92e7-0d119f5c61f6 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:38.766253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Updating router a41082e3-58da-426b-92e7-0d119f5c61f6 port fe92e7e9-167b-4d79-9c63-ca60dde54832 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:38.780698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 16edb8b0-76d7-4c39-bf48-0823d7fab79e owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:38.798757 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.832783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.850465 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.872614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.887699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=6a626fd1-ba0a-4105-9b88-fe3b966ba85f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.921120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cdf5e8ef-bb75-471b-9e26-6d65186395c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:38.923040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-cdf5e8ef-bb75-471b-9e26-6d65186395c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2527800 Jul 29 23:58:38.928191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.930864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.935636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8311d5a-01cd-4c9e-9229-fecece5ce396 HTTP/1.1" status: 204 len: 168 time: 0.6726789 Jul 29 23:58:38.939691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.941992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for bcb7f248-4322-479e-a8d8-6a385816d530 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:38.979796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0fb47-294a-4876-b6c4-9eaf546744f0 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8311d5a-01cd-4c9e-9229-fecece5ce396,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.989062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Deleting port fe92e7e9-167b-4d79-9c63-ca60dde54832 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:38.989410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.018293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.020599 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5fb658dd-f5c6-47e7-b116-43551b359003 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/6a626fd1-ba0a-4105-9b88-fe3b966ba85f HTTP/1.1" status: 204 len: 168 time: 1.8647406 Jul 29 23:58:39.052950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38078) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:39.096604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5dbc2efd-8ba0-428d-8161-1c46db224a46 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553955 Jul 29 23:58:39.103576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:39.112551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204242877'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:39.161605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.167677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.199995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Calling delete_port for fe92e7e9-167b-4d79-9c63-ca60dde54832 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:39.248892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.265025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Transition to ACTIVE for port object fe92e7e9-167b-4d79-9c63-ca60dde54832 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:39.285403 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.380437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-a177c034-26b7-4d82-8f1e-cb81476a8633 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400108 Jul 29 23:58:39.382841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:39.385227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:39.385227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 on network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:39.392889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd582baa-f812-4817-8e34-ab55ac6108bb None None] Pushing event updated for resources: {'Port': ['ID=fe92e7e9-167b-4d79-9c63-ca60dde54832,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.398436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:39.398820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Checking segment: {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:39.399469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.400018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Bound using segment: {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:39.400830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Bound port: fe92e7e9-167b-4d79-9c63-ca60dde54832, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:39.402108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.409435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.421889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.515723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.517674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4110122 Jul 29 23:58:39.522639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38084) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:39.529538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': 'a82d6f0f-e107-4c76-8ead-8098f30fe547', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:39.540715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51caba-91be-4af0-a5dd-13a731d0162f tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d6f0f-e107-4c76-8ead-8098f30fe547,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.566282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.591259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:39.591895 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:39.592886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.633573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.641175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port bdf7c9ff-f246-419c-9c86-e5a279de9adc {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:39.641417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe92e7e9-167b-4d79-9c63-ca60dde54832,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.641526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.647339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:39.656398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=16edb8b0-76d7-4c39-bf48-0823d7fab79e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.658471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 03771865-4b44-4eb3-a1f6-e7924e5d465a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:39.768584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.790079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195b85-0812-4fd5-9c58-bfcca3303334 req-c305031d-56cf-4bf3-9341-baa17500a6e6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:39.791767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db195b85-0812-4fd5-9c58-bfcca3303334 req-c305031d-56cf-4bf3-9341-baa17500a6e6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 944 time: 0.4146655 Jul 29 23:58:39.842454 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.867244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-db1dc461-1be3-4c9c-94ce-b300c7ad2102 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529517 Jul 29 23:58:39.881671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:39.915147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '03771865-4b44-4eb3-a1f6-e7924e5d465a', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'port_id': '03771865-4b44-4eb3-a1f6-e7924e5d465a', 'mac_address': 'fa:16:3e:03:98:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a327a0ff-ee4b-4a76-be5f-2930a3bc5860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:39.925533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.927165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.979190 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.998398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03771865-4b44-4eb3-a1f6-e7924e5d465a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:40.018895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.027931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:40.028619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1cff02-67ea-4027-a93f-d4c1b2c316a5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.033801 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.034415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.108010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.110278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5bab810b-23e4-46a1-8bff-98c1f6a23cc7 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5863576 Jul 29 23:58:40.114984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.128584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:40.129086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:40.129613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Attempting to bind port fe92e7e9-167b-4d79-9c63-ca60dde54832 on network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:40.134159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.141590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:40.142612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Checking segment: {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:40.142858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.143365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Bound using segment: {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:40.144249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Bound port: fe92e7e9-167b-4d79-9c63-ca60dde54832, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3110f0-fe78-4c0c-97e8-e761b381ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'faeb3f30-2fcf-439d-8aee-5111b8edbfc2'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:40.145403 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.149359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=bcb7f248-4322-479e-a8d8-6a385816d530,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.160983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.162256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a41082e3-58da-426b-92e7-0d119f5c61f6 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:40.167830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Port fe92e7e9-167b-4d79-9c63-ca60dde54832 has been deleted concurrently {{(pid=93866) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 29 23:58:40.174012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.181061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4a45bea-1a55-4857-be1a-3a3cbc4009fb tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/routers/a41082e3-58da-426b-92e7-0d119f5c61f6 HTTP/1.1" status: 204 len: 168 time: 1.9410155 Jul 29 23:58:40.181957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:40.182149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.182577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:58:40.183376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_agentschedulers_db [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a41082e3-58da-426b-92e7-0d119f5c61f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:58:40.183966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746382a2-c0ff-4d4d-a74b-9f1ab3bf4079 None None] The sync data for ids ['a41082e3-58da-426b-92e7-0d119f5c61f6'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:40.193010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.220065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.235299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-42470930-257a-44d8-b35a-13e037174cf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.2514575 Jul 29 23:58:40.260226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Deleting subnet 76871715-d820-41a8-ba39-0a5d519075c2 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:40.265509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.292385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db195b85-0812-4fd5-9c58-bfcca3303334 req-b3aa06ca-907f-4127-a9df-ebd573b2ba76 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473765 Jul 29 23:58:40.300605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.312595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:40.340182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.346196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8f1cff02-67ea-4027-a93f-d4c1b2c316a5 HTTP/1.1" status: 204 len: 168 time: 0.2256064 Jul 29 23:58:40.354995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f887f9-0a9a-43ab-b4f1-a6198cd3d6fc tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f1cff02-67ea-4027-a93f-d4c1b2c316a5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.358937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.375108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.376323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.409073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for bdf7c9ff-f246-419c-9c86-e5a279de9adc owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:40.412690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.415330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.421611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-4335243c-aa32-492d-932e-11d70bc22757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:40.424150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-4335243c-aa32-492d-932e-11d70bc22757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1422780 Jul 29 23:58:40.498645 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0913a36b-1f51-4256-bb7d-c22629edbf8e tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1320691 Jul 29 23:58:40.500320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.503740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.637054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.648608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.686644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76871715-d820-41a8-ba39-0a5d519075c2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.704056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.707742 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ad63c128-daf0-4ee1-b3ad-9f7ac986de5b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/76871715-d820-41a8-ba39-0a5d519075c2 HTTP/1.1" status: 204 len: 168 time: 0.5239372 Jul 29 23:58:40.713135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.750020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.855124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.896337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.898920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.900120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/a82d6f0f-e107-4c76-8ead-8098f30fe547 HTTP/1.1" status: 204 len: 168 time: 0.3950131 Jul 29 23:58:40.905751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:40.972906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.975724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33745fd7-30b7-47ad-af81-6255047e2e6c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d6f0f-e107-4c76-8ead-8098f30fe547,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:41.034156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.056377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.072880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77895f76-c290-447f-af34-7e49569b4416 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656477 Jul 29 23:58:41.079186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeb3f30-2fcf-439d-8aee-5111b8edbfc2']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:41.082781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38102) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.095021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group': {'name': 'tempest-secgroup--143242476'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:41.104404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3110f0-fe78-4c0c-97e8-e761b381ec0a') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:41.104738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3110f0-fe78-4c0c-97e8-e761b381ec0a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:41.119966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.146207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.149145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.168589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:41.169263 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: items = [ Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:41.171939 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:41.189285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.190224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router f621c7b5-797e-45b9-83a6-5afbf9f36e39 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:41.205994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.207686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a32133b1-34c5-4168-9d9b-01ee7b7b30ae tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 204 len: 168 time: 4.0332963 Jul 29 23:58:41.212071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-015a8092-77af-4a87-af6d-c68ba1034159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:41.214193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-015a8092-77af-4a87-af6d-c68ba1034159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7389169 Jul 29 23:58:41.234256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38104) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.241727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1059650053'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:41.292802 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.302159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faeb3f30-2fcf-439d-8aee-5111b8edbfc2 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:58:41.308507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.311440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/networks/faeb3f30-2fcf-439d-8aee-5111b8edbfc2 HTTP/1.1" status: 204 len: 168 time: 0.5969052 Jul 29 23:58:41.333671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da40d90-23b2-4328-8041-ceeba4732963 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Network': ['ID=faeb3f30-2fcf-439d-8aee-5111b8edbfc2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:41.397850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.421688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.430012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Router 6a79da89-d8fd-4aee-8443-b77549e6f0c7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:41.497475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a11e7ed-d699-41d0-a838-d7ab2dc0f260,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:41.503832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:41.510137 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.531054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.538120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c42f682e-d9c6-4295-9479-b711779928ef tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4535575 Jul 29 23:58:41.539403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38112) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.561020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '9a11e7ed-d699-41d0-a838-d7ab2dc0f260', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:41.574609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-a3b7cff4-9668-42b1-81a5-430cecdb86bb service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233709 Jul 29 23:58:41.600604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:41.615321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.620881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.621591 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 08c53e43-ab67-45e5-aff0-f127118d795a of type vlan for network b2160532-0394-4c22-81c2-64520c89e2f5 Jul 29 23:58:41.624300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.658738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 03771865-4b44-4eb3-a1f6-e7924e5d465a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:41.705351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38116) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.712979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'name': 'tempest-router--340914791', 'project_id': 'd02e6c84a9694febaae85ffd1dfb5933'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:41.722554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:41.723948 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.734042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5047bf0e-8ee3-4b7c-9fcb-6a6e1050db40 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/routers/6a79da89-d8fd-4aee-8443-b77549e6f0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6229620 Jul 29 23:58:41.736238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=bdf7c9ff-f246-419c-9c86-e5a279de9adc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:41.742143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.805102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 03771865-4b44-4eb3-a1f6-e7924e5d465a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:41.814520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 03771865-4b44-4eb3-a1f6-e7924e5d465a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:41.815167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.820758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.822411 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.830981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.831767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.832508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.833020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.833544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.834411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.835223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.835893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.836390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.836890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.837386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.838036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:41.842146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.849264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.862498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.868561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:41.869244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.879829 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dec022-d14b-4c92-a11c-27b863c56d8d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:58:41.881915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16dec022-d14b-4c92-a11c-27b863c56d8d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/16edb8b0-76d7-4c39-bf48-0823d7fab79e HTTP/1.1" status: 404 len: 333 time: 0.1318209 Jul 29 23:58:41.892854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40b521-81bf-4ad7-b0c5-7b4549db1a2b req-4bb9ce01-9428-4c5d-8678-a93cfe5e57cc tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:41.895895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e40b521-81bf-4ad7-b0c5-7b4549db1a2b req-4bb9ce01-9428-4c5d-8678-a93cfe5e57cc tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 945 time: 0.4117594 Jul 29 23:58:41.896868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:41.974062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2e3a4d-0aef-43e3-a6e8-7103bba4252f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:42.017253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.019505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.021557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f05db2b-c193-4131-bb01-b875054974d8 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4790046 Jul 29 23:58:42.022207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.026856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.029990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7944436 Jul 29 23:58:42.034141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38124) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.044457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.053047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca94ac-7587-4a32-806c-7672f6d468ee tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=b2160532-0394-4c22-81c2-64520c89e2f5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:42.055755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:42.072154 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ec80d6b-8747-4462-87db-079f0e485ded tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules/fb2e3a4d-0aef-43e3-a6e8-7103bba4252f HTTP/1.1" status: 200 len: 763 time: 0.0438004 Jul 29 23:58:42.072978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.085180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.087852 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f395bb27-0341-454c-8710-cad4b5210a7a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3796589 Jul 29 23:58:42.100279 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.107773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38130) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.110969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:42.114625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:42.118407 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9479a5e-dac1-49e3-aaf4-4b05f5b347f8" -d '{"events": [{"server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "name": "network-vif-plugged", "status": "completed", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:42.125749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b2160532-0394-4c22-81c2-64520c89e2f5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:42.130955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.160531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90142c10-4f1b-4a0b-83ba-85f36c79e973 req-a701413e-b934-4cc6-9069-1ac2be416d89 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346613 Jul 29 23:58:42.249936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:42.291716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.293923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dda5c9f4-129a-4d17-9458-717f4821442c tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/ports/bdf7c9ff-f246-419c-9c86-e5a279de9adc HTTP/1.1" status: 204 len: 168 time: 3.2399082 Jul 29 23:58:42.299528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38134) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.312958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e40b521-81bf-4ad7-b0c5-7b4549db1a2b req-1223a7ab-da4d-4ea3-8561-bf4ffc5d9459 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894010 Jul 29 23:58:42.328201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] Sync routers for ids ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:42.351305 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] Routers {'6a79da89-d8fd-4aee-8443-b77549e6f0c7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:42.352239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.361069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.384740 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e130c-4ded-4729-b2d2-288ecf6f83e0 x-openstack-request-id: req-1e8e130c-4ded-4729-b2d2-288ecf6f83e0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:42.385174 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "name": "network-vif-plugged", "status": "completed", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:42.385561 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e8e130c-4ded-4729-b2d2-288ecf6f83e0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:42.386157 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a', 'code': 200} Jul 29 23:58:42.409309 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.420500 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] Routers {'6a79da89-d8fd-4aee-8443-b77549e6f0c7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:42.422411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.427989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-71dcd38b-b7c8-46ac-95df-0c2dfd6ca520 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3513408 Jul 29 23:58:42.432279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.462452 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.463173 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a596a410-4dd2-41c0-930a-3f4d84254d3c None None] The sync data for ids ['6a79da89-d8fd-4aee-8443-b77549e6f0c7'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:42.520225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.521933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:42.525671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.529542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.562089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.616213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc595b-cc82-4da3-988e-7e4aff2d0ef5 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.622775 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53bc595b-cc82-4da3-988e-7e4aff2d0ef5 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1161a04-42e4-4cc9-80aa-c10d580a9eba HTTP/1.1" status: 200 len: 913 time: 0.3199995 Jul 29 23:58:42.647699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38138) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.669581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.682074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.682785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.683293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.683947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.684812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.685320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.685960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.690111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-34c07441-810f-4519-8ce3-a1faafefd451 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.3884773 Jul 29 23:58:42.691995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.702085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.707314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c6a4-2b93-4372-8b25-e745348e5a44 req-dc18cffb-829c-4625-938f-ee1443391fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:42.709958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a5c2c6a4-2b93-4372-8b25-e745348e5a44 req-dc18cffb-829c-4625-938f-ee1443391fe0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 1098 time: 0.3013608 Jul 29 23:58:42.789667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.790610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Fanout notify agent at l3_agent the message router_deleted on router 6a79da89-d8fd-4aee-8443-b77549e6f0c7 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:42.828316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.829111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58f0b582-f936-4f12-81ce-b36f6efbdb56 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:42.838158 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.848092 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56fdd620-35ba-4ac8-bae5-5a0f31c086bd tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/routers/58f0b582-f936-4f12-81ce-b36f6efbdb56 HTTP/1.1" status: 204 len: 168 time: 0.7304275 Jul 29 23:58:42.848092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.862877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.864960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fb2e3a4d-0aef-43e3-a6e8-7103bba4252f HTTP/1.1" status: 204 len: 168 time: 0.4229755 Jul 29 23:58:42.868966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.889172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.891026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0ed70db2-2a1b-4701-adeb-6ce18c615d13 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/routers/6a79da89-d8fd-4aee-8443-b77549e6f0c7 HTTP/1.1" status: 204 len: 168 time: 0.9883001 Jul 29 23:58:42.893280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e82b1-8947-4f09-b0b4-e91ce4290d7a tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb2e3a4d-0aef-43e3-a6e8-7103bba4252f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:42.895964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38144) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.910854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a5c2c6a4-2b93-4372-8b25-e745348e5a44 req-c9939082-09e1-4146-920e-2f69809f1350 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916211 Jul 29 23:58:42.962485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07d94717-2457-4d02-8a27-d1c6b29f0a3d tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847042 Jul 29 23:58:42.966122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38146) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:42.972743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '9a11e7ed-d699-41d0-a838-d7ab2dc0f260', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.025108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.065110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.109137 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.119203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.135286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet ea263609-c9b9-424f-9a00-29f28d8ab4a1 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:43.150900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a456c955-ea1d-4646-b15d-5558daaf1360,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:43.163951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.169384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-42f67371-d0ba-4ea6-aa89-fa3977b838ba tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1981180 Jul 29 23:58:43.170037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.174517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.200998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b3a6358b-8bcc-4e31-8525-354a52a928f6 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules/a456c955-ea1d-4646-b15d-5558daaf1360 HTTP/1.1" status: 200 len: 763 time: 0.0297480 Jul 29 23:58:43.206494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38156) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.227663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-26b5a10e-6c4f-4663-84b2-1c3b45c649b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:43.230424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-26b5a10e-6c4f-4663-84b2-1c3b45c649b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640 HTTP/1.1" status: 200 len: 918 time: 0.4845600 Jul 29 23:58:43.298906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d2f9e05-5599-46b4-92fc-d8603cfd48cf tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0898278 Jul 29 23:58:43.300869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38158) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.345178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.365596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.432665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1854864433', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.438848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.445831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.450527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a456c955-ea1d-4646-b15d-5558daaf1360 HTTP/1.1" status: 204 len: 168 time: 0.1448290 Jul 29 23:58:43.455871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38162) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.465647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64970e-08b3-44d5-9754-2d4cfd811a95 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a456c955-ea1d-4646-b15d-5558daaf1360,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:43.505654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.508355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.536532 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ddfd00de-04c2-4bf5-b62a-f54f7329ea27 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789096 Jul 29 23:58:43.540564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.546845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Request body: {'security_group_rule': {'security_group_id': '9a11e7ed-d699-41d0-a838-d7ab2dc0f260', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.613466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.626348 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.807879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.830438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.845773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.901129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e78327-8358-4ff9-8707-d61b179cb4fa,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:43.908951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.914860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-acda93b2-f6b6-4757-89b0-7fc5894b1b45 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691204 Jul 29 23:58:43.916596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38166) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.948703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.958819 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cb6e410e-85dc-49da-bb5f-43d773092d90 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules/d3e78327-8358-4ff9-8707-d61b179cb4fa HTTP/1.1" status: 200 len: 764 time: 0.0374486 Jul 29 23:58:43.959081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38168) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.054559 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e69575cf-4510-4a1d-883f-e4b6d1b8de69 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0886211 Jul 29 23:58:44.062797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.064323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-af3e4129-debb-4e1d-b95e-7f660b684359 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.7455771 Jul 29 23:58:44.089193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.122325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.185357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.270779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd9462-f0d2-4332-ad6d-4b001ffb80db req-9cd13973-d70b-4455-837c-f19a84f3fc9e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.274352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6efd9462-f0d2-4332-ad6d-4b001ffb80db req-9cd13973-d70b-4455-837c-f19a84f3fc9e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.8388386 Jul 29 23:58:44.299292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.356293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.368332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.376444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.379347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d3e78327-8358-4ff9-8707-d61b179cb4fa HTTP/1.1" status: 204 len: 168 time: 0.3138537 Jul 29 23:58:44.380082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-f87dc49b-7d3b-4f4e-bfc3-9d21dac85adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.381668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-f87dc49b-7d3b-4f4e-bfc3-9d21dac85adc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.2946701 Jul 29 23:58:44.382631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=09f5f742-3e1f-4c51-8675-346df6129610,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.390609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38174) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.453424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b71b6-7641-4670-b51e-89f8102c3827 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3e78327-8358-4ff9-8707-d61b179cb4fa,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.514561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.547288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Allocated IP 172.25.5.145 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/16bd652f-6aa8-42ce-9ed9-230e6774fbbc) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:44.564582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6efd9462-f0d2-4332-ad6d-4b001ffb80db req-40ea76a8-3f48-41df-a7a8-ad74143a95f5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474797 Jul 29 23:58:44.576879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '08c53e43-ab67-45e5-aff0-f127118d795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:44.577566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: b2160532-0394-4c22-81c2-64520c89e2f5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:44.640203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3bb982f2-0a30-4af1-a02d-16c628fd66cb tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2437654 Jul 29 23:58:44.646361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.661357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-4fd9df69-25e5-4513-821c-957fc66923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.663578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-4fd9df69-25e5-4513-821c-957fc66923b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566373 Jul 29 23:58:44.717001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network b2160532-0394-4c22-81c2-64520c89e2f5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:44.771399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.851885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b2160532-0394-4c22-81c2-64520c89e2f5) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:44.861384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=ea263609-c9b9-424f-9a00-29f28d8ab4a1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.865295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086fd0e-35ad-44ed-a5b9-950dfe5a1c46 None None] Network b2160532-0394-4c22-81c2-64520c89e2f5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:44.866227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.866227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.871785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.879194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-83fb38b7-d8ec-491a-9aa6-ac1be991779d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/ea263609-c9b9-424f-9a00-29f28d8ab4a1 HTTP/1.1" status: 204 len: 168 time: 1.9655356 Jul 29 23:58:44.881573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38178) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.954351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0b258-9ab0-45b8-bd2a-93f13fa3f499 None None] Network f23814a3-699b-4d1b-8b06-56ba752c547a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:44.986703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e6551ee-83bc-43db-8864-08d1650a903c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9361949 Jul 29 23:58:44.989747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38180) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.000785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1524354449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:45.014483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-3d5bc9c9-18a8-4843-a74e-7276e5351641 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407774 Jul 29 23:58:45.077325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.149393 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.163562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.165786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.189918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.215498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.266346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.302913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b2160532-0394-4c22-81c2-64520c89e2f5', 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '09f5f742-3e1f-4c51-8675-346df6129610'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:45.304172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.400704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.440758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.445228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14562b34-7640-46ec-91d2-9506ebccfa50 req-0715e74a-4858-48b7-8643-3709a8806fda service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189591 Jul 29 23:58:45.449053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.452218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.453815 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a11e7ed-d699-41d0-a838-d7ab2dc0f260 HTTP/1.1" status: 204 len: 168 time: 0.8062973 Jul 29 23:58:45.455202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.460153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:45.463962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38182) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.469571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:45.488637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] DHCP port deletion for f23814a3-699b-4d1b-8b06-56ba752c547a request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:45.499947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:45.508808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6fe1d-9a6f-4bb1-8bd2-e218c53d318b tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a11e7ed-d699-41d0-a838-d7ab2dc0f260,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.538205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event updated for resources: {'Port': ['ID=16bd652f-6aa8-42ce-9ed9-230e6774fbbc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.607512 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.608859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31d34111-458a-4363-ac0b-5a1532d6366c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6179886 Jul 29 23:58:45.613272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38188) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.624186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port d404dad1-5a00-4084-b23b-337467fb9c29 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:45.624186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.626515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Allocated IP 2001:db8::2 (b2160532-0394-4c22-81c2-64520c89e2f5/09f5f742-3e1f-4c51-8675-346df6129610/4f807773-18b8-47ff-9868-92b25e8d0f5d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:45.800386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Deleting port d404dad1-5a00-4084-b23b-337467fb9c29 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:45.800691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.857419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-84640ea8-3fae-4d14-b694-b46d32171b25 tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3873577 Jul 29 23:58:45.865125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.933659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] For port d404dad1-5a00-4084-b23b-337467fb9c29, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d404dad1-5a00-4084-b23b-337467fb9c29,segment=NetworkSegment(ef0b6f7e-f2b1-442e-ab90-d101c43ba381),segment_id=ef0b6f7e-f2b1-442e-ab90-d101c43ba381)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:45.934112 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.989135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for d404dad1-5a00-4084-b23b-337467fb9c29 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:46.022559 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67a95212-f92d-4a8c-9794-a281f72b9b1c tempest-SecGroupTest-1505891120 tempest-SecGroupTest-1505891120-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1569781 Jul 29 23:58:46.054298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.094599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaddfd1-6823-4da6-a471-44783a8fbe6b req-8a4611d7-669c-4a4c-b46d-c74cb94a4f99 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.097870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbaddfd1-6823-4da6-a471-44783a8fbe6b req-8a4611d7-669c-4a4c-b46d-c74cb94a4f99 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.3421912 Jul 29 23:58:46.132144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] For port d404dad1-5a00-4084-b23b-337467fb9c29, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d404dad1-5a00-4084-b23b-337467fb9c29,segment=NetworkSegment(ef0b6f7e-f2b1-442e-ab90-d101c43ba381),segment_id=ef0b6f7e-f2b1-442e-ab90-d101c43ba381)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:46.132144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.145443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Calling delete_port for d404dad1-5a00-4084-b23b-337467fb9c29 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:46.238956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.314032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.320861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] Pushing event deleted for resources: {'Port': ['ID=d404dad1-5a00-4084-b23b-337467fb9c29,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.325237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713d7f4-73a1-48a2-9cd4-2d9e4b5b735b None None] No DVR routers for this DVR port d404dad1-5a00-4084-b23b-337467fb9c29 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:46.333319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb25ae46-c0ca-4ac9-9e40-87afe9ea00c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.335845 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.366501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Transition to ACTIVE for port object 4f807773-18b8-47ff-9868-92b25e8d0f5d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:46.387294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Transition to ACTIVE for port object 4f807773-18b8-47ff-9868-92b25e8d0f5d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:46.403872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.463861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=d404dad1-5a00-4084-b23b-337467fb9c29,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.470180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No DVR routers for this DVR port d404dad1-5a00-4084-b23b-337467fb9c29 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:46.473663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Pushing event updated for resources: {'Port': ['ID=4f807773-18b8-47ff-9868-92b25e8d0f5d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.503469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Network b2160532-0394-4c22-81c2-64520c89e2f5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:46.505434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.506316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:46.512599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:46.586464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Attempting to bind port 4f807773-18b8-47ff-9868-92b25e8d0f5d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:46.586762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Attempting to bind port 4f807773-18b8-47ff-9868-92b25e8d0f5d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '08c53e43-ab67-45e5-aff0-f127118d795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:46.587094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Attempting to bind port 4f807773-18b8-47ff-9868-92b25e8d0f5d on network b2160532-0394-4c22-81c2-64520c89e2f5 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:46.592016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbaddfd1-6823-4da6-a471-44783a8fbe6b req-e95f4d8a-932a-4308-ab00-89e6499efffe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360161 Jul 29 23:58:46.617154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:46.617655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Checking segment: {'id': '08c53e43-ab67-45e5-aff0-f127118d795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:46.620635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.621706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Bound using segment: {'id': '08c53e43-ab67-45e5-aff0-f127118d795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:46.624621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Bound port: 4f807773-18b8-47ff-9868-92b25e8d0f5d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c53e43-ab67-45e5-aff0-f127118d795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b2160532-0394-4c22-81c2-64520c89e2f5'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:46.625675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.712549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.735055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38200) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.737682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.793553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] For port 4f807773-18b8-47ff-9868-92b25e8d0f5d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:46.799378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] For port 4f807773-18b8-47ff-9868-92b25e8d0f5d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f807773-18b8-47ff-9868-92b25e8d0f5d,segment=NetworkSegment(08c53e43-ab67-45e5-aff0-f127118d795a),segment_id=08c53e43-ab67-45e5-aff0-f127118d795a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:46.810039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.859991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Router 6f621c3a-1220-4742-9810-ab4fd27f5661 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:46.990743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfca9-5ddf-47df-b851-26453214a10d None None] Pushing event updated for resources: {'Port': ['ID=4f807773-18b8-47ff-9868-92b25e8d0f5d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.042016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23814a3-699b-4d1b-8b06-56ba752c547a']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.132635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.133568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0b6f7e-f2b1-442e-ab90-d101c43ba381') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.177937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d404dad1-5a00-4084-b23b-337467fb9c29 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:47.190322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:47.227423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.229463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.233806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd0cf003-36fb-49c7-b98a-18c8845e011d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1674318 Jul 29 23:58:47.238913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.272040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port f773545b-b456-4bbb-a0cc-45b8fe7c2829 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:47.272707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.276867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] Sync routers for ids ['6f621c3a-1220-4742-9810-ab4fd27f5661'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:47.311054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d404dad1-5a00-4084-b23b-337467fb9c29 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:47.311831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d404dad1-5a00-4084-b23b-337467fb9c29 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:47.347894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] Routers {'6f621c3a-1220-4742-9810-ab4fd27f5661'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:47.349280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6f621c3a-1220-4742-9810-ab4fd27f5661'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.425148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.435938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.442454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] Routers {'6f621c3a-1220-4742-9810-ab4fd27f5661'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:47.443110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6f621c3a-1220-4742-9810-ab4fd27f5661'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.496012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.496581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a485572-1913-4b6d-a392-addd9af0ec91 None None] The sync data for ids ['6f621c3a-1220-4742-9810-ab4fd27f5661'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:47.573287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.608879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bcd0d3c1-6655-4895-b026-15f093efe246 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbfb215d0b2b4bc1a8034dcaa376e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664365 Jul 29 23:58:47.611174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f7294375-d977-4020-b24e-610e6491bd0a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/6f621c3a-1220-4742-9810-ab4fd27f5661 HTTP/1.1" status: 200 len: 921 time: 0.3704932 Jul 29 23:58:47.612588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.615951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:47.616679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.622977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:47.629686 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:47.708256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64383226-6a74-468d-b97e-bb2053cec27f tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f621c3a-1220-4742-9810-ab4fd27f5661 HTTP/1.1" status: 200 len: 205 time: 0.0830698 Jul 29 23:58:47.714820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.937135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.970967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.999819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.233436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.260488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for f773545b-b456-4bbb-a0cc-45b8fe7c2829 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:48.268430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.272456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.275221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.279669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5375c1a-2f07-43c1-af11-e14f1edb73a1 HTTP/1.1" status: 204 len: 168 time: 0.6653862 Jul 29 23:58:48.293291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206299ae-9e3a-4b0f-874c-c424268e01bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5375c1a-2f07-43c1-af11-e14f1edb73a1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.396815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port 16bd652f-6aa8-42ce-9ed9-230e6774fbbc {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:48.396815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.463647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e413b-ad31-41fc-bbd7-aee9f148464f None None] Network b2160532-0394-4c22-81c2-64520c89e2f5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:48.597091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.638578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.680750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.691066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/f23814a3-699b-4d1b-8b06-56ba752c547a HTTP/1.1" status: 204 len: 168 time: 3.8074539 Jul 29 23:58:48.699588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.713488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for 16bd652f-6aa8-42ce-9ed9-230e6774fbbc owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:48.731759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8::1 (b2160532-0394-4c22-81c2-64520c89e2f5/09f5f742-3e1f-4c51-8675-346df6129610/b0e0475e-e496-4b5a-99a0-db13f92916ee) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:48.829437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9326f1ee-d950-4278-865c-702e5f653297 None None] Provisioning for port 4f807773-18b8-47ff-9868-92b25e8d0f5d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:48.880422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e572c-3eee-45c3-bf8a-fd0790a39f31 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:48.886136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e5e572c-3eee-45c3-bf8a-fd0790a39f31 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/04960016-49a6-4b80-b7e0-369651e09e3d HTTP/1.1" status: 200 len: 840 time: 0.1846616 Jul 29 23:58:48.894785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38228) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:49.004141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977bfec-b61b-4f1b-8eb4-2a4883a4c5d3 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=f23814a3-699b-4d1b-8b06-56ba752c547a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.010092 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-229ad39f-729d-45d1-bf1b-7b04d81e2a2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/04960016-49a6-4b80-b7e0-369651e09e3d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1136079 Jul 29 23:58:49.016917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38234) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:49.024740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:49.075091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-344f4858-a226-4d59-a7cb-dfb2fc690387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.202762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.256942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object b0e0475e-e496-4b5a-99a0-db13f92916ee will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:49.374662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:49.380553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.402184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f807773-18b8-47ff-9868-92b25e8d0f5d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:49.408934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.464362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.524059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4f807773-18b8-47ff-9868-92b25e8d0f5d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:49.531119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4f807773-18b8-47ff-9868-92b25e8d0f5d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:49.531695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.590196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network b2160532-0394-4c22-81c2-64520c89e2f5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:49.592161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.609655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:49.616432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.628651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:49.630531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.684487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=16bd652f-6aa8-42ce-9ed9-230e6774fbbc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.708573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-09967449-09c0-4b1b-afa8-b9630e9da775 None None] Provisioning complete for port 4f807773-18b8-47ff-9868-92b25e8d0f5d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:49.709579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-09967449-09c0-4b1b-afa8-b9630e9da775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.815634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=b0e0475e-e496-4b5a-99a0-db13f92916ee,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.929704 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.951130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.957800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.968432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.969240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.969659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.970286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.974509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.975317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.975816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.976267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.976920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.977439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.988055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=f773545b-b456-4bbb-a0cc-45b8fe7c2829,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:50.009619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4f807773-18b8-47ff-9868-92b25e8d0f5d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f807773-18b8-47ff-9868-92b25e8d0f5d,segment=NetworkSegment(08c53e43-ab67-45e5-aff0-f127118d795a),segment_id=08c53e43-ab67-45e5-aff0-f127118d795a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:50.025139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.272046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.282523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.313988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4f807773-18b8-47ff-9868-92b25e8d0f5d,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:50.326214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.435779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.469362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-00a1dfd9-0363-40f7-8bda-20ba20e26acd None None] Provisioning for port b0e0475e-e496-4b5a-99a0-db13f92916ee completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:50.478906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-00a1dfd9-0363-40f7-8bda-20ba20e26acd None None] Provisioning complete for port b0e0475e-e496-4b5a-99a0-db13f92916ee triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:50.480460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-00a1dfd9-0363-40f7-8bda-20ba20e26acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.505951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:50.562532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-00a1dfd9-0363-40f7-8bda-20ba20e26acd None None] Port b0e0475e-e496-4b5a-99a0-db13f92916ee cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:50.606029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:50.611252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:50.613149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.623011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c4e6c-26a3-4dbe-b1b9-602e56ef55b5 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:50.631331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.644634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.664349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=035833cc-8c11-4c75-a657-7deb23880c3a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:50.765801 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.772254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb970fee-dfb9-494c-906e-acd0fcacdbaa tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7497087 Jul 29 23:58:50.781362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38266) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:50.799944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616813016'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:50.832862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.833798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router 6f621c3a-1220-4742-9810-ab4fd27f5661 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:50.855859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.863686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6fcbd28b-da63-45ad-8b98-5bb7484d514d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/6f621c3a-1220-4742-9810-ab4fd27f5661 HTTP/1.1" status: 204 len: 168 time: 3.1469445 Jul 29 23:58:50.864672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38268) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:50.876202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-817148454', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:50.935523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.973615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.975553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.054611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-fe399693-f98c-465b-9611-3452a3b0e406', 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'tenant_id': '2e917779feae488c94dcb74245af863d', 'fixed_ips': [{'subnet_id': '035833cc-8c11-4c75-a657-7deb23880c3a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:51.060575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.102478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.397606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f807773-18b8-47ff-9868-92b25e8d0f5d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:51.417917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.428431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.434164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.494608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Router b1161a04-42e4-4cc9-80aa-c10d580a9eba has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:51.514566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.524088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.524892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.637383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4f807773-18b8-47ff-9868-92b25e8d0f5d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:51.638438 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.889822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Allocated IP 172.20.0.2 (fe399693-f98c-465b-9611-3452a3b0e406/035833cc-8c11-4c75-a657-7deb23880c3a/4cfd411e-c5d2-49b7-970e-fe919f395a52) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:51.928014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network b2160532-0394-4c22-81c2-64520c89e2f5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:51.948010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:51.991252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=b0e0475e-e496-4b5a-99a0-db13f92916ee,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.257055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.258606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4777060 Jul 29 23:58:52.259776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a36e-ed7c-43cb-845b-b27bd750f72e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c279b-3c42-4ed7-93c2-da775bbf392f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.266565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38288) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.274442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059620528'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:52.326273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.448932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:52.454770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4808849b-c876-41eb-9484-963e2b025f73 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "PUT /v2.0/routers/b1161a04-42e4-4cc9-80aa-c10d580a9eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7978075 Jul 29 23:58:52.456318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router b757ded0-2b40-4b0d-8d31-73effb1d90de is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:52.461072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38292) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.471630 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] Sync routers for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:52.496338 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:52.500656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:52.521183 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.567165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Transition to ACTIVE for port object 4cfd411e-c5d2-49b7-970e-fe919f395a52 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:52.575198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.596902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:52.627147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Transition to ACTIVE for port object 4cfd411e-c5d2-49b7-970e-fe919f395a52 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:52.632704 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] Routers {'b1161a04-42e4-4cc9-80aa-c10d580a9eba'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:52.633527 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:52.654218 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.681927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-58f38b0d-d9f0-4cd1-a7b1-b94ad9152eb5 None None] Provisioning complete for port b0e0475e-e496-4b5a-99a0-db13f92916ee triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:52.682544 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58f38b0d-d9f0-4cd1-a7b1-b94ad9152eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.728396 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:52.736132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43db9b5-52fa-46c4-93fa-2d866401cc5d None None] The sync data for ids ['b1161a04-42e4-4cc9-80aa-c10d580a9eba'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:52.786194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:52.799403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e5b43356-2e9c-49c5-a443-a8c09697c15a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/b757ded0-2b40-4b0d-8d31-73effb1d90de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1849539 Jul 29 23:58:52.804389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38300) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.808587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] Sync routers for ids ['b757ded0-2b40-4b0d-8d31-73effb1d90de'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:52.855282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.860544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.863843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:52.871413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:52.878464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.887807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:52.918808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] Routers {'b757ded0-2b40-4b0d-8d31-73effb1d90de'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:52.920517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b757ded0-2b40-4b0d-8d31-73effb1d90de'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:52.944683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c7cdc6-f417-4375-96ce-4a0571e55636 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:52.946496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10c7cdc6-f417-4375-96ce-4a0571e55636 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports/b0e0475e-e496-4b5a-99a0-db13f92916ee HTTP/1.1" status: 200 len: 911 time: 0.1406560 Jul 29 23:58:52.954527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38302) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.966200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09f5f742-3e1f-4c51-8675-346df6129610'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:52.972080 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.979008 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.980360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7126565 Jul 29 23:58:53.026642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:53.032432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.036735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.037956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-146593659', 'security_groups': ['6c59d550-9725-414e-ae41-b8faf926b427'], 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '035833cc-8c11-4c75-a657-7deb23880c3a'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:53.049952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-58f38b0d-d9f0-4cd1-a7b1-b94ad9152eb5 None None] Port b0e0475e-e496-4b5a-99a0-db13f92916ee cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:53.050730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.059793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d54cc6-9d4d-44be-8706-d31627823694 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59d550-9725-414e-ae41-b8faf926b427,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.077395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.155193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] Routers {'b757ded0-2b40-4b0d-8d31-73effb1d90de'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:53.163496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b757ded0-2b40-4b0d-8d31-73effb1d90de'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.227637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting port ad5d2366-01e9-46c0-a314-c18a72804fef {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:53.228379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.228907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.230132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14d0fa-e170-4ff0-a088-9524b03a1ac1 None None] The sync data for ids ['b757ded0-2b40-4b0d-8d31-73effb1d90de'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:53.262347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Attempting to bind port 4cfd411e-c5d2-49b7-970e-fe919f395a52 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:53.262347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Attempting to bind port 4cfd411e-c5d2-49b7-970e-fe919f395a52 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3506ee37-96b8-4035-9c6d-a02ff59539f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:53.264336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Attempting to bind port 4cfd411e-c5d2-49b7-970e-fe919f395a52 on network fe399693-f98c-465b-9611-3452a3b0e406 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:53.276933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:53.283918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Checking segment: {'id': '3506ee37-96b8-4035-9c6d-a02ff59539f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:53.283918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.284562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Bound using segment: {'id': '3506ee37-96b8-4035-9c6d-a02ff59539f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:53.285285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Bound port: 4cfd411e-c5d2-49b7-970e-fe919f395a52, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3506ee37-96b8-4035-9c6d-a02ff59539f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:53.285976 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.392552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.414018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Calling delete_port for ad5d2366-01e9-46c0-a314-c18a72804fef owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:53.452459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:53.461550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:53.468492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:53.475418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.626057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.25.5.31 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b25f9419-45d9-4308-8171-601a54c0a772) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:53.629364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f006acb-219f-4e81-8a43-f5765969c7d0 None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.811117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.858285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.865330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Port': ['ID=ad5d2366-01e9-46c0-a314-c18a72804fef,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.885204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.011246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.051097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.083360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:54.186932 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.372879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:54.395186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:54.407194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:54.410751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=b25f9419-45d9-4308-8171-601a54c0a772,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:54.601718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.604771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.691723 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.692986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Fanout notify agent at l3_agent the message router_deleted on router b1161a04-42e4-4cc9-80aa-c10d580a9eba {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:54.736239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.743246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b92f915-7f89-453b-9a71-6e7e29f78c06 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/routers/b1161a04-42e4-4cc9-80aa-c10d580a9eba HTTP/1.1" status: 204 len: 168 time: 2.2802334 Jul 29 23:58:54.744468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38332) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.757787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.3 (fe399693-f98c-465b-9611-3452a3b0e406/035833cc-8c11-4c75-a657-7deb23880c3a/6253d1fe-178b-4b32-a2a2-be472fcd0d6b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:54.936788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Deleting subnet 7d96b838-4c8d-4ff5-a6c0-5f2c7553e131 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:54.946124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.023773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.116735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.139816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38338) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.235796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.244248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:55.274662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.282394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/subnets/7d96b838-4c8d-4ff5-a6c0-5f2c7553e131 HTTP/1.1" status: 204 len: 168 time: 0.5333564 Jul 29 23:58:55.320110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35933e1d-02b9-457f-8201-f89b5b314352 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Subnet': ['ID=7d96b838-4c8d-4ff5-a6c0-5f2c7553e131,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:55.327656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38342) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.363666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:55.396151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.401755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.404338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.415212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:55.416036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.420057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-170740c1-2b93-461d-b64c-94c2d42f5586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.459813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.462742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.466866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.467751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.472716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/ports/b0e0475e-e496-4b5a-99a0-db13f92916ee HTTP/1.1" status: 200 len: 911 time: 2.5169351 Jul 29 23:58:55.474123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 6253d1fe-178b-4b32-a2a2-be472fcd0d6b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:55.475415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38346) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.502273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:55.528260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Provisioning for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:55.554748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:55.555125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.600010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acdcc4-bb09-4730-b034-6b4b11d2af94 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=b0e0475e-e496-4b5a-99a0-db13f92916ee,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:55.664557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.667344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.722445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:55.732779 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.814005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8329f-1a31-4963-ac6d-45acff70468d None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:55.873352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.898614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032f6dfb-1b99-464c-9b6e-72d0ac29fc80']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:55.920695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b5fba9-6f99-4ad4-a8bb-2e7e6ad047a2') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:55.920956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b5fba9-6f99-4ad4-a8bb-2e7e6ad047a2') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:56.001108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.039063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-170740c1-2b93-461d-b64c-94c2d42f5586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.042856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.050740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-170740c1-2b93-461d-b64c-94c2d42f5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.067725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:56.068146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:56.078100 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:56.139372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:56.149592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:56.152365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:56.166058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=6253d1fe-178b-4b32-a2a2-be472fcd0d6b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.176301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170740c1-2b93-461d-b64c-94c2d42f5586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ae743-ac18-4b99-88d5-7a3b665f544e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.182499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-170740c1-2b93-461d-b64c-94c2d42f5586 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a146438440a64cf3bb43346c6b2e2e00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415525 Jul 29 23:58:56.186830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38350) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.197166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.222565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.227250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] 10.222.0.49 "DELETE /v2.0/networks/032f6dfb-1b99-464c-9b6e-72d0ac29fc80 HTTP/1.1" status: 204 len: 168 time: 0.8958616 Jul 29 23:58:56.227632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.258357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44501db0-ab04-40c9-a97a-667aebbf8d69 tempest-FloatingIPTestJSON-2069253783 tempest-FloatingIPTestJSON-2069253783-project] Pushing event deleted for resources: {'Network': ['ID=032f6dfb-1b99-464c-9b6e-72d0ac29fc80,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.335736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.336523 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.342559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.369520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26c8d536-400c-486f-a57f-cdb64afa6aa2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3347270 Jul 29 23:58:56.369520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38354) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.374943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.396957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.495584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.585185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38360) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.594727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:56.599474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:56.603381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.647461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.650841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.655800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e7ae743-ac18-4b99-88d5-7a3b665f544e HTTP/1.1" status: 204 len: 168 time: 0.4674370 Jul 29 23:58:56.674372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8870-9038-424c-802c-e0cdfef03d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ae743-ac18-4b99-88d5-7a3b665f544e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.700805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2fa83e5c-1e9f-4791-913d-038d0e60e643 None None] Provisioning for port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:56.722420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2fa83e5c-1e9f-4791-913d-038d0e60e643 None None] Provisioning complete for port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:56.723216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fa83e5c-1e9f-4791-913d-038d0e60e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.834881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2fa83e5c-1e9f-4791-913d-038d0e60e643 None None] Port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:56.920841 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 035833cc-8c11-4c75-a657-7deb23880c3a (CIDR: 172.20.0.0/28) Jul 29 23:58:56.925105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:56.930977 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:58:56.931440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:56.937187 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Sync routers for ids ['ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:56.955991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-35604e91-591d-46bd-918d-58d66b575434 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5845127 Jul 29 23:58:56.958528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38368) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.959907 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Routers {'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:56.961880 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:56.965732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.970198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.974088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b762cadd-a1a9-4f2c-821c-1bb6b5955d51 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1025290 Jul 29 23:58:56.977547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38370) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.143796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port b0e0475e-e496-4b5a-99a0-db13f92916ee {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:57.144525 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.186362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:57.197401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a81f249-4808-4f7b-9571-a68a1a1235e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3bfecad013e4e4f8e7d69a7beecf54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084940 Jul 29 23:58:57.202459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38374) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.218944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.240312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0fc41083-9a20-4244-a00a-34b49689850e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a HTTP/1.1" status: 200 len: 907 time: 0.2590754 Jul 29 23:58:57.264720 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Set router ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:57.268243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:57.269997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.273107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38378) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.277725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-817148454', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': True}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:57.325840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a7bec90-cbf0-4dcf-9094-3a87b4d5fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.346169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:57.350029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.391825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.407874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:58:57.407874 n-d-712707-11 neutron-server[93864]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:58:57.407874 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id_1': '3b7cc46b4cc745b29101bf0d25e8bc19', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 58, 57, 285905)}] Jul 29 23:58:57.407874 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:57.409827 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:57.414811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for b0e0475e-e496-4b5a-99a0-db13f92916ee owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:57.428565 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.451584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.528593 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:50Z', 'updated_at': '2021-07-29T23:58:54Z', 'revision_number': 3, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port': {'id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:53Z', 'updated_at': '2021-07-29T23:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:57.547337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.550637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.551863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/deb86f57-3abc-4e61-a80c-c1c4e4d17af7 HTTP/1.1" status: 204 len: 168 time: 0.3475137 Jul 29 23:58:57.565768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ee1a-786a-4aa1-af03-b5182dc7d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb86f57-3abc-4e61-a80c-c1c4e4d17af7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.571270 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Checking router: ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:57.571843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Updating router ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a port b25f9419-45d9-4308-8171-601a54c0a772 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:57.605686 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.750258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a7bec90-cbf0-4dcf-9094-3a87b4d5fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.767194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a7bec90-cbf0-4dcf-9094-3a87b4d5fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.780662 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.813883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.828786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6a7bec90-cbf0-4dcf-9094-3a87b4d5fd6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26e131c6843d45a4bfb4d0316181fbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055615 Jul 29 23:58:57.840362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.874777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=b0e0475e-e496-4b5a-99a0-db13f92916ee,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.027136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bec90-cbf0-4dcf-9094-3a87b4d5fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b0bf6-7f74-48e7-8e00-21676512bfcb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.034233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.048183 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.061940 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Transition to ACTIVE for port object b25f9419-45d9-4308-8171-601a54c0a772 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:58.068692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.071470 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.120003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Pushing event updated for resources: {'Port': ['ID=b25f9419-45d9-4308-8171-601a54c0a772,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.131093 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.131710 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.132279 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.132800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.133303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.133843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.134378 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.134876 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.135503 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.136023 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.136608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.137177 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:58.159187 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Attempting to bind port b25f9419-45d9-4308-8171-601a54c0a772 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:58.159828 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Attempting to bind port b25f9419-45d9-4308-8171-601a54c0a772 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:58.160479 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Attempting to bind port b25f9419-45d9-4308-8171-601a54c0a772 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:58.167061 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:58.168411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:58.169043 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.169851 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:58.170773 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Bound port: b25f9419-45d9-4308-8171-601a54c0a772, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:58.171412 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.208729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:58.241315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:58.253616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.257653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:58.257967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.260145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.267727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29f46f-1de3-4a7d-8b48-6299961af398 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:58.279230 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] For port b25f9419-45d9-4308-8171-601a54c0a772, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:58.281495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=297f17a2-b64b-49df-9521-2cc080e07c2c,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.282692 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] For port b25f9419-45d9-4308-8171-601a54c0a772, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b25f9419-45d9-4308-8171-601a54c0a772,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:58.289308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.303104 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.306388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-63b1a72e-b6a8-46f0-ae37-317a5ecf70e2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3467441 Jul 29 23:58:58.309766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38396) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.316401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1703162509', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '297f17a2-b64b-49df-9521-2cc080e07c2c'}], 'security_groups': ['6e4c279b-3c42-4ed7-93c2-da775bbf392f']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:58.347262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.384114 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Routers {'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:58.384768 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.422962 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca598fb-6c5d-4a0e-bdbc-466e4ae3f652 None None] Pushing event updated for resources: {'Port': ['ID=b25f9419-45d9-4308-8171-601a54c0a772,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.514320 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.548466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.562884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router b757ded0-2b40-4b0d-8d31-73effb1d90de has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:58.606152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.611992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.616091 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/503b0bf6-7f74-48e7-8e00-21676512bfcb HTTP/1.1" status: 204 len: 168 time: 0.7744811 Jul 29 23:58:58.639824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Update dhcp port {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'fixed_ips': [{'subnet_id': '035833cc-8c11-4c75-a657-7deb23880c3a', 'ip_address': '172.20.0.2'}, {'subnet_id': '297f17a2-b64b-49df-9521-2cc080e07c2c'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '4cfd411e-c5d2-49b7-970e-fe919f395a52'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:58:58.656211 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] Set router ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:58.707024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.730368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.986519 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:50Z', 'updated_at': '2021-07-29T23:58:54Z', 'revision_number': 3, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port': {'id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:53Z', 'updated_at': '2021-07-29T23:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:59.110835 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cca80-a270-4742-be3b-f73a5b42329f None None] The sync data for ids ['ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a'] in n-d-712707-11 is: [{'id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:50Z', 'updated_at': '2021-07-29T23:58:54Z', 'revision_number': 3, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port': {'id': 'b25f9419-45d9-4308-8171-601a54c0a772', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:53Z', 'updated_at': '2021-07-29T23:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:59.160389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38416) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.210549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c804722-9fa1-4483-8cdd-bb39eab91e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b0bf6-7f74-48e7-8e00-21676512bfcb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:59.250187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Delete allocated IP 172.20.0.3 (fe399693-f98c-465b-9611-3452a3b0e406/035833cc-8c11-4c75-a657-7deb23880c3a) {{(pid=93865) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:58:59.261795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.19 (fe399693-f98c-465b-9611-3452a3b0e406/297f17a2-b64b-49df-9521-2cc080e07c2c/6253d1fe-178b-4b32-a2a2-be472fcd0d6b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:59.378064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:59.384120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-00c41e13-05f0-4056-b53a-3064b812a963 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/b757ded0-2b40-4b0d-8d31-73effb1d90de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9056652 Jul 29 23:58:59.389662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38426) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.396192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] Sync routers for ids ['b757ded0-2b40-4b0d-8d31-73effb1d90de'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:59.421258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] Routers {'b757ded0-2b40-4b0d-8d31-73effb1d90de'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:59.423349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b757ded0-2b40-4b0d-8d31-73effb1d90de'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:59.453896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-217a30a2-7069-4acd-9120-a26dd211d05d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=b757ded0-2b40-4b0d-8d31-73effb1d90de HTTP/1.1" status: 200 len: 205 time: 0.0620649 Jul 29 23:58:59.458459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38430) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.474111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:59.490062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] Routers {'b757ded0-2b40-4b0d-8d31-73effb1d90de'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:59.491792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b757ded0-2b40-4b0d-8d31-73effb1d90de'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:59.568865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:59.569906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f736b-c019-469a-9cb2-ed4d8d593b77 None None] The sync data for ids ['b757ded0-2b40-4b0d-8d31-73effb1d90de'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:59.592380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.617366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.619327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 6253d1fe-178b-4b32-a2a2-be472fcd0d6b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:59.632803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.717508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'networks': [{'name': 'tempest-network--1327818018'}, {'name': 'tempest-network--1214793534'}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:59.717928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-network--1327818018'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:59.718330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-network--1214793534'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:59.746554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Allocated IP 172.20.0.18 (fe399693-f98c-465b-9611-3452a3b0e406/297f17a2-b64b-49df-9521-2cc080e07c2c/4cfd411e-c5d2-49b7-970e-fe919f395a52) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:59.874278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'network': 2} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:59.880416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.894701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.936382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.941208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.944330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:00.037199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.107216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Transition to ACTIVE for port object 4cfd411e-c5d2-49b7-970e-fe919f395a52 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:00.109839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.110529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router b757ded0-2b40-4b0d-8d31-73effb1d90de {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:00.113192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.132752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.146170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b4f254e-284e-4352-9a15-c3c127d34202 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/b757ded0-2b40-4b0d-8d31-73effb1d90de HTTP/1.1" status: 204 len: 168 time: 0.6855662 Jul 29 23:59:00.155393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38442) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.175287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.204505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.213915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.214819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.273162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=6253d1fe-178b-4b32-a2a2-be472fcd0d6b,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.285503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566d7b-d188-4618-a5da-cc5633306409 None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.302795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c194466-7bf9-4475-95a3-ca3376d5e8fa,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.335123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.370570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] In _notify_port_updated(), no bound segment for port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b on network fe399693-f98c-465b-9611-3452a3b0e406 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:59:00.382323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:00.383306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.385367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-479da11e-19ce-49f3-8e7e-850de1285183 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/ports/6253d1fe-178b-4b32-a2a2-be472fcd0d6b HTTP/1.1" status: 200 len: 921 time: 2.0744712 Jul 29 23:59:00.388563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.425604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:00.455833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.456346 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment 0ecef90e-39c2-485a-a0c9-246f7c1ec273 of type vlan for network 454930b1-6008-46e4-bf27-5039f8f25d9f Jul 29 23:59:00.505254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.25.5.54 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/a6c0d916-02b7-4a68-a9d9-b610b934aa79) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:00.583594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.628096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 09f5f742-3e1f-4c51-8675-346df6129610 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:00.642281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.678081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 6253d1fe-178b-4b32-a2a2-be472fcd0d6b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:00.678527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.739179 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.789913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:00.799024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.821316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.821692 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment 94d388a6-2d04-4e30-b10c-e63f8fee8274 of type vlan for network ad594339-1b5a-4da0-adbe-b697c3cd6f0b Jul 29 23:59:00.835204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.882598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.889701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.892457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.903286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 6253d1fe-178b-4b32-a2a2-be472fcd0d6b owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:00.961841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.017570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b65b304-7b77-4895-81d3-663f88202143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.021010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.021526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.026753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:01.029023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:01.037358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:01.040075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:01.045355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.048285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:01.049782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.075160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c0d916-02b7-4a68-a9d9-b610b934aa79,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.110887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.116575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/09f5f742-3e1f-4c51-8675-346df6129610 HTTP/1.1" status: 204 len: 168 time: 0.9639978 Jul 29 23:59:01.120759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38468) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.121825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a2325-ff38-4da9-9f4b-a5ae68c517c5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=09f5f742-3e1f-4c51-8675-346df6129610,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.125539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5c34d-94c4-4d85-8f79-121e549f50fa None None] Network b2160532-0394-4c22-81c2-64520c89e2f5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:01.314497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:01.314867 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.320962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1542284 Jul 29 23:59:01.339511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.370769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.384871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:01.401548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Provisioning for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:01.407545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:01.408169 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.441442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b25f9419-45d9-4308-8171-601a54c0a772 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:01.532641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b25f9419-45d9-4308-8171-601a54c0a772 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:01.539728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] DHCP port deletion for b2160532-0394-4c22-81c2-64520c89e2f5 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:01.544880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b25f9419-45d9-4308-8171-601a54c0a772 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:01.545241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.556530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 4f807773-18b8-47ff-9868-92b25e8d0f5d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:01.557143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.566946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=454930b1-6008-46e4-bf27-5039f8f25d9f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.586051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 454930b1-6008-46e4-bf27-5039f8f25d9f details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:01.696168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.700081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 4f807773-18b8-47ff-9868-92b25e8d0f5d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f807773-18b8-47ff-9868-92b25e8d0f5d,segment=NetworkSegment(08c53e43-ab67-45e5-aff0-f127118d795a),segment_id=08c53e43-ab67-45e5-aff0-f127118d795a)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:01.700081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.732207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04d1d981-d575-4e53-b719-46aeb6b07d86 None None] Could not find standard attr ID for object 6253d1fe-178b-4b32-a2a2-be472fcd0d6b. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:59:01.792450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 4f807773-18b8-47ff-9868-92b25e8d0f5d owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:01.835383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Deleting port 4f807773-18b8-47ff-9868-92b25e8d0f5d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:01.835772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.850721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.868306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b65b304-7b77-4895-81d3-663f88202143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.869744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.915791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port b25f9419-45d9-4308-8171-601a54c0a772, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b25f9419-45d9-4308-8171-601a54c0a772,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:01.927599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.928330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:01.991954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] For port 4f807773-18b8-47ff-9868-92b25e8d0f5d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f807773-18b8-47ff-9868-92b25e8d0f5d,segment=NetworkSegment(08c53e43-ab67-45e5-aff0-f127118d795a),segment_id=08c53e43-ab67-45e5-aff0-f127118d795a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:01.992364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.005884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eed24135-2112-4dc0-b89b-bf1333cb1c3a None None] Could not find standard attr ID for object 6253d1fe-178b-4b32-a2a2-be472fcd0d6b. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:59:02.007267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b65b304-7b77-4895-81d3-663f88202143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.018883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Calling delete_port for 4f807773-18b8-47ff-9868-92b25e8d0f5d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:02.025081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=6253d1fe-178b-4b32-a2a2-be472fcd0d6b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.039565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.082022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=b25f9419-45d9-4308-8171-601a54c0a772,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.100271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=4f807773-18b8-47ff-9868-92b25e8d0f5d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.110142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port 4f807773-18b8-47ff-9868-92b25e8d0f5d on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:02.112537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:02.112935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.118702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.195127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5f2ca-5b4a-4ac7-94d0-8e6a6f0968cc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.206985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5f2ca-5b4a-4ac7-94d0-8e6a6f0968cc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.216102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5f2ca-5b4a-4ac7-94d0-8e6a6f0968cc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.224068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5f2ca-5b4a-4ac7-94d0-8e6a6f0968cc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:02.227775 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c6e5f2ca-5b4a-4ac7-94d0-8e6a6f0968cc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8851964 Jul 29 23:59:02.232728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399b6f-2838-4c4d-b23a-e7fe1b7ce15c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=ad594339-1b5a-4da0-adbe-b697c3cd6f0b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.234342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.240235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b304-7b77-4895-81d3-663f88202143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5a3e0-044e-4a93-be54-c3646ab016d6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.251659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b65b304-7b77-4895-81d3-663f88202143 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c832ceb3fca46dda8110a28217c34d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4485044 Jul 29 23:59:02.257394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.358124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.359877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95e63250-1b57-443c-823b-9cd17e365a42 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/6253d1fe-178b-4b32-a2a2-be472fcd0d6b HTTP/1.1" status: 204 len: 168 time: 1.9699130 Jul 29 23:59:02.362091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.364339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38482) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.377694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ad594339-1b5a-4da0-adbe-b697c3cd6f0b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:02.380514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.409894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.410283 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a13cf79-cb98-428f-b12f-1117cf84ae6d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:59:02.421144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a13cf79-cb98-428f-b12f-1117cf84ae6d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/6253d1fe-178b-4b32-a2a2-be472fcd0d6b HTTP/1.1" status: 404 len: 333 time: 0.0464873 Jul 29 23:59:02.424051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.425410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38484) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.460402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] Pushing event deleted for resources: {'Port': ['ID=4f807773-18b8-47ff-9868-92b25e8d0f5d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.476052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fc8b3-181e-4589-b9ca-770ad39c1597 None None] No DVR routers for this DVR port 4f807773-18b8-47ff-9868-92b25e8d0f5d on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:02.519781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2160532-0394-4c22-81c2-64520c89e2f5']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.528299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.531081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.532472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40c5a3e0-044e-4a93-be54-c3646ab016d6 HTTP/1.1" status: 204 len: 168 time: 0.2739074 Jul 29 23:59:02.545986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256728fb-ebc6-4844-a30b-6e3fbb686a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5a3e0-044e-4a93-be54-c3646ab016d6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.548681 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.553296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.579997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.588985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c53e43-ab67-45e5-aff0-f127118d795a') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.589584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c53e43-ab67-45e5-aff0-f127118d795a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.606355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.635888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.642782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.646954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.651761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c59d550-9725-414e-ae41-b8faf926b427 HTTP/1.1" status: 204 len: 168 time: 0.2223768 Jul 29 23:59:02.655066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.659478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:02.660478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:02.674253 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:02.720944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bcd99-894d-46c9-8d95-e402a0091a53 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59d550-9725-414e-ae41-b8faf926b427,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.742372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.792739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.819100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.855545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.860909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.862365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e4c279b-3c42-4ed7-93c2-da775bbf392f HTTP/1.1" status: 204 len: 168 time: 0.2030869 Jul 29 23:59:02.867662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38494) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.878852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.888194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/b2160532-0394-4c22-81c2-64520c89e2f5 HTTP/1.1" status: 204 len: 168 time: 1.7500539 Jul 29 23:59:02.898312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.905574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-815574476', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:02.915279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb667-1e9c-43ec-b219-53fc95612e47 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c279b-3c42-4ed7-93c2-da775bbf392f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.922231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd397d-5ba4-4e79-9362-bd86a6d55b5d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=b2160532-0394-4c22-81c2-64520c89e2f5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.927736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.944507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454930b1-6008-46e4-bf27-5039f8f25d9f']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.947585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router 6b6f92de-a875-4575-8093-a35005c6b119 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:02.963027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecef90e-39c2-485a-a0c9-246f7c1ec273') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.963027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecef90e-39c2-485a-a0c9-246f7c1ec273') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.976315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.052730 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.055307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet 035833cc-8c11-4c75-a657-7deb23880c3a {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:03.061918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.065207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:03.069280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:03.070384 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:03.109084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.110154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.184072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.229748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:03.231542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.237369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b25f9419-45d9-4308-8171-601a54c0a772 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:03.247729 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Sync routers for ids ['6b6f92de-a875-4575-8093-a35005c6b119'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:03.252437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.257695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/454930b1-6008-46e4-bf27-5039f8f25d9f HTTP/1.1" status: 204 len: 168 time: 1.0221086 Jul 29 23:59:03.259767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732eb92-1465-4f61-a635-fb8c3b759404 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=454930b1-6008-46e4-bf27-5039f8f25d9f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:03.265008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.268839 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Routers {'6b6f92de-a875-4575-8093-a35005c6b119'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:03.268839 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6b6f92de-a875-4575-8093-a35005c6b119'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:03.321174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.322471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4b9a40ae-f4ce-4ac8-8d1d-0181550c840b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0483420 Jul 29 23:59:03.325666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38508) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.368846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b25f9419-45d9-4308-8171-601a54c0a772 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:03.369327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.413511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.446928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Set router 6b6f92de-a875-4575-8093-a35005c6b119 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:03.473989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.482219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.514196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.515884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-719b6424-fee3-409d-81a2-8f073c2c7384 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6150978 Jul 29 23:59:03.519131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.527263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-842802130'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:03.559525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.615411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:03.621671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.689991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:03.708732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.709430 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment f35842d6-dbba-43bd-9fa9-cac260baa7e3 of type vlan for network dd292459-1ca6-472a-95ed-1a06dd9de86d Jul 29 23:59:03.711941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.744438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f807773-18b8-47ff-9868-92b25e8d0f5d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:03.800368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4f807773-18b8-47ff-9868-92b25e8d0f5d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:03.801069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f807773-18b8-47ff-9868-92b25e8d0f5d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:03.805259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38522) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.846611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=035833cc-8c11-4c75-a657-7deb23880c3a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:03.847764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02fbcea-6b34-4081-adda-0d17157c3fd2 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:03.865555 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f92de-a875-4575-8093-a35005c6b119', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'a6c0d916-02b7-4a68-a9d9-b610b934aa79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:58Z', 'updated_at': '2021-07-29T23:59:01Z', 'revision_number': 3, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port': {'id': 'a6c0d916-02b7-4a68-a9d9-b610b934aa79', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6f92de-a875-4575-8093-a35005c6b119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:00Z', 'updated_at': '2021-07-29T23:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:03.897911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.909693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db980649-c84e-4102-9e15-10bcf80bf195 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/035833cc-8c11-4c75-a657-7deb23880c3a HTTP/1.1" status: 204 len: 168 time: 1.0407279 Jul 29 23:59:03.909946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Checking router: 6b6f92de-a875-4575-8093-a35005c6b119 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:03.910214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Updating router 6b6f92de-a875-4575-8093-a35005c6b119 port a6c0d916-02b7-4a68-a9d9-b610b934aa79 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:03.916216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.928999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38526) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.946426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:03.961393 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.155094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bbc9184e-9b4b-41e8-93c1-3e84bc2d7b3e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/6b6f92de-a875-4575-8093-a35005c6b119 HTTP/1.1" status: 200 len: 906 time: 0.8255794 Jul 29 23:59:04.156494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38530) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.223744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.239928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad594339-1b5a-4da0-adbe-b697c3cd6f0b']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:04.257465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d388a6-2d04-4e30-b10c-e63f8fee8274') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:04.257465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d388a6-2d04-4e30-b10c-e63f8fee8274') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:04.303659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.341999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.354818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:04.355294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: timer() Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: self._notify() Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:04.359166 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:04.363825 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.373827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.464889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1714425923-network', 'tenant_id': '27797b27a02e432596399e96aaf8ec0f'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:04.472055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.resource_extend [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:59:04.478844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.479861 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Transition to ACTIVE for port object a6c0d916-02b7-4a68-a9d9-b610b934aa79 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:04.491780 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.529440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.533487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/ad594339-1b5a-4da0-adbe-b697c3cd6f0b HTTP/1.1" status: 204 len: 168 time: 1.2678652 Jul 29 23:59:04.536243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38534) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.554395 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc2222-682e-476c-8af0-73655a3c325e None None] Pushing event updated for resources: {'Port': ['ID=a6c0d916-02b7-4a68-a9d9-b610b934aa79,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.561197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeb99a-43d4-4b62-98a9-2355fae81f90 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=ad594339-1b5a-4da0-adbe-b697c3cd6f0b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.578186 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Attempting to bind port a6c0d916-02b7-4a68-a9d9-b610b934aa79 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:04.578941 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Attempting to bind port a6c0d916-02b7-4a68-a9d9-b610b934aa79 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:04.579699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Attempting to bind port a6c0d916-02b7-4a68-a9d9-b610b934aa79 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:04.587385 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:04.588325 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:04.589028 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.589724 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:04.590412 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Bound port: a6c0d916-02b7-4a68-a9d9-b610b934aa79, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:04.590999 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.616569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.695511 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] For port a6c0d916-02b7-4a68-a9d9-b610b934aa79, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:04.696120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.700608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] For port a6c0d916-02b7-4a68-a9d9-b610b934aa79, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a6c0d916-02b7-4a68-a9d9-b610b934aa79,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:04.705823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:04.706237 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.706884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.757286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Deleting port a6c0d916-02b7-4a68-a9d9-b610b934aa79 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:04.757286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.776152 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc2222-682e-476c-8af0-73655a3c325e None None] Pushing event updated for resources: {'Port': ['ID=a6c0d916-02b7-4a68-a9d9-b610b934aa79,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.783880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Made reservation on behalf of 27797b27a02e432596399e96aaf8ec0f for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:04.792041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.806383 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Routers {'6b6f92de-a875-4575-8093-a35005c6b119'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:04.807334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6b6f92de-a875-4575-8093-a35005c6b119'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:04.879611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.886171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] For port a6c0d916-02b7-4a68-a9d9-b610b934aa79, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a6c0d916-02b7-4a68-a9d9-b610b934aa79,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:04.886883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.894956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3740537 Jul 29 23:59:04.906088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38546) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.923348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:04.949748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Calling delete_port for a6c0d916-02b7-4a68-a9d9-b610b934aa79 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:04.973445 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] Set router 6b6f92de-a875-4575-8093-a35005c6b119 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:05.004300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f658daf-7a84-4e01-b3a1-d4f2307d739a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=dd292459-1ca6-472a-95ed-1a06dd9de86d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.023656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network dd292459-1ca6-472a-95ed-1a06dd9de86d details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:05.038463 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6f92de-a875-4575-8093-a35005c6b119', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:58Z', 'updated_at': '2021-07-29T23:59:04Z', 'revision_number': 4, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:05.089947 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84075d3-3499-44cc-ae03-120d22363c57 None None] The sync data for ids ['6b6f92de-a875-4575-8093-a35005c6b119'] in n-d-712707-11 is: [{'id': '6b6f92de-a875-4575-8093-a35005c6b119', 'name': 'tempest-snat-router-817148454', 'tenant_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:58Z', 'updated_at': '2021-07-29T23:59:04Z', 'revision_number': 4, 'project_id': '3b7cc46b4cc745b29101bf0d25e8bc19', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:05.114145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:59:05.114145 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:59:05.114145 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': '2e917779feae488c94dcb74245af863d', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 59, 4, 982716)}] Jul 29 23:59:05.114145 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:59:05.114145 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:59:05.135936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59785772-5e4c-4d6a-b277-5dcd0378f8fc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:05.144639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59785772-5e4c-4d6a-b277-5dcd0378f8fc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:05.146773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59785772-5e4c-4d6a-b277-5dcd0378f8fc tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6011217 Jul 29 23:59:05.155037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.168167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-277239445'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.260570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-19eaae97-1ae3-42aa-a8f6-7a6e8f93d072 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:05.263077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-19eaae97-1ae3-42aa-a8f6-7a6e8f93d072 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.3042269 Jul 29 23:59:05.290808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-03fc8f2a-b9ef-4801-95c8-5dce4bddd41b tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/quotas/0f16d937abb540988612c6fff88697c2 HTTP/1.1" status: 200 len: 375 time: 0.0166216 Jul 29 23:59:05.298334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73fa0eb9-fcfd-4f5a-b9b1-8d4ba11b4e71 None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:05.298967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73fa0eb9-fcfd-4f5a-b9b1-8d4ba11b4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.307865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.372655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c0d916-02b7-4a68-a9d9-b610b934aa79,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.374652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-73fa0eb9-fcfd-4f5a-b9b1-8d4ba11b4e71 None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:05.399389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-f75b13f1-a5c0-4bfe-86fb-c218eb52b939 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956755 Jul 29 23:59:05.415853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73fa0eb9-fcfd-4f5a-b9b1-8d4ba11b4e71 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:05.416567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73fa0eb9-fcfd-4f5a-b9b1-8d4ba11b4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.505811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.519189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.530419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.545182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:05.557256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.557535 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Added segment a7d60051-e1b9-4c87-be9f-abef0116f907 of type vlan for network 2091a200-971f-466f-a13a-9d5efbc080ba Jul 29 23:59:05.649907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.654557 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.663261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:05.664937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.667446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.704992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad41c9-5cf6-4380-8765-953787a28cfc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.746743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:05.750464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.767733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-df087ef5-8d29-45bf-a19d-f17add467d13 service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507800 Jul 29 23:59:05.799069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:05.805698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.807339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.808343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6f92de-a875-4575-8093-a35005c6b119 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:05.820953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.822392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-efda0af5-849f-4f3a-aec9-a59a6421b67e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/routers/6b6f92de-a875-4575-8093-a35005c6b119 HTTP/1.1" status: 204 len: 168 time: 1.6661758 Jul 29 23:59:05.830362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38558) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.900329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.901920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:05.902877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.975452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:06.045404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.046825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.047183 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment 83dd0ef9-c5b1-456b-a083-e7372d93f927 of type vlan for network 99d468ad-b594-4ac3-b953-e3cb3c70443c Jul 29 23:59:06.068808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2322621 Jul 29 23:59:06.074904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38560) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.087310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Request body: {'subnet': {'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1714425923-subnet', 'tenant_id': '27797b27a02e432596399e96aaf8ec0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:06.139710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd9af5-b763-4ff4-a326-2dda387a963f admin admin] Pushing event updated for resources: {'Network': ['ID=2091a200-971f-466f-a13a-9d5efbc080ba,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.160372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2091a200-971f-466f-a13a-9d5efbc080ba details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:06.179585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.195814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.225563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-165c87e0-e941-483a-8ddb-bb170407827c service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759005 Jul 29 23:59:06.234338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Made reservation on behalf of 27797b27a02e432596399e96aaf8ec0f for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:06.237382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.320118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.325654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.326338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.452915 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2948070 Jul 29 23:59:06.462207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38562) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.464432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=dc408100-c6e3-4240-aa0a-7914be1f526b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.478472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1128125608'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:06.489243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33887518-c886-4ba2-9e96-ebcd9fa3a604 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=99d468ad-b594-4ac3-b953-e3cb3c70443c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.502534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 99d468ad-b594-4ac3-b953-e3cb3c70443c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:06.512832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.618157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:06.618896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: dd292459-1ca6-472a-95ed-1a06dd9de86d, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:06.667688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:06.673656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.683146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.756787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:06.765747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network dd292459-1ca6-472a-95ed-1a06dd9de86d is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:06.779680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.780194 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment d4611257-821b-49a0-9507-2f696b9e2ebb of type vlan for network 81eb7f05-b34f-4e0d-9559-678e2f11f9cf Jul 29 23:59:06.796209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.796540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, dd292459-1ca6-472a-95ed-1a06dd9de86d) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:06.807203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:06.811381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec535ef6-521c-425a-9d95-fbfc12738102 req-15f74eda-dda3-43e9-afee-744c1353f176 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.0655913 Jul 29 23:59:06.817086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08debe-22de-4b30-9f54-8a8f730707da None None] Network dd292459-1ca6-472a-95ed-1a06dd9de86d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:06.817373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:06.826619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.827227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.858030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.871257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502db87e-4a09-4661-a3a5-02238d000863 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:06.871588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=bc7b78bb-6b87-4cc3-bae1-52d2b38c3564,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.922270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:06.923478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.959390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Deleting port b25f9419-45d9-4308-8171-601a54c0a772 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:06.959696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.969192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e002a256-dbb7-4697-8744-88762cb9a080 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0359249 Jul 29 23:59:06.969942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.991507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'security_group': {'name': 'tempest-secgroup-218315585'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.051708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.079227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Checking segment: {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:07.079711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Network hostable DHCP agents. Network: 2091a200-971f-466f-a13a-9d5efbc080ba, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:07.082019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec40820-f075-4fdd-be33-4e454f40910c,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.086165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.102727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35728714-c239-4828-9569-02d5b2ebe4e5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1951213 Jul 29 23:59:07.158430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.168296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:07.169184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.244049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-dd292459-1ca6-472a-95ed-1a06dd9de86d', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:07.244894 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.272106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Network 2091a200-971f-466f-a13a-9d5efbc080ba is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:07.287141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=81eb7f05-b34f-4e0d-9559-678e2f11f9cf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.307991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] For port b25f9419-45d9-4308-8171-601a54c0a772, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b25f9419-45d9-4308-8171-601a54c0a772,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:07.308375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.325139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2091a200-971f-466f-a13a-9d5efbc080ba) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:07.327655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 81eb7f05-b34f-4e0d-9559-678e2f11f9cf details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:07.337803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Calling delete_port for b25f9419-45d9-4308-8171-601a54c0a772 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:07.350506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353677fd-8ab1-4a5c-a5f3-fe33e5a81c96 None None] Network 2091a200-971f-466f-a13a-9d5efbc080ba requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:07.378953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:07.380467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.478177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.490543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.503782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5e00c0f-2319-4cca-a562-8176b242c512 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4244955 Jul 29 23:59:07.529551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad11a8ee-b04a-4b56-a250-3164b677b181 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0534537 Jul 29 23:59:07.530748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.546981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.548409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5736158 Jul 29 23:59:07.550832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabedc2d-ec3a-4ba8-8ad5-f55a2c4c43d2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f7766-990c-4cb3-9ae2-cb70808d2327,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.571076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.577594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546945547'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.582690 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.587833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'ports': [{'network_id': '99d468ad-b594-4ac3-b953-e3cb3c70443c', 'name': 'tempest-port--461752304', 'admin_state_up': True}, {'network_id': '81eb7f05-b34f-4e0d-9559-678e2f11f9cf', 'admin_state_up': False}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.591932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'port': {'network_id': '99d468ad-b594-4ac3-b953-e3cb3c70443c', 'name': 'tempest-port--461752304', 'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.595557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'port': {'network_id': '81eb7f05-b34f-4e0d-9559-678e2f11f9cf', 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.603262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Update dhcp port {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'fixed_ips': [{'subnet_id': '297f17a2-b64b-49df-9521-2cc080e07c2c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc7b78bb-6b87-4cc3-bae1-52d2b38c3564'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '4cfd411e-c5d2-49b7-970e-fe919f395a52'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:59:07.689291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.743474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Allocated IP 2001:db8::2 (dd292459-1ca6-472a-95ed-1a06dd9de86d/dc408100-c6e3-4240-aa0a-7914be1f526b/4de5b3fc-c952-4e9c-834c-d9f0d0eae026) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:07.762081 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.927023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.954213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eba57c-92d1-4075-802b-5e92d01d5e22 None None] Network 2091a200-971f-466f-a13a-9d5efbc080ba requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:08.004463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event deleted for resources: {'Port': ['ID=b25f9419-45d9-4308-8171-601a54c0a772,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.174213 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.181200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.258824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.262498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'port': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:08.268151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.273232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9153e2-6a1b-4800-8bf0-8f398c8c65bc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.324869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.333194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd865558-19ee-4b40-99e0-5fe569c64d2e tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7580502 Jul 29 23:59:08.337367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38598) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.347869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-339faa89-6116-442a-a17f-1030e3235e90 req-45136f50-ebd6-4a3c-b004-25d17c78a32a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.3147564 Jul 29 23:59:08.362731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1620316150'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.374197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.386461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.390193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.420108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.432122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Allocated IP 172.20.0.2 (fe399693-f98c-465b-9611-3452a3b0e406/bc7b78bb-6b87-4cc3-bae1-52d2b38c3564/4cfd411e-c5d2-49b7-970e-fe919f395a52) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:08.438141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Transition to ACTIVE for port object 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:08.438435 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.475545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Transition to ACTIVE for port object 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:08.503191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.503833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:08.512058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.513330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6d923745-f081-4769-b2d3-ba312364274d tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ed3bcd2a-90a1-48af-8cdf-56c1d978cb2a HTTP/1.1" status: 204 len: 168 time: 2.6815226 Jul 29 23:59:08.523710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.524578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] device_id is not set on port a953efc1-6657-4856-bdae-218b46096a0f yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:59:08.527963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.536247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1212417534', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.689964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.708220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.879407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.880795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.903529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.907659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5570881 Jul 29 23:59:08.915501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38610) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.924196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8::1 (dd292459-1ca6-472a-95ed-1a06dd9de86d/dc408100-c6e3-4240-aa0a-7914be1f526b/d2545ad7-1827-49e3-b314-35df882f07c4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:08.931884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1820568886', 'security_groups': ['50db1654-9a4c-445b-96de-14df4c899101'], 'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc7b78bb-6b87-4cc3-bae1-52d2b38c3564'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.994112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Network dd292459-1ca6-472a-95ed-1a06dd9de86d is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:08.999392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-21b4b3c5-3464-4dc5-b1f7-d2cc38821820 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:09.001351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-21b4b3c5-3464-4dc5-b1f7-d2cc38821820 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.57 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.3242919 Jul 29 23:59:09.004078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:09.007820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:09.010236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Pushing event updated for resources: {'Port': ['ID=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.023947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:09.055198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63c6eb-b51e-4f0d-ba31-7e389f2ff149 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50db1654-9a4c-445b-96de-14df4c899101,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.131483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Request body: {'port': {'device_id': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'admin_state_up': True, 'tenant_id': '0f16d937abb540988612c6fff88697c2'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:09.210706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.221195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.259762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object d2545ad7-1827-49e3-b314-35df882f07c4 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:09.260220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Attempting to bind port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:09.260780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Attempting to bind port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:09.261329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Attempting to bind port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 on network dd292459-1ca6-472a-95ed-1a06dd9de86d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:09.270210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Transition to ACTIVE for port object 4cfd411e-c5d2-49b7-970e-fe919f395a52 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:09.272677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b25f9419-45d9-4308-8171-601a54c0a772 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:09.277040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:09.277734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Checking segment: {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:09.278065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.278323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Bound using segment: {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:09.278761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Bound port: 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:09.279200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.327541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.330520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.338226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.338573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b25f9419-45d9-4308-8171-601a54c0a772 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:09.338851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b25f9419-45d9-4308-8171-601a54c0a772 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:09.427867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network dd292459-1ca6-472a-95ed-1a06dd9de86d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:09.433173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:09.441558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:09.442492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.563259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9bfe24c8-7ea8-4fc4-a5b7-4252695e54c2 req-4d4f4c7f-0977-44f7-a5d2-5e93dfd35afb tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.0589128 Jul 29 23:59:09.566354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.630961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7998ff3-ddde-4206-96ee-ba1bd11aed04 None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.650691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] For port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:09.666915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] For port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:09.676261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.789803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.893824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44762e2-dc6e-4507-997f-ad47e4afd0aa None None] Pushing event updated for resources: {'Port': ['ID=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.989181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.022705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] device_id is not set on port d1163934-d25a-431f-ae5a-059dd4795880 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:59:10.223535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:10.459159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.467697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.469824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.525272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.600132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:10.604236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.612648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:10.667940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:10.668771 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.702386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network dd292459-1ca6-472a-95ed-1a06dd9de86d is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:10.704956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:10.729429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.767189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:10.786321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Provisioning for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:10.792931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:10.793808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-703ea8ba-63c1-42d3-a1f6-3a2500df03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.843066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] device_id is not set on port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:59:10.933386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38f490e7-8aab-4fac-95fb-4139a1d99503 req-49ada11c-63f1-401d-8e0a-50d93353f692 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.1363213 Jul 29 23:59:11.031620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:11.076369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.244973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:11.278912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b81beeaf-1008-4a06-935f-02b5c50a812c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1895282 Jul 29 23:59:11.280957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:11.282093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:11.294281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95443293'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:11.313579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:11.315279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:11.363835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Allocated IP 172.20.0.3 (71269bfa-0326-4832-9c69-14c69c8c8d29/a327a0ff-ee4b-4a76-be5f-2930a3bc5860/de0ec728-3f29-4d7e-a109-084a335e4f23) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:11.364846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:11.373580 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.442377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:11.496000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.496820 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd of type vlan for network 36e903da-70fb-4db4-a2f0-f90667c896cf Jul 29 23:59:11.594813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.597830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.598327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:11.602812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864af9d1-83fa-4c0b-9566-a6ef556f1d84 None None] Network dd292459-1ca6-472a-95ed-1a06dd9de86d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:11.688809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.699521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:11.702208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.740881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4534800 Jul 29 23:59:11.742161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38634) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:11.747625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:11.753028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:11.814133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.4 (fe399693-f98c-465b-9611-3452a3b0e406/bc7b78bb-6b87-4cc3-bae1-52d2b38c3564/7efe79cb-a6fe-402a-8473-56ca8d9f72f4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:11.816130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-beb2d6e5-d5b0-4f56-b1ff-83ad39bafb21 None None] Provisioning for port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:11.955646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:11.964885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Port': ['ID=a953efc1-6657-4856-bdae-218b46096a0f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.021862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.047832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:12.048770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.086912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.095359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Checking segment: {'id': '83dd0ef9-c5b1-456b-a083-e7372d93f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '99d468ad-b594-4ac3-b953-e3cb3c70443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:12.095747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network hostable DHCP agents. Network: 99d468ad-b594-4ac3-b953-e3cb3c70443c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:12.257789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-404e810a-e75c-4cd5-a914-efd2a8d3ffa3 req-fd2e0405-43c7-45c9-966a-aa795109e987 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.0620728 Jul 29 23:59:12.276209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:12.281972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.335168 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.361572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network 99d468ad-b594-4ac3-b953-e3cb3c70443c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:12.380902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.385368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b62e-645e-4a33-9793-077ca7071008 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=36e903da-70fb-4db4-a2f0-f90667c896cf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.419363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 36e903da-70fb-4db4-a2f0-f90667c896cf details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:12.448294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 99d468ad-b594-4ac3-b953-e3cb3c70443c) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:12.464364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:12.465086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.487289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:12.560135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Allocated IP 172.25.5.117 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/26798159-e66f-4507-a10d-ffdd7b06f130) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:12.585191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc21a3-0325-4aca-8c5b-3c46dfb4d67a None None] Network 99d468ad-b594-4ac3-b953-e3cb3c70443c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:12.606713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.607679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:12.667397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Port': ['ID=d1163934-d25a-431f-ae5a-059dd4795880,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.686243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.697654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:09Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:10Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:12.776958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.853897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:12.854624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Updating router e640e477-28eb-4526-8d37-7d77bb506fc9 port d2545ad7-1827-49e3-b314-35df882f07c4 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:12.869784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:12.934122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=f695c4d8-fa12-4f9a-82da-e1810706da84,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.947173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:12.947953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: 36e903da-70fb-4db4-a2f0-f90667c896cf, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:12.960047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.979167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Checking segment: {'id': 'd4611257-821b-49a0-9507-2f696b9e2ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '81eb7f05-b34f-4e0d-9559-678e2f11f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:12.979598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network hostable DHCP agents. Network: 81eb7f05-b34f-4e0d-9559-678e2f11f9cf, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:13.002419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 36e903da-70fb-4db4-a2f0-f90667c896cf is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:13.017575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.025261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 36e903da-70fb-4db4-a2f0-f90667c896cf) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.033279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:13.035273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.058087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8aca0-b62c-4aa2-818b-566fa0e63a27 None None] Network 36e903da-70fb-4db4-a2f0-f90667c896cf requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:13.096257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1eb5c5a0-a64a-458a-b99a-7c3fd9e15917 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3520403 Jul 29 23:59:13.099383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38642) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.113669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network 81eb7f05-b34f-4e0d-9559-678e2f11f9cf is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:13.161364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:13.175107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:13.182948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.187887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Provisioning for port d2545ad7-1827-49e3-b314-35df882f07c4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:13.301309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event updated for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:13.304364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 81eb7f05-b34f-4e0d-9559-678e2f11f9cf) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.311467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.315830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.325343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Provisioning complete for port d2545ad7-1827-49e3-b314-35df882f07c4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:13.326066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.328901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.330649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.331564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.332754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.335912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.336762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:13.337362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.339072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.339945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.340687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.341433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.342211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.342977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:13.365685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:13.369687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:13.382492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:13.383477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283e408-b3c7-43ee-8a68-84b9d3b37f4b None None] Network 81eb7f05-b34f-4e0d-9559-678e2f11f9cf requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:13.391274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:13.392371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.416470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.459011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:13.459648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.503136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.507033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:13.526888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:13.534378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:13.539448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf0bb268-afc7-4fda-af5e-e9d6b26cf45e tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9991550 Jul 29 23:59:13.544891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:13.549997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:13.552062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.008832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event updated for resources: {'Port': ['ID=26798159-e66f-4507-a10d-ffdd7b06f130,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:14.158263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:14.159524 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.172181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:14.173963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.358902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2ff72f07-88fe-4f37-a307-253fb5262fd5 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2580111 Jul 29 23:59:14.384251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4608328 Jul 29 23:59:14.390721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Request body: {'port': {'device_id': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:14.443648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38652) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.459380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:14.463234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Port d2545ad7-1827-49e3-b314-35df882f07c4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:14.467462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71684b-d160-4c33-8cda-420bc1d88ee5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=7efe79cb-a6fe-402a-8473-56ca8d9f72f4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:14.560881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c4e4a-09b2-450f-97a2-421b6b113305 req-4a14431b-84be-4504-813a-41009a82374f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:14.563456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-141c4e4a-09b2-450f-97a2-421b6b113305 req-4a14431b-84be-4504-813a-41009a82374f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 931 time: 1.0104148 Jul 29 23:59:14.580779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3207a-38e3-4319-bcf8-3195fcfc4ff8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:14.587570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3207a-38e3-4319-bcf8-3195fcfc4ff8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:14.589263 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56c3207a-38e3-4319-bcf8-3195fcfc4ff8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9741662 Jul 29 23:59:14.615880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.659385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Provisioning complete for port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.660110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b0fe5b03-c7d5-4b56-9c6b-7b716e0017af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.961257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-36e903da-70fb-4db4-a2f0-f90667c896cf', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:14.964034 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.158633 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-141c4e4a-09b2-450f-97a2-421b6b113305 req-dd4517b3-f8db-4def-88d8-7575310d2ec2 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676227 Jul 29 23:59:15.189318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.279722 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.318921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:15.409679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Deleting port a953efc1-6657-4856-bdae-218b46096a0f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:15.410604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.456839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.549818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.552086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:15.555816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.564760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Transition to ACTIVE for port object d2545ad7-1827-49e3-b314-35df882f07c4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:15.586095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Calling delete_port for a953efc1-6657-4856-bdae-218b46096a0f owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:15.606266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.609666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-22b3b3f8-f00c-4ecf-8156-3f061a0c2df5 None None] Provisioning for port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:15.684007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-22b3b3f8-f00c-4ecf-8156-3f061a0c2df5 None None] Provisioning complete for port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:15.684767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b3b3f8-f00c-4ecf-8156-3f061a0c2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.764627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Allocated IP 2001:db8:1::2 (36e903da-70fb-4db4-a2f0-f90667c896cf/f695c4d8-fa12-4f9a-82da-e1810706da84/e7b1fcd5-2fbd-40e0-bf69-2080d89c3763) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:15.826820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.857318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.863861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d29c2-72c4-447e-8780-af15f8d823b1 None None] Pushing event updated for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.866811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:15.867200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.954141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Port': ['ID=a953efc1-6657-4856-bdae-218b46096a0f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:15.969057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:15.976205 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4a62dead-2f02-4fc6-9892-361c6f51c7e0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/ports/a953efc1-6657-4856-bdae-218b46096a0f HTTP/1.1" status: 204 len: 168 time: 1.3457110 Jul 29 23:59:15.981654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.075518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-22b3b3f8-f00c-4ecf-8156-3f061a0c2df5 None None] Port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:16.267324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Deleting port d1163934-d25a-431f-ae5a-059dd4795880 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:16.267771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.354606 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc7b78bb-6b87-4cc3-bae1-52d2b38c3564 (CIDR: 172.20.0.0/28) Jul 29 23:59:16.367537 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:16.368043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:16.412629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Attempting to bind port d2545ad7-1827-49e3-b314-35df882f07c4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:16.413674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Attempting to bind port d2545ad7-1827-49e3-b314-35df882f07c4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:16.414721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Attempting to bind port d2545ad7-1827-49e3-b314-35df882f07c4 on network dd292459-1ca6-472a-95ed-1a06dd9de86d {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:16.448055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.453815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-681a3f09-dae5-4e60-8e03-83b8bbaedb27 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0010240 Jul 29 23:59:16.454542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.468628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:16.472847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Calling delete_port for d1163934-d25a-431f-ae5a-059dd4795880 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:16.493366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:16.494282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Checking segment: {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:16.495247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.496002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Bound using segment: {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:16.496811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Bound port: d2545ad7-1827-49e3-b314-35df882f07c4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35842d6-dbba-43bd-9fa9-cac260baa7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:16.497577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.502412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.506381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e937316-4c0e-4714-b29b-f0f6a45ebbaa req-86a6671a-79bb-4bee-b7ec-96bb402c5559 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:16.508851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e937316-4c0e-4714-b29b-f0f6a45ebbaa req-86a6671a-79bb-4bee-b7ec-96bb402c5559 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 931 time: 0.1904359 Jul 29 23:59:16.538214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c743bc8b-563c-4e9a-9fcd-3188bc96b528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.655818 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:16.673239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Transition to ACTIVE for port object e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:16.682908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e937316-4c0e-4714-b29b-f0f6a45ebbaa req-c5ea7a8f-fc83-4422-8e23-c20b52d5434e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461327 Jul 29 23:59:16.779414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.783086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.790512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0ec728-3f29-4d7e-a109-084a335e4f23 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:16.791869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Transition to ACTIVE for port object e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:16.809324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.832690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Port': ['ID=d1163934-d25a-431f-ae5a-059dd4795880,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:16.850455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.873311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Transition to ACTIVE for port object de0ec728-3f29-4d7e-a109-084a335e4f23 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:16.879092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:16.886103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.891136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.900515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-83e5806b-4365-42c4-9b1a-06a141e413a8 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/ports/d1163934-d25a-431f-ae5a-059dd4795880 HTTP/1.1" status: 204 len: 168 time: 0.9145381 Jul 29 23:59:16.902778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.907588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.908415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Network 36e903da-70fb-4db4-a2f0-f90667c896cf is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:16.939805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8:1::1 (36e903da-70fb-4db4-a2f0-f90667c896cf/f695c4d8-fa12-4f9a-82da-e1810706da84/1079a99b-7e82-4e04-901e-a87b1d8f0983) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:16.989774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Pushing event updated for resources: {'Port': ['ID=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:16.999191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:17.005889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:17.009145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] For port d2545ad7-1827-49e3-b314-35df882f07c4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:17.029837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] For port d2545ad7-1827-49e3-b314-35df882f07c4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d2545ad7-1827-49e3-b314-35df882f07c4,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:17.073447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:17.118741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.148225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Attempting to bind port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:17.149079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Attempting to bind port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:17.149936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Attempting to bind port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 on network 36e903da-70fb-4db4-a2f0-f90667c896cf {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:17.159957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6c767f0-e674-4b95-b117-ae3da5692d25 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2470009 Jul 29 23:59:17.209256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38680) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.216344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-654779818'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:17.261640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.279324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d29c2-72c4-447e-8780-af15f8d823b1 None None] Pushing event updated for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:17.300324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:17.300614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 1079a99b-7e82-4e04-901e-a87b1d8f0983 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:17.300897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Checking segment: {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:17.301216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.301732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Bound using segment: {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:17.302156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Bound port: e7b1fcd5-2fbd-40e0-bf69-2080d89c3763, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:17.302548 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.332004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:17.333082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:58:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:17.405652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:17.410584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.427079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.475734 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 297f17a2-b64b-49df-9521-2cc080e07c2c (CIDR: 172.20.0.16/28) Jul 29 23:59:17.491986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Attempting to bind port de0ec728-3f29-4d7e-a109-084a335e4f23 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:17.492488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Attempting to bind port de0ec728-3f29-4d7e-a109-084a335e4f23 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:17.492782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Attempting to bind port de0ec728-3f29-4d7e-a109-084a335e4f23 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:17.495354 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:17.495874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:17.517237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:17.529081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.529081 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment a5a1134f-2518-43b7-960f-f89c2f872c35 of type vlan for network 46eb950f-04af-4ddb-9c24-9674bf81c8f9 Jul 29 23:59:17.562584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 36e903da-70fb-4db4-a2f0-f90667c896cf is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:17.568817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.581080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:17.585660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:17.586296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.640770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.698290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:17.729272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.736525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:17.743568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.801615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] For port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:17.811413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] For port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:17.812896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-9d34f82a-8e5d-4373-865a-013c0f30d609 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4133606 Jul 29 23:59:17.823668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Port de0ec728-3f29-4d7e-a109-084a335e4f23 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:17.824369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Attempting to bind port de0ec728-3f29-4d7e-a109-084a335e4f23 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:17.890191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8732fcd-02b1-4d75-b6c2-a707b20e0065 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4259460 Jul 29 23:59:17.894672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.895397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38686) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.898251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:17.898840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Checking segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:17.899419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Bound using segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:17.900138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Bound port: de0ec728-3f29-4d7e-a109-084a335e4f23, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:17.900671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.924063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'subnet': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:17.937022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7265763 Jul 29 23:59:17.939778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38688) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.953307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1193341198'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:17.988977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.047243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428d73f-721d-4307-a410-0d45d7f820c2 None None] Pushing event updated for resources: {'Port': ['ID=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.055421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.078533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf421-15b7-4333-93dc-136ef0796ca7 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=46eb950f-04af-4ddb-9c24-9674bf81c8f9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.196199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 46eb950f-04af-4ddb-9c24-9674bf81c8f9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:18.222987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:18.234860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=de0ec728-3f29-4d7e-a109-084a335e4f23,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:18.260725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Router 4a41e2ad-941b-45ed-999b-62cd221b1290 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:18.279199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.317915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:18.343190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.470885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:18.472029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.474058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/de0ec728-3f29-4d7e-a109-084a335e4f23 HTTP/1.1" status: 200 len: 1092 time: 4.0885689 Jul 29 23:59:18.478747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:18.481344 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7700d-b1e6-4863-a1a6-8982fe883720" -d '{"events": [{"name": "network-changed", "server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:18.575850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:18.748946 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1becd8e0-ff33-441c-9707-03a4e0d08f4a x-openstack-request-id: req-1becd8e0-ff33-441c-9707-03a4e0d08f4a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:18.749247 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:18.749500 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1becd8e0-ff33-441c-9707-03a4e0d08f4a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:18.749932 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23', 'status': 'completed', 'code': 200} Jul 29 23:59:18.882822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.882822 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Added segment 9d316f71-f2a4-4988-b56c-900c8c1f9b13 of type vlan for network ab7f5f15-2208-404a-be52-5d41ad38a149 Jul 29 23:59:18.938687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.955169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.957804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.975293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d36800-4aff-417e-8fe6-69e20676c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:19.018100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-181d1cea-9165-480b-822c-c44470aa87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.020241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-181d1cea-9165-480b-822c-c44470aa87ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 1098 time: 1.0978532 Jul 29 23:59:19.105457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ef692-12b0-4445-8697-b9e7941d204d req-b3c6f623-2537-4e0c-92d4-086b3953efad tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.107396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-497ef692-12b0-4445-8697-b9e7941d204d req-b3c6f623-2537-4e0c-92d4-086b3953efad tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 943 time: 1.2016790 Jul 29 23:59:19.196543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e42e480-a958-4ba3-b90d-7537376a8844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.231415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.242724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:19.266785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-46e972b2-8d64-4649-bef3-7a82d523a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.270518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-46e972b2-8d64-4649-bef3-7a82d523a90f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 1095 time: 0.6813595 Jul 29 23:59:19.274528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-497ef692-12b0-4445-8697-b9e7941d204d req-2e3e48b5-cf54-41ce-9dd8-29bf7f280cf3 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957868 Jul 29 23:59:19.284767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Made reservation on behalf of 2e917779feae488c94dcb74245af863d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:19.291930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.317426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:09Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:16Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:19.394427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network 36e903da-70fb-4db4-a2f0-f90667c896cf is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:19.397734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-cc0b7046-a885-40a6-a651-35a85dea22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.400421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-cc0b7046-a885-40a6-a651-35a85dea22fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.3260040 Jul 29 23:59:19.402214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:19.444589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a644-58eb-44cc-95ee-d140ed877137 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:09Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:16Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:19.471561 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.515365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:59:19.524103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-0532638a-79ce-4f47-bb27-bd9b3de924fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de0ec728-3f29-4d7e-a109-084a335e4f23 HTTP/1.1" status: 200 len: 217 time: 0.2227321 Jul 29 23:59:19.529524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:19.554993 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-77b3f835-798e-4554-89c5-185d92314118 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 200 len: 217 time: 0.1394625 Jul 29 23:59:19.666925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:19.696915 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] Sync routers for ids ['4a41e2ad-941b-45ed-999b-62cd221b1290'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:19.709445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:19.751788 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] Routers {'4a41e2ad-941b-45ed-999b-62cd221b1290'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:19.752830 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a41e2ad-941b-45ed-999b-62cd221b1290'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:19.756060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.804235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.805132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-63a684d3-8a7d-4aa7-8e6c-56a21c34518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:19.806035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.807024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-63a684d3-8a7d-4aa7-8e6c-56a21c34518a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1992593 Jul 29 23:59:19.820409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:19.866059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-ab3596a4-5060-4cbc-b574-8d1a7795c398 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435002 Jul 29 23:59:19.885740 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:19.910279 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] Routers {'4a41e2ad-941b-45ed-999b-62cd221b1290'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:19.910923 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a41e2ad-941b-45ed-999b-62cd221b1290'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:20.045539 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:20.046245 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e492d0a-89c1-4998-95c1-286c1120942b None None] The sync data for ids ['4a41e2ad-941b-45ed-999b-62cd221b1290'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:20.218470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-8a14df96-577a-4ee8-8dbc-85933c945d41 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357682 Jul 29 23:59:20.356174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:20.378680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1d88937a-44d0-4dbd-89c3-6e02691c1dd2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2775888 Jul 29 23:59:20.379602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38704) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:20.392635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-584813195'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:20.431963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49421ffd-cc90-4d2d-a0c7-1028e38e2c9b None None] Network 36e903da-70fb-4db4-a2f0-f90667c896cf requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:20.474260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:20.484789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.623258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:20.649996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c17a248a-0d37-4e8f-a8bb-5423fa1639cc req-ae8b72ca-0daa-4eb0-8237-9c2da80a56f2 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277391 Jul 29 23:59:20.661697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.662326 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 76e232a6-ecc7-431c-9703-5ace057c54e1 of type vlan for network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 Jul 29 23:59:20.707064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb033e-4157-4e91-a36c-f35abfb95b36 req-d55a9cb4-9954-4892-a990-f26b714e3d83 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:20.710292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54fb033e-4157-4e91-a36c-f35abfb95b36 req-d55a9cb4-9954-4892-a990-f26b714e3d83 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 943 time: 0.1978111 Jul 29 23:59:20.749933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-7247f8f7-50e5-4f2f-a1cf-a60f0888264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:20.758200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-7247f8f7-50e5-4f2f-a1cf-a60f0888264e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 1.1873167 Jul 29 23:59:20.781337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Provisioning for port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:20.787605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Provisioning complete for port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:20.788075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.809214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.841528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-54fb033e-4157-4e91-a36c-f35abfb95b36 req-2c5a0aa1-cf7b-4a2e-986f-391414a62a71 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938716 Jul 29 23:59:20.881296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.936671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.945609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:20.946729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.957141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.037073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6524081 Jul 29 23:59:21.043575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:21.048953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:21.081766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] For port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:21.090650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.106601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-de659fe9-6b31-46e1-8b5a-75f90444bd2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823386 Jul 29 23:59:21.113227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1656790 Jul 29 23:59:21.114117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.115519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db95a620-b7a0-42d7-81d3-63c18bbdccd6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.5853381 Jul 29 23:59:21.126717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38708) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:21.127373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89292cf5-6f57-4814-840e-de319a6c06f0 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Network': ['ID=ab7f5f15-2208-404a-be52-5d41ad38a149,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:21.150011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:21.150399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ab7f5f15-2208-404a-be52-5d41ad38a149 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:21.157559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bfd85-b899-43d8-a102-9f2fe87b493a tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=cd05e29e-a4bf-4b19-acd7-7641c28c8d32,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:21.216503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:21.323715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38712) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:21.337910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'subnets': [{'network_id': '46eb950f-04af-4ddb-9c24-9674bf81c8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1076617427', 'ip_version': 4}, {'network_id': 'ab7f5f15-2208-404a-be52-5d41ad38a149', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:21.345373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'subnet': {'network_id': '46eb950f-04af-4ddb-9c24-9674bf81c8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1076617427', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:21.346248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Request body: {'subnet': {'network_id': 'ab7f5f15-2208-404a-be52-5d41ad38a149', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:21.491637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d2545ad7-1827-49e3-b314-35df882f07c4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:21.526931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:21.551993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.643073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd8649-40c5-40d5-82b0-539a9b5e6c35 None None] Pushing event updated for resources: {'Port': ['ID=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:21.722286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Provisioning for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:21.756636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Provisioning complete for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:21.758012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.868434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d2545ad7-1827-49e3-b314-35df882f07c4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:21.897393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d2545ad7-1827-49e3-b314-35df882f07c4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:21.897864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.901031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Port 1079a99b-7e82-4e04-901e-a87b1d8f0983 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:21.903482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:21.993886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Provisioning complete for port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:21.994265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-797e3528-53b8-4d98-9dc6-a0924836a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.057194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Made reservation on behalf of 3391d10073104efca63c85c49b2d904b for: {'subnet': 2} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:22.076015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.077514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-2d525664-d007-473b-864c-ca6a4a550ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9602401 Jul 29 23:59:22.078356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.136953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.238338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:22.257700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d2545ad7-1827-49e3-b314-35df882f07c4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d2545ad7-1827-49e3-b314-35df882f07c4,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:22.264679 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.275608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:22.276158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:22.279776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Network fe399693-f98c-465b-9611-3452a3b0e406 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:22.281433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Subnet': ['ID=f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:22.529185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:22.539793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0dd5f40b-fec2-48a3-bd8e-03c43748abf2 None None] Provisioning complete for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:22.540167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f40b-fec2-48a3-bd8e-03c43748abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.557126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:22.559520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.560842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:22.561505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.596282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-619917cf-4c5f-4c34-a5eb-1ca8d01834b8 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.6987736 Jul 29 23:59:22.601822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38722) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:22.612133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-308515374', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53'}], 'security_groups': ['ea4f7766-990c-4cb3-9ae2-cb70808d2327', 'cc9153e2-6a1b-4800-8bf0-8f398c8c65bc']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:22.655501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ea6eb-dfee-4581-904a-7325a8374727 None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:22.671508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:22.783171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5f40b-fec2-48a3-bd8e-03c43748abf2 None None] Port 1079a99b-7e82-4e04-901e-a87b1d8f0983 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:22.803290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fbea09b-f00d-4a57-b2b1-c1ccea592746 req-f84b6961-e410-4a66-a658-048ccefa587c service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269917 Jul 29 23:59:23.001756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1f6fc054-23f4-4eb3-a070-42131323095c None None] Provisioning complete for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:23.002591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc054-23f4-4eb3-a070-42131323095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.055125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.120669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc054-23f4-4eb3-a070-42131323095c None None] Port 1079a99b-7e82-4e04-901e-a87b1d8f0983 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:23.208493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:17Z', 'revision_number': 3, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:18Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:23.220441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.268280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:23.268900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Updating router e640e477-28eb-4526-8d37-7d77bb506fc9 port 1079a99b-7e82-4e04-901e-a87b1d8f0983 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:23.321750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:23.324016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-cd397c1b-3ee8-454a-a9be-adc84dde9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:23.325646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-cd397c1b-3ee8-454a-a9be-adc84dde9bc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 1095 time: 0.2598214 Jul 29 23:59:23.369422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.464643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Update dhcp port {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'fixed_ips': [{'subnet_id': '297f17a2-b64b-49df-9521-2cc080e07c2c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc7b78bb-6b87-4cc3-bae1-52d2b38c3564', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '4cfd411e-c5d2-49b7-970e-fe919f395a52'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:59:23.466967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b019f-0d29-4998-9729-c5a1e4dc582e req-96847904-9249-47f8-b2a1-2a8524aec6b1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:23.471856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0c7b019f-0d29-4998-9729-c5a1e4dc582e req-96847904-9249-47f8-b2a1-2a8524aec6b1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 943 time: 1.4300418 Jul 29 23:59:23.475544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.579671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Subnet': ['ID=4c65d33d-4e4e-4eb4-854f-473e0ff68c25,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.592192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.610286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.673302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0c7b019f-0d29-4998-9729-c5a1e4dc582e req-32eae6e3-7eb4-4d2d-b4de-40db7d367fdb tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259971 Jul 29 23:59:23.703887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-8fdacbc6-2121-4d47-ae53-bf13b374a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:23.708795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-8fdacbc6-2121-4d47-ae53-bf13b374a146 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.3735242 Jul 29 23:59:23.774938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=693adb6d-7718-4924-9a6c-c3efd162a46d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.775141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:23.775141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.778123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Checking segment: {'id': 'a5a1134f-2518-43b7-960f-f89c2f872c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '46eb950f-04af-4ddb-9c24-9674bf81c8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:23.778570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network hostable DHCP agents. Network: 46eb950f-04af-4ddb-9c24-9674bf81c8f9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:23.804404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:23.804404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: cd05e29e-a4bf-4b19-acd7-7641c28c8d32, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:23.830055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network 46eb950f-04af-4ddb-9c24-9674bf81c8f9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:23.840661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-6dfa3ad9-fc66-442c-873a-8fa3240863ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de0ec728-3f29-4d7e-a109-084a335e4f23 HTTP/1.1" status: 200 len: 217 time: 0.1166039 Jul 29 23:59:23.861389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 46eb950f-04af-4ddb-9c24-9674bf81c8f9) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:23.869347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.900260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:23.921918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cd05e29e-a4bf-4b19-acd7-7641c28c8d32) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:23.935067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:23.936071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.963248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aa255f8b-8333-4f84-a8ce-5d4d1c5c2ab1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9185212 Jul 29 23:59:23.966810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event updated for resources: {'Subnet': ['ID=eb27d53b-c4bb-4092-8d65-b5ae092b3333,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.973463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38728) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:24.005402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Checking segment: {'id': '9d316f71-f2a4-4988-b56c-900c8c1f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ab7f5f15-2208-404a-be52-5d41ad38a149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:24.009002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network hostable DHCP agents. Network: ab7f5f15-2208-404a-be52-5d41ad38a149, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:24.079611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0db9e7-425b-4659-acbf-2945912e09be None None] Network 46eb950f-04af-4ddb-9c24-9674bf81c8f9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:24.090651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Network ab7f5f15-2208-404a-be52-5d41ad38a149 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:24.122990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ab7f5f15-2208-404a-be52-5d41ad38a149) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:24.194792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.195236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.196500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.208068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-3eb7edf5-e37d-499a-87bf-3f623ae5ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.222328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-3eb7edf5-e37d-499a-87bf-3f623ae5ae11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.3464561 Jul 29 23:59:24.228737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-13389c88-7e24-4391-9be5-7394e1e88f65 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9004159 Jul 29 23:59:24.229265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:24.325646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-5447e03d-e289-4591-b827-1dcba8998ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462370 Jul 29 23:59:24.350621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268d925-cbc2-4bd4-af87-341476cf91f2 None None] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:24.376599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7325d5-faee-4254-859c-397345ca5f58 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.378524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7325d5-faee-4254-859c-397345ca5f58 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.380150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7325d5-faee-4254-859c-397345ca5f58 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:24.381983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3c7325d5-faee-4254-859c-397345ca5f58 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1502855 Jul 29 23:59:24.386489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:24.387804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e5523f-fe88-40d9-be6a-dff25297f9d3 None None] Network ab7f5f15-2208-404a-be52-5d41ad38a149 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:24.451588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Delete allocated IP 172.20.0.4 (fe399693-f98c-465b-9611-3452a3b0e406/bc7b78bb-6b87-4cc3-bae1-52d2b38c3564) {{(pid=93864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:59:24.481462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Deleting subnet 4c65d33d-4e4e-4eb4-854f-473e0ff68c25 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:24.487935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.510370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Allocated IP 172.20.0.38 (fe399693-f98c-465b-9611-3452a3b0e406/f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53/7efe79cb-a6fe-402a-8473-56ca8d9f72f4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:24.588391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.736242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.793246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d2545ad7-1827-49e3-b314-35df882f07c4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:24.833468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.926884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.931295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:24.935783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/subnets/4c65d33d-4e4e-4eb4-854f-473e0ff68c25 HTTP/1.1" status: 204 len: 168 time: 0.5480952 Jul 29 23:59:24.953478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23360534-3f14-4ed6-952d-06b18e35a471 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Subnet': ['ID=4c65d33d-4e4e-4eb4-854f-473e0ff68c25,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:24.960617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:24.969883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Transition to ACTIVE for port object 1079a99b-7e82-4e04-901e-a87b1d8f0983 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:25.048161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Deleting subnet eb27d53b-c4bb-4092-8d65-b5ae092b3333 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:25.053615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.096816 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.121319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.134051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b053c95-70a2-44d5-a068-ea76de1c8fd3 req-6f2c9a2c-e261-47dd-afae-75e445609070 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:25.135821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b053c95-70a2-44d5-a068-ea76de1c8fd3 req-6f2c9a2c-e261-47dd-afae-75e445609070 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 943 time: 0.1986430 Jul 29 23:59:25.211451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12800c1a-eca8-471b-9f55-00d604334c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-46eb950f-04af-4ddb-9c24-9674bf81c8f9', 'network_id': '46eb950f-04af-4ddb-9c24-9674bf81c8f9', 'tenant_id': '3391d10073104efca63c85c49b2d904b', 'fixed_ips': [{'subnet_id': '4c65d33d-4e4e-4eb4-854f-473e0ff68c25'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:25.213309 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12800c1a-eca8-471b-9f55-00d604334c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.218792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d2545ad7-1827-49e3-b314-35df882f07c4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:25.220191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.269478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1b053c95-70a2-44d5-a068-ea76de1c8fd3 req-cb0e3efc-833a-40c8-980c-3f43d0bf54c2 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072555 Jul 29 23:59:25.284894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.291276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9fc16c-687d-4047-bb83-d686ead278c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ab7f5f15-2208-404a-be52-5d41ad38a149', 'network_id': 'ab7f5f15-2208-404a-be52-5d41ad38a149', 'tenant_id': '3391d10073104efca63c85c49b2d904b', 'fixed_ips': [{'subnet_id': 'eb27d53b-c4bb-4092-8d65-b5ae092b3333'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:25.292563 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc16c-687d-4047-bb83-d686ead278c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.361222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:25.362357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.389481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.404061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751165-ef43-43fa-bd16-b532a82c7f47 None None] Pushing event updated for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:25.405196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Transition to ACTIVE for port object 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:25.437585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.461574 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.470508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.478550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/subnets/eb27d53b-c4bb-4092-8d65-b5ae092b3333 HTTP/1.1" status: 204 len: 168 time: 0.5197635 Jul 29 23:59:25.487025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:25.514593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4210-defa-4f2e-b776-fb2b3ea3c01a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Subnet': ['ID=eb27d53b-c4bb-4092-8d65-b5ae092b3333,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:25.646386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-15a63c70-c9fc-4ea1-81df-43578a3fb467 service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3127034 Jul 29 23:59:25.863139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a070eda-53af-44b8-b584-175397aa93ca tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:25.865672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a070eda-53af-44b8-b584-175397aa93ca tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3684747 Jul 29 23:59:25.871185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38748) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:25.898973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Allocated IP 172.20.0.34 (fe399693-f98c-465b-9611-3452a3b0e406/f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53/4cfd411e-c5d2-49b7-970e-fe919f395a52) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:25.903015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5eda1-38a5-461a-ad3d-7ac6357110e7 None None] Network 46eb950f-04af-4ddb-9c24-9674bf81c8f9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:25.948854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event updated for resources: {'Port': ['ID=7efe79cb-a6fe-402a-8473-56ca8d9f72f4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-aa9fc16c-687d-4047-bb83-d686ead278c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb27d53b-c4bb-4092-8d65-b5ae092b3333: This subnet is being modified by another concurrent operation. Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:59:26.011534 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb27d53b-c4bb-4092-8d65-b5ae092b3333: This subnet is being modified by another concurrent operation. Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Attempting to bind port 1079a99b-7e82-4e04-901e-a87b1d8f0983 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Attempting to bind port 1079a99b-7e82-4e04-901e-a87b1d8f0983 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:26.027318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Attempting to bind port 1079a99b-7e82-4e04-901e-a87b1d8f0983 on network 36e903da-70fb-4db4-a2f0-f90667c896cf {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:26.041433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.113046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489bd29-a441-41ce-af40-d827e02c17cb None None] Network ab7f5f15-2208-404a-be52-5d41ad38a149 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:26.171049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.172141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:26.172141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Checking segment: {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:26.172421 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.172723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Bound using segment: {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:26.173218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Bound port: 1079a99b-7e82-4e04-901e-a87b1d8f0983, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:26.173603 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.181513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.182475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.202100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7f5f15-2208-404a-be52-5d41ad38a149']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:26.224073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d316f71-f2a4-4988-b56c-900c8c1f9b13') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:26.224561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d316f71-f2a4-4988-b56c-900c8c1f9b13') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:26.243685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] In _notify_port_updated(), no bound segment for port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 on network fe399693-f98c-465b-9611-3452a3b0e406 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:59:26.245662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.250407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:26.251111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.252623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-183625a7-9cf7-402d-84cf-1f392b326dd5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "PUT /v2.0/ports/7efe79cb-a6fe-402a-8473-56ca8d9f72f4 HTTP/1.1" status: 200 len: 959 time: 3.6489069 Jul 29 23:59:26.259162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38752) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.331477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Allocated IP 2001:db8:2::2 (cd05e29e-a4bf-4b19-acd7-7641c28c8d32/693adb6d-7718-4924-9a6c-c3efd162a46d/fac2628a-a214-4b3c-8268-f625b8d3f81c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:26.391086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d7700d-b1e6-4863-a1a6-8982fe883720 req-67ae812a-063e-4974-9865-9f72729ae30e service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083933 Jul 29 23:59:26.419295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.425000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.426010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:26.443906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:26.458518 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:26.464089 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:26.512250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device de0ec728-3f29-4d7e-a109-084a335e4f23 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:59:26.598053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] For port 1079a99b-7e82-4e04-901e-a87b1d8f0983, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:26.605028 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.613916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router 4a41e2ad-941b-45ed-999b-62cd221b1290 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:26.639103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8d5a-fbea-4b6a-83c2-1881b33fb176 req-fbadc2c3-9e47-4b97-a5a6-a5af32462eef tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:26.647473 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d2c8d5a-fbea-4b6a-83c2-1881b33fb176 req-fbadc2c3-9e47-4b97-a5a6-a5af32462eef tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 943 time: 0.1702011 Jul 29 23:59:26.664653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:26.665069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.683091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.699773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:59:26.718230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] For port 1079a99b-7e82-4e04-901e-a87b1d8f0983, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1079a99b-7e82-4e04-901e-a87b1d8f0983,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:26.735494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.739687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/ab7f5f15-2208-404a-be52-5d41ad38a149 HTTP/1.1" status: 204 len: 168 time: 0.8648882 Jul 29 23:59:26.743012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.808915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b09b-b3a2-4744-b136-699002828665 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=ab7f5f15-2208-404a-be52-5d41ad38a149,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:26.809212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.813270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Transition to ACTIVE for port object 4cfd411e-c5d2-49b7-970e-fe919f395a52 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:26.895464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:26.907277 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] Sync routers for ids ['4a41e2ad-941b-45ed-999b-62cd221b1290'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:26.908026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.909510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e50e4afc-eca7-446a-af77-ac8c949b6b3b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "PUT /v2.0/routers/4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 200 len: 922 time: 5.7793992 Jul 29 23:59:26.910719 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7d2c8d5a-fbea-4b6a-83c2-1881b33fb176 req-d4d865bd-8af4-4e73-a793-b1404fd55a37 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619991 Jul 29 23:59:26.917341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38760) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.931946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] Routers {'4a41e2ad-941b-45ed-999b-62cd221b1290'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:26.932603 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a41e2ad-941b-45ed-999b-62cd221b1290'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.009561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.015481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.018939 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.029239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] Routers {'4a41e2ad-941b-45ed-999b-62cd221b1290'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:27.030250 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a41e2ad-941b-45ed-999b-62cd221b1290'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.065126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 7efe79cb-a6fe-402a-8473-56ca8d9f72f4 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:27.066269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.067496 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac849c1-1535-410a-8b45-ba018ba79073 None None] The sync data for ids ['4a41e2ad-941b-45ed-999b-62cd221b1290'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:27.077167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f55a0809-b8ea-4353-88e7-5908b9e238ae tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 200 len: 922 time: 0.1579351 Jul 29 23:59:27.080654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.255161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.263942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751165-ef43-43fa-bd16-b532a82c7f47 None None] Pushing event updated for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.264134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e17114-1935-4cf3-a643-457fbc0b9192 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:27.274313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d6e17114-1935-4cf3-a643-457fbc0b9192 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=4a41e2ad-941b-45ed-999b-62cd221b1290&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1912885 Jul 29 23:59:27.275092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.359786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.380215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=de0ec728-3f29-4d7e-a109-084a335e4f23,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:27.398682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46eb950f-04af-4ddb-9c24-9674bf81c8f9']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.418116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:27.418890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.452052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a1134f-2518-43b7-960f-f89c2f872c35') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.455027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a1134f-2518-43b7-960f-f89c2f872c35') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:27.495849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.522566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'de0ec728-3f29-4d7e-a109-084a335e4f23', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'port_id': 'de0ec728-3f29-4d7e-a109-084a335e4f23', 'mac_address': 'fa:16:3e:5d:7a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a327a0ff-ee4b-4a76-be5f-2930a3bc5860', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:59:27.575108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.597735 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab217b00-22fb-4aed-9d15-464e2a20c906 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:27.600079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ab217b00-22fb-4aed-9d15-464e2a20c906 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.3236494 Jul 29 23:59:27.605228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38768) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.665574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:27.666705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.676104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674f9d6-b87c-4761-84e3-9fc730ff642b None None] Pushing event updated for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:27.724910 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:27.737785 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.803565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:27.809428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.842160 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-88752384-6487-4a0e-9b61-f4a7282b0fb6 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 200 len: 205 time: 0.2229559 Jul 29 23:59:27.843318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38772) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:27.863357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.882714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0ec728-3f29-4d7e-a109-084a335e4f23 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:27.905701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.916554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Transition to ACTIVE for port object fac2628a-a214-4b3c-8268-f625b8d3f81c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:27.949758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.966244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:28.055983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.061438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/46eb950f-04af-4ddb-9c24-9674bf81c8f9 HTTP/1.1" status: 204 len: 168 time: 1.2839344 Jul 29 23:59:28.073457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=de0ec728-3f29-4d7e-a109-084a335e4f23,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:28.076215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=7efe79cb-a6fe-402a-8473-56ca8d9f72f4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.095182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.115677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Transition to ACTIVE for port object fac2628a-a214-4b3c-8268-f625b8d3f81c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:28.139182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38776) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:28.199994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515578b5-0d69-45ca-89ea-d8fb81b6f95c tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=46eb950f-04af-4ddb-9c24-9674bf81c8f9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.238230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.264887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.336771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:28.360165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:28.364259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.370499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:28.455307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.470273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5385a-5871-4366-a683-e4a7da9c4128 req-54926ea0-9272-4182-a602-4b290668af18 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:28.472323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1af5385a-5871-4366-a683-e4a7da9c4128 req-54926ea0-9272-4182-a602-4b290668af18 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 944 time: 0.3169618 Jul 29 23:59:28.476364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.479521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc266a4e-d3f8-49fc-832a-5487f4a3b0db tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/7efe79cb-a6fe-402a-8473-56ca8d9f72f4 HTTP/1.1" status: 204 len: 168 time: 2.2181866 Jul 29 23:59:28.490611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:17Z', 'revision_number': 3, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:26Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:28.498395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:28.565249 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f889adc-1004-43df-8cc6-68a141fa1d6f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] GET failed (client error): The resource could not be found. Jul 29 23:59:28.571697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f889adc-1004-43df-8cc6-68a141fa1d6f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports/7efe79cb-a6fe-402a-8473-56ca8d9f72f4 HTTP/1.1" status: 404 len: 333 time: 0.0682642 Jul 29 23:59:28.573828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:28.581898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:28.633517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.771790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058afbe3-368b-4834-89d0-8b143baeaa62 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:17Z', 'revision_number': 3, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:26Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:28.784018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Pushing event updated for resources: {'Port': ['ID=fac2628a-a214-4b3c-8268-f625b8d3f81c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.785959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1af5385a-5871-4366-a683-e4a7da9c4128 req-03802223-233f-4a99-9d36-82f4f61d16d3 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957418 Jul 29 23:59:28.800921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Attempting to bind port fac2628a-a214-4b3c-8268-f625b8d3f81c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:28.801446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Attempting to bind port fac2628a-a214-4b3c-8268-f625b8d3f81c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:28.801740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Attempting to bind port fac2628a-a214-4b3c-8268-f625b8d3f81c on network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:28.816389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:28.816888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Checking segment: {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:28.817478 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.818067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Bound using segment: {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:28.818865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Bound port: fac2628a-a214-4b3c-8268-f625b8d3f81c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:28.820236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.879555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8:2::1 (cd05e29e-a4bf-4b19-acd7-7641c28c8d32/693adb6d-7718-4924-9a6c-c3efd162a46d/87617f85-b16b-41b2-b079-d132a1645b7c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:29.029680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port 26798159-e66f-4507-a10d-ffdd7b06f130 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:29.033557 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.078836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.088616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] For port fac2628a-a214-4b3c-8268-f625b8d3f81c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:29.093217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] For port fac2628a-a214-4b3c-8268-f625b8d3f81c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fac2628a-a214-4b3c-8268-f625b8d3f81c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:29.107636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.142594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb7f05-b34f-4e0d-9559-678e2f11f9cf']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:29.183674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.194875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4611257-821b-49a0-9507-2f696b9e2ebb') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:29.195354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4611257-821b-49a0-9507-2f696b9e2ebb') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:29.236645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.282770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.303434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.305028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e2c56-5455-4a09-b860-765c86ac1330 None None] Pushing event updated for resources: {'Port': ['ID=fac2628a-a214-4b3c-8268-f625b8d3f81c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:29.328776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Could not find standard attr ID for object 7efe79cb-a6fe-402a-8473-56ca8d9f72f4. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:59:29.342664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:29.343308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.351316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-9d74785a-3019-4a3b-8f92-042657e2b375 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3840122 Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:29.357209 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:29.371287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:29.372065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.448862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.512700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:29.517201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.527186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for 26798159-e66f-4507-a10d-ffdd7b06f130 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:29.543701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Provisioning for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:29.548835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:29.552073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-badf7648-2c0e-4a31-b8a4-31badd9005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.589736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 87617f85-b16b-41b2-b079-d132a1645b7c will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:29.609770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.614815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.617693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/security-groups/50db1654-9a4c-445b-96de-14df4c899101 HTTP/1.1" status: 204 len: 168 time: 1.0421717 Jul 29 23:59:29.635690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.635690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.635690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.643265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38788) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:29.649177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.649799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.650276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.650739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.652226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.653017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c0069d11-ccde-485d-85ff-3dbce33d6f5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.1979723 Jul 29 23:59:29.698983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.710702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/81eb7f05-b34f-4e0d-9559-678e2f11f9cf HTTP/1.1" status: 204 len: 168 time: 1.5697725 Jul 29 23:59:29.712582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e8952-c906-424f-a285-6fb00dfa2505 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db1654-9a4c-445b-96de-14df4c899101,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:29.715921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:29.865781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ff76-57c3-472c-9145-41f50a3bfd1a tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=81eb7f05-b34f-4e0d-9559-678e2f11f9cf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:29.993646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.049562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.173808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1079a99b-7e82-4e04-901e-a87b1d8f0983 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:30.183851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.312346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:30.319629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:30.320012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.320535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed95be-df40-4231-9cc7-65c05691b368 req-cc48970f-d61f-46a9-aa71-55b3a7b0839f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:30.324673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7bed95be-df40-4231-9cc7-65c05691b368 req-cc48970f-d61f-46a9-aa71-55b3a7b0839f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 944 time: 0.2670138 Jul 29 23:59:30.451389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.459590 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.513826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 1079a99b-7e82-4e04-901e-a87b1d8f0983, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1079a99b-7e82-4e04-901e-a87b1d8f0983,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:30.521049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device de0ec728-3f29-4d7e-a109-084a335e4f23 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:30.558488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.562840 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.573421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d468ad-b594-4ac3-b953-e3cb3c70443c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:30.593979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dd0ef9-c5b1-456b-a083-e7372d93f927') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:30.594596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dd0ef9-c5b1-456b-a083-e7372d93f927') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:30.609975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.633121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.647008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:30.648373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:30.745794 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:30.757788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.766408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:30.772220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7bed95be-df40-4231-9cc7-65c05691b368 req-26ce0488-12a9-4f3c-aa92-6e9a25d01f80 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696434 Jul 29 23:59:30.790281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.793405 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] 10.222.0.49 "DELETE /v2.0/networks/99d468ad-b594-4ac3-b953-e3cb3c70443c HTTP/1.1" status: 204 len: 168 time: 0.9870834 Jul 29 23:59:30.891899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8f88b517-8a58-49be-ad07-71ed815f5312 None None] Could not find standard attr ID for object 7efe79cb-a6fe-402a-8473-56ca8d9f72f4. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:59:30.907807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426c7d7-53df-400f-9fed-d1bf00b1bc98 tempest-BulkNetworkOpsTest-251992741 tempest-BulkNetworkOpsTest-251992741-project] Pushing event deleted for resources: {'Network': ['ID=99d468ad-b594-4ac3-b953-e3cb3c70443c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:30.975209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port de0ec728-3f29-4d7e-a109-084a335e4f23 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:30.986069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.000141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port de0ec728-3f29-4d7e-a109-084a335e4f23 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:31.002506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.010725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.015904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/security-groups/cc9153e2-6a1b-4800-8bf0-8f398c8c65bc HTTP/1.1" status: 204 len: 168 time: 1.3670120 Jul 29 23:59:31.048714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:31.056110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25dc0-0546-40c5-906e-8b6c42fcba6c tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9153e2-6a1b-4800-8bf0-8f398c8c65bc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:31.163350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:31.212520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:31.243716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:31.263691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:31.264277 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.266019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.326984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.330352 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.384150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:31.391056 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57cb1a6-e6ec-4657-9276-3cf6dc5ae45c" -d '{"events": [{"server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "name": "network-vif-plugged", "status": "completed", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:31.421142 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.424855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.426297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4bc23405-66f8-48e5-aecb-41a7319d2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:31.426478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea4f7766-990c-4cb3-9ae2-cb70808d2327 HTTP/1.1" status: 204 len: 168 time: 0.3625598 Jul 29 23:59:31.427511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4bc23405-66f8-48e5-aecb-41a7319d2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:31.429269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4bc23405-66f8-48e5-aecb-41a7319d2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:31.431186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=de0ec728-3f29-4d7e-a109-084a335e4f23,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:31.434611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:31.437508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4bc23405-66f8-48e5-aecb-41a7319d2056 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 1.6339281 Jul 29 23:59:31.438349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.487406 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7d980-36dc-4f4f-92cf-6e232a6a21bf x-openstack-request-id: req-46f7d980-36dc-4f4f-92cf-6e232a6a21bf {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:31.488278 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "name": "network-vif-plugged", "status": "completed", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:31.488278 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46f7d980-36dc-4f4f-92cf-6e232a6a21bf {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:31.488496 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23', 'code': 200} Jul 29 23:59:31.526228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:31.543894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730b2c5-9c2c-4409-ac25-21d8baaeaf90 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f7766-990c-4cb3-9ae2-cb70808d2327,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:31.554583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38810) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:31.624792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet bc7b78bb-6b87-4cc3-bae1-52d2b38c3564 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:31.629074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.690358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6c75f-3200-430c-9e46-a7ac51a2080f None None] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:31.712955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.720568 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:31.860389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e968a9b5-edb8-43d2-8d99-73b9a0750af4 None None] Provisioning for port fac2628a-a214-4b3c-8268-f625b8d3f81c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:31.936642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6e9c306-31dc-4f71-9c98-f7c45e8e5616 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3391d10073104efca63c85c49b2d904b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667245 Jul 29 23:59:31.941434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:31.991431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=26798159-e66f-4507-a10d-ffdd7b06f130,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:32.099887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-a667e505-bbe9-4ed6-bb69-0b3f6caa24a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.6281893 Jul 29 23:59:32.105154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.111443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.160308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.255660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fac2628a-a214-4b3c-8268-f625b8d3f81c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:32.255959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.258185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.263197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c194466-7bf9-4475-95a3-ca3376d5e8fa HTTP/1.1" status: 204 len: 168 time: 0.3167462 Jul 29 23:59:32.278631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.284681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936cb6e-2d63-4e4a-a3fe-50d08d9fb207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c194466-7bf9-4475-95a3-ca3376d5e8fa,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:32.286246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-e417e731-f5a1-46de-ba01-3222a9334a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:32.290712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-e417e731-f5a1-46de-ba01-3222a9334a3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.1726227 Jul 29 23:59:32.445932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port fac2628a-a214-4b3c-8268-f625b8d3f81c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:32.459483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.462427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fac2628a-a214-4b3c-8268-f625b8d3f81c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:32.463051 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.524799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7b78bb-6b87-4cc3-bae1-52d2b38c3564,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:32.529256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.545261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fc99d3f4-aa29-40b5-9928-01ea8dc1c72f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/bc7b78bb-6b87-4cc3-bae1-52d2b38c3564 HTTP/1.1" status: 204 len: 168 time: 1.1094627 Jul 29 23:59:32.546209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:32.558130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844d694-5937-4aeb-9367-89287e98a3ef None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:32.669804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:32.677162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.730612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4e392-0180-4f48-b7e3-c8d72dfbb842 req-82db2fab-5068-4e48-bba0-0dab59810288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:32.732426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30a4e392-0180-4f48-b7e3-c8d72dfbb842 req-82db2fab-5068-4e48-bba0-0dab59810288 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 1097 time: 1.1164174 Jul 29 23:59:32.783133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.788330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.811476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.821235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:32.874532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Provisioning complete for port fac2628a-a214-4b3c-8268-f625b8d3f81c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:32.876474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.019525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-fb0b333c-0ed9-4358-b72c-efd8687d9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:33.024143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-fb0b333c-0ed9-4358-b72c-efd8687d9fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6517437 Jul 29 23:59:33.092908 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.112809 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.120998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1924-9523-47d8-91b5-6b7547e338b6 req-e2454bc8-1b31-4b4d-8043-991e69662f23 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:33.128970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-611c1924-9523-47d8-91b5-6b7547e338b6 req-e2454bc8-1b31-4b4d-8043-991e69662f23 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 945 time: 1.0425141 Jul 29 23:59:33.130591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.133064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router 4a41e2ad-941b-45ed-999b-62cd221b1290 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:33.227463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.229603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-521768da-db93-43b5-a2c1-523355dd37ff tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 204 len: 168 time: 5.3858323 Jul 29 23:59:33.237507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:33.253744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-895501973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:33.288608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.409889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:33.416627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.421828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f1e0eec-26e5-4077-8a67-f45a902788e5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53 HTTP/1.1" status: 204 len: 168 time: 0.8720589 Jul 29 23:59:33.425243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:33.437461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30a4e392-0180-4f48-b7e3-c8d72dfbb842 req-c9c4ddaa-89cc-48bb-a62e-391d991468a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612377 Jul 29 23:59:33.442279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-871412c7-2f15-43f9-9ff4-48a021103b93 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101970 Jul 29 23:59:33.486460 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cf7626-e5bd-4058-8b8b-1c2cf3216db1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:33.487978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cf7626-e5bd-4058-8b8b-1c2cf3216db1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:33.490705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-21cf7626-e5bd-4058-8b8b-1c2cf3216db1 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/bc7b78bb-6b87-4cc3-bae1-52d2b38c3564 HTTP/1.1" status: 404 len: 337 time: 0.0640430 Jul 29 23:59:33.495284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:33.528325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.530576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.583244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port fac2628a-a214-4b3c-8268-f625b8d3f81c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fac2628a-a214-4b3c-8268-f625b8d3f81c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:33.596417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.597353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1079a99b-7e82-4e04-901e-a87b1d8f0983 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:33.605401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting subnet 297f17a2-b64b-49df-9521-2cc080e07c2c {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:33.612803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.638314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-611c1924-9523-47d8-91b5-6b7547e338b6 req-819eee4d-f3c7-4c3f-800b-ae3343e10838 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309399 Jul 29 23:59:33.690235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.708412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.781308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1079a99b-7e82-4e04-901e-a87b1d8f0983 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:33.782332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.846294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.870925 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:59:33.871447 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:59:33.916113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cc2ee-987a-4443-828b-9142f45993cd None None] Update dhcp port {'port': {'network_id': 'fe399693-f98c-465b-9611-3452a3b0e406', 'fixed_ips': [{'subnet_id': '297f17a2-b64b-49df-9521-2cc080e07c2c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f139ec4f-2f0e-43d0-8ed3-080ec8ebbf53'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '4cfd411e-c5d2-49b7-970e-fe919f395a52'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:59:33.953175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc2ee-987a-4443-828b-9142f45993cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.969552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=fac2628a-a214-4b3c-8268-f625b8d3f81c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:34.009092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.022471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.047769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.057457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.059313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/297f17a2-b64b-49df-9521-2cc080e07c2c HTTP/1.1" status: 204 len: 168 time: 0.5625725 Jul 29 23:59:34.083224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.111726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4a61d-603a-4e70-a0c9-1adb6fc66072 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Subnet': ['ID=297f17a2-b64b-49df-9521-2cc080e07c2c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-6b6cc2ee-987a-4443-828b-9142f45993cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 297f17a2-b64b-49df-9521-2cc080e07c2c: This subnet is being modified by another concurrent operation. Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:59:34.173682 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 297f17a2-b64b-49df-9521-2cc080e07c2c: This subnet is being modified by another concurrent operation. Jul 29 23:59:34.181326 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 29 23:59:34.196459 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-40acbf4a-4aba-4937-a21a-1e5d28cbc169 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.196963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40acbf4a-4aba-4937-a21a-1e5d28cbc169 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.204409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38864) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.218284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-40acbf4a-4aba-4937-a21a-1e5d28cbc169 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/035833cc-8c11-4c75-a657-7deb23880c3a HTTP/1.1" status: 404 len: 337 time: 0.1309237 Jul 29 23:59:34.233672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.237382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b20126e2-7ffa-4bd3-84cb-4c645efcd89c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9927921 Jul 29 23:59:34.238178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38866) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.251894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:34.263678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95e28ccc-e49d-418c-b795-b276b35a01d0 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a79da89-d8fd-4aee-8443-b77549e6f0c7 HTTP/1.1" status: 200 len: 205 time: 0.0561554 Jul 29 23:59:34.266375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.353529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.355042 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-d7a3dbe7-4810-46d2-9021-9e15b3713f0f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] delete failed (client error): The resource could not be found. Jul 29 23:59:34.357734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d7a3dbe7-4810-46d2-9021-9e15b3713f0f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/routers/6a79da89-d8fd-4aee-8443-b77549e6f0c7 HTTP/1.1" status: 404 len: 336 time: 0.0898714 Jul 29 23:59:34.361271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.369004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f1851-9c26-4ec8-97db-1c3581ec19bc None None] Network fe399693-f98c-465b-9611-3452a3b0e406 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:34.411041 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac6847d-5534-40a6-ae45-dabb3476b991 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.412463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac6847d-5534-40a6-ae45-dabb3476b991 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.415666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bac6847d-5534-40a6-ae45-dabb3476b991 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/ea263609-c9b9-424f-9a00-29f28d8ab4a1 HTTP/1.1" status: 404 len: 337 time: 0.0463526 Jul 29 23:59:34.419439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5954f4b8-20d7-4c87-a41f-f6c7551b4933 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775118 Jul 29 23:59:34.419706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.463237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.490953 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5a72f5-f980-4f15-914d-fcbd20594bae tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.491700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5a72f5-f980-4f15-914d-fcbd20594bae tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.504362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5f5a72f5-f980-4f15-914d-fcbd20594bae tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/e6b43bd3-aca2-4e6c-8eac-bbe47dec5b4e HTTP/1.1" status: 404 len: 337 time: 0.0831039 Jul 29 23:59:34.505608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.549729 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-38201df0-6655-4d43-94df-d59dfb690808 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.550512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38201df0-6655-4d43-94df-d59dfb690808 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.555666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-38201df0-6655-4d43-94df-d59dfb690808 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/9af6e71e-89d9-4d70-99e8-abad4c4dc0b2 HTTP/1.1" status: 404 len: 337 time: 0.0483093 Jul 29 23:59:34.556592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.621904 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-530a26a8-ae76-45b8-ab95-15362f5fde2f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.627668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530a26a8-ae76-45b8-ab95-15362f5fde2f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.632480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-598d3ba6-90d4-415c-814c-fc37f13d0c0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.1658576 Jul 29 23:59:34.633101 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-530a26a8-ae76-45b8-ab95-15362f5fde2f tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/19b8054a-e196-4ee7-97cd-cda12f51c102 HTTP/1.1" status: 404 len: 333 time: 0.0751903 Jul 29 23:59:34.633433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.710267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fac2628a-a214-4b3c-8268-f625b8d3f81c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:34.741837 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22799d4-75d6-494b-a5a2-99e356ce36ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.742727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22799d4-75d6-494b-a5a2-99e356ce36ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.745799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e22799d4-75d6-494b-a5a2-99e356ce36ab tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/bbb1f552-00c3-4c83-9ce6-fd8bcc85dda7 HTTP/1.1" status: 404 len: 337 time: 0.1080317 Jul 29 23:59:34.747274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.748693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38888) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.749859 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.766272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-51976188-1680-4d61-b0e3-d45e6f02962f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:34.767713 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-51976188-1680-4d61-b0e3-d45e6f02962f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:59:34.768797 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-51976188-1680-4d61-b0e3-d45e6f02962f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:59:34.770495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-51976188-1680-4d61-b0e3-d45e6f02962f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4136653 Jul 29 23:59:34.804035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.825597 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cdbf8f-a19a-4d0e-9750-e58c3f814617 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.826799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cdbf8f-a19a-4d0e-9750-e58c3f814617 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.830654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056018569'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:34.831952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53cdbf8f-a19a-4d0e-9750-e58c3f814617 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/f1427141-1592-4e27-aefe-e0e89755abd9 HTTP/1.1" status: 404 len: 337 time: 0.0811193 Jul 29 23:59:34.834977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38892) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.863359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Provisioning for port 87617f85-b16b-41b2-b079-d132a1645b7c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:34.875734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Provisioning complete for port 87617f85-b16b-41b2-b079-d132a1645b7c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:34.876339 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.880841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fac2628a-a214-4b3c-8268-f625b8d3f81c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:34.881450 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:34.920319 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbcaf78-a1aa-4315-bbd4-a1cf28b2b4f2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.922952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbcaf78-a1aa-4315-bbd4-a1cf28b2b4f2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.931354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bfbcaf78-a1aa-4315-bbd4-a1cf28b2b4f2 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/ce20a856-ba6b-4245-9316-d0b28e28b570 HTTP/1.1" status: 404 len: 333 time: 0.0940864 Jul 29 23:59:34.934172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] DHCP port deletion for fe399693-f98c-465b-9611-3452a3b0e406 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:34.936454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:34.974077 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-f200b6bf-38ba-4232-a24d-7c6bf03c0f1d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:34.975132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f200b6bf-38ba-4232-a24d-7c6bf03c0f1d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:34.977143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f200b6bf-38ba-4232-a24d-7c6bf03c0f1d tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/81f29a5a-d4b1-401f-9cac-e76fdaf94cde HTTP/1.1" status: 404 len: 337 time: 0.0391762 Jul 29 23:59:34.983021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:35.050005 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06afc79-f081-4e6b-9480-2938d6c8aadc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:35.052712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06afc79-f081-4e6b-9480-2938d6c8aadc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:35.068860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d06afc79-f081-4e6b-9480-2938d6c8aadc tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/subnets/75b5b9b0-06f2-4875-a27f-b85025b4e6f8 HTTP/1.1" status: 404 len: 337 time: 0.0828700 Jul 29 23:59:35.073328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38900) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:35.095909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cbd30-7c4f-4915-931d-06ef48c9eb8f None None] Port 87617f85-b16b-41b2-b079-d132a1645b7c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:35.126418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Deleting port 4cfd411e-c5d2-49b7-970e-fe919f395a52 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:35.127188 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.214053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] For port 4cfd411e-c5d2-49b7-970e-fe919f395a52, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cfd411e-c5d2-49b7-970e-fe919f395a52,segment=NetworkSegment(3506ee37-96b8-4035-9c6d-a02ff59539f1),segment_id=3506ee37-96b8-4035-9c6d-a02ff59539f1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:35.214466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.254112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Deleting port 04960016-49a6-4b80-b7e0-369651e09e3d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:35.255162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.269598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Calling delete_port for 4cfd411e-c5d2-49b7-970e-fe919f395a52 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:35.276005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Provisioning complete for port 04960016-49a6-4b80-b7e0-369651e09e3d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:35.276980 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.351206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.357607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Port 04960016-49a6-4b80-b7e0-369651e09e3d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:35.373105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Calling delete_port for 04960016-49a6-4b80-b7e0-369651e09e3d owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:35.431169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Provisioning complete for port 4cfd411e-c5d2-49b7-970e-fe919f395a52 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:35.432465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.480220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:35.486855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.487392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.494587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-2f1f3265-41d9-468f-82dd-285c1b1aa3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:35.496360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-2f1f3265-41d9-468f-82dd-285c1b1aa3ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.7383559 Jul 29 23:59:35.513170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fce976-4cb9-4759-981b-49a5342e4b2a req-9e3ffe83-2bf1-4ddc-9ea8-9f19ca445061 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:35.516144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96fce976-4cb9-4759-981b-49a5342e4b2a req-9e3ffe83-2bf1-4ddc-9ea8-9f19ca445061 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 945 time: 0.7317502 Jul 29 23:59:35.532618 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.551049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.551673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.558364 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/ports/04960016-49a6-4b80-b7e0-369651e09e3d HTTP/1.1" status: 204 len: 168 time: 0.4833453 Jul 29 23:59:35.561690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:35.589202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Port 4cfd411e-c5d2-49b7-970e-fe919f395a52 update to ACTIVE by agent not found {{(pid=93866) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 29 23:59:35.622988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.638400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] Pushing event deleted for resources: {'Port': ['ID=4cfd411e-c5d2-49b7-970e-fe919f395a52,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:35.654101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f641ea5-1d4d-4837-a32a-2fe8b9427da2 None None] No DVR routers for this DVR port 4cfd411e-c5d2-49b7-970e-fe919f395a52 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:35.667837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Provisioning complete for port 87617f85-b16b-41b2-b079-d132a1645b7c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:35.667837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.725710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44901091-d94d-4df2-90bc-591a37bf3466 None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:59:35.732066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:35.742925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:35.782857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96fce976-4cb9-4759-981b-49a5342e4b2a req-06a619ed-37c6-4ec0-a006-82ad84e97f4f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276523 Jul 29 23:59:35.794892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.797572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-1ed49c14-8c78-4439-b7c5-a1a474dcdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:35.806195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-1ed49c14-8c78-4439-b7c5-a1a474dcdd43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2829583 Jul 29 23:59:35.806338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533690c4-493f-4ad8-8c0f-a3bb6d9a10f5 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Port': ['ID=04960016-49a6-4b80-b7e0-369651e09e3d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:35.824051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5bfbd-fe9c-4f11-ad03-3a433a36435b None None] Port 87617f85-b16b-41b2-b079-d132a1645b7c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:35.975900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44901091-d94d-4df2-90bc-591a37bf3466 None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:59:36.213438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:36.236390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-92aa34e0-2444-48af-b787-7706315547fc service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792497 Jul 29 23:59:36.397279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:36.450273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4cfd411e-c5d2-49b7-970e-fe919f395a52 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:36.450780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cfd411e-c5d2-49b7-970e-fe919f395a52 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:36.503186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.527160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe399693-f98c-465b-9611-3452a3b0e406']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:36.547608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3506ee37-96b8-4035-9c6d-a02ff59539f1') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:36.547928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3506ee37-96b8-4035-9c6d-a02ff59539f1') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:36.559831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.563306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.583469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.584593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.598821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:36.599695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.626039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21b963-43d7-4f94-9af8-f3aa606f77ff None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: timer() Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: self._notify() Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:36.703105 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:36.710596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.723284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.732936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] 10.222.0.49 "DELETE /v2.0/networks/fe399693-f98c-465b-9611-3452a3b0e406 HTTP/1.1" status: 204 len: 168 time: 1.1654744 Jul 29 23:59:36.772182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c7578-51de-4983-889f-916009501441 tempest-PortsTestJSON-63178636 tempest-PortsTestJSON-63178636-project] Pushing event deleted for resources: {'Network': ['ID=fe399693-f98c-465b-9611-3452a3b0e406,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:36.789605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-f5c144bc-7230-419d-a8c7-82826d940a59 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070229 Jul 29 23:59:36.875848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21b963-43d7-4f94-9af8-f3aa606f77ff None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:59:36.905355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-1d4943c9-3fd7-45df-b001-0738fb499c88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.0620666 Jul 29 23:59:36.944766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:36.953058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c885d86-6e48-4020-9824-015a46bed0a8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9752586 Jul 29 23:59:36.957874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38926) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:36.965136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382588379'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:36.978644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f0d50-77dc-4e03-b2b3-cbc9c62177f3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:36.992990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:37.024392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:37.025005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:37.048392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.089887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.118062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-13528e30-ce81-4818-8892-0ea12b61cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:37.120121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-13528e30-ce81-4818-8892-0ea12b61cf39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.2015662 Jul 29 23:59:37.298269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.306515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.364608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:37.366059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:37.383465 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.416069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:37.440232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.443074 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added segment 49dbbdfb-d67c-4c3a-8c64-88df949af5dd of type vlan for network ccdec7be-b748-47c8-a53c-edf355268308 Jul 29 23:59:37.446138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.559556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Allocated IP 172.25.5.27 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/927d45ad-f625-4fec-92f4-9f843ddd700e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:37.566992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.707767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.726274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:37.729265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.822546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.881845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Network': ['ID=ccdec7be-b748-47c8-a53c-edf355268308,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:37.916878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ccdec7be-b748-47c8-a53c-edf355268308 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:37.923500 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61cd82b0-3a99-43bc-b850-5ced5dfdaa3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e917779feae488c94dcb74245af863d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114364 Jul 29 23:59:37.924810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38942) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.985769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.002165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-ce86e056-e374-4d82-990f-620acc7e4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:38.006426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-ce86e056-e374-4d82-990f-620acc7e4d46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8036001 Jul 29 23:59:38.016404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79a12e0a-3984-4720-9598-6d348e7de3ac tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0571859 Jul 29 23:59:38.028319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.038543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.072388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.088347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764240ba-2649-460d-8da8-5f922230a7a0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.101937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'subnet': {'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:38.111350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.113361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4232993e-2b54-4615-8d9b-98c9a4b0a6cf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2952909 Jul 29 23:59:38.132141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.143672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '764240ba-2649-460d-8da8-5f922230a7a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:38.216939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.275759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:31Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:33Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:38.282680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:38.327364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:38.328022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Updating router e640e477-28eb-4526-8d37-7d77bb506fc9 port 87617f85-b16b-41b2-b079-d132a1645b7c binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:38.368195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.369934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.375422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.382448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e35453-fa3e-4f00-9085-31bec9b64ca6 HTTP/1.1" status: 204 len: 168 time: 0.4523222 Jul 29 23:59:38.391191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce5076-c453-4964-a79c-3ab44fbf3279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e35453-fa3e-4f00-9085-31bec9b64ca6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.391559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.395713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.434878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5808da25-a292-47c1-8555-1878ef392bda,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.438585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:38.443133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.445676 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4cb5aac1-839b-4e62-ab6a-60cb3a40b1ca tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111875 Jul 29 23:59:38.447503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.466657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-daf11eb4-1f31-4a56-91d9-cf5f12bf7943 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '764240ba-2649-460d-8da8-5f922230a7a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:38.508629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:38.524615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-daf11eb4-1f31-4a56-91d9-cf5f12bf7943 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.598942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event updated for resources: {'Port': ['ID=927d45ad-f625-4fec-92f4-9f843ddd700e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.646866 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-daf11eb4-1f31-4a56-91d9-cf5f12bf7943 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:59:38.652203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-daf11eb4-1f31-4a56-91d9-cf5f12bf7943 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1994944 Jul 29 23:59:38.654591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.729927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bec28a5-fafa-401d-83ae-6993fb750e0a None None] Provisioning complete for port 87617f85-b16b-41b2-b079-d132a1645b7c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:38.730313 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9bec28a5-fafa-401d-83ae-6993fb750e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.816834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.849668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.977682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.985106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9bec28a5-fafa-401d-83ae-6993fb750e0a None None] Port 87617f85-b16b-41b2-b079-d132a1645b7c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:38.986226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.990739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/764240ba-2649-460d-8da8-5f922230a7a0 HTTP/1.1" status: 204 len: 168 time: 0.3286812 Jul 29 23:59:38.993023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.047231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-447692aa-de66-4341-9f16-48e48c5355d7 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9867852 Jul 29 23:59:39.062023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e4b17-e45c-49e2-bd5c-a6e56c30b4d2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764240ba-2649-460d-8da8-5f922230a7a0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:39.121688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9566822a-daf6-4f71-b675-1f6ec481a996 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980020 Jul 29 23:59:39.123391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38968) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.144061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645915087'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:39.284225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Made reservation on behalf of 1c8a4fbcacab402fae24490d8051f400 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:39.288736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.320995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.359209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.370685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Transition to ACTIVE for port object 87617f85-b16b-41b2-b079-d132a1645b7c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:39.379637 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.529991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada09ba-b268-4d7e-9710-62d75450f538 None None] Pushing event updated for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:39.568653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4c80799b-20a9-4f64-9b56-d13b1349d029 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881759 Jul 29 23:59:39.596107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.605015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.607576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.612730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Attempting to bind port 87617f85-b16b-41b2-b079-d132a1645b7c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:39.613747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Attempting to bind port 87617f85-b16b-41b2-b079-d132a1645b7c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:39.614405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Attempting to bind port 87617f85-b16b-41b2-b079-d132a1645b7c on network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:39.629562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:39.630419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Checking segment: {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:39.631069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.631725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Bound using segment: {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:39.632446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Bound port: 87617f85-b16b-41b2-b079-d132a1645b7c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e232a6-ecc7-431c-9703-5ace057c54e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:39.637801 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.719464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.724874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6003444 Jul 29 23:59:39.736825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38988) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.750086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b50ee4cc-8d7f-4945-8ac1-daf477a35c9f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '94bd6cfb-ed07-42dc-a094-cb4565f59547', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:39.757900 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-b50ee4cc-8d7f-4945-8ac1-daf477a35c9f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:59:39.757900 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-b50ee4cc-8d7f-4945-8ac1-daf477a35c9f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:39.757900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b50ee4cc-8d7f-4945-8ac1-daf477a35c9f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0157959 Jul 29 23:59:39.757900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f65db7-7a3a-4ddb-a2a0-0fc8683ba821 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd6cfb-ed07-42dc-a094-cb4565f59547,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:39.787789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38992) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.865180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] For port 87617f85-b16b-41b2-b079-d132a1645b7c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:39.880214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] For port 87617f85-b16b-41b2-b079-d132a1645b7c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=87617f85-b16b-41b2-b079-d132a1645b7c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:39.887950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.948453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.013882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.110344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-966c3064-6d9e-47df-bdc1-7ff1af1ddc87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.5142808 Jul 29 23:59:40.138899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.144432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.147758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/94bd6cfb-ed07-42dc-a094-cb4565f59547 HTTP/1.1" status: 204 len: 168 time: 0.3573472 Jul 29 23:59:40.152413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39006) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:40.167193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390e2b-5b8c-478e-894b-327def986b42 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd6cfb-ed07-42dc-a094-cb4565f59547,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.235958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:40.236790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:40.356546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada09ba-b268-4d7e-9710-62d75450f538 None None] Pushing event updated for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.509855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:40.537480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be07ea6b-f7a3-4d01-86ca-46cae086a2d5 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3718505 Jul 29 23:59:40.541213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39016) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:40.548481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377642940'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:40.558236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5bb79f44-f0a1-4374-985d-ca5b1e436f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.560059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5bb79f44-f0a1-4374-985d-ca5b1e436f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.4485581 Jul 29 23:59:40.629650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.631084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.688673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.972610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.980456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.989295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-2bd4895b-97d5-4bb7-b934-c869e9fbe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.991620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-2bd4895b-97d5-4bb7-b934-c869e9fbe81b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4131494 Jul 29 23:59:40.996325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.063767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.069319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5265298 Jul 29 23:59:41.071118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:41.077608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eef12198-fef6-46a7-ab72-2569edf729f8 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'd0a0500b-e29a-4526-afca-388b080cd04b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:41.079104 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-eef12198-fef6-46a7-ab72-2569edf729f8 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:59:41.079614 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-eef12198-fef6-46a7-ab72-2569edf729f8 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:41.084763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eef12198-fef6-46a7-ab72-2569edf729f8 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111170 Jul 29 23:59:41.085554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:41.087780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5013c-5d5e-45ea-bf62-445e77128260 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0500b-e29a-4526-afca-388b080cd04b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:41.207455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.268739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:31Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:39Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:41.282594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.342099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72033082-a7f2-4073-a80f-7c17b17fc463 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:31Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:39Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:41.493591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.512103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.513779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/d0a0500b-e29a-4526-afca-388b080cd04b HTTP/1.1" status: 204 len: 168 time: 0.4269540 Jul 29 23:59:41.524161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39046) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:41.668013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7862941-82a2-4f04-91bc-556523243598 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0500b-e29a-4526-afca-388b080cd04b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:41.714843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14753965-01f6-4e2b-a7d8-687acbf5bd07 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887243 Jul 29 23:59:41.719228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:41.727364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340878789'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:41.798747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.995471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.001451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.070810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea709c-5687-427e-a8a5-63c8a9277181,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:42.074810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.080588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a9970efc-ea14-42f0-b416-da2d3fb238b1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3560777 Jul 29 23:59:42.082402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.088752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4d2c3f48-31d5-46c3-854d-36ad90fd854e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8dea709c-5687-427e-a8a5-63c8a9277181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:42.118252 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-4d2c3f48-31d5-46c3-854d-36ad90fd854e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:59:42.119241 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-4d2c3f48-31d5-46c3-854d-36ad90fd854e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:42.127314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d2c3f48-31d5-46c3-854d-36ad90fd854e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0372732 Jul 29 23:59:42.128543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.133656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Subnet': ['ID=ecf45cf2-51c8-4d17-aacb-82242a650d6d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:42.135738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-daa6a094-3220-485a-b505-f55d1834f2b0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8dea709c-5687-427e-a8a5-63c8a9277181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:42.136772 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-daa6a094-3220-485a-b505-f55d1834f2b0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:59:42.137578 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-daa6a094-3220-485a-b505-f55d1834f2b0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:42.142429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-daa6a094-3220-485a-b505-f55d1834f2b0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100195 Jul 29 23:59:42.143258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.153074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8ad977ac-3f74-46c9-af72-2328b6afd0b3 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8dea709c-5687-427e-a8a5-63c8a9277181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:42.154598 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-8ad977ac-3f74-46c9-af72-2328b6afd0b3 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:59:42.155375 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-8ad977ac-3f74-46c9-af72-2328b6afd0b3 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:42.159495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ad977ac-3f74-46c9-af72-2328b6afd0b3 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095842 Jul 29 23:59:42.162264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39068) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.174783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-01ce4c2c-6f4f-4f56-970b-09531ef1bdee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8dea709c-5687-427e-a8a5-63c8a9277181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:42.176528 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-01ce4c2c-6f4f-4f56-970b-09531ef1bdee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:59:42.177346 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-01ce4c2c-6f4f-4f56-970b-09531ef1bdee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:42.181710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-01ce4c2c-6f4f-4f56-970b-09531ef1bdee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0156131 Jul 29 23:59:42.182165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.234607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-c96f6df5-e633-40c4-8b14-9413258d3be3 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2230942 Jul 29 23:59:42.245590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.246211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.246560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.246901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.247237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.247577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.247914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.248260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.248596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.249661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.249661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.249661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:42.292849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.297784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Checking segment: {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:42.298111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network hostable DHCP agents. Network: ccdec7be-b748-47c8-a53c-edf355268308, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:42.345588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.411794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Router 61ef01d0-6a5f-4c57-89be-73c201523f44 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:42.445015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network ccdec7be-b748-47c8-a53c-edf355268308 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:42.525125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.528535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.533103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/8dea709c-5687-427e-a8a5-63c8a9277181 HTTP/1.1" status: 204 len: 168 time: 0.3494134 Jul 29 23:59:42.534068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39082) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.565557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 87617f85-b16b-41b2-b079-d132a1645b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:42.627296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78a0a4-9f8e-472d-8e25-c7e073fd72a0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea709c-5687-427e-a8a5-63c8a9277181,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:42.628864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ccdec7be-b748-47c8-a53c-edf355268308) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:42.663413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c12f6b-de4f-42c9-b3c6-1d252021a4f1 None None] Network ccdec7be-b748-47c8-a53c-edf355268308 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:42.672210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:42.673116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.735201 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d1d7a80f-a08f-4794-a7fd-5841eafb00cb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801531 Jul 29 23:59:42.742074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.746745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032951290'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:42.834024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5dbfd4d8-0580-47ac-92e6-d462537655d1 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669827 Jul 29 23:59:42.834424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.914173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 87617f85-b16b-41b2-b079-d132a1645b7c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:42.938524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bb30f796-e626-4752-96c3-890e9f5a2282 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8703713 Jul 29 23:59:42.944231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:42.956617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 87617f85-b16b-41b2-b079-d132a1645b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:42.957020 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.957879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] Sync routers for ids ['61ef01d0-6a5f-4c57-89be-73c201523f44'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:42.973963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:42.979647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.981308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:42.981907 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] Routers {'61ef01d0-6a5f-4c57-89be-73c201523f44'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:42.982775 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['61ef01d0-6a5f-4c57-89be-73c201523f44'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:42.985616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aa9dbe25-187f-485b-98e9-ae5c4514a01e tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "PUT /v2.0/routers/61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 200 len: 878 time: 8.7376370 Jul 29 23:59:43.082522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-7e220753-aa23-403d-a808-e7f3d806feda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.2336819 Jul 29 23:59:43.243508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.266035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-f53b183f-d09d-4690-806f-6c2afbba6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:43.272623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-f53b183f-d09d-4690-806f-6c2afbba6d23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1795678 Jul 29 23:59:43.276413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] Routers {'61ef01d0-6a5f-4c57-89be-73c201523f44'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:43.278638 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['61ef01d0-6a5f-4c57-89be-73c201523f44'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.346382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-ccdec7be-b748-47c8-a53c-edf355268308', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:43.347926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.402237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:43.408646 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c4c8f-b2a6-4821-bd0e-1755706b455f None None] The sync data for ids ['61ef01d0-6a5f-4c57-89be-73c201523f44'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:43.420295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.425247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-f4175c48-478c-426c-987a-d0649f7321f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:43.432260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-f4175c48-478c-426c-987a-d0649f7321f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1479557 Jul 29 23:59:43.688717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 87617f85-b16b-41b2-b079-d132a1645b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=87617f85-b16b-41b2-b079-d132a1645b7c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:43.713452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.727040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-efb093d5-d8de-4723-989a-e25b24e62e81 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823734 Jul 29 23:59:43.741003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.755762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.832038 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fd9f4557-d9bb-4953-a282-313138fa79c8 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 200 len: 919 time: 0.8354871 Jul 29 23:59:43.852393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:43.949052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:43.951086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2078867 Jul 29 23:59:43.974411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Allocated IP 2001:db8:3::2 (ccdec7be-b748-47c8-a53c-edf355268308/ecf45cf2-51c8-4d17-aacb-82242a650d6d/21b59f2f-5a45-4280-811a-38b8cd2151dd) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:43.988241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:43.989677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-22bb75ef-c083-40b6-885b-e2e1952c9633 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534130 Jul 29 23:59:43.990305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39112) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.003052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f260d-1d6b-4201-99f4-3743a8c04670 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c231005b-9c5f-4cec-b3f9-386428e3e42b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:44.004126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-02d7297d-c228-43e9-beac-4df98fac6b05 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.005964 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-02d7297d-c228-43e9-beac-4df98fac6b05 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:59:44.007433 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-02d7297d-c228-43e9-beac-4df98fac6b05 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:44.009355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-02d7297d-c228-43e9-beac-4df98fac6b05 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0175579 Jul 29 23:59:44.029613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.038442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-031773ed-713d-48bd-84b4-6907b356a811 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.114220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-ec5e2bef-447b-47ca-b72e-9582bc608b9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.1027050 Jul 29 23:59:44.191766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-a8192c3a-4c22-4940-acce-b5ddecb681f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.194164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-a8192c3a-4c22-4940-acce-b5ddecb681f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0659401 Jul 29 23:59:44.202054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7e4d9-0894-4346-8596-b81d278d5eca tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.207086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ad7e4d9-0894-4346-8596-b81d278d5eca tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=61ef01d0-6a5f-4c57-89be-73c201523f44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3490458 Jul 29 23:59:44.213618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.214019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.227484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Transition to ACTIVE for port object 21b59f2f-5a45-4280-811a-38b8cd2151dd will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:44.242519 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-031773ed-713d-48bd-84b4-6907b356a811 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:44.245068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-031773ed-713d-48bd-84b4-6907b356a811 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2140827 Jul 29 23:59:44.248012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39124) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.250443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Transition to ACTIVE for port object 21b59f2f-5a45-4280-811a-38b8cd2151dd will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:44.260415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.268618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-583782cf-bcdf-49eb-9d40-1c02922f7fd1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.275723 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-583782cf-bcdf-49eb-9d40-1c02922f7fd1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:59:44.279237 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-583782cf-bcdf-49eb-9d40-1c02922f7fd1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:44.281101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-583782cf-bcdf-49eb-9d40-1c02922f7fd1 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0315268 Jul 29 23:59:44.287406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39126) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.304612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7f2ab65a-cafe-4a2e-9776-e899f90acebd tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.325823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Network ccdec7be-b748-47c8-a53c-edf355268308 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:44.329973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:44.371004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-3637e1c6-a73f-4303-9fe4-7bb6f610dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.376785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-3637e1c6-a73f-4303-9fe4-7bb6f610dae8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1728826 Jul 29 23:59:44.446936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Pushing event updated for resources: {'Port': ['ID=21b59f2f-5a45-4280-811a-38b8cd2151dd,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:44.457737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:44.460446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 87617f85-b16b-41b2-b079-d132a1645b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:44.551906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec5fbd-0967-40ce-9d1e-12204f374c3e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.556862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-ad25c4a6-9f4a-4314-83c4-bfa40dfe0eed service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716723 Jul 29 23:59:44.558181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39132) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.558388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-82ec5fbd-0967-40ce-9d1e-12204f374c3e tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.3424499 Jul 29 23:59:44.566863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 87617f85-b16b-41b2-b079-d132a1645b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:44.567555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.575699 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7f2ab65a-cafe-4a2e-9776-e899f90acebd tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:44.576973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7f2ab65a-cafe-4a2e-9776-e899f90acebd tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2870629 Jul 29 23:59:44.611170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.622773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9ef9934d-d27d-421b-ac8d-37613593d0e0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 200 len: 205 time: 0.0628114 Jul 29 23:59:44.634422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.640688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.642268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Attempting to bind port 21b59f2f-5a45-4280-811a-38b8cd2151dd on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:44.643440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-83ffecca-24f2-4c30-bec3-68511032d2eb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.644136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Attempting to bind port 21b59f2f-5a45-4280-811a-38b8cd2151dd by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:44.644339 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-83ffecca-24f2-4c30-bec3-68511032d2eb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:59:44.644885 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-83ffecca-24f2-4c30-bec3-68511032d2eb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:44.645867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Attempting to bind port 21b59f2f-5a45-4280-811a-38b8cd2151dd on network ccdec7be-b748-47c8-a53c-edf355268308 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:44.646436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-83ffecca-24f2-4c30-bec3-68511032d2eb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221946 Jul 29 23:59:44.669425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:44.670526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Checking segment: {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:44.671442 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.672332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Bound using segment: {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:44.673433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Bound port: 21b59f2f-5a45-4280-811a-38b8cd2151dd, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:44.674763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.729102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:44.781606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] For port 21b59f2f-5a45-4280-811a-38b8cd2151dd, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:44.794270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] For port 21b59f2f-5a45-4280-811a-38b8cd2151dd, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=21b59f2f-5a45-4280-811a-38b8cd2151dd,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:44.802581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.810154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-25154f7d-a5e2-4c64-8a73-2b0a4964510e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.868011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604c58b-cb75-4562-9947-98b03e05638b None None] Pushing event updated for resources: {'Port': ['ID=21b59f2f-5a45-4280-811a-38b8cd2151dd,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:44.882177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-ede28c8d-67c5-434e-862e-b3bdcb6d6732 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079085 Jul 29 23:59:45.005998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-005cfda0-64b8-49bd-843f-f44938f6727a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.1133153 Jul 29 23:59:45.150302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5bcd7356-197b-440e-9319-088b5b348118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.151823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5bcd7356-197b-440e-9319-088b5b348118 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1363406 Jul 29 23:59:45.223585 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-25154f7d-a5e2-4c64-8a73-2b0a4964510e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Project bc23ad0bd6bb4c378e8a60fc36f3e4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:45.258549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4742ca1b-55ab-423a-ac74-c1f139a9957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.267030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-4742ca1b-55ab-423a-ac74-c1f139a9957b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055171 Jul 29 23:59:45.287739 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-25154f7d-a5e2-4c64-8a73-2b0a4964510e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:45.288958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25154f7d-a5e2-4c64-8a73-2b0a4964510e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5557904 Jul 29 23:59:45.336121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39156) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:45.365597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ba954b07-3c9d-424b-b222-1d82521b0e14 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:45.366806 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-ba954b07-3c9d-424b-b222-1d82521b0e14 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:59:45.367767 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ba954b07-3c9d-424b-b222-1d82521b0e14 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:45.369209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ba954b07-3c9d-424b-b222-1d82521b0e14 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206006 Jul 29 23:59:45.372846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39160) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:45.377741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-23ab569f-b85a-48dd-a250-b37fe433297f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:45.430389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.480055 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-23ab569f-b85a-48dd-a250-b37fe433297f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Project bc23ad0bd6bb4c378e8a60fc36f3e4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:45.570043 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-23ab569f-b85a-48dd-a250-b37fe433297f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:45.575702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-23ab569f-b85a-48dd-a250-b37fe433297f tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2016971 Jul 29 23:59:45.583534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:45.599734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d86ff7c3-8b08-48c1-9497-226c90e7e7ab tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c231005b-9c5f-4cec-b3f9-386428e3e42b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:45.618314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-78465584-334d-4f4a-9dd9-af700b16c5db service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437662 Jul 29 23:59:45.676637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.807999 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-d86ff7c3-8b08-48c1-9497-226c90e7e7ab tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Project bc23ad0bd6bb4c378e8a60fc36f3e4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:45.866027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Allocated IP 2001:db8:3::1 (ccdec7be-b748-47c8-a53c-edf355268308/ecf45cf2-51c8-4d17-aacb-82242a650d6d/0405664f-c164-4a55-856b-96aa0bbfc600) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:45.883582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef98dd76-925a-4d18-a535-79fbe702583c req-5fc5a8fa-6f51-47f8-bcdc-7bd5b0c3d064 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537107 Jul 29 23:59:45.911312 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-d86ff7c3-8b08-48c1-9497-226c90e7e7ab tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:45.913384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d86ff7c3-8b08-48c1-9497-226c90e7e7ab tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3287621 Jul 29 23:59:45.920966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39188) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:46.014894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port 927d45ad-f625-4fec-92f4-9f843ddd700e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:46.015308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.050513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.083067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.137060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.139725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.144483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/c231005b-9c5f-4cec-b3f9-386428e3e42b HTTP/1.1" status: 204 len: 168 time: 0.2210178 Jul 29 23:59:46.145177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39192) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:46.178005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47713a-ef69-4f30-a911-571765c1b77a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231005b-9c5f-4cec-b3f9-386428e3e42b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:46.235493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-82c0b8ba-e4d9-4ce2-9b9b-0370ec7417a9 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862048 Jul 29 23:59:46.236398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.240489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39194) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:46.248393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--886171728'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:46.252351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for 927d45ad-f625-4fec-92f4-9f843ddd700e owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:46.280009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fda0c8f-1bbd-4f9a-8b04-049962d61054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.313237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.481346 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.488471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.517272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.537090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:46.543843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2805784 Jul 29 23:59:46.547983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5b758783-8a7a-4989-af85-f51e99b8fbcf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8b3b8ec9-af3e-4afd-ae6e-054951a0065d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:46.581690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 21b59f2f-5a45-4280-811a-38b8cd2151dd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:46.608478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-0ead8cfc-4ab4-487f-892b-82d18ff67ca1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.610768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-0ead8cfc-4ab4-487f-892b-82d18ff67ca1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.7386537 Jul 29 23:59:46.673039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1158f86-0d46-44e3-a4a5-25f1a8a288c2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b8ec9-af3e-4afd-ae6e-054951a0065d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:46.823503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-61275e75-4cc6-4ea3-9867-b1f2b3819437 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/quotas/0f16d937abb540988612c6fff88697c2 HTTP/1.1" status: 200 len: 375 time: 0.1874821 Jul 29 23:59:46.823892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 21b59f2f-5a45-4280-811a-38b8cd2151dd completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:46.833253 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-5b758783-8a7a-4989-af85-f51e99b8fbcf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The resource could not be found. Jul 29 23:59:46.837923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:46.838195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5b758783-8a7a-4989-af85-f51e99b8fbcf tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2993634 Jul 29 23:59:46.848633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c8ebdf50-8c8b-491c-a841-e9896d6f8809 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '8b3b8ec9-af3e-4afd-ae6e-054951a0065d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9dc39373-3aee-4f6a-af3c-fd185f575593'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:46.853399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4fd33-4c67-44b5-89cd-46fa1c9b17b3 None None] Network ccdec7be-b748-47c8-a53c-edf355268308 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:46.869934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.950548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Transition to ACTIVE for port object 0405664f-c164-4a55-856b-96aa0bbfc600 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:46.975880 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-c8ebdf50-8c8b-491c-a841-e9896d6f8809 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The resource could not be found. Jul 29 23:59:46.978462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c8ebdf50-8c8b-491c-a841-e9896d6f8809 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1381655 Jul 29 23:59:46.981354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39216) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:47.028580 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.044156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Provisioning for port 21b59f2f-5a45-4280-811a-38b8cd2151dd completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:47.060412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Provisioning complete for port 21b59f2f-5a45-4280-811a-38b8cd2151dd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:47.061210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.099387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.135318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-1ca57e9a-a0e0-4bef-82a0-330e229cb0ca tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2711608 Jul 29 23:59:47.157059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.166402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network ccdec7be-b748-47c8-a53c-edf355268308 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:47.186083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:47.226428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.229675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.285707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.296487 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.300271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/8b3b8ec9-af3e-4afd-ae6e-054951a0065d HTTP/1.1" status: 204 len: 168 time: 0.3173826 Jul 29 23:59:47.308476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] For port 21b59f2f-5a45-4280-811a-38b8cd2151dd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=21b59f2f-5a45-4280-811a-38b8cd2151dd,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:47.309144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39222) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:47.319186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.354570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aedfe-1d12-4f1c-aaae-c88eb8787c2d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b8ec9-af3e-4afd-ae6e-054951a0065d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:47.399785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cc1fc50a-4a28-45ed-96b4-3c5137ff8a09 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893698 Jul 29 23:59:47.406147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39224) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:47.419503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-304bbfa2-f5f7-41d3-aa87-ca0805795f1b tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'c4fd9ddd-294a-443c-aea1-32a112a5b228', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:47.450025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d519-d20b-4c8a-85ab-3f2e250e6578 None None] Pushing event updated for resources: {'Port': ['ID=21b59f2f-5a45-4280-811a-38b8cd2151dd,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:47.467416 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.509866 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-304bbfa2-f5f7-41d3-aa87-ca0805795f1b tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The resource could not be found. Jul 29 23:59:47.512015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-304bbfa2-f5f7-41d3-aa87-ca0805795f1b tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1044686 Jul 29 23:59:47.518363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39228) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:47.529578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336101247'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:47.576604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.663684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Provisioning complete for port 21b59f2f-5a45-4280-811a-38b8cd2151dd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:47.664297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.751467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:47.752057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.765190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:47.788111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.794366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.846109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9836b912-475a-48bc-b782-eaa7a2a79d0b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:47.867911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.873507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9cbe740-96d5-4afd-b9e2-752314f75bdb tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3513196 Jul 29 23:59:47.875121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39236) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:47.885086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--815475879'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:47.894756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Provisioning for port 0405664f-c164-4a55-856b-96aa0bbfc600 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:47.899584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Provisioning complete for port 0405664f-c164-4a55-856b-96aa0bbfc600 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:47.900228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.929331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=927d45ad-f625-4fec-92f4-9f843ddd700e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:47.956322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:47.995383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7d774ca8-c36f-4dc8-8433-34f01adc741a None None] Port 0405664f-c164-4a55-856b-96aa0bbfc600 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:48.077720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-31ea65da-6dec-4169-bdc8-8d2a133aea65 service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9355783 Jul 29 23:59:48.119587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a52ff0c6-c0a0-4486-8a3b-cee135eb50a3 None None] Provisioning complete for port 0405664f-c164-4a55-856b-96aa0bbfc600 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:48.120394 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a52ff0c6-c0a0-4486-8a3b-cee135eb50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.137026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.142003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.166943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a52ff0c6-c0a0-4486-8a3b-cee135eb50a3 None None] Port 0405664f-c164-4a55-856b-96aa0bbfc600 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:48.201545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.206166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3268635 Jul 29 23:59:48.206166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8b007-c8eb-4a11-9acd-8220c41f9fea tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61512e-37fb-4cb4-a461-1fd1e80256dd,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:48.207052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39244) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.214190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-06cbd60f-31d3-478a-954a-db0363121ad0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': '9836b912-475a-48bc-b782-eaa7a2a79d0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8e61512e-37fb-4cb4-a461-1fd1e80256dd'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:48.229189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.232085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.292280 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-06cbd60f-31d3-478a-954a-db0363121ad0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:48.297687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-06cbd60f-31d3-478a-954a-db0363121ad0 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0887337 Jul 29 23:59:48.301660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39250) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.433382 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.445971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 21b59f2f-5a45-4280-811a-38b8cd2151dd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:48.518034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.550199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 21b59f2f-5a45-4280-811a-38b8cd2151dd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:48.551262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.647356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.660325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.669742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/8e61512e-37fb-4cb4-a461-1fd1e80256dd HTTP/1.1" status: 204 len: 168 time: 0.3662214 Jul 29 23:59:48.670730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.735425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6b521-bc98-4293-a069-96d2da29b853 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61512e-37fb-4cb4-a461-1fd1e80256dd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:48.798500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.806593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.824781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.830708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2a231862-35c4-4c78-b3e0-8a7d80b3335b tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1457434 Jul 29 23:59:48.835468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.836309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39264) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:48.836629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.946452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.971411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-07ad4e30-f5c3-4f66-a804-72b067e8b754 service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8746750 Jul 29 23:59:48.985506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.005846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.006421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router 61ef01d0-6a5f-4c57-89be-73c201523f44 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:49.032305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee06f290-f3fd-4c47-b904-e53645d68992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.072677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.080689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.082276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91689045-8831-4fe7-a096-003f4df33bf0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 204 len: 168 time: 4.3665986 Jul 29 23:59:49.083245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event updated for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:49.085148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.087456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/9836b912-475a-48bc-b782-eaa7a2a79d0b HTTP/1.1" status: 204 len: 168 time: 0.2491825 Jul 29 23:59:49.088919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:49.103786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:49.126952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1453442400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:49.151311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426959c8-85e6-4f3b-bf7b-de69b27da52e tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836b912-475a-48bc-b782-eaa7a2a79d0b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:49.202228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.203262 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.268332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b01f51a8-98d7-465c-bf29-6d704e1f7897 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630399 Jul 29 23:59:49.269419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:49.278458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384748550'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:49.317853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Network ccdec7be-b748-47c8-a53c-edf355268308 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:49.319316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.321096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:49.335944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.339672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.403197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76a06582-ffbe-4c99-b9c7-4431a4324696 req-930cc17b-1882-46d4-9fc6-01d5f9e7a7da tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 210 time: 0.0811691 Jul 29 23:59:49.406788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.423672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.428659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aad69280-06c9-4099-a1bd-aeb5e46f6153 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3288541 Jul 29 23:59:49.428894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39282) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:49.434309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': True}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:49.665557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:49.819615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0180390f-a756-43c7-a506-9d3743732da6 None None] Provisioning complete for port 0405664f-c164-4a55-856b-96aa0bbfc600 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:49.822623 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0180390f-a756-43c7-a506-9d3743732da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.873449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.892184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.902846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0180390f-a756-43c7-a506-9d3743732da6 None None] Port 0405664f-c164-4a55-856b-96aa0bbfc600 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:49.922422 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.949480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf64a0-a0c6-42bb-8d49-fb0db823bbce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:49.954315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.958212 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4943f0c6-88a9-4cf4-9b42-38e74a68070c tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6838708 Jul 29 23:59:49.959076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39298) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:50.030033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1851aed4-9ea9-4330-8c21-bc7e8653941a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'ebaf64a0-a0c6-42bb-8d49-fb0db823bbce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:50.196664 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-1851aed4-9ea9-4330-8c21-bc7e8653941a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:50.198136 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1851aed4-9ea9-4330-8c21-bc7e8653941a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1721687 Jul 29 23:59:50.201161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39306) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:50.209208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-442f9ffa-af8b-41c4-bb66-870e511f8a49 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group_rule': {'security_group_id': 'ebaf64a0-a0c6-42bb-8d49-fb0db823bbce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:50.242482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:50.267527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:50.274220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34539dfc-7216-4da7-b60e-f26c640078ba tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2864802 Jul 29 23:59:50.281616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:50.282687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:50.283898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:50.299219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:50.490239 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-442f9ffa-af8b-41c4-bb66-870e511f8a49 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:59:50.494966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-442f9ffa-af8b-41c4-bb66-870e511f8a49 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2920189 Jul 29 23:59:50.500027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39314) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:50.530577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.591985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.598413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.608207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:50.769532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25abf957-1b6e-4032-9b27-bfdc05268077 req-733bc53e-5766-426c-a59a-e5e97ee69477 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 210 time: 0.1959438 Jul 29 23:59:50.839534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.25.5.229 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/72229831-9d61-4e9f-a41e-7181a1fdcf34) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:51.026469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.080067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.112485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.116942 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.135125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:51.138927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:51.143183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:51.217452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=72229831-9d61-4e9f-a41e-7181a1fdcf34,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.267307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.extraroute_db [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93865) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:59:51.288125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.294768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.302437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/ebaf64a0-a0c6-42bb-8d49-fb0db823bbce HTTP/1.1" status: 204 len: 168 time: 0.7954366 Jul 29 23:59:51.310726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39330) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:51.350597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf64a0-a0c6-42bb-8d49-fb0db823bbce,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.364190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.extraroute_db [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Removed routes are [] {{(pid=93865) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:59:51.364960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.395551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.395926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.396439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.396853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.397225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.397612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.397963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.398364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.398832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.399179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.399498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.399813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f3aea-5bd1-409d-8be1-da0e115f9958 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:51.504282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:48Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:48Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:51.511211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2246dec9-de9d-46c2-9b8f-2907b26afe72 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1929023 Jul 29 23:59:51.512941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39332) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:51.518965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'tempest-secgroup--136507182'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:51.566866 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.582415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:51.583244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Updating router e640e477-28eb-4526-8d37-7d77bb506fc9 port 0405664f-c164-4a55-856b-96aa0bbfc600 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:59:51.696618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.835946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.846202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.971004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.029071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.068990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.134751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47ea37d3-6273-48e2-afad-eb0b4afa183c req-839c5630-96b4-40be-bacc-0280dab6beba tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 210 time: 0.0691381 Jul 29 23:59:52.236109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.249709 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7308829 Jul 29 23:59:52.274930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39356) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:52.285305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6253ebd2-9d00-4be3-9588-238479966f3a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:52.288887 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-6253ebd2-9d00-4be3-9588-238479966f3a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:59:52.289488 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-6253ebd2-9d00-4be3-9588-238479966f3a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:59:52.293824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6253ebd2-9d00-4be3-9588-238479966f3a tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "PUT /v2.0/security-groups/7f6dbe82-7aa1-4bc7-b7ce-c7544dc4ae3e HTTP/1.1" status: 409 len: 330 time: 0.0117738 Jul 29 23:59:52.296568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:52.301817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90406e-3050-4acc-a68b-3c5677996ac2 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6dbe82-7aa1-4bc7-b7ce-c7544dc4ae3e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.360589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:52.362819 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.374937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Transition to ACTIVE for port object 0405664f-c164-4a55-856b-96aa0bbfc600 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:52.385615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.406807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4ef88bd2-ce5f-4fce-a3b4-fa4385bf26c6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:52.411369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4ef88bd2-ce5f-4fce-a3b4-fa4385bf26c6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.5529034 Jul 29 23:59:52.460493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.463265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabdaca-77b0-4955-b73e-fac89d610469 None None] Pushing event updated for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.486141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.497113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.519460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Request body: {'port': {'device_id': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'admin_state_up': True, 'tenant_id': '0f16d937abb540988612c6fff88697c2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:52.594477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Attempting to bind port 0405664f-c164-4a55-856b-96aa0bbfc600 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:52.595189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Attempting to bind port 0405664f-c164-4a55-856b-96aa0bbfc600 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:52.596398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Attempting to bind port 0405664f-c164-4a55-856b-96aa0bbfc600 on network ccdec7be-b748-47c8-a53c-edf355268308 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:52.603210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:52.603931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Checking segment: {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:52.604575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.605213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Bound using segment: {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:52.606676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Bound port: 0405664f-c164-4a55-856b-96aa0bbfc600, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbbdfb-d67c-4c3a-8c64-88df949af5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:52.607360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.695319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.710342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] For port 0405664f-c164-4a55-856b-96aa0bbfc600, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:52.715503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] For port 0405664f-c164-4a55-856b-96aa0bbfc600, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0405664f-c164-4a55-856b-96aa0bbfc600,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:52.725214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.733681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:52.739105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.799780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:52.904651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabdaca-77b0-4955-b73e-fac89d610469 None None] Pushing event updated for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:52.982716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:52.984735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:53.001272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.020495 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.021780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f6dbe82-7aa1-4bc7-b7ce-c7544dc4ae3e HTTP/1.1" status: 204 len: 168 time: 0.7226665 Jul 29 23:59:53.025469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39370) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:53.054792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Allocated IP 172.20.0.10 (71269bfa-0326-4832-9c69-14c69c8c8d29/a327a0ff-ee4b-4a76-be5f-2930a3bc5860/a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:53.215897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-667c799e-8160-4bf2-9bdd-2c9c264cdecd tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891956 Jul 29 23:59:53.230711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39378) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:53.240078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12453ae2-4bb0-4127-a9f2-10b417736955 tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6dbe82-7aa1-4bc7-b7ce-c7544dc4ae3e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:53.298398 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-5632ad55-cc2a-4a6c-84ba-b93bd7be122d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] delete failed (client error): The resource could not be found. Jul 29 23:59:53.308834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5632ad55-cc2a-4a6c-84ba-b93bd7be122d tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "DELETE /v2.0/security-groups/241964f5-30c3-40da-9e17-abb8d51bdb39 HTTP/1.1" status: 404 len: 347 time: 0.0645561 Jul 29 23:59:53.310073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39380) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:53.366713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router 2610835e-a071-4647-8df8-0416db705cae is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:59:53.367863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:53.379447 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-c6eabb2d-be87-4d08-9412-47a25dca90ce tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] show failed (client error): The resource could not be found. Jul 29 23:59:53.388032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6eabb2d-be87-4d08-9412-47a25dca90ce tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-groups/fb1f238c-56ea-4191-927f-895a2a3087e7 HTTP/1.1" status: 404 len: 347 time: 0.0728762 Jul 29 23:59:53.398274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39388) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:53.421062 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.574739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:53.577838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78d8a19-9717-4e02-a2c0-68bdaeebafcd req-ab4e6902-7d84-4f64-9eae-2b3783bfaccb tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 210 time: 0.1775246 Jul 29 23:59:53.589097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.590449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f63aa83-a0cb-43b9-b5b9-1c0f9ac9baf8 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 953 time: 3.3048851 Jul 29 23:59:53.595730 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-d94c84a9-6006-49a4-83d8-47aee21445ee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] show failed (client error): The resource could not be found. Jul 29 23:59:53.599406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d94c84a9-6006-49a4-83d8-47aee21445ee tempest-NegativeSecGroupIPv6Test-405826752 tempest-NegativeSecGroupIPv6Test-405826752-project] 10.222.0.49 "GET /v2.0/security-group-rules/ce9d0672-2ce2-4dce-a8fe-9eb314ade16f HTTP/1.1" status: 404 len: 356 time: 0.1949813 Jul 29 23:59:53.601100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39390) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:53.646528 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:53.662525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.759053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:53.767620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:53.789974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:53.858424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:53.861411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:54.014255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.024912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.029084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event updated for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:54.092644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-d0da9c53-d294-4777-9564-6a59690c77c1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5824759 Jul 29 23:59:54.491027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39408) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.518435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Request body: {'port': {'device_id': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:54.576228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cd9698f6-0e78-4e2d-a6e6-804ce7ae3237 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 953 time: 0.9741666 Jul 29 23:59:54.577503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39414) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.585022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'routes': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:54.589780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:54.601899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] Sync routers for ids ['2610835e-a071-4647-8df8-0416db705cae'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:54.639362 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] Routers {'2610835e-a071-4647-8df8-0416db705cae'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:54.640782 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2610835e-a071-4647-8df8-0416db705cae'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.690440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.691585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9023ff40-7bbf-4c96-83a7-9f99c28ea883 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "PUT /v2.0/routers/2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 200 len: 915 time: 5.2613866 Jul 29 23:59:54.698271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39420) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.804357 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.815943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cf674aba-dd0c-4272-9331-305b6a581406 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc23ad0bd6bb4c378e8a60fc36f3e4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226202 Jul 29 23:59:54.818271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39422) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:54.831217 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] Routers {'2610835e-a071-4647-8df8-0416db705cae'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:54.833412 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2610835e-a071-4647-8df8-0416db705cae'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.861202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:51Z', 'revision_number': 6, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:52Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.878716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.943890 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:54.953269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576c145a-5347-4b39-8c29-4c7fe1176dfd None None] The sync data for ids ['2610835e-a071-4647-8df8-0416db705cae'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:54.978934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbded6-e061-4f28-a31c-da534c14a93c None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:51Z', 'revision_number': 6, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:52Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:55.329285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e0f0681-ad26-4478-9f8f-181404f27f82 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 200 len: 921 time: 0.6321743 Jul 29 23:59:55.344748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d0af-0e1f-4ec1-87d9-c6461bc2d616 req-b4cac2fd-5af7-487f-9b05-34f8d1863595 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:55.346899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b928d0af-0e1f-4ec1-87d9-c6461bc2d616 req-b4cac2fd-5af7-487f-9b05-34f8d1863595 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 932 time: 0.5099649 Jul 29 23:59:55.350440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39434) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:55.351222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.514376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:55.528100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.546741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Transition to ACTIVE for port object a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:55.555702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.744576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.769289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.898801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.907126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.908728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d48f0d50-77dc-4e03-b2b3-cbc9c62177f3 HTTP/1.1" status: 204 len: 168 time: 1.0885501 Jul 29 23:59:55.974532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Attempting to bind port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:55.975066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Attempting to bind port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:55.975600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Attempting to bind port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:55.985143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:55.985815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Attempting to bind port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:55.994859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b928d0af-0e1f-4ec1-87d9-c6461bc2d616 req-65126c20-5b4f-445c-b714-a25da3bf91c0 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699306 Jul 29 23:59:56.002426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2799b576-94b2-47f7-abaa-35638c4ab1ca tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:56.009339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2799b576-94b2-47f7-abaa-35638c4ab1ca tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=2610835e-a071-4647-8df8-0416db705cae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6553302 Jul 29 23:59:56.010853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb83ffe-ae21-4107-b49e-1ac77d8c657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f0d50-77dc-4e03-b2b3-cbc9c62177f3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:56.014322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:56.082863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:56.085605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Checking segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:56.086117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Bound using segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:56.086598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Bound port: a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:56.086971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.100091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:59:56.100412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:59:56.210034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.398866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51592ca2-4fd6-4585-a2d1-c0340cf3b46b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:56.404939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-51592ca2-4fd6-4585-a2d1-c0340cf3b46b tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.3882823 Jul 29 23:59:56.406032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39458) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:56.425434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:56.444180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:56.460309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0405664f-c164-4a55-856b-96aa0bbfc600 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:56.480107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.588907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-efc7eeb3-ed6b-4ef7-bed3-eff22da50f28 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 200 len: 205 time: 0.1686656 Jul 29 23:59:56.594256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:56.599044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39466) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:56.618920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:56.619931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.621959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-4813d78c-4616-48ca-8b21-4b684bc23f21 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 HTTP/1.1" status: 200 len: 1093 time: 2.5057871 Jul 29 23:59:56.623734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:56.626358 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6250b871-cd50-42ac-b59f-e186c5d20e89" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:56.769404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:59:56.806901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0405664f-c164-4a55-856b-96aa0bbfc600 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:56.822308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.845579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0405664f-c164-4a55-856b-96aa0bbfc600 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:56.846068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.847111 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:56.850210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:56.851116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:56.881291 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb11a145-9cad-485e-bfad-8f0ccc4bc8b8 x-openstack-request-id: req-cb11a145-9cad-485e-bfad-8f0ccc4bc8b8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:56.890367 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:56.891169 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb11a145-9cad-485e-bfad-8f0ccc4bc8b8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:56.892000 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4', 'status': 'completed', 'code': 200} Jul 29 23:59:57.117305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:59:57.329694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:59:57.346124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.346124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-435ed5d1-d3cb-4dd8-8861-c2e7359c0062 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 703 time: 2.7585399 Jul 29 23:59:57.346124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39490) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:57.361564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.363530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:57.569210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0405664f-c164-4a55-856b-96aa0bbfc600, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0405664f-c164-4a55-856b-96aa0bbfc600,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:57.594472 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.648156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39500) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:57.661851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-8acd462b-c897-464e-a4a3-945eb5bacee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.663576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-8acd462b-c897-464e-a4a3-945eb5bacee8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 1096 time: 0.9163225 Jul 29 23:59:57.680956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d39bb1b-816b-4cd6-a5c1-1b32b10836b0 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 703 time: 0.3361945 Jul 29 23:59:57.684578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:57.691581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:57.792678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-41b7cb12-7b8f-47fe-8431-34aaef58a3fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 HTTP/1.1" status: 200 len: 217 time: 0.0897238 Jul 29 23:59:57.845189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.871947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.920772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ac1dd276-de91-4aca-8767-0e4b65313b36 tempest-ServiceProvidersTest-679116980 tempest-ServiceProvidersTest-679116980-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2621694 Jul 29 23:59:57.921408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8467-16de-46e7-97ec-b62a1b3a91a9 req-b9e5f0de-b6b8-41c6-a76b-8e71b0bf90db tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.926353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-397e8467-16de-46e7-97ec-b62a1b3a91a9 req-b9e5f0de-b6b8-41c6-a76b-8e71b0bf90db tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 944 time: 0.3477578 Jul 29 23:59:57.981591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-ab8da744-7217-4564-8289-ae8cffcb75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.983140 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-ab8da744-7217-4564-8289-ae8cffcb75f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1799574 Jul 29 23:59:58.056593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-397e8467-16de-46e7-97ec-b62a1b3a91a9 req-26faaac9-5321-4168-9c12-13567bf7ceeb tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291242 Jul 29 23:59:58.076350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 7, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:52Z', 'revision_number': 4, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:58.113730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-3fbd9960-afe9-470b-857b-2c586f8a3150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530062 Jul 29 23:59:58.161417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:59:58.211591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:59:58.213200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:58.305431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.515945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:59:58.577273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-fb9a493f-7656-4872-b405-5101a073a678 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565020 Jul 29 23:59:58.666569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.805058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39526) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:58.836317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port 72229831-9d61-4e9f-a41e-7181a1fdcf34 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:58.840199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.995834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1fc2a887-49fa-4768-9ead-c0d38dbbfb7f req-369a3e84-c123-4c2c-9abf-eff09f267c57 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097292 Jul 29 23:59:59.009788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0405664f-c164-4a55-856b-96aa0bbfc600 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:59.049881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.061476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add33990-33f3-43b1-bd21-90f5daa6a976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.083142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for 72229831-9d61-4e9f-a41e-7181a1fdcf34 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:59.215631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0405664f-c164-4a55-856b-96aa0bbfc600 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:59.215631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.351264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 7, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:59.383714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add33990-33f3-43b1-bd21-90f5daa6a976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.394366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add33990-33f3-43b1-bd21-90f5daa6a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.402708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 0405664f-c164-4a55-856b-96aa0bbfc600 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:59.403204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.430286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f4f1-a26e-4567-8a34-6a65362940b0 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 7, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:59:59.586207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add33990-33f3-43b1-bd21-90f5daa6a976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e76bf-44a0-4156-a7c2-bedfb2182f41,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.597830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-add33990-33f3-43b1-bd21-90f5daa6a976 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d10541ec36bb4e05917a0388cdef31c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7891593 Jul 29 23:59:59.603365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:59.675489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 0405664f-c164-4a55-856b-96aa0bbfc600, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0405664f-c164-4a55-856b-96aa0bbfc600,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:59.677265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.707806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.725113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 0405664f-c164-4a55-856b-96aa0bbfc600 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:59.748527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-2a6cb2cd-7718-43a6-9697-340fb929d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:59.750311 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-2a6cb2cd-7718-43a6-9697-340fb929d3eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 1096 time: 0.5610287 Jul 29 23:59:59.810875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=72229831-9d61-4e9f-a41e-7181a1fdcf34,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.827091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.907284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.983531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db522985-bc96-4ca5-8b9f-f4bcc53e46f1 req-70815ed6-ef69-45ad-86de-dc48e5f3beac tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:59.985812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db522985-bc96-4ca5-8b9f-f4bcc53e46f1 req-70815ed6-ef69-45ad-86de-dc48e5f3beac tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 944 time: 0.7832158 Jul 29 23:59:59.987364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.127432 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:00.158476 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:00.161037 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:00.258709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.260535 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.263283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e5e76bf-44a0-4156-a7c2-bedfb2182f41 HTTP/1.1" status: 204 len: 168 time: 0.6578345 Jul 30 00:00:00.267902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.275564 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:00.296453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70428d9-6ce6-4ea2-b32d-4f6129b25faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e76bf-44a0-4156-a7c2-bedfb2182f41,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:00.368589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=0405664f-c164-4a55-856b-96aa0bbfc600,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:00.459488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.479149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.793442 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-29T23:59:56Z', 'revision_number': 7, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '0405664f-c164-4a55-856b-96aa0bbfc600', 'name': '', 'network_id': 'ccdec7be-b748-47c8-a53c-edf355268308', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:db:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:45Z', 'updated_at': '2021-07-29T23:59:57Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'ecf45cf2-51c8-4d17-aacb-82242a650d6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:00.839305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.842371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router 2610835e-a071-4647-8df8-0416db705cae {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:00.856642 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-db522985-bc96-4ca5-8b9f-f4bcc53e46f1 req-a5c8f2fd-0c0f-4fc7-850a-c9fe26031b42 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491325 Jul 30 00:00:00.904284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.910232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d7ef262-5790-4af3-9222-0f02dcb440fa tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 204 len: 168 time: 4.3047833 Jul 30 00:00:00.910232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-2c0a22c0-2e2e-4e5d-8cc4-682a88fc4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.913031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-2c0a22c0-2e2e-4e5d-8cc4-682a88fc4e1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 1.1340427 Jul 30 00:00:00.916104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39562) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:00.924560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560169185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:00.929466 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:00.948088 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:00.948774 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:00.958146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.959367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.022650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-d2a1940a-8bb0-4c7d-9dac-4896158450e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 HTTP/1.1" status: 200 len: 217 time: 0.0737715 Jul 30 00:00:01.186030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-d128512b-9a24-46b1-9a3e-c17361ea5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:01.186030 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-d128512b-9a24-46b1-9a3e-c17361ea5a6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1514306 Jul 30 00:00:01.214101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:01.310776 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-c1cd51d0-df14-4110-bcf2-88461819b4bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025279 Jul 30 00:00:01.428771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.437506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.594287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.595867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-66dbfc0b-fe7f-4815-bb75-03675e47f932 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6787190 Jul 30 00:00:01.600153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39586) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:01.605715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:01.673081 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:00Z', 'revision_number': 8, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:01.711182 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-54323b25-06ea-42d2-ac4b-77d517e72c4d service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915503 Jul 30 00:00:01.758708 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:01.813773 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4817e2c-a2ef-43a1-b5d8-58912aa76882 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:00Z', 'revision_number': 8, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:02.011370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:02.252388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:02.303801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:02.365595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'port_id': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4', 'mac_address': 'fa:16:3e:2e:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a327a0ff-ee4b-4a76-be5f-2930a3bc5860', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:02.427982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.434267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:02.502017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6250b871-cd50-42ac-b59f-e186c5d20e89 req-cd837155-0e08-4981-bc06-ee3752f3a75b service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805276 Jul 30 00:00:02.549728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0405664f-c164-4a55-856b-96aa0bbfc600 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:02.556655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.594195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:02.595698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbeb1-f14b-48a5-afb6-925e49890f97 req-254effc3-34bc-4b38-872c-c23d6bd9c45c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:02.601069 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba2bbeb1-f14b-48a5-afb6-925e49890f97 req-254effc3-34bc-4b38-872c-c23d6bd9c45c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 944 time: 0.3947034 Jul 30 00:00:02.616848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9b1d0319-dd96-4ba4-9f86-01d99926914e tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9239473 Jul 30 00:00:02.618410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39620) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:02.633385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0405664f-c164-4a55-856b-96aa0bbfc600 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:02.633385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0405664f-c164-4a55-856b-96aa0bbfc600 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:02.636260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:02.713649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:02.727072 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.754445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet ecf45cf2-51c8-4d17-aacb-82242a650d6d {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:02.758395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.814740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.824856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:02.874193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:02.891451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:02.891451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:02.934257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ba2bbeb1-f14b-48a5-afb6-925e49890f97 req-28e9d289-e32b-458e-8883-07b6e94464c8 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590404 Jul 30 00:00:02.952936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7488bdc7-1ff5-40fd-8321-15587e869bf6 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-697127127', 'prefixes': ['172.20.0.0/16']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:02.957412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.105526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:03.113364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.149422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:03.176641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf45cf2-51c8-4d17-aacb-82242a650d6d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:03.177770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.185044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e6c93467-627d-4871-8b3f-63ba93d0c8f6 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/ecf45cf2-51c8-4d17-aacb-82242a650d6d HTTP/1.1" status: 204 len: 168 time: 0.5344827 Jul 30 00:00:03.185612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:03.298273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc410f-6d78-4aa9-b859-a55ee2f97aa1 None None] Network ccdec7be-b748-47c8-a53c-edf355268308 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:03.438513 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7488bdc7-1ff5-40fd-8321-15587e869bf6 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] Notify callbacks [] for subnetpool, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.439972 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7488bdc7-1ff5-40fd-8321-15587e869bf6 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9947319 Jul 30 00:00:03.448717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39630) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:03.649872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.685021 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.774657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6053754b-22df-4a6b-ad65-3dd4fc919e77 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "GET /v2.0/subnetpools/e449eab0-dcbc-49e8-b3e1-f1b811732e68 HTTP/1.1" status: 200 len: 731 time: 0.3244390 Jul 30 00:00:03.776382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39642) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:03.792742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-33ef1541-5db2-419b-b314-70f5af290ec9 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-873436214'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:03.808961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.180650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-33ef1541-5db2-419b-b314-70f5af290ec9 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] Notify callbacks [] for subnetpool, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.189135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Allocated IP 172.25.5.7 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/452550be-d2d8-48a3-a484-167766d82595) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:04.189377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-33ef1541-5db2-419b-b314-70f5af290ec9 tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "PUT /v2.0/subnetpools/e449eab0-dcbc-49e8-b3e1-f1b811732e68 HTTP/1.1" status: 200 len: 683 time: 0.4019899 Jul 30 00:00:04.190879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39646) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:04.203438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] DHCP port deletion for ccdec7be-b748-47c8-a53c-edf355268308 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:04.448162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9cbf18f3-f80e-4043-a5db-82934bbd9d5d tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] Notify callbacks [] for subnetpool, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.452708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:00Z', 'revision_number': 8, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:04.454990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9cbf18f3-f80e-4043-a5db-82934bbd9d5d tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "DELETE /v2.0/subnetpools/e449eab0-dcbc-49e8-b3e1-f1b811732e68 HTTP/1.1" status: 204 len: 168 time: 0.2548807 Jul 30 00:00:04.456236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39652) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:04.461539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 21b59f2f-5a45-4280-811a-38b8cd2151dd {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:04.461918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.494105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 21b59f2f-5a45-4280-811a-38b8cd2151dd no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:04.499022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:04.506534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Deleting port 21b59f2f-5a45-4280-811a-38b8cd2151dd {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:04.506910 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.564160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c042c4-6a0e-4141-beb5-da4cd73351aa req-32bcd2d0-9a39-4ada-ba0b-211f72443c91 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.567598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 21b59f2f-5a45-4280-811a-38b8cd2151dd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=21b59f2f-5a45-4280-811a-38b8cd2151dd,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:04.568131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.576712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9c042c4-6a0e-4141-beb5-da4cd73351aa req-32bcd2d0-9a39-4ada-ba0b-211f72443c91 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 945 time: 0.3956771 Jul 30 00:00:04.676542 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-284e33e1-2f8c-4663-946b-696b5ffa99bc tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] show failed (client error): The resource could not be found. Jul 30 00:00:04.695376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-284e33e1-2f8c-4663-946b-696b5ffa99bc tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "GET /v2.0/subnetpools/e449eab0-dcbc-49e8-b3e1-f1b811732e68 HTTP/1.1" status: 404 len: 346 time: 0.2357268 Jul 30 00:00:04.705840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 21b59f2f-5a45-4280-811a-38b8cd2151dd owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:04.707955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:04.708488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:04.709026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:04.731705 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-a91144c5-21ce-4c6b-831e-76e83224b0ce tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] delete failed (client error): The resource could not be found. Jul 30 00:00:04.737297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a91144c5-21ce-4c6b-831e-76e83224b0ce tempest-SubnetPoolsTestJSON-1816778659 tempest-SubnetPoolsTestJSON-1816778659-project] 10.222.0.49 "DELETE /v2.0/subnetpools/e449eab0-dcbc-49e8-b3e1-f1b811732e68 HTTP/1.1" status: 404 len: 346 time: 0.0275013 Jul 30 00:00:04.747106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9c042c4-6a0e-4141-beb5-da4cd73351aa req-782a4d94-6481-46f1-9b0b-97caffa6fff9 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588221 Jul 30 00:00:04.884323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.949684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] For port 21b59f2f-5a45-4280-811a-38b8cd2151dd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=21b59f2f-5a45-4280-811a-38b8cd2151dd,segment=NetworkSegment(49dbbdfb-d67c-4c3a-8c64-88df949af5dd),segment_id=49dbbdfb-d67c-4c3a-8c64-88df949af5dd)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:04.951284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.954108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:04.978035 n-d-712707-11 neutron-server[93866]: INFO neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No ports have port_id starting with 21b59f2f-5a45-4280-811a-38b8cd2151dd Jul 30 00:00:05.025536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Calling delete_port for 21b59f2f-5a45-4280-811a-38b8cd2151dd owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:05.060730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=21b59f2f-5a45-4280-811a-38b8cd2151dd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:05.090288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port 21b59f2f-5a45-4280-811a-38b8cd2151dd on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:05.133330 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.176083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:05.263558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:05.279115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:05.284011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:05.299101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Pushing event updated for resources: {'Port': ['ID=452550be-d2d8-48a3-a484-167766d82595,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:05.307907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.324871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:05.332975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdec7be-b748-47c8-a53c-edf355268308']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:05.354943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49dbbdfb-d67c-4c3a-8c64-88df949af5dd') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:05.355317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49dbbdfb-d67c-4c3a-8c64-88df949af5dd') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:05.366563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.392192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.416448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.421468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:05.424613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:05.428249 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:05.457246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] Pushing event deleted for resources: {'Port': ['ID=21b59f2f-5a45-4280-811a-38b8cd2151dd,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:05.460204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19f9e4-0b5b-4b86-9c76-de6b817bcf1b None None] No DVR routers for this DVR port 21b59f2f-5a45-4280-811a-38b8cd2151dd on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:05.608184 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.624136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.630382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/ccdec7be-b748-47c8-a53c-edf355268308 HTTP/1.1" status: 204 len: 168 time: 2.4433193 Jul 30 00:00:05.633815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39682) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:05.677283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de444-533b-4b81-8723-3a99fe249912 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=ccdec7be-b748-47c8-a53c-edf355268308,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:05.685783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f5aee96-7357-462b-8329-9a2686879e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.732675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:00Z', 'revision_number': 8, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:05.816544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd0dd8-6949-4228-8663-896bd244b72c None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:00Z', 'revision_number': 8, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87617f85-b16b-41b2-b079-d132a1645b7c', 'name': '', 'network_id': 'cd05e29e-a4bf-4b19-acd7-7641c28c8d32', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:0f:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:26Z', 'updated_at': '2021-07-29T23:59:43Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': '693adb6d-7718-4924-9a6c-c3efd162a46d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:06.000777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f5aee96-7357-462b-8329-9a2686879e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.011350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f5aee96-7357-462b-8329-9a2686879e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.039036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:06.128816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:06.157372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:06.159289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.177795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aee96-7357-462b-8329-9a2686879e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83609d6e-17dc-4a50-b850-c1036e61e5d4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:06.178013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.187069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f5aee96-7357-462b-8329-9a2686879e51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89794df1efcc4fe0818c9aecabdedd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615239 Jul 30 00:00:06.203953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:06.381556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.405666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.445612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:06.451605 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09c224-f984-4315-8d00-64a26976ae9f" -d '{"events": [{"server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:06.461435 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.494826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:06.505619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.613676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:06.629964 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff054f-2b5c-4ff2-8cc1-eca3f08c4e27 x-openstack-request-id: req-d8ff054f-2b5c-4ff2-8cc1-eca3f08c4e27 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:06.631010 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:06.631472 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8ff054f-2b5c-4ff2-8cc1-eca3f08c4e27 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:06.632169 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4', 'code': 200} Jul 30 00:00:06.648292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.652305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.661931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83609d6e-17dc-4a50-b850-c1036e61e5d4 HTTP/1.1" status: 204 len: 168 time: 0.4482296 Jul 30 00:00:06.687287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6fb54-f9a2-432d-81b0-fb182b0167f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83609d6e-17dc-4a50-b850-c1036e61e5d4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:07.240351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19527f30-6819-4ce6-838b-22c055f865b9 req-e1bbafee-fd00-420f-8802-b4dfc9447f42 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:07.247976 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19527f30-6819-4ce6-838b-22c055f865b9 req-e1bbafee-fd00-420f-8802-b4dfc9447f42 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 945 time: 1.2842674 Jul 30 00:00:07.301614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ea060-9779-44c7-b0fd-2397ca99947b req-9055f736-a997-49e0-b528-7f1028109213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:07.303270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a2ea060-9779-44c7-b0fd-2397ca99947b req-9055f736-a997-49e0-b528-7f1028109213 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 1098 time: 0.2683733 Jul 30 00:00:07.496175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-19527f30-6819-4ce6-838b-22c055f865b9 req-748de6b5-caf9-49e4-8508-6534022c8f77 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472708 Jul 30 00:00:07.620808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a2ea060-9779-44c7-b0fd-2397ca99947b req-8f995151-c5e1-489f-a0dc-72fa4c18e6be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980516 Jul 30 00:00:07.650983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:07.666713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:07.796644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:07.912156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.017846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1978104106'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:08.083145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Made reservation on behalf of 03c6ef78641249948e494f207053cda4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:08.092110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.109846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.128013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Router d92c49a2-d8dc-489a-ae98-05274657f299 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:00:08.340201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.347564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.374998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:08.388918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.390316 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Added segment 44d3b856-aac8-4297-9d85-654cfbf42f67 of type vlan for network 86a6d9fc-0abd-45d2-9faf-9eb256cfd446 Jul 30 00:00:08.409389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:08.416893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.421179 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f70b533e-f7c7-4874-8d5a-34e22415af75 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "PUT /v2.0/routers/d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 200 len: 914 time: 6.8194437 Jul 30 00:00:08.422794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:08.426116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] Sync routers for ids ['d92c49a2-d8dc-489a-ae98-05274657f299'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:08.446682 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] Routers {'d92c49a2-d8dc-489a-ae98-05274657f299'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:08.447756 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d92c49a2-d8dc-489a-ae98-05274657f299'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:08.538317 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:08.559617 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] Routers {'d92c49a2-d8dc-489a-ae98-05274657f299'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:08.561095 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['d92c49a2-d8dc-489a-ae98-05274657f299'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:08.587705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.596006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad23fa-f9f6-4dab-b82f-211e084c98cf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:08.703843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:08.706099 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f0ffa7-a54e-407c-8974-9949df32e527 None None] The sync data for ids ['d92c49a2-d8dc-489a-ae98-05274657f299'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:08.714942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.730733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.731684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.815884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-180924ee-3843-479b-983c-b98130adbf5a tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 200 len: 920 time: 0.3702157 Jul 30 00:00:08.821223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39778) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:08.839078 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 87617f85-b16b-41b2-b079-d132a1645b7c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:08.839597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.847493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Pushing event updated for resources: {'Network': ['ID=86a6d9fc-0abd-45d2-9faf-9eb256cfd446,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:08.865761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 86a6d9fc-0abd-45d2-9faf-9eb256cfd446 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:08.873448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e8690442-cd1f-4fac-81ec-79df4917bb89 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0739932 Jul 30 00:00:08.875081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:08.884833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-4bd87a23-2117-4415-b003-c4393281fd23 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-311361023') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:09.010983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4bd87a23-2117-4415-b003-c4393281fd23 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "PUT /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-311361023 HTTP/1.1" status: 201 len: 201 time: 0.1315269 Jul 30 00:00:09.011561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.024249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-d7397710-a77f-42de-b928-141ccd5d938d tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-311361023') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:09.027273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15699-6588-4c1d-b579-16f77a4c596f req-e0e17794-f762-4c27-82ea-b9ede02c3b1a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:09.029168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92e15699-6588-4c1d-b579-16f77a4c596f req-e0e17794-f762-4c27-82ea-b9ede02c3b1a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 946 time: 0.2956264 Jul 30 00:00:09.037973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 87617f85-b16b-41b2-b079-d132a1645b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=87617f85-b16b-41b2-b079-d132a1645b7c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:09.038528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.068289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 87617f85-b16b-41b2-b079-d132a1645b7c owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:09.129017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bda4af-e3b8-42d5-9058-32ddb91761b1 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:09.133791 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-60bda4af-e3b8-42d5-9058-32ddb91761b1 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=d92c49a2-d8dc-489a-ae98-05274657f299&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3080213 Jul 30 00:00:09.135670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.156375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-92e15699-6588-4c1d-b579-16f77a4c596f req-e6f3e3d7-aa5f-4fe8-bb65-66bfab4a2fec tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Jul 30 00:00:09.210087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7397710-a77f-42de-b928-141ccd5d938d tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-311361023 HTTP/1.1" status: 204 len: 168 time: 0.1965294 Jul 30 00:00:09.213452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39792) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.221135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-b0627434-3152-48ea-bae5-01eb152e8092 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:09.372175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b0627434-3152-48ea-bae5-01eb152e8092 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags HTTP/1.1" status: 200 len: 237 time: 0.1551874 Jul 30 00:00:09.380954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.389316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-de1d229e-81b9-41c5-9cd3-481bee93e0fc tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', {'tags': ['tempest-TagsTest-Tag-1402599269', 'tempest-TagsTest-Tag-2144448019', 'tempest-TagsTest-Tag-1182238888']}) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:09.502284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43304b78-4784-4d39-917b-dfa8074706ef tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:09.508301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43304b78-4784-4d39-917b-dfa8074706ef tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.3650537 Jul 30 00:00:09.509731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39804) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.567120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.573677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c378b087-d542-45f7-82b1-e747fb7a4ccb tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 200 len: 205 time: 0.0628471 Jul 30 00:00:09.579371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.624307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=87617f85-b16b-41b2-b079-d132a1645b7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:09.738327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de1d229e-81b9-41c5-9cd3-481bee93e0fc tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "PUT /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags HTTP/1.1" status: 200 len: 309 time: 0.3551383 Jul 30 00:00:09.742487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:09.804605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-c03a9054-6309-4b77-be66-cbb7568ab84c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-1402599269') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:09.869420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.922769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.034603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c03a9054-6309-4b77-be66-cbb7568ab84c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "DELETE /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-1402599269 HTTP/1.1" status: 204 len: 168 time: 0.2881224 Jul 30 00:00:10.036046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.049168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-68a4cf9e-3e94-4593-aa31-1b4cc4d27199 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-1402599269') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:10.100164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.162844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port 452550be-d2d8-48a3-a484-167766d82595 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:10.163198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.260825 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-68a4cf9e-3e94-4593-aa31-1b4cc4d27199 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] show failed (client error): The resource could not be found. Jul 30 00:00:10.262606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68a4cf9e-3e94-4593-aa31-1b4cc4d27199 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-1402599269 HTTP/1.1" status: 404 len: 326 time: 0.2211888 Jul 30 00:00:10.270313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39822) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.274848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.275124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:10.292775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for 452550be-d2d8-48a3-a484-167766d82595 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:10.310369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-2f7336ac-3d91-4998-940d-e65c1fee8c5e tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-2144448019') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:10.611907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65fc2e-5736-4016-8261-3de28ea519ff req-e7fa83b4-2e1c-4c51-974b-9a833bb312e2 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:10.619974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa65fc2e-5736-4016-8261-3de28ea519ff req-e7fa83b4-2e1c-4c51-974b-9a833bb312e2 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 946 time: 0.2719755 Jul 30 00:00:10.632446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:10.648777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b081e117-bb31-4c5e-b737-a2719285f8db tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0102878 Jul 30 00:00:10.652969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.655654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:10.659814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.671891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:10.675231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:10.718244 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f7336ac-3d91-4998-940d-e65c1fee8c5e tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-2144448019 HTTP/1.1" status: 204 len: 168 time: 0.4413102 Jul 30 00:00:10.722020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.750502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-1fcfa2fb-e5a2-440b-b8c3-50cbdda8328d tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-1182238888') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:10.750794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=452550be-d2d8-48a3-a484-167766d82595,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:10.847022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa65fc2e-5736-4016-8261-3de28ea519ff req-1657a876-f140-4b01-974b-ca210db48477 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258408 Jul 30 00:00:10.903582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet 693adb6d-7718-4924-9a6c-c3efd162a46d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:10.922372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:10.979916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1fcfa2fb-e5a2-440b-b8c3-50cbdda8328d tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-1182238888 HTTP/1.1" status: 204 len: 168 time: 0.2524915 Jul 30 00:00:10.981476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39842) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:10.995020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-b4b080d5-b260-42cd-acd8-6621dbc94c9c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:11.014617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.017129 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.228515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:11.268873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.272004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.287400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b4b080d5-b260-42cd-acd8-6621dbc94c9c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "DELETE /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags HTTP/1.1" status: 204 len: 168 time: 0.3025386 Jul 30 00:00:11.300569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:11.307384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-b1c6494a-577d-494a-9b91-fa8b469c7d93 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-2144448019') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:11.317404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.347696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.348886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router d92c49a2-d8dc-489a-ae98-05274657f299 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:11.367071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.368659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1157fdc6-460c-40f4-a41f-432eb425098c tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 204 len: 168 time: 1.7879279 Jul 30 00:00:11.373582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39850) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:11.393128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-681421412', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:11.474649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.478636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.595291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.675616 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-b1c6494a-577d-494a-9b91-fa8b469c7d93 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] show failed (client error): The resource could not be found. Jul 30 00:00:11.676755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b1c6494a-577d-494a-9b91-fa8b469c7d93 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-2144448019 HTTP/1.1" status: 404 len: 326 time: 0.3753524 Jul 30 00:00:11.691442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39862) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:11.692253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:09Z', 'revision_number': 9, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:11.697043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-d5f476aa-40e4-4b33-849d-5603f074c8ae tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446', 'tempest-TagsTest-Tag-1182238888') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:11.737420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:11.841054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:11.895049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:11.896225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.186815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:12.214801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:12.754310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:09Z', 'revision_number': 9, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.781379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:12.788028 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/693adb6d-7718-4924-9a6c-c3efd162a46d HTTP/1.1" status: 204 len: 168 time: 2.1335313 Jul 30 00:00:12.789315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e02563-e4fb-421c-aec4-b93ab6382877 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=693adb6d-7718-4924-9a6c-c3efd162a46d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:12.793306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:12.856455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed60353-ccee-4a85-a6e3-54134b901a7d None None] Network cd05e29e-a4bf-4b19-acd7-7641c28c8d32 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:12.867719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f774d65-6ccf-4c06-8819-20ca74d01864 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:09Z', 'revision_number': 9, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': '1079a99b-7e82-4e04-901e-a87b1d8f0983', 'name': '', 'network_id': '36e903da-70fb-4db4-a2f0-f90667c896cf', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:4b:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:15Z', 'updated_at': '2021-07-29T23:59:30Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'f695c4d8-fa12-4f9a-82da-e1810706da84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:12.931192 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-d5f476aa-40e4-4b33-849d-5603f074c8ae tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] show failed (client error): The resource could not be found. Jul 30 00:00:12.932348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5f476aa-40e4-4b33-849d-5603f074c8ae tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "GET /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags/tempest-TagsTest-Tag-1182238888 HTTP/1.1" status: 404 len: 326 time: 1.2399018 Jul 30 00:00:12.935151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:12.940098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-3b969f24-4e22-4988-b2e6-277be3983b9c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '86a6d9fc-0abd-45d2-9faf-9eb256cfd446') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:12.946794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.221983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3b969f24-4e22-4988-b2e6-277be3983b9c tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "DELETE /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446/tags HTTP/1.1" status: 204 len: 168 time: 0.2857647 Jul 30 00:00:13.261054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:13.302972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] DHCP port deletion for cd05e29e-a4bf-4b19-acd7-7641c28c8d32 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:13.440212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port fac2628a-a214-4b3c-8268-f625b8d3f81c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:13.440212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.558865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Deleting port fac2628a-a214-4b3c-8268-f625b8d3f81c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:13.559941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.580686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port fac2628a-a214-4b3c-8268-f625b8d3f81c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fac2628a-a214-4b3c-8268-f625b8d3f81c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:13.581242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.649160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for fac2628a-a214-4b3c-8268-f625b8d3f81c owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:13.649520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.690670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.691555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.698299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] For port fac2628a-a214-4b3c-8268-f625b8d3f81c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fac2628a-a214-4b3c-8268-f625b8d3f81c,segment=NetworkSegment(76e232a6-ecc7-431c-9703-5ace057c54e1),segment_id=76e232a6-ecc7-431c-9703-5ace057c54e1)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:13.698900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.744989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Calling delete_port for fac2628a-a214-4b3c-8268-f625b8d3f81c owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:13.891991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Allocated IP 172.25.5.214 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/c66f3c12-1b7f-4a52-8eac-6b050fe212a7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:13.892933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.914924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.925763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:13.946945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a6d9fc-0abd-45d2-9faf-9eb256cfd446']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:13.979716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d3b856-aac8-4297-9d85-654cfbf42f67') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:13.980303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d3b856-aac8-4297-9d85-654cfbf42f67') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:14.002548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.016579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Pushing event deleted for resources: {'Port': ['ID=fac2628a-a214-4b3c-8268-f625b8d3f81c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:14.023110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.027029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.027652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.028142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.028510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.028941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.029470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.030046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.030534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.030706 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.031191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.031674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.032153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.032632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:14.039368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7fce7-cabe-4b75-847c-f891e796c9d4 None None] No DVR routers for this DVR port fac2628a-a214-4b3c-8268-f625b8d3f81c on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:14.049365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:14.049997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.093827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:14.097964 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:14.135964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port fac2628a-a214-4b3c-8268-f625b8d3f81c on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:14.138159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=fac2628a-a214-4b3c-8268-f625b8d3f81c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:14.159062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:14.162841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:14.181759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:14.246532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event updated for resources: {'Port': ['ID=c66f3c12-1b7f-4a52-8eac-6b050fe212a7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:14.309972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.321824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.324215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] 10.222.0.49 "DELETE /v2.0/networks/86a6d9fc-0abd-45d2-9faf-9eb256cfd446 HTTP/1.1" status: 204 len: 168 time: 1.0597115 Jul 30 00:00:14.360728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328c693-c283-41f6-80b5-b62af2d9dc72 tempest-TagsTest-1464649894 tempest-TagsTest-1464649894-project] Pushing event deleted for resources: {'Network': ['ID=86a6d9fc-0abd-45d2-9faf-9eb256cfd446,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:14.372063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.419218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fac2628a-a214-4b3c-8268-f625b8d3f81c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:14.426901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd05e29e-a4bf-4b19-acd7-7641c28c8d32']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:14.441653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e232a6-ecc7-431c-9703-5ace057c54e1') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:14.442308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e232a6-ecc7-431c-9703-5ace057c54e1') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:14.457324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.475843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fac2628a-a214-4b3c-8268-f625b8d3f81c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:14.478455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fac2628a-a214-4b3c-8268-f625b8d3f81c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:14.480012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 87617f85-b16b-41b2-b079-d132a1645b7c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:14.497162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.505001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:14.506131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:14.511705 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:14.554858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 87617f85-b16b-41b2-b079-d132a1645b7c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:14.555252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 87617f85-b16b-41b2-b079-d132a1645b7c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:14.610369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.617047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.624211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/cd05e29e-a4bf-4b19-acd7-7641c28c8d32 HTTP/1.1" status: 204 len: 168 time: 1.8295789 Jul 30 00:00:14.624978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39928) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:14.652923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d395fe9-bbe5-410b-bb43-d1b95c83786b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=cd05e29e-a4bf-4b19-acd7-7641c28c8d32,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:14.709556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:14.937529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39942) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:15.048303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.231764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Router 9c7d61c3-be3e-4f3d-854e-319fbe22da1d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:00:15.249945 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5577207-0750-47f9-b612-278b8f8383e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03c6ef78641249948e494f207053cda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107183 Jul 30 00:00:15.251734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39956) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:15.263627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.426971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:15.437546 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] Sync routers for ids ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:15.451192 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] Routers {'9c7d61c3-be3e-4f3d-854e-319fbe22da1d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:15.452190 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:15.485669 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:15.495775 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] Routers {'9c7d61c3-be3e-4f3d-854e-319fbe22da1d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:15.497443 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-29T23:59:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:15.557890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.559458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-78f1564d-e0f6-4b39-b4ae-d0cf8607596d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1831024 Jul 30 00:00:15.563708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39962) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:15.570137 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:15.571523 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200d979-9c13-4cd1-8cfc-a19451cb2e10 None None] The sync data for ids ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:15.588966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:15.606546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.636744 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.739526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.743465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:15.747046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dad23fa-f9f6-4dab-b82f-211e084c98cf HTTP/1.1" status: 204 len: 168 time: 0.4905207 Jul 30 00:00:15.764211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329b83d-f703-4266-8965-186a30b3c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad23fa-f9f6-4dab-b82f-211e084c98cf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:15.859810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 1079a99b-7e82-4e04-901e-a87b1d8f0983 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:15.860173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.102106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 1079a99b-7e82-4e04-901e-a87b1d8f0983, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1079a99b-7e82-4e04-901e-a87b1d8f0983,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:16.102832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.124170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 1079a99b-7e82-4e04-901e-a87b1d8f0983 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:16.296068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ff0c8dc-eacf-4676-a0f1-f7d19ed9fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.306363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.396430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.602488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Deleting port c66f3c12-1b7f-4a52-8eac-6b050fe212a7 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:16.603169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:16.847884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:17.027443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:17.027443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=1079a99b-7e82-4e04-901e-a87b1d8f0983,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:17.278723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:17.281944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Calling delete_port for c66f3c12-1b7f-4a52-8eac-6b050fe212a7 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:17.363122 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:17.655767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:17.799359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Pushing event deleted for resources: {'Port': ['ID=c66f3c12-1b7f-4a52-8eac-6b050fe212a7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:17.890367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-147b0fdb-97df-412e-9e2b-5545031c99aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4236643 Jul 30 00:00:18.041401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.037028 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ef00da9-9a95-41b3-883b-06c5414a1c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.127650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:19.197355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-aab8a3f4-97a9-4c23-82da-92db4ea11538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:19.200708 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-aab8a3f4-97a9-4c23-82da-92db4ea11538 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 1098 time: 1.2247827 Jul 30 00:00:19.400848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.446078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.456550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:19.680431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Router 9c7d61c3-be3e-4f3d-854e-319fbe22da1d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:19.687727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:19.701299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:19.722948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40110) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:19.733396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f2b0b981-e70e-4ed3-bdb6-f845875dc0f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0893707 Jul 30 00:00:19.735462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:19.738671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:19.823277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-b470449a-c243-4517-b008-c9f7cba0a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:19.826831 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-b470449a-c243-4517-b008-c9f7cba0a82e service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.5407526 Jul 30 00:00:19.893156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet f695c4d8-fa12-4f9a-82da-e1810706da84 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:19.915078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.076530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:20.077257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.130252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-034e9d3c-8cec-44c2-a6fd-c18ad1748588 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 200 len: 217 time: 0.2936275 Jul 30 00:00:20.201362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:20.220818 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] Sync routers for ids ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:20.231101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.249660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d854e23d-04bb-4a5b-9c85-93c7a32eb753 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "PUT /v2.0/routers/9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 200 len: 705 time: 4.6831832 Jul 30 00:00:20.250043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] Routers {'9c7d61c3-be3e-4f3d-854e-319fbe22da1d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:20.250043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.251418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:20.374765 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.394643 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.435804 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] Routers {'9c7d61c3-be3e-4f3d-854e-319fbe22da1d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:20.436847 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.553780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.562605 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.565987 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f10d8f-5c33-49bb-bf30-8f5cb803b3c4 None None] The sync data for ids ['9c7d61c3-be3e-4f3d-854e-319fbe22da1d'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:20.577931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:16Z', 'revision_number': 10, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.654360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=f695c4d8-fa12-4f9a-82da-e1810706da84,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:20.664432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:20.683063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:20.691527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:20.692345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-595f2921-93fd-43e3-8905-d6b0eafe814c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/f695c4d8-fa12-4f9a-82da-e1810706da84 HTTP/1.1" status: 204 len: 168 time: 0.9680543 Jul 30 00:00:20.692690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:20.693974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:20.696245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864c4f8-1756-4537-982f-29673aca208c None None] Network 36e903da-70fb-4db4-a2f0-f90667c896cf requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:20.718073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4795da8-fd10-4ffe-a963-331fab6ee0b0 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/routers/9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 200 len: 740 time: 0.4613447 Jul 30 00:00:20.720765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40158) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:20.842238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6bc5a780-56fc-4e77-ae67-919ff852faa0 tempest-RoutersAdminTest-103090524 tempest-RoutersAdminTest-103090524-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 200 len: 205 time: 0.1201355 Jul 30 00:00:20.846549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:20.888682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-06c026ca-f90a-4dca-b3ff-46460cc7b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:20.890856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-06c026ca-f90a-4dca-b3ff-46460cc7b801 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.6402564 Jul 30 00:00:20.894411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e2ad50c-b15b-4578-a89b-76199219732f tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 200 len: 205 time: 0.0460715 Jul 30 00:00:20.897102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40168) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:20.988741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.003764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:21.074296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-f670c30b-f2a8-45df-bd3c-39d5e72917f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680555 Jul 30 00:00:21.079359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.179880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:21.197838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.202290 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.333877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,segment=NetworkSegment(2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd),segment_id=2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:21.335271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.360330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:21.466390 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.473304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.525590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-98a01938-71c6-4afb-b108-857c4bc240f3 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427915 Jul 30 00:00:21.569897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.629889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=e7b1fcd5-2fbd-40e0-bf69-2080d89c3763,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:21.641450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:21.655166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a9b45-9a65-4ee8-9355-7c4e407828b8 None None] DHCP port deletion for 36e903da-70fb-4db4-a2f0-f90667c896cf request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:21.717446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:16Z', 'revision_number': 10, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.777300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683068bc-7d60-42d7-8c91-2c490b6f8d77 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:16Z', 'revision_number': 10, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None, '_interfaces': [{'id': 'd2545ad7-1827-49e3-b314-35df882f07c4', 'name': '', 'network_id': 'dd292459-1ca6-472a-95ed-1a06dd9de86d', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'mac_address': 'fa:16:3e:56:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:59:07Z', 'updated_at': '2021-07-29T23:59:22Z', 'revision_number': 5, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'subnets': [{'id': 'dc408100-c6e3-4240-aa0a-7914be1f526b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:21.818179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.819330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7d61c3-be3e-4f3d-854e-319fbe22da1d {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:21.831314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.833235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c6855f57-26e9-42ff-a8f9-b1908d1767b9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 204 len: 168 time: 0.9344552 Jul 30 00:00:21.837113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40192) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:21.869908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.887615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e903da-70fb-4db4-a2f0-f90667c896cf']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.901815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.902434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeb21ef-0bfa-4452-a438-9b5d2d1cd8dd') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:21.914490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.928396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd7db110-2983-44cf-bf0b-f1019da9d279 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 200 len: 205 time: 0.0898857 Jul 30 00:00:21.931072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40196) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:21.948994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.969875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:21.970329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:21.979018 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:22.059836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0784f792-0698-400e-9fd3-c2a8656f4305 req-2686c226-8c56-4855-9ef6-7a42a6dcbc33 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274719 Jul 30 00:00:22.060994 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-676564f5-df53-45ba-b972-66b3c8ce8403 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.068474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-676564f5-df53-45ba-b972-66b3c8ce8403 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/9c7d61c3-be3e-4f3d-854e-319fbe22da1d HTTP/1.1" status: 404 len: 336 time: 0.1358905 Jul 30 00:00:22.069148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.122189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bacb0477-40fd-4575-8b9d-e57dfe4852be tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 200 len: 205 time: 0.0515199 Jul 30 00:00:22.125054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40208) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.133424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:22.214560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:22.218105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/36e903da-70fb-4db4-a2f0-f90667c896cf HTTP/1.1" status: 204 len: 168 time: 1.5206957 Jul 30 00:00:22.219123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179d958-5328-444d-ae4a-4d3fdb5c0a69 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=36e903da-70fb-4db4-a2f0-f90667c896cf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:22.221322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.249070 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-0417520a-c718-417c-8393-38bbce9ca105 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.249505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0417520a-c718-417c-8393-38bbce9ca105 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/d92c49a2-d8dc-489a-ae98-05274657f299 HTTP/1.1" status: 404 len: 336 time: 0.1211450 Jul 30 00:00:22.252971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.343786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a5127d0-72ee-4390-87bf-95668db6be55 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 200 len: 205 time: 0.0892158 Jul 30 00:00:22.347051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40226) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.460523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:22.485429 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-e947c3e7-b785-4a8a-a3f5-581c01114f64 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.487245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e947c3e7-b785-4a8a-a3f5-581c01114f64 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/2610835e-a071-4647-8df8-0416db705cae HTTP/1.1" status: 404 len: 336 time: 0.1372714 Jul 30 00:00:22.491055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40234) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.526177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:22.567659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-04758fd7-cafd-4548-bc53-2846eee7850d tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 200 len: 205 time: 0.0740592 Jul 30 00:00:22.568592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40240) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.577196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:22.577559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e7b1fcd5-2fbd-40e0-bf69-2080d89c3763 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:22.582396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1079a99b-7e82-4e04-901e-a87b1d8f0983 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:22.658030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1079a99b-7e82-4e04-901e-a87b1d8f0983 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:22.658693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1079a99b-7e82-4e04-901e-a87b1d8f0983 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:22.680850 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7c2c239f-42c0-44c7-9cf7-0c56c0067d57 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.684478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.685107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c2c239f-42c0-44c7-9cf7-0c56c0067d57 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/61ef01d0-6a5f-4c57-89be-73c201523f44 HTTP/1.1" status: 404 len: 336 time: 0.1142709 Jul 30 00:00:22.775005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4cb073e4-85ed-451e-998b-aa653ce23f7a tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 200 len: 205 time: 0.0740211 Jul 30 00:00:22.782749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.867735 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-3987baa9-1fa8-4969-a3e7-e2225975a168 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.868838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3987baa9-1fa8-4969-a3e7-e2225975a168 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/4a41e2ad-941b-45ed-999b-62cd221b1290 HTTP/1.1" status: 404 len: 336 time: 0.0842640 Jul 30 00:00:22.872036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40262) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.934662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5c4964c-8b09-4d4a-b48a-8a2aaad649b0 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f621c3a-1220-4742-9810-ab4fd27f5661 HTTP/1.1" status: 200 len: 205 time: 0.0586202 Jul 30 00:00:22.935937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40264) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:22.990602 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-5635c4db-66d6-4a20-b25d-ddf97e2b3d03 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] delete failed (client error): The resource could not be found. Jul 30 00:00:22.992351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5635c4db-66d6-4a20-b25d-ddf97e2b3d03 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/routers/6f621c3a-1220-4742-9810-ab4fd27f5661 HTTP/1.1" status: 404 len: 336 time: 0.0551593 Jul 30 00:00:22.996666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:23.057019 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafef387-8c26-45b5-92e6-6d6855290ed9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:23.057976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafef387-8c26-45b5-92e6-6d6855290ed9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:23.063799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eafef387-8c26-45b5-92e6-6d6855290ed9 tempest-RoutersAdminTest-1090854437 tempest-RoutersAdminTest-1090854437-project] 10.222.0.49 "DELETE /v2.0/subnets/76871715-d820-41a8-ba39-0a5d519075c2 HTTP/1.1" status: 404 len: 337 time: 0.0637445 Jul 30 00:00:23.199114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.725878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40306) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:23.908655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40310) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:23.985815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1082edb9-f5cb-4ad7-a394-0ba9aee6f459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.035132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port d2545ad7-1827-49e3-b314-35df882f07c4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:24.035751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.072183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-176b3e43-ce57-48f8-990b-541e57021dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.136958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1082edb9-f5cb-4ad7-a394-0ba9aee6f459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.147943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1082edb9-f5cb-4ad7-a394-0ba9aee6f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.153398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port d2545ad7-1827-49e3-b314-35df882f07c4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d2545ad7-1827-49e3-b314-35df882f07c4,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:24.153825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.177844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for d2545ad7-1827-49e3-b314-35df882f07c4 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:24.214740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1082edb9-f5cb-4ad7-a394-0ba9aee6f459 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f40fd8db7044aaf8139832253a66392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872587 Jul 30 00:00:24.215813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082edb9-f5cb-4ad7-a394-0ba9aee6f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6114b10-7579-42dc-ba0a-fbe4cc51f81f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:24.219994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40320) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:24.320783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.355298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.445050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.448704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.450363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6114b10-7579-42dc-ba0a-fbe4cc51f81f HTTP/1.1" status: 204 len: 168 time: 0.2291064 Jul 30 00:00:24.469804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-176b3e43-ce57-48f8-990b-541e57021dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.471789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c782-c98e-43f5-949b-07fe600c18cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6114b10-7579-42dc-ba0a-fbe4cc51f81f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:24.475075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-176b3e43-ce57-48f8-990b-541e57021dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.511404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-176b3e43-ce57-48f8-990b-541e57021dff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=701294ad24214fdbac2ad852a6e23574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011288 Jul 30 00:00:24.513236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40336) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:24.536724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.580055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b3e43-ce57-48f8-990b-541e57021dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98d649-cf39-463b-bf18-08dd541e04a1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:24.612752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=d2545ad7-1827-49e3-b314-35df882f07c4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:24.625319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.683773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.725613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.812221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.816529 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.824608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a98d649-cf39-463b-bf18-08dd541e04a1 HTTP/1.1" status: 204 len: 168 time: 0.3076816 Jul 30 00:00:24.854967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cb261-308a-47f0-89b3-f2943dc5a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98d649-cf39-463b-bf18-08dd541e04a1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:25.137273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:25.250454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:25.255601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:25.262322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:25.274844 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aa864084-815e-4b23-bc79-f5daae269e34 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521531 Jul 30 00:00:25.276134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:25.276957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.279287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40360) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:25.368411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1b1bac9-31a4-4e53-96cf-3ddc54e8fa2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b7cc46b4cc745b29101bf0d25e8bc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114230 Jul 30 00:00:25.370926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40364) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:25.408302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting subnet dc408100-c6e3-4240-aa0a-7914be1f526b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:25.414097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.476895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.508773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.577027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.588578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.591412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.593126 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fd25dc2-db36-4fc7-9d3d-76ccd01238e0 HTTP/1.1" status: 204 len: 168 time: 0.2210624 Jul 30 00:00:25.629527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dac241-ac03-4b64-81f4-976b64caa851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd25dc2-db36-4fc7-9d3d-76ccd01238e0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:25.751175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:25.767654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc26b-c905-4ff5-8c1b-e3a52af614d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.789190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.797039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:25.866723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.917823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:25.932209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:25.933604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:25.954637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc26b-c905-4ff5-8c1b-e3a52af614d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.963708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc26b-c905-4ff5-8c1b-e3a52af614d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.002071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.029566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.037380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/dc408100-c6e3-4240-aa0a-7914be1f526b HTTP/1.1" status: 204 len: 168 time: 0.7449381 Jul 30 00:00:26.038196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40386) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:26.065295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b7bc26b-c905-4ff5-8c1b-e3a52af614d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4d6b3a81b8e4ffd98cc94f4b8f9e572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122466 Jul 30 00:00:26.066198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40388) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:26.082133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bc26b-c905-4ff5-8c1b-e3a52af614d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c14a9-7c76-4c76-8269-efc8a2b1aaa8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.110760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:26.134858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2ef1a-1e97-4ea7-b0cb-5e0a98bd50a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Subnet': ['ID=dc408100-c6e3-4240-aa0a-7914be1f526b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.203416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6699227-0f53-4fac-9aa3-cb4c726974c9 None None] Network dd292459-1ca6-472a-95ed-1a06dd9de86d requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:26.240319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.279822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.341974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:26.358047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.363403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.366539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.367115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/735c14a9-7c76-4c76-8269-efc8a2b1aaa8 HTTP/1.1" status: 204 len: 168 time: 0.2954619 Jul 30 00:00:26.381455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb922e-94d3-4cb3-82b2-5c7a071d4632 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:26.416886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225079-8eae-493b-8c98-057b3b148fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c14a9-7c76-4c76-8269-efc8a2b1aaa8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.553749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Deleting port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:26.554518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.693711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] For port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,segment=NetworkSegment(f35842d6-dbba-43bd-9fa9-cac260baa7e3),segment_id=f35842d6-dbba-43bd-9fa9-cac260baa7e3)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:26.694456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.715986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Calling delete_port for 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:26.814830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] DHCP port deletion for dd292459-1ca6-472a-95ed-1a06dd9de86d request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:00:26.869613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.913779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No DVR routers for this DVR port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:26.916715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Port': ['ID=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:26.954017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Deleting port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:26.954412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.074050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] For port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:27.074783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.095545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Calling delete_port for 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:27.101216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:00:27.103326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.147843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.177495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd292459-1ca6-472a-95ed-1a06dd9de86d']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.193522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35842d6-dbba-43bd-9fa9-cac260baa7e3') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.195745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35842d6-dbba-43bd-9fa9-cac260baa7e3') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:27.199397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] Pushing event deleted for resources: {'Port': ['ID=4de5b3fc-c952-4e9c-834c-d9f0d0eae026,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:27.206033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0002223-dc27-43a9-b4bc-55d33325a313 None None] No DVR routers for this DVR port 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:27.228768 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.250385 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.262461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:27.262893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:27.266688 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:27.358701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.381538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.385714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/networks/dd292459-1ca6-472a-95ed-1a06dd9de86d HTTP/1.1" status: 204 len: 168 time: 1.2818437 Jul 30 00:00:27.388811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40450) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:27.411677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'routes': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:27.454123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40456) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:27.494791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7e882-2e73-4d7b-b7f8-87c94d11b8a2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Pushing event deleted for resources: {'Network': ['ID=dd292459-1ca6-472a-95ed-1a06dd9de86d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:27.619781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40464) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:27.693994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Added routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 00:00:27.695325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Removed routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 00:00:27.695325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.768199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.835682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1450068519'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:27.886747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1224958663-network', 'tenant_id': '5ad49a9da1d24f50bef9ee555840ceac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:27.894337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:27.899089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.917911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.929234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.941065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.946283 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 00:00:27.946283 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 00:00:27.946283 n-d-712707-11 neutron-server[93865]: [parameters: {'project_id_1': '94375719199f45e9967a2b49e6b89049', 'expiration_1': datetime.datetime(2021, 7, 30, 0, 0, 27, 935854)}] Jul 30 00:00:27.946283 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:00:27.947351 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:00:27.989154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Made reservation on behalf of 5ad49a9da1d24f50bef9ee555840ceac for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:27.991231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.036036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.054566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router e640e477-28eb-4526-8d37-7d77bb506fc9 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:28.182434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:28.192755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.194273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b505b4c-220b-40d5-96d7-bc576a70b9e4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 704 time: 0.8041730 Jul 30 00:00:28.199659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:28.206634 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Sync routers for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:28.221914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:28.222622 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:28.259881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-900c7e11-9ab1-4971-996e-f8bdf9b32d83 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 205 time: 0.0523856 Jul 30 00:00:28.260971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40482) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:28.283659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.289917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.311561 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:28.381178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:28.385646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:28.417384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.418172 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Added segment 4e2d5828-1caa-4068-8fb8-fad32c0b308b of type vlan for network f02561de-8db9-45f4-abb3-fbbcffbed552 Jul 30 00:00:28.423022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.424193 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Checking router: e640e477-28eb-4526-8d37-7d77bb506fc9 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:28.434940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:28.436411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Routers {'e640e477-28eb-4526-8d37-7d77bb506fc9'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:28.437116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e640e477-28eb-4526-8d37-7d77bb506fc9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:28.443083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033aba84-d039-4768-abaf-fa93acba5f02,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:28.470536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.511984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:28.512448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4de5b3fc-c952-4e9c-834c-d9f0d0eae026 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:28.513147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d2545ad7-1827-49e3-b314-35df882f07c4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:28.521705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.544268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d2545ad7-1827-49e3-b314-35df882f07c4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:28.544615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d2545ad7-1827-49e3-b314-35df882f07c4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:28.577253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.579292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:28.580643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.717274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] Pushing event updated for resources: {'Network': ['ID=f02561de-8db9-45f4-abb3-fbbcffbed552,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:28.731253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f02561de-8db9-45f4-abb3-fbbcffbed552 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:28.735296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.742156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.757422 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] Set router e640e477-28eb-4526-8d37-7d77bb506fc9 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:28.835627 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:28.838403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.839500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router e640e477-28eb-4526-8d37-7d77bb506fc9 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:28.863516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:28.875928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e8da2976-9cfc-454c-bb6d-7ab6b5e6b9a1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 204 len: 168 time: 0.6112988 Jul 30 00:00:28.876368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40500) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:28.880579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-673807375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:28.906224 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1865-fa24-4b01-9fcd-666d888e7662 None None] The sync data for ids ['e640e477-28eb-4526-8d37-7d77bb506fc9'] in n-d-712707-11 is: [{'id': 'e640e477-28eb-4526-8d37-7d77bb506fc9', 'name': 'tempest-RoutersIpV6Test-router-815574476', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:59:03Z', 'updated_at': '2021-07-30T00:00:24Z', 'revision_number': 11, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:29.012448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.020117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.028706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ddb657a8-2315-4e5c-8749-4a760d9c7e9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4049478 Jul 30 00:00:29.029224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:29.034012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Request body: {'subnet': {'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1224958663-subnet', 'tenant_id': '5ad49a9da1d24f50bef9ee555840ceac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:29.060668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.061995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.062387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:29.072734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee7f7d9-4ab0-48c8-ae15-837eb8ef58da,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:29.078248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.078848 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Added segment fd389ae5-caa5-45f5-8973-9b86d4ec7dcc of type vlan for network 20424622-bb9f-419e-98fc-a72da8fcd8b1 Jul 30 00:00:29.082314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Made reservation on behalf of 5ad49a9da1d24f50bef9ee555840ceac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:29.084771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.141544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.189007 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.194896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:29.195559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.208590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.218906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.246337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.253464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66dc674c-56c8-4d56-b072-d9462c3ef975 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3718066 Jul 30 00:00:29.253464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40510) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:29.257475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:29.296223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8388569 Jul 30 00:00:29.316696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40512) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:29.325582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'subnet': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:29.391182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7f957-527c-4f33-bc83-fb26020d2d71 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Network': ['ID=20424622-bb9f-419e-98fc-a72da8fcd8b1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:29.403998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:29.492185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:29.497853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.804871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.911604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Subnet': ['ID=3d59476c-ce8d-48b6-bab3-df1aa678a558,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:29.926843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Checking segment: {'id': 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:29.927367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network hostable DHCP agents. Network: 20424622-bb9f-419e-98fc-a72da8fcd8b1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:00:29.953074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:00:29.973054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 20424622-bb9f-419e-98fc-a72da8fcd8b1) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:29.987956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcfdd2-7eeb-4b0c-8281-4bfc69bd6ff6 None None] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:29.992457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:29.994484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.052897 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-27358656-0fba-4e9f-9667-8ce8cbf155e7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7284875 Jul 30 00:00:30.052897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40526) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.081409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-319427571'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:30.083003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.090352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.142935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.248759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84173488-7018-4328-b860-13eb943709d2,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:30.349492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Checking segment: {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:30.350216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Network hostable DHCP agents. Network: f02561de-8db9-45f4-abb3-fbbcffbed552, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:00:30.410607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-bc6c4bf8-7810-427f-9953-979f11034b24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3388972 Jul 30 00:00:30.417756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Network f02561de-8db9-45f4-abb3-fbbcffbed552 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:00:30.443318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:30.444464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f02561de-8db9-45f4-abb3-fbbcffbed552) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:30.448301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.449485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Router 63e37f5b-2957-4d89-a1bd-ca697614d9ec is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:00:30.463762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:30.464949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.476698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c2bb8-a8eb-4666-b3f7-0900747e7f5e None None] Network f02561de-8db9-45f4-abb3-fbbcffbed552 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:30.493255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port e1702792-818e-4430-80bc-91db16d1e69c yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:30.496436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3860a17e-34b6-4f83-af56-fbc9cfffd442 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4662802 Jul 30 00:00:30.648109 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:00:30.751701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-20424622-bb9f-419e-98fc-a72da8fcd8b1', 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'tenant_id': '94375719199f45e9967a2b49e6b89049', 'fixed_ips': [{'subnet_id': '3d59476c-ce8d-48b6-bab3-df1aa678a558'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:00:30.753796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.794755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:30.805335 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.811508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9dc12dde-f02c-421d-b591-928288da3529 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "PUT /v2.0/routers/63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 200 len: 697 time: 1.5553892 Jul 30 00:00:30.813494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40562) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.827295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Sync routers for ids ['63e37f5b-2957-4d89-a1bd-ca697614d9ec'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:30.899139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::252 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/e1702792-818e-4430-80bc-91db16d1e69c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:30.958533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Routers {'63e37f5b-2957-4d89-a1bd-ca697614d9ec'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:30.959168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['63e37f5b-2957-4d89-a1bd-ca697614d9ec'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.014689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5a6718d-2f84-4221-ba94-e5be5ff75605 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/routers/63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 200 len: 703 time: 0.1985333 Jul 30 00:00:31.018206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:31.042052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.042561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.046042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.046654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.047137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.051018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.052500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.055233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a9dbd871-e7e1-44db-b8be-a8a0b61fed6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.4736705 Jul 30 00:00:31.160888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Set router 63e37f5b-2957-4d89-a1bd-ca697614d9ec gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:31.176005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-31c442e8-d8ab-46c9-9b5f-a3b74900daf1 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 200 len: 205 time: 0.1545997 Jul 30 00:00:31.201463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40570) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:31.296115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097a811-63d0-4ee0-9fb7-1caa1a0de385 None None] Network f02561de-8db9-45f4-abb3-fbbcffbed552 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:31.335224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-275e2f51-5f55-4a06-812f-df567c516f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.335804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-275e2f51-5f55-4a06-812f-df567c516f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.336139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-275e2f51-5f55-4a06-812f-df567c516f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.340989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-275e2f51-5f55-4a06-812f-df567c516f63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.2470508 Jul 30 00:00:31.371401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.422593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e37f5b-2957-4d89-a1bd-ca697614d9ec', 'name': 'tempest-RoutersIpV6Test-router-673807375', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:29Z', 'updated_at': '2021-07-30T00:00:30Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.500426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Checking router: 63e37f5b-2957-4d89-a1bd-ca697614d9ec for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:31.551768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Routers {'63e37f5b-2957-4d89-a1bd-ca697614d9ec'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:31.553121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:00:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['63e37f5b-2957-4d89-a1bd-ca697614d9ec'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.633645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-da50b20c-b210-470f-bd38-44617214db9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.2817452 Jul 30 00:00:31.681330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] Set router 63e37f5b-2957-4d89-a1bd-ca697614d9ec gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:31.796063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.806800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-06f1f142-49ef-491d-b4a7-1d5bf9706338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.810596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-06f1f142-49ef-491d-b4a7-1d5bf9706338 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.1704812 Jul 30 00:00:31.878600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.883241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.885667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object e1702792-818e-4430-80bc-91db16d1e69c will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:31.910019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e37f5b-2957-4d89-a1bd-ca697614d9ec', 'name': 'tempest-RoutersIpV6Test-router-673807375', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:29Z', 'updated_at': '2021-07-30T00:00:30Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:31.961724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:31.962479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Fanout notify agent at l3_agent the message router_deleted on router 63e37f5b-2957-4d89-a1bd-ca697614d9ec {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:00:31.974231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-97405066-04e3-4a64-a4f9-acd47b575959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.976870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4eb901-a0e9-42e9-a2bf-31a1b5c189f1 None None] The sync data for ids ['63e37f5b-2957-4d89-a1bd-ca697614d9ec'] in n-d-712707-11 is: [{'id': '63e37f5b-2957-4d89-a1bd-ca697614d9ec', 'name': 'tempest-RoutersIpV6Test-router-673807375', 'tenant_id': '1c8a4fbcacab402fae24490d8051f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:29Z', 'updated_at': '2021-07-30T00:00:30Z', 'revision_number': 2, 'project_id': '1c8a4fbcacab402fae24490d8051f400', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:31.985558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-97405066-04e3-4a64-a4f9-acd47b575959 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661894 Jul 30 00:00:31.999754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.001282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4c65c49-9f39-4568-9e99-d87f6cc5faf4 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 204 len: 168 time: 0.7964118 Jul 30 00:00:32.008363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40606) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.053543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a1c50aa3-b392-43ce-98a8-04a2daee97c7 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 200 len: 205 time: 0.0437410 Jul 30 00:00:32.057058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.139700 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-6c22ff89-160c-49b5-a3cd-9af7f4355b27 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:32.144131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c22ff89-160c-49b5-a3cd-9af7f4355b27 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/63e37f5b-2957-4d89-a1bd-ca697614d9ec HTTP/1.1" status: 404 len: 336 time: 0.0826640 Jul 30 00:00:32.152906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40612) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.164884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.226403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-7dd93a81-512b-4bed-9a77-2b5677bf4ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316334 Jul 30 00:00:32.327607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Allocated IP 2001:db8::2 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/28746b22-bd1e-4864-8289-c5fc0ee0c1fc) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:32.367853 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-1191b2f1-6bac-4402-8f29-8d3b3a52dc2b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:32.370809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1191b2f1-6bac-4402-8f29-8d3b3a52dc2b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:32.378486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1191b2f1-6bac-4402-8f29-8d3b3a52dc2b tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/ecf45cf2-51c8-4d17-aacb-82242a650d6d HTTP/1.1" status: 404 len: 337 time: 0.2155349 Jul 30 00:00:32.390599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.434094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:32.450718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-e7fec587-c659-4f5a-b945-49844e0fb3b5 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156055 Jul 30 00:00:32.490995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:32.498105 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-d012058a-e9cb-4b12-b661-338c984a25f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:32.498685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d012058a-e9cb-4b12-b661-338c984a25f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:32.513062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d012058a-e9cb-4b12-b661-338c984a25f3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/693adb6d-7718-4924-9a6c-c3efd162a46d HTTP/1.1" status: 404 len: 337 time: 0.1077166 Jul 30 00:00:32.514497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=e1702792-818e-4430-80bc-91db16d1e69c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:32.518994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:32.523621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40616) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.538842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-300c931c-5037-4aa8-92d0-7bec28d875d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.0789771 Jul 30 00:00:32.542922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:32.544057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.571634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fd06a919-866b-46c8-8984-2b15547dca6a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5200229 Jul 30 00:00:32.574693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40618) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.582946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863424363', 'allowed_address_pairs': [{'ip_address': '2001:db8::252', 'mac_address': 'fa:16:3e:aa:f6:92'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:32.622935 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc72495b-43f4-4112-9bed-4af7c300854c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:32.627379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc72495b-43f4-4112-9bed-4af7c300854c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:32.634799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dc72495b-43f4-4112-9bed-4af7c300854c tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/f695c4d8-fa12-4f9a-82da-e1810706da84 HTTP/1.1" status: 404 len: 337 time: 0.1091511 Jul 30 00:00:32.724061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40620) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.832479 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b2352d-e776-4f22-b125-de48dfc02158 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:32.832979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b2352d-e776-4f22-b125-de48dfc02158 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:32.841242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-62b2352d-e776-4f22-b125-de48dfc02158 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/dc408100-c6e3-4240-aa0a-7914be1f526b HTTP/1.1" status: 404 len: 337 time: 0.1119747 Jul 30 00:00:32.845232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.893264 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:32.907015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6766723e-889d-48c2-8031-bc5db7a0808d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 200 len: 205 time: 0.0543795 Jul 30 00:00:32.908215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Transition to ACTIVE for port object 28746b22-bd1e-4864-8289-c5fc0ee0c1fc will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:32.917807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:32.944015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Transition to ACTIVE for port object 28746b22-bd1e-4864-8289-c5fc0ee0c1fc will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:32.953996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-25940812-0b48-4a8c-81ed-c0218cc3dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:32.956560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-25940812-0b48-4a8c-81ed-c0218cc3dbad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.4101644 Jul 30 00:00:32.957312 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.154563 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ac28f19f-3a62-4430-9244-7016fe383f6d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:33.161930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac28f19f-3a62-4430-9244-7016fe383f6d tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/e640e477-28eb-4526-8d37-7d77bb506fc9 HTTP/1.1" status: 404 len: 336 time: 0.2332006 Jul 30 00:00:33.164098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40642) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.172786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-c5795894-7794-4d12-abf2-66d45e0b038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:33.180294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-c5795894-7794-4d12-abf2-66d45e0b038b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2154083 Jul 30 00:00:33.190218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:33.193237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Pushing event updated for resources: {'Port': ['ID=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:33.217998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:33.222847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:33.313710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3a45c637-f6b8-40e8-8c51-f5f6b2dd2d32 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=b757ded0-2b40-4b0d-8d31-73effb1d90de HTTP/1.1" status: 200 len: 205 time: 0.1389802 Jul 30 00:00:33.314676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.324838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:33.371590 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-a99f42fd-dfca-44cb-9a4d-c99b0c0d05e2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:33.373516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a99f42fd-dfca-44cb-9a4d-c99b0c0d05e2 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/b757ded0-2b40-4b0d-8d31-73effb1d90de HTTP/1.1" status: 404 len: 336 time: 0.0576541 Jul 30 00:00:33.386440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40648) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.442876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Attempting to bind port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:33.445457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Attempting to bind port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:33.447623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Attempting to bind port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc on network 20424622-bb9f-419e-98fc-a72da8fcd8b1 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:33.462519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:33.465598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Checking segment: {'id': 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:33.466507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.467075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Bound using segment: {'id': 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:33.467825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Bound port: 28746b22-bd1e-4864-8289-c5fc0ee0c1fc, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:33.468383 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.491930 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe16e304-9c66-44f6-bef7-877bb941e278 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:33.495061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe16e304-9c66-44f6-bef7-877bb941e278 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:33.499840 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe16e304-9c66-44f6-bef7-877bb941e278 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/09f5f742-3e1f-4c51-8675-346df6129610 HTTP/1.1" status: 404 len: 337 time: 0.1121120 Jul 30 00:00:33.503776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40650) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.532383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-640c0f44-ba6e-4b0b-8019-51aca94704e0 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438463 Jul 30 00:00:33.564688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b116ac0-4727-49d2-98cb-09d6bc9ec620 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 200 len: 205 time: 0.0571606 Jul 30 00:00:33.567534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40652) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.622103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] For port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:33.629259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] For port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,segment=NetworkSegment(fd389ae5-caa5-45f5-8973-9b86d4ec7dcc),segment_id=fd389ae5-caa5-45f5-8973-9b86d4ec7dcc)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:33.636446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.660293 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-9e5e2322-d53d-4c36-9df5-72bc7e5af8c3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:33.667042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40654) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.674587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e5e2322-d53d-4c36-9df5-72bc7e5af8c3 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/f621c7b5-797e-45b9-83a6-5afbf9f36e39 HTTP/1.1" status: 404 len: 336 time: 0.0946202 Jul 30 00:00:33.711228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a12d1e6-f1a1-43cd-b6c3-ffef2116af7f tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=898cf29a-a830-4322-8b58-74516f9abc25 HTTP/1.1" status: 200 len: 205 time: 0.0427229 Jul 30 00:00:33.713709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40658) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.778314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.791556 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-a9d82d1a-bee5-4f84-9790-ae854ddf9f13 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:33.797267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9d82d1a-bee5-4f84-9790-ae854ddf9f13 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/898cf29a-a830-4322-8b58-74516f9abc25 HTTP/1.1" status: 404 len: 336 time: 0.0822902 Jul 30 00:00:33.809864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.922389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950147-4e92-4f4a-9579-abbdbe3f6cd9 None None] Pushing event updated for resources: {'Port': ['ID=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:33.928139 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6b102a-1aba-4979-a5e0-6d7fc8d644f5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:33.928634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6b102a-1aba-4979-a5e0-6d7fc8d644f5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:33.930554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-af6b102a-1aba-4979-a5e0-6d7fc8d644f5 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/7c25b802-74e5-457e-8e81-115fd8d77328 HTTP/1.1" status: 404 len: 337 time: 0.1190264 Jul 30 00:00:33.936914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:33.958496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-2ed1656f-e1be-47d8-8f94-b7f4aa6d220d service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160299 Jul 30 00:00:33.990711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59098b04-d99f-444f-9ace-11d604d29bbe tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc1878ec-e987-402f-b646-84249d7fe598 HTTP/1.1" status: 200 len: 205 time: 0.0523412 Jul 30 00:00:33.994458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40664) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.203642 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-25dfbde3-c46d-49dd-9bac-afff75675655 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:34.205073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-25dfbde3-c46d-49dd-9bac-afff75675655 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/dc1878ec-e987-402f-b646-84249d7fe598 HTTP/1.1" status: 404 len: 336 time: 0.2000892 Jul 30 00:00:34.212356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-4e506aca-30fd-4877-ad7b-67b7de298982 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.2199292 Jul 30 00:00:34.217356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.396771 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-efddd843-02d1-468c-9531-583ed0aa2553 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:34.397605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efddd843-02d1-468c-9531-583ed0aa2553 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:34.400540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-efddd843-02d1-468c-9531-583ed0aa2553 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/84e15e84-7dc3-4fdc-9710-614d8f473411 HTTP/1.1" status: 404 len: 337 time: 0.1776533 Jul 30 00:00:34.405081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.480015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8d045975-ff60-4795-aa73-8130b0243f19 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11fe23a-e178-4f54-b8a1-d971d9f91750 HTTP/1.1" status: 200 len: 205 time: 0.0734320 Jul 30 00:00:34.483626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40676) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.540141 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-1ac84d74-e6da-4872-840f-952ca2d10970 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] delete failed (client error): The resource could not be found. Jul 30 00:00:34.543558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1ac84d74-e6da-4872-840f-952ca2d10970 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/routers/d11fe23a-e178-4f54-b8a1-d971d9f91750 HTTP/1.1" status: 404 len: 336 time: 0.0584114 Jul 30 00:00:34.555660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40678) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.647250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 28746b22-bd1e-4864-8289-c5fc0ee0c1fc up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:34.652896 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-500dcd2a-27a9-454c-995b-1afd31b240a9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:34.653940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500dcd2a-27a9-454c-995b-1afd31b240a9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:34.658083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-500dcd2a-27a9-454c-995b-1afd31b240a9 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/4da03b06-2f98-4069-944a-2e3bd3b94fd8 HTTP/1.1" status: 404 len: 337 time: 0.0899959 Jul 30 00:00:34.661425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port 150cf223-63da-459a-8c0f-f1b9d990b507 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:34.662204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-8315ddcf-339f-485e-a953-c610d68b6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:34.665235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-8315ddcf-339f-485e-a953-c610d68b6cbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.4394286 Jul 30 00:00:34.666448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40684) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.799950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:34.863739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::15e (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/150cf223-63da-459a-8c0f-f1b9d990b507) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:34.907426 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77c1363-4b53-4d81-910c-3e9f8872e914 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] DELETE failed (client error): The resource could not be found. Jul 30 00:00:34.908314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77c1363-4b53-4d81-910c-3e9f8872e914 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:00:34.918589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d77c1363-4b53-4d81-910c-3e9f8872e914 tempest-RoutersIpV6Test-353805137 tempest-RoutersIpV6Test-353805137-project] 10.222.0.49 "DELETE /v2.0/subnets/4b6839e1-8bba-4f63-8258-fac807ed4629 HTTP/1.1" status: 404 len: 337 time: 0.2497478 Jul 30 00:00:34.999258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-79bc56cd-8310-4d4a-833c-c8844568894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.002068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-79bc56cd-8310-4d4a-833c-c8844568894f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3177748 Jul 30 00:00:35.226517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.244651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object 150cf223-63da-459a-8c0f-f1b9d990b507 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:35.300654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.325398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-2797e191-774b-48dc-9c12-3ad0bf418b06 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146286 Jul 30 00:00:35.399499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:35.416142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:35.418404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40704) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:35.450920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:35.458478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.459733 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.527560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=150cf223-63da-459a-8c0f-f1b9d990b507,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:35.552524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-5cdc1e7f-5853-4744-b3fb-154fd91a1cd9 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.563848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-5cdc1e7f-5853-4744-b3fb-154fd91a1cd9 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 809 time: 0.6059730 Jul 30 00:00:35.577785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8debc19c-48d2-4be4-b687-604aadb334cd tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0013599 Jul 30 00:00:35.579338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40708) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:35.582965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-eb56a6d1-7ffa-4e9d-87bd-f1efd319bb79 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467339 Jul 30 00:00:35.610670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-9030e8b5-cb02-4d63-9912-3d62021d3959 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/quotas/5ad49a9da1d24f50bef9ee555840ceac HTTP/1.1" status: 200 len: 375 time: 0.0455229 Jul 30 00:00:35.659203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4935c8c-f174-4997-a92f-92c090e368ca None None] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:35.728340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-fe93ad1c-4218-49a0-ac9c-fa007f5fda9f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162727 Jul 30 00:00:35.736144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-bebf8b34-ac5c-44d5-af2b-381099e1fca6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.1470189 Jul 30 00:00:35.846901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Provisioning for port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:35.859430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Provisioning complete for port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:35.860161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.895633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-259418fd-d303-42aa-b7c9-65251a808d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.902568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-259418fd-d303-42aa-b7c9-65251a808d62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1519318 Jul 30 00:00:35.966784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-59bb324f-5e65-4b06-a562-caa747886e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.968412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-59bb324f-5e65-4b06-a562-caa747886e8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647480 Jul 30 00:00:35.981042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336829b-bb0d-43e9-84fe-f768a11a057b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.992412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336829b-bb0d-43e9-84fe-f768a11a057b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.999474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336829b-bb0d-43e9-84fe-f768a11a057b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:36.001717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4336829b-bb0d-43e9-84fe-f768a11a057b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4188609 Jul 30 00:00:36.005877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40712) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.040865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-fa7a147d-ed2f-46a7-afd6-3880ab069bfe service neutron] 10.222.0.49 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111930 Jul 30 00:00:36.062425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5d356ef-1cd7-4dbb-aa04-021bf6f01edb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c8a4fbcacab402fae24490d8051f400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190593 Jul 30 00:00:36.080460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40716) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.195277 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.240601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] For port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,segment=NetworkSegment(fd389ae5-caa5-45f5-8973-9b86d4ec7dcc),segment_id=fd389ae5-caa5-45f5-8973-9b86d4ec7dcc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:36.246696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.249998 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.269062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-29ab77a0-3b8e-42c9-bfc4-2f11a8914cad service neutron] 10.222.0.49 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270634 Jul 30 00:00:36.296903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-d557b09f-a89d-46ab-aeb6-5027c7933d4e service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153918 Jul 30 00:00:36.301668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.339147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d77db3-ee11-486f-9091-ad724bb9e98b None None] Pushing event updated for resources: {'Port': ['ID=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:36.339392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port 150cf223-63da-459a-8c0f-f1b9d990b507 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:36.339562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.427397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.432890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.449071 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9186a1be-9b13-478e-ae12-891af66a6ff5 HTTP/1.1" status: 204 len: 168 time: 0.3652878 Jul 30 00:00:36.459614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340141-310a-455e-be6b-3dd94914e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9186a1be-9b13-478e-ae12-891af66a6ff5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:36.746335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f91bd2cf-8404-48a0-be82-429badaa9d38 req-80f91a7f-dd8b-42b5-8d24-6e385feb8d02 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.1204629 Jul 30 00:00:36.786247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.834647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Provisioning for port 150cf223-63da-459a-8c0f-f1b9d990b507 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:36.851692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for 150cf223-63da-459a-8c0f-f1b9d990b507 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:36.855121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Provisioning complete for port 150cf223-63da-459a-8c0f-f1b9d990b507 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:36.855791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.988281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Port 150cf223-63da-459a-8c0f-f1b9d990b507 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:37.023648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Provisioning complete for port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:37.025614 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.076915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-1bd74e40-0571-4b35-be75-4da2e80e6bf2 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735076 Jul 30 00:00:37.276884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-1abfe50b-e3dc-4b86-95da-0bc9c84c4cd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.1906345 Jul 30 00:00:37.306338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Provisioning for port e1702792-818e-4430-80bc-91db16d1e69c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:37.311866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Provisioning complete for port e1702792-818e-4430-80bc-91db16d1e69c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:37.312248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.511246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-1048ee8d-7f65-4f8c-9112-341d4d89e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:37.513263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-1048ee8d-7f65-4f8c-9112-341d4d89e3e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.2212653 Jul 30 00:00:37.643485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-852691c0-7475-42f0-b511-24a7a49a4883 None None] Port e1702792-818e-4430-80bc-91db16d1e69c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:37.652644 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.786538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=150cf223-63da-459a-8c0f-f1b9d990b507,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.800465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0cc3e9d7-ff1d-4465-8c84-5467ecd78033 None None] Provisioning complete for port e1702792-818e-4430-80bc-91db16d1e69c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:37.800903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e9d7-ff1d-4465-8c84-5467ecd78033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.942879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e9d7-ff1d-4465-8c84-5467ecd78033 None None] Port e1702792-818e-4430-80bc-91db16d1e69c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:37.953981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-c0fcfbce-a957-4f27-8f91-473a001d9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:37.955351 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-93811e0d-2f4c-494b-8bfa-ac9aa717f931 req-54ac3e11-8802-4e81-a727-1069f2bdac62 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.0837963 Jul 30 00:00:37.957736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-c0fcfbce-a957-4f27-8f91-473a001d9a38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4340377 Jul 30 00:00:38.061420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-30d061e0-387f-4d12-8c27-9bb908b05ec8 None None] Could not find standard attr ID for object 150cf223-63da-459a-8c0f-f1b9d990b507. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:00:38.277285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.279915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e2afb3be-a244-407b-86c1-85ad4b767b84 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/150cf223-63da-459a-8c0f-f1b9d990b507 HTTP/1.1" status: 204 len: 168 time: 2.2393789 Jul 30 00:00:38.284858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:38.329340 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-9827532f-a74b-40ed-be57-81fe491facef service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280954 Jul 30 00:00:38.341554 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6d95b9-db0a-4304-b5ce-59db06fb6eb1 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] GET failed (client error): The resource could not be found. Jul 30 00:00:38.354982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:38.356846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2d6d95b9-db0a-4304-b5ce-59db06fb6eb1 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports/150cf223-63da-459a-8c0f-f1b9d990b507 HTTP/1.1" status: 404 len: 333 time: 0.0694520 Jul 30 00:00:38.364399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-917939180'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:38.440900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 28746b22-bd1e-4864-8289-c5fc0ee0c1fc up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:38.611062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:38.612052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.758576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-14ebff0f-f910-46c2-8b2f-e995d48ee915 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258635 Jul 30 00:00:38.915358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-dc88ac22-6e6f-49a6-8c9a-ba1aab8d6062 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.1396255 Jul 30 00:00:39.103602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:39.114475 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.216683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3e144b79-0375-4662-8385-7c0e476587ec req-96fdbf5f-1c71-4ddd-871d-015aeb9159a0 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.0572670 Jul 30 00:00:39.217540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port bd6d13b3-0364-427a-8459-85dfdb0178ce yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:39.339168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-6580dcfc-25a9-41cf-9c09-7e0e2e0a7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:39.342287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-6580dcfc-25a9-41cf-9c09-7e0e2e0a7d62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.3990600 Jul 30 00:00:39.938632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7af82f00-8ad4-4c73-85ba-4a2ecda7496e tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:39.941933 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7af82f00-8ad4-4c73-85ba-4a2ecda7496e tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 809 time: 1.0407243 Jul 30 00:00:39.967159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Request body: {'port': {'device_id': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552', 'admin_state_up': True, 'tenant_id': '5ad49a9da1d24f50bef9ee555840ceac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:40.094197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-41bed61e-cb30-4eea-97b6-1222b2a2a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:40.096712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-41bed61e-cb30-4eea-97b6-1222b2a2a8f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7343137 Jul 30 00:00:40.319844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-e178046e-3481-4ba1-91bf-a54b02e2cd35 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105687 Jul 30 00:00:40.382130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8f6164db-a1f4-4e3a-a3f8-2e57357aa1a4 req-e463ddf0-8ce7-417d-80f6-2a172cb4ebb2 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.0382581 Jul 30 00:00:40.425352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::254 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/bd6d13b3-0364-427a-8459-85dfdb0178ce) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:40.657510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Made reservation on behalf of 5ad49a9da1d24f50bef9ee555840ceac for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:40.665917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.722035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:40.936379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-484a973d-fc67-4cce-94e1-06d5756f942a service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926764 Jul 30 00:00:40.991411 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62088971-5f2a-4d28-9e04-a90cfd5abff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.107127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-dde6f1e1-55b1-4a23-8a5f-7b4a6eea25bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.1590378 Jul 30 00:00:41.148085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62088971-5f2a-4d28-9e04-a90cfd5abff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.154199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-62088971-5f2a-4d28-9e04-a90cfd5abff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.239393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-62088971-5f2a-4d28-9e04-a90cfd5abff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b65f358e34f9401db13ccda681800e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160820 Jul 30 00:00:41.240679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62088971-5f2a-4d28-9e04-a90cfd5abff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63afecb6-3cd0-4fbe-af22-c285f474abb3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:41.259267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:41.305702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Allocated IP 172.20.0.7 (f02561de-8db9-45f4-abb3-fbbcffbed552/84173488-7018-4328-b860-13eb943709d2/842061b0-1a5c-4f08-9aa4-6807697dd11e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:41.321490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.339814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.379985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.391970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-06d9edf4-423f-42ba-9dc7-063543d9c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:41.394719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-06d9edf4-423f-42ba-9dc7-063543d9c88e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.2619860 Jul 30 00:00:41.416596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object bd6d13b3-0364-427a-8459-85dfdb0178ce will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:41.472395 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.480472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.483995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63afecb6-3cd0-4fbe-af22-c285f474abb3 HTTP/1.1" status: 204 len: 168 time: 0.2194960 Jul 30 00:00:41.503291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293f102-c7d9-4ae6-8ae7-818220550f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63afecb6-3cd0-4fbe-af22-c285f474abb3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:41.523491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-b2ce8633-2363-4212-abbc-43954e13e294 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:41.525178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-b2ce8633-2363-4212-abbc-43954e13e294 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.4487581 Jul 30 00:00:41.606969 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7cd74037-28cc-4f4c-b5ef-74eccd29316f req-e43a0098-72a9-4d6a-9527-7636f7cb451b tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.0384264 Jul 30 00:00:41.669599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-00f49dd1-a608-46f6-9eba-9059008d3e96 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/quotas/0f16d937abb540988612c6fff88697c2 HTTP/1.1" status: 200 len: 375 time: 0.1253812 Jul 30 00:00:41.691023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a753e516-cf72-492e-b3ea-552e353f6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:41.694041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-a753e516-cf72-492e-b3ea-552e353f6c58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2838881 Jul 30 00:00:41.863384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:41.973574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:42.007722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:42.011182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:42.022408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:42.023645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.098529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-98521b08-0270-4832-8105-9ebb367e3af6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4159410 Jul 30 00:00:42.116043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:42.116295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=bd6d13b3-0364-427a-8459-85dfdb0178ce,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.140312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.152085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a73b7e5-3c5d-4a67-8c40-27fcbe13a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.152367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-6156af43-477a-4f1b-bf9e-562eae176060 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415181 Jul 30 00:00:42.162380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:42.163224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a0a8ff24-6a5d-4712-b554-f180e72b0ea7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8069692 Jul 30 00:00:42.172698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::252', 'mac_address': 'fa:16:3e:aa:f6:92'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:42.376551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.431537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d584e11-1dd1-40e0-8ea6-96f5a2268f5d req-68f52e13-9d86-4fb1-858f-6e26a52a89d0 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648044 Jul 30 00:00:42.489191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Network f02561de-8db9-45f4-abb3-fbbcffbed552 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:42.495206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:42.498623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:42.502940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Pushing event updated for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.560657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a73b7e5-3c5d-4a67-8c40-27fcbe13a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.568086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b77efbeb-f8dd-4b03-b438-167cb9e8f42c None None] Provisioning for port bd6d13b3-0364-427a-8459-85dfdb0178ce completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:42.575992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b77efbeb-f8dd-4b03-b438-167cb9e8f42c None None] Provisioning complete for port bd6d13b3-0364-427a-8459-85dfdb0178ce triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:42.576386 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b77efbeb-f8dd-4b03-b438-167cb9e8f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.597119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a73b7e5-3c5d-4a67-8c40-27fcbe13a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.602371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.602842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.603252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.603795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.604203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.605028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.605391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.605749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.606102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.606431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.606757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.607077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:42.677914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b77efbeb-f8dd-4b03-b438-167cb9e8f42c None None] Port bd6d13b3-0364-427a-8459-85dfdb0178ce cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:42.751651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-b203f925-b1a5-436f-b63c-005232e2d13e service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292293 Jul 30 00:00:42.771523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:42.772268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.791749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4a73b7e5-3c5d-4a67-8c40-27fcbe13a224 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80c1f301ea8a42f49c90541101c02647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735466 Jul 30 00:00:42.870577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73b7e5-3c5d-4a67-8c40-27fcbe13a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af400b8-b6a2-4d55-b59b-3dac6ffddc2d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.883422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:42.949411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-7dc38ec5-1099-4595-b8aa-ad44106e934f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9880602 Jul 30 00:00:42.982603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.987927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Request body: {'port': {'device_id': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:43.015573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-9e487d91-b68e-48ce-8237-2cd5ea9caa2e service neutron] 10.222.0.49 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296770 Jul 30 00:00:43.016582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10711db9-f1a0-4427-badf-c7a8eadeb18a req-e1c31183-74d9-41a6-8403-0556f8101a6a tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.027521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10711db9-f1a0-4427-badf-c7a8eadeb18a req-e1c31183-74d9-41a6-8403-0556f8101a6a tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 931 time: 0.2396827 Jul 30 00:00:43.167296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.182252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.203582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-10711db9-f1a0-4427-badf-c7a8eadeb18a req-36af6091-a7f1-4823-874e-cca1085751ed tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750493 Jul 30 00:00:43.393892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.430376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3b67a6df-85c1-4df5-827b-d2c98e1cae96 req-aa344fb4-de72-4761-bd55-22087973ee87 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 210 time: 0.0911648 Jul 30 00:00:43.619897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.623798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.625284 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5af400b8-b6a2-4d55-b59b-3dac6ffddc2d HTTP/1.1" status: 204 len: 168 time: 0.7373455 Jul 30 00:00:43.651907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc66305-13d4-4915-82d4-d268767269ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af400b8-b6a2-4d55-b59b-3dac6ffddc2d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.714337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.730418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.867243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=bd6d13b3-0364-427a-8459-85dfdb0178ce,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.870334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] In _notify_port_updated(), no bound segment for port bd6d13b3-0364-427a-8459-85dfdb0178ce on network 20424622-bb9f-419e-98fc-a72da8fcd8b1 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:00:43.877719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.877988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.879440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2044b5fa-7ef2-4fee-a127-4e844d08da1a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "PUT /v2.0/ports/bd6d13b3-0364-427a-8459-85dfdb0178ce HTTP/1.1" status: 200 len: 1002 time: 1.7145138 Jul 30 00:00:43.882927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:43.966766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842061b0-1a5c-4f08-9aa4-6807697dd11e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:43.991781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.029220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Transition to ACTIVE for port object 842061b0-1a5c-4f08-9aa4-6807697dd11e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:44.037567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.127770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port bd6d13b3-0364-427a-8459-85dfdb0178ce {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:44.128066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.213842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Pushing event updated for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:44.403124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.405946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Attempting to bind port 842061b0-1a5c-4f08-9aa4-6807697dd11e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:44.408364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Attempting to bind port 842061b0-1a5c-4f08-9aa4-6807697dd11e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:44.410728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Attempting to bind port 842061b0-1a5c-4f08-9aa4-6807697dd11e on network f02561de-8db9-45f4-abb3-fbbcffbed552 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:44.423803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Port 842061b0-1a5c-4f08-9aa4-6807697dd11e on network f02561de-8db9-45f4-abb3-fbbcffbed552 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:44.424163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Attempting to bind port 842061b0-1a5c-4f08-9aa4-6807697dd11e on network f02561de-8db9-45f4-abb3-fbbcffbed552 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:44.430647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:44.430647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Checking segment: {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:44.431084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Bound using segment: {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:44.431848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Bound port: 842061b0-1a5c-4f08-9aa4-6807697dd11e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:44.432573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.439190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-38c83c85-3b6f-4809-98aa-bebabf94742b None None] Provisioning complete for port bd6d13b3-0364-427a-8459-85dfdb0178ce triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:44.440696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for bd6d13b3-0364-427a-8459-85dfdb0178ce owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:44.441310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38c83c85-3b6f-4809-98aa-bebabf94742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.549564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-38c83c85-3b6f-4809-98aa-bebabf94742b None None] Port bd6d13b3-0364-427a-8459-85dfdb0178ce cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:44.558253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:44.564177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:44.572828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.589303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b38ab-f0fe-4f03-8c93-889966b08f9a req-70b7371f-6c4e-461b-8b5f-7ee6ef1bb754 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.591176 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-353b38ab-f0fe-4f03-8c93-889966b08f9a req-70b7371f-6c4e-461b-8b5f-7ee6ef1bb754 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 943 time: 0.2805436 Jul 30 00:00:44.649502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.650076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.652430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/842061b0-1a5c-4f08-9aa4-6807697dd11e HTTP/1.1" status: 200 len: 1092 time: 1.6803319 Jul 30 00:00:44.656377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:44.659167 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0e521-20d1-4969-9dc8-49d3cda3c939" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:44.743193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-667fa72a-d9a4-43f4-b749-61c831ce4970 req-8cd0a142-7dd5-4628-9b47-6fbea730e44f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 210 time: 0.1034894 Jul 30 00:00:44.878016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a810a-40ce-4acc-a80c-86f3e8ac31f5 service neutron] Pushing event updated for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:44.901390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-353b38ab-f0fe-4f03-8c93-889966b08f9a req-1a45f96a-79a9-418c-a1e9-2867f0a062db tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998943 Jul 30 00:00:44.907289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-1403da11-4bb9-4e74-9c61-a90c0dfd7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.908125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.913240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-1403da11-4bb9-4e74-9c61-a90c0dfd7198 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 1095 time: 0.1665132 Jul 30 00:00:44.955160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=bd6d13b3-0364-427a-8459-85dfdb0178ce,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:45.110212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-6fecdf21-95d5-48c3-97bb-73cbca7ebf96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e HTTP/1.1" status: 200 len: 217 time: 0.1812718 Jul 30 00:00:45.342962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-3a9774f8-bd80-430e-88b8-c144baa3c620 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:45.344874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-3a9774f8-bd80-430e-88b8-c144baa3c620 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 815 time: 0.2316711 Jul 30 00:00:45.357134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-ca299581-1737-450a-ae5b-723721bb1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:45.371087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-ca299581-1737-450a-ae5b-723721bb1ad9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84173488-7018-4328-b860-13eb943709d2 HTTP/1.1" status: 200 len: 849 time: 0.2251642 Jul 30 00:00:45.479041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Request body: {'port': {'device_id': 'daada394-730f-421b-80c9-53fc7af6876a', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'admin_state_up': True, 'tenant_id': '0f16d937abb540988612c6fff88697c2'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:45.494159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.503174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59cbd60e-ea7d-479a-9ea1-baabcee9f676 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/bd6d13b3-0364-427a-8459-85dfdb0178ce HTTP/1.1" status: 204 len: 168 time: 1.6190054 Jul 30 00:00:45.508913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:45.511951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-2401344a-82a3-45c0-9889-8d7c4f74a44e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02561de-8db9-45f4-abb3-fbbcffbed552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308026 Jul 30 00:00:45.636509 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5acb49-9b9b-48bd-8548-36c614820bd7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] GET failed (client error): The resource could not be found. Jul 30 00:00:45.639157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc5acb49-9b9b-48bd-8548-36c614820bd7 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports/bd6d13b3-0364-427a-8459-85dfdb0178ce HTTP/1.1" status: 404 len: 333 time: 0.0868759 Jul 30 00:00:45.644700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:45.651139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-655415053'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:45.679839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774b8c3b-60c2-4ef8-a3d2-e2f26a4c6627 x-openstack-request-id: req-774b8c3b-60c2-4ef8-a3d2-e2f26a4c6627 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:45.694033 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:45.694427 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-774b8c3b-60c2-4ef8-a3d2-e2f26a4c6627 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:45.694969 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e', 'status': 'completed', 'code': 200} Jul 30 00:00:45.716794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-0933e586-9025-4f67-9472-57914dc3b084 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963224 Jul 30 00:00:45.883368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Made reservation on behalf of 0f16d937abb540988612c6fff88697c2 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:45.887668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.910899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8fcc44-5c8d-4262-a333-b7056450382b req-f232d87d-d446-45b5-8e64-8f4395b8ebb0 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849847 Jul 30 00:00:46.048271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-82d21037-ace7-4c97-b672-279a0740bc70 req-26331545-61e9-423f-80e8-f10e4c08ef9e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 210 time: 0.1066892 Jul 30 00:00:46.065435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:46.069145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.152688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port 687eef67-49d1-452d-b6d7-30eae96073b9 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:46.239780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-c8cf71ee-1c98-4aee-b930-87e749c12a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.242467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-c8cf71ee-1c98-4aee-b930-87e749c12a5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 1095 time: 0.2175031 Jul 30 00:00:46.290822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0265bdc4-f5e3-40c9-b1b7-1ac6789d20cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.318195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb05085-d0ab-467e-8d73-b0c7281e27f9 req-0a02f87f-724e-4133-a239-3c9164dae76c tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.351685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fb05085-d0ab-467e-8d73-b0c7281e27f9 req-0a02f87f-724e-4133-a239-3c9164dae76c tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 943 time: 0.2876060 Jul 30 00:00:46.357688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Allocated IP 172.20.0.2 (71269bfa-0326-4832-9c69-14c69c8c8d29/a327a0ff-ee4b-4a76-be5f-2930a3bc5860/05e58545-53ca-4356-9f7b-594787d14bab) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:46.737563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4fb05085-d0ab-467e-8d73-b0c7281e27f9 req-00b6edee-6b60-4c4e-afd6-33612d2f5d16 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832181 Jul 30 00:00:46.771843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::329 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/687eef67-49d1-452d-b6d7-30eae96073b9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:46.889100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.912120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-853d9bd6-79e5-479b-87af-00f3a0dd038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.925862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-853d9bd6-79e5-479b-87af-00f3a0dd038a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 910 time: 0.6490500 Jul 30 00:00:47.027978 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.071491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:47.131166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-76ae7232-dfd5-4ff6-afaa-0180eaa62f61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e HTTP/1.1" status: 200 len: 217 time: 0.1931210 Jul 30 00:00:47.192096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a', 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:47.318033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41066) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:47.356921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Network 71269bfa-0326-4832-9c69-14c69c8c8d29 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:47.373218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-b4dea5f1-dae6-4677-b9dd-ae6d1bac6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.382703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-b4dea5f1-dae6-4677-b9dd-ae6d1bac6f11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84173488-7018-4328-b860-13eb943709d2 HTTP/1.1" status: 200 len: 849 time: 0.2411962 Jul 30 00:00:47.456722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:47.494714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-393d27c4-da7b-47fb-ac27-3d24bca2614b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02561de-8db9-45f4-abb3-fbbcffbed552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061993 Jul 30 00:00:47.526011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.540582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:47.595210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event updated for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:47.692007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2f52810-3b0b-45cf-8773-701b94791e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.755312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-c7165317-fe9d-4ea3-a5cf-7b70162ede5e service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435007 Jul 30 00:00:47.870647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba87b56-561c-42d3-9b25-be253cee074e req-6655ab19-97fb-47cb-be0f-410bf3ad13fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.880979 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba87b56-561c-42d3-9b25-be253cee074e req-6655ab19-97fb-47cb-be0f-410bf3ad13fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 931 time: 0.5851610 Jul 30 00:00:47.926747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.927438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.944129 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.031431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object 687eef67-49d1-452d-b6d7-30eae96073b9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:48.057851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ba87b56-561c-42d3-9b25-be253cee074e req-1d8e635f-3223-4a3a-b06c-c8b3b9785923 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755545 Jul 30 00:00:48.143624 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.235473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:48.240046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:48.248775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:48.259372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:48.260510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.273857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=687eef67-49d1-452d-b6d7-30eae96073b9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:48.309031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bcb5d-701c-4419-8e3c-d2f9798f3d48 req-e66edf97-75c4-4929-b0a0-dcc627af0377 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:48.311724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a95bcb5d-701c-4419-8e3c-d2f9798f3d48 req-e66edf97-75c4-4929-b0a0-dcc627af0377 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 943 time: 0.3299334 Jul 30 00:00:48.376642 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c0e521-20d1-4969-9dc8-49d3cda3c939 req-3897edbf-fc99-4d33-aef1-c9074221de10 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960999 Jul 30 00:00:48.425874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2f52810-3b0b-45cf-8773-701b94791e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.438863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-ebfaf961-5d33-4518-ab00-3b513e56eafd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0351999 Jul 30 00:00:48.441547 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a2973cb4-710d-4229-9d40-ebfdadc1d6c0 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7952092 Jul 30 00:00:48.444342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:48.454045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:f6:92'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:48.455613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2f52810-3b0b-45cf-8773-701b94791e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.479034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Request body: {'port': {'device_id': 'daada394-730f-421b-80c9-53fc7af6876a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:48.623684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a95bcb5d-701c-4419-8e3c-d2f9798f3d48 req-57e5870a-ef1a-4c66-a660-45255752a9db tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633595 Jul 30 00:00:48.646559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f52810-3b0b-45cf-8773-701b94791e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2712459-6967-48eb-bc63-1848e3f45acc,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:48.653565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2f52810-3b0b-45cf-8773-701b94791e61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d74bf5480fc44b0ba4bc360faef7cad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3343508 Jul 30 00:00:48.662054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41198) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:48.812387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.833718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.846799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d01ee639-a4be-4f8d-bd44-0f52268f5b33 None None] Provisioning for port 687eef67-49d1-452d-b6d7-30eae96073b9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:48.853273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d01ee639-a4be-4f8d-bd44-0f52268f5b33 None None] Provisioning complete for port 687eef67-49d1-452d-b6d7-30eae96073b9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:48.853527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d01ee639-a4be-4f8d-bd44-0f52268f5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.889767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.928908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee639-a4be-4f8d-bd44-0f52268f5b33 None None] Port 687eef67-49d1-452d-b6d7-30eae96073b9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:48.951305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 842061b0-1a5c-4f08-9aa4-6807697dd11e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:48.973511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.977005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:48.981337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2712459-6967-48eb-bc63-1848e3f45acc HTTP/1.1" status: 204 len: 168 time: 0.3171818 Jul 30 00:00:48.993877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12fe7-501c-46b1-a4ed-a820faf04631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2712459-6967-48eb-bc63-1848e3f45acc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:49.263588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.381947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:49.450139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb651d5-9913-4f21-a5a3-35c70950a265 req-d3c45897-a7fc-4cd6-88b5-6f98e5375582 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.451631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '842061b0-1a5c-4f08-9aa4-6807697dd11e', 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552', 'port_id': '842061b0-1a5c-4f08-9aa4-6807697dd11e', 'mac_address': 'fa:16:3e:7f:fc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84173488-7018-4328-b860-13eb943709d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:49.459244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fb651d5-9913-4f21-a5a3-35c70950a265 req-d3c45897-a7fc-4cd6-88b5-6f98e5375582 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 931 time: 0.2356868 Jul 30 00:00:49.481097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a63d-59e7-4b9c-9097-bfe7121943ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.610284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fb651d5-9913-4f21-a5a3-35c70950a265 req-b57d5726-9c52-4224-9c1d-a595a3364197 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404197 Jul 30 00:00:49.655952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.694964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842061b0-1a5c-4f08-9aa4-6807697dd11e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:49.734868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.762469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:49.779401 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.919631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:49.977107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41316) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:49.999736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d80fa65-b1cd-4d89-a2bb-635a3efc09bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.143472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['842061b0-1a5c-4f08-9aa4-6807697dd11e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:50.239104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d80fa65-b1cd-4d89-a2bb-635a3efc09bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.250494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8d80fa65-b1cd-4d89-a2bb-635a3efc09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.394421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8d80fa65-b1cd-4d89-a2bb-635a3efc09bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7d5b12dd1ab455e9b59f60f46fdf7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132071 Jul 30 00:00:50.397082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:50.446374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80fa65-b1cd-4d89-a2bb-635a3efc09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb84b1a-fd7a-4a93-a1bd-d3e457ec5d1c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:50.612319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.692819 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.704808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.731444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.820284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.849510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.860239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.867931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfb84b1a-fd7a-4a93-a1bd-d3e457ec5d1c HTTP/1.1" status: 204 len: 168 time: 0.4513025 Jul 30 00:00:50.978149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448e1e6-5202-4d74-a6a2-79559483d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb84b1a-fd7a-4a93-a1bd-d3e457ec5d1c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:51.032780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb65f-0c46-4cea-a754-402305848f41 req-641fdf51-8707-4198-8752-814fa65986e1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.043251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-849cb65f-0c46-4cea-a754-402305848f41 req-641fdf51-8707-4198-8752-814fa65986e1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 931 time: 0.1716774 Jul 30 00:00:51.055980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e4b23-88cc-406e-a499-07c085e7e16b req-8da6339f-002d-47cf-a1bc-3a6734e8ef75 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.069031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-909e4b23-88cc-406e-a499-07c085e7e16b req-8da6339f-002d-47cf-a1bc-3a6734e8ef75 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 944 time: 1.2519639 Jul 30 00:00:51.118216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-849cb65f-0c46-4cea-a754-402305848f41 req-753b1a7a-4c46-486a-828c-1000e8a30c36 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716441 Jul 30 00:00:51.271276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e58545-53ca-4356-9f7b-594787d14bab {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:51.297091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] In _notify_port_updated(), no bound segment for port 687eef67-49d1-452d-b6d7-30eae96073b9 on network 20424622-bb9f-419e-98fc-a72da8fcd8b1 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:00:51.327159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.328410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.331369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "PUT /v2.0/ports/687eef67-49d1-452d-b6d7-30eae96073b9 HTTP/1.1" status: 200 len: 1002 time: 2.8823030 Jul 30 00:00:51.334597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41438) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:51.338417 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.375702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Transition to ACTIVE for port object 05e58545-53ca-4356-9f7b-594787d14bab will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:51.401334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=687eef67-49d1-452d-b6d7-30eae96073b9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:51.430120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.431126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.431857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.433996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.434377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.434730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.435073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.435489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.435773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.436107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.436444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.443722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d0d48-5ba5-4cdd-8b91-f05d02cae6ab tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:51.449515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.646580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port 687eef67-49d1-452d-b6d7-30eae96073b9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:51.647141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.821210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-909e4b23-88cc-406e-a499-07c085e7e16b req-c7f910ac-3711-43a9-9048-8eb2f5b66115 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590307 Jul 30 00:00:51.942107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Pushing event updated for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:52.012398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.036810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dd3d05b7-986e-4ca0-acfc-54202f4458a6 None None] Provisioning complete for port 687eef67-49d1-452d-b6d7-30eae96073b9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:52.038878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd3d05b7-986e-4ca0-acfc-54202f4458a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.050866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for 687eef67-49d1-452d-b6d7-30eae96073b9 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:52.052161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Attempting to bind port 05e58545-53ca-4356-9f7b-594787d14bab on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:52.052721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Attempting to bind port 05e58545-53ca-4356-9f7b-594787d14bab by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:52.053274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Attempting to bind port 05e58545-53ca-4356-9f7b-594787d14bab on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:52.070210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Port 05e58545-53ca-4356-9f7b-594787d14bab on network 71269bfa-0326-4832-9c69-14c69c8c8d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:52.070748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Attempting to bind port 05e58545-53ca-4356-9f7b-594787d14bab on network 71269bfa-0326-4832-9c69-14c69c8c8d29 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:52.097196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:52.097811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Checking segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:52.099618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Bound using segment: {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:52.101264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Bound port: 05e58545-53ca-4356-9f7b-594787d14bab, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:52.102840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.134696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d05b7-986e-4ca0-acfc-54202f4458a6 None None] Port 687eef67-49d1-452d-b6d7-30eae96073b9 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:52.255532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:52.268250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.268531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=05e58545-53ca-4356-9f7b-594787d14bab,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:52.285560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.345511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:52.346711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.348701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] 10.222.0.59 "PUT /v2.0/ports/05e58545-53ca-4356-9f7b-594787d14bab HTTP/1.1" status: 200 len: 1092 time: 3.8743851 Jul 30 00:00:52.349250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:52.351637 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc" -d '{"events": [{"name": "network-changed", "server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "tag": "05e58545-53ca-4356-9f7b-594787d14bab"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:52.373595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=687eef67-49d1-452d-b6d7-30eae96073b9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:52.428863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d3374-d71a-4af9-be93-4be60b98d0ac service neutron] Pushing event updated for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:52.445723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.453213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5953fda-8465-4e76-ba48-d0c22af9b7e2 req-537a8944-513a-40de-9ce1-9a2181c22a73 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:52.455699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5953fda-8465-4e76-ba48-d0c22af9b7e2 req-537a8944-513a-40de-9ce1-9a2181c22a73 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 943 time: 0.1943514 Jul 30 00:00:52.462355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.467145 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6080a1b3-d11c-4e1c-9ed0-9ba6ef1ebce6 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/687eef67-49d1-452d-b6d7-30eae96073b9 HTTP/1.1" status: 204 len: 168 time: 1.1312203 Jul 30 00:00:52.471692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41516) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:52.570344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5953fda-8465-4e76-ba48-d0c22af9b7e2 req-4f252419-546a-4511-865e-c650b3d5609f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018710 Jul 30 00:00:52.590363 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3458b50-1b13-4550-880c-0de5c07494ba tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] GET failed (client error): The resource could not be found. Jul 30 00:00:52.593194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b3458b50-1b13-4550-880c-0de5c07494ba tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports/687eef67-49d1-452d-b6d7-30eae96073b9 HTTP/1.1" status: 404 len: 333 time: 0.1190588 Jul 30 00:00:52.596801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41520) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:52.607236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-412150739'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:52.747921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-95718e32-364f-490d-87d8-d880157d3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:52.760198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-95718e32-364f-490d-87d8-d880157d3264 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 1095 time: 0.3201964 Jul 30 00:00:52.854769 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-077d5139-7528-4f9e-a115-4ba221b409e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05e58545-53ca-4356-9f7b-594787d14bab HTTP/1.1" status: 200 len: 217 time: 0.0796576 Jul 30 00:00:52.953665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 842061b0-1a5c-4f08-9aa4-6807697dd11e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:53.112558 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32ea0b0-2952-40f3-a0cc-89bcf4ae2226 x-openstack-request-id: req-c32ea0b0-2952-40f3-a0cc-89bcf4ae2226 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:53.112900 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "tag": "05e58545-53ca-4356-9f7b-594787d14bab", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:53.117408 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c32ea0b0-2952-40f3-a0cc-89bcf4ae2226 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:53.118513 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab', 'status': 'completed', 'code': 200} Jul 30 00:00:53.169210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-6ee54678-661e-4fd2-ad3d-d0f11e151e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.172113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-6ee54678-661e-4fd2-ad3d-d0f11e151e3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.3040037 Jul 30 00:00:53.182592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926ab83-51b9-4efb-8608-effd1c5a1f80 req-ab6f4594-3060-418b-b842-b1cff4fc9b40 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.198250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 842061b0-1a5c-4f08-9aa4-6807697dd11e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:53.203183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7926ab83-51b9-4efb-8608-effd1c5a1f80 req-ab6f4594-3060-418b-b842-b1cff4fc9b40 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 944 time: 0.1531928 Jul 30 00:00:53.208594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 842061b0-1a5c-4f08-9aa4-6807697dd11e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:53.215490 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.275857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:53.281957 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.296410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-4a105ce9-67d1-4fed-958b-6846f06957a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146545 Jul 30 00:00:53.315216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7926ab83-51b9-4efb-8608-effd1c5a1f80 req-3bec00ed-bf9f-481f-8b42-2972418126fb tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075504 Jul 30 00:00:53.440226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.482468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:53.507159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:53.512592 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e324e67-34fe-472f-a00f-a87272f987e1" -d '{"events": [{"server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "name": "network-vif-plugged", "status": "completed", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:53.540469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:53.555320 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.657087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:53.696896 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5151caae-40cc-4020-bee4-9ae6da17e1a9 x-openstack-request-id: req-5151caae-40cc-4020-bee4-9ae6da17e1a9 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:53.697504 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "name": "network-vif-plugged", "status": "completed", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:53.698053 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5151caae-40cc-4020-bee4-9ae6da17e1a9 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:53.698798 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e', 'code': 200} Jul 30 00:00:53.726647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-7f837797-b395-4c4a-b710-db7f306e90cc tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.728345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-7f837797-b395-4c4a-b710-db7f306e90cc tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 814 time: 0.4183862 Jul 30 00:00:53.801860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-b73afb22-f5c2-451c-92ee-01e1671d1f43 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874408 Jul 30 00:00:53.809967 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-ce30765f-eb50-46fb-ad50-3a3c24adb89b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/quotas/27797b27a02e432596399e96aaf8ec0f HTTP/1.1" status: 200 len: 375 time: 0.0612433 Jul 30 00:00:53.915317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176689-ff9d-4ed2-bc4d-68e10a24d1d3 req-83d8902f-846a-442e-9f9e-7d143069a4ba tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.918122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61176689-ff9d-4ed2-bc4d-68e10a24d1d3 req-83d8902f-846a-442e-9f9e-7d143069a4ba tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 943 time: 0.1224391 Jul 30 00:00:53.957042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11e6f-9042-4389-973e-6134808a7ca5 req-ceb50269-a628-4d14-b770-1e8eecbde6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.959934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7f11e6f-9042-4389-973e-6134808a7ca5 req-ceb50269-a628-4d14-b770-1e8eecbde6b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 1097 time: 0.1214440 Jul 30 00:00:54.012277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61176689-ff9d-4ed2-bc4d-68e10a24d1d3 req-b7141de6-0842-4a56-aaab-3fc07a1813fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856373 Jul 30 00:00:54.017751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7f11e6f-9042-4389-973e-6134808a7ca5 req-5b5a6543-9ff4-4f8f-b36b-def16686eef8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jul 30 00:00:54.038773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-4deb1f0a-2605-4b32-acdf-e9a5decc03e8 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2125962 Jul 30 00:00:54.074247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::2c2 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:54.074247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6adc6694-3e93-4c54-b776-ceb341a8b1de req-a8e34f65-56a3-4583-a1c0-346b2a950495 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530165 Jul 30 00:00:54.420222 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.440063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:54.477209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-cb7e85a7-8c01-4a7d-89f5-b054e88ec500 service neutron] 10.222.0.49 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173708 Jul 30 00:00:54.484630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-2c8e4f65-b260-4cf0-97c1-bc60ef94ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.486218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-2c8e4f65-b260-4cf0-97c1-bc60ef94ae40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 1095 time: 0.2851732 Jul 30 00:00:54.574470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9fb7-af81-4ea7-8fa0-af9f92b08adc req-3749d1f3-c960-48be-a697-c021efd394ac tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.576843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-549e9fb7-af81-4ea7-8fa0-af9f92b08adc req-3749d1f3-c960-48be-a697-c021efd394ac tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.1041613 Jul 30 00:00:54.615991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-5135086b-4d38-4f03-9967-686cfd014361 service neutron] 10.222.0.49 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086853 Jul 30 00:00:54.661457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.738520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-549e9fb7-af81-4ea7-8fa0-af9f92b08adc req-d21ac071-f938-486b-830c-38ec02f27041 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Jul 30 00:00:54.749710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:54.759082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:54.765866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:54.790690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.791406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:54.846986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:54.858157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-88cca344-8eb4-4597-b32a-eb6e846ec4ef tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2598505 Jul 30 00:00:54.862545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:54.870916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'network_id': '20424622-bb9f-419e-98fc-a72da8fcd8b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327441089'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:54.909548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-dd4c0966-8cce-4d38-9257-bcbe4af8351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.913168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-dd4c0966-8cce-4d38-9257-bcbe4af8351f service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.4172132 Jul 30 00:00:54.980035 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-9e4c5870-1a14-4e73-afd5-6acb8529703a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05e58545-53ca-4356-9f7b-594787d14bab HTTP/1.1" status: 200 len: 217 time: 0.0590518 Jul 30 00:00:55.106116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-6ac568b5-fdf3-48f3-b02e-7d400886c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:55.108804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-6ac568b5-fdf3-48f3-b02e-7d400886c85d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1186638 Jul 30 00:00:55.201978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-4ebc166f-6579-4fb7-b5da-2639ac309045 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845439 Jul 30 00:00:55.236839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aeda8dfc-ac59-42fa-bab5-2a88d645a3ba req-fd1d41f5-d153-45c7-9132-a4438adf96ea tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 210 time: 0.1408489 Jul 30 00:00:55.397777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Made reservation on behalf of 94375719199f45e9967a2b49e6b89049 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:55.403502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.421781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a630c13-dabb-4aaa-8cc2-c4841c6ea6ba None None] Provisioning for port 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:55.434866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a630c13-dabb-4aaa-8cc2-c4841c6ea6ba None None] Provisioning complete for port 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:55.436364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a630c13-dabb-4aaa-8cc2-c4841c6ea6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:55.460097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3221be-2b09-494d-9e92-3164ad47652c req-03950cc3-bf4c-41a1-8126-d3efd7b46a28 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:55.461943 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a3221be-2b09-494d-9e92-3164ad47652c req-03950cc3-bf4c-41a1-8126-d3efd7b46a28 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 943 time: 0.1441419 Jul 30 00:00:55.471003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] device_id is not set on port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:00:55.522355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a630c13-dabb-4aaa-8cc2-c4841c6ea6ba None None] Port 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:55.540926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-9fcde0d5-4973-41e1-a864-cb7b5845613d service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293481 Jul 30 00:00:55.548661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a3221be-2b09-494d-9e92-3164ad47652c req-94d3608b-fd86-401d-88e5-9a0a1968da5f tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705421 Jul 30 00:00:55.801820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c6b42a64-ccc8-42d6-a2b2-bf6b988202bc req-7678feb0-3ea0-45c8-9142-906a7984e54c service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517912 Jul 30 00:00:55.806605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:56.046695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a871d777-7c3e-4f66-b6a4-65b9e062ea1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.202732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Allocated IP 2001:db8::298 (20424622-bb9f-419e-98fc-a72da8fcd8b1/3d59476c-ce8d-48b6-bab3-df1aa678a558/4a6ba7e1-996c-444c-9bd7-d1d813e5d428) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:56.239123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a871d777-7c3e-4f66-b6a4-65b9e062ea1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.249273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a871d777-7c3e-4f66-b6a4-65b9e062ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.279675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 05e58545-53ca-4356-9f7b-594787d14bab details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:56.337345 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a871d777-7c3e-4f66-b6a4-65b9e062ea1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23a70c20db1c4d84b763cbe84d67572f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289567 Jul 30 00:00:56.344439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41640) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:56.354212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1f19-df15-475c-9450-fd3106442b32 req-bbc6fdb3-f5e1-4230-b7ae-8ee1afcfc349 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:56.366451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f0e1f19-df15-475c-9450-fd3106442b32 req-bbc6fdb3-f5e1-4230-b7ae-8ee1afcfc349 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.1665297 Jul 30 00:00:56.394789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d777-7c3e-4f66-b6a4-65b9e062ea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf4ba9-ff15-47d1-b190-9a0e856a5890,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:56.512240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-168b0ad6-c784-4eed-89ff-546c7003fbd3 req-3c6cf3ea-f027-4ba5-af33-f68c77613ef2 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 210 time: 0.0809197 Jul 30 00:00:56.564302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=05e58545-53ca-4356-9f7b-594787d14bab,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:56.576342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '05e58545-53ca-4356-9f7b-594787d14bab', 'network_id': '71269bfa-0326-4832-9c69-14c69c8c8d29', 'port_id': '05e58545-53ca-4356-9f7b-594787d14bab', 'mac_address': 'fa:16:3e:18:39:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a327a0ff-ee4b-4a76-be5f-2930a3bc5860', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:56.596098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f0e1f19-df15-475c-9450-fd3106442b32 req-87544e13-d09e-409b-9530-fbb8d08a28b4 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275455 Jul 30 00:00:56.672548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.687896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.725190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e58545-53ca-4356-9f7b-594787d14bab {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:56.740400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.744701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.775321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=05e58545-53ca-4356-9f7b-594787d14bab,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:56.783869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.793967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Transition to ACTIVE for port object 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:56.886221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.886992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:56.893810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.897116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6faf4ba9-ff15-47d1-b190-9a0e856a5890 HTTP/1.1" status: 204 len: 168 time: 0.5275984 Jul 30 00:00:56.921379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53627f-7aeb-4da8-9c62-c4d8b8265e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf4ba9-ff15-47d1-b190-9a0e856a5890,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:56.926669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.987652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe398-669a-4fc4-a5f1-a2262efd1ead req-9ad2d286-beef-4f1e-8e17-be874566518c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:56.998449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70bfe398-669a-4fc4-a5f1-a2262efd1ead req-9ad2d286-beef-4f1e-8e17-be874566518c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 944 time: 0.1873398 Jul 30 00:00:57.061111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70bfe398-669a-4fc4-a5f1-a2262efd1ead req-d8a8f645-4cea-4328-94be-e6bc569ae5b1 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Jul 30 00:00:57.072464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:57.085703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['05e58545-53ca-4356-9f7b-594787d14bab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:57.106602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:57.109362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:57.122869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:57.123682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.182527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=4a6ba7e1-996c-444c-9bd7-d1d813e5d428,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:57.205214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-452e6d55-835f-4508-8c93-d23025a28f9a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3409419 Jul 30 00:00:57.209970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:57.219584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::252', 'mac_address': 'fa:16:3e:aa:f6:92'}, {'ip_address': '2001:db8::2c2', 'mac_address': 'fa:16:3e:5b:3a:19'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:57.348386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-ac0afe9d-7c9e-4242-b47f-bd22a0d3d4cf tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:57.357841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-ac0afe9d-7c9e-4242-b47f-bd22a0d3d4cf tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.57 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 814 time: 0.3942976 Jul 30 00:00:57.400349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Request body: {'port': {'device_id': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba', 'admin_state_up': True, 'tenant_id': '27797b27a02e432596399e96aaf8ec0f'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:57.729899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Made reservation on behalf of 27797b27a02e432596399e96aaf8ec0f for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:57.737321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.853801 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aa28724d-fc5a-4e80-bea0-a10bd73ab5bd req-53f8d1d9-b06f-4644-bad9-6fc48fd586f1 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 210 time: 0.1370130 Jul 30 00:00:57.860171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.864338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f585722a-d222-4a4f-88fe-763d4f624784 None None] Provisioning for port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:57.876687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f585722a-d222-4a4f-88fe-763d4f624784 None None] Provisioning complete for port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:57.877095 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f585722a-d222-4a4f-88fe-763d4f624784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.924701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f585722a-d222-4a4f-88fe-763d4f624784 None None] Port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:57.988432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.020973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Allocated IP 172.20.0.4 (2091a200-971f-466f-a13a-9d5efbc080ba/cec40820-f075-4fdd-be33-4e454f40910c/11c63f9c-061b-472f-8ee7-01336c3bda6e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:58.053921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41674) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:58.098886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8f14-4503-4653-b1d0-c87820201914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.332621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7ad7b-be84-4a25-9eca-af99f076607e req-a7b0c190-8359-440d-a852-074d2b288b11 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.334156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70d7ad7b-be84-4a25-9eca-af99f076607e req-a7b0c190-8359-440d-a852-074d2b288b11 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.1315594 Jul 30 00:00:58.367163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7dea-b6e4-4130-8de6-587ec2d793f1 req-0e6f5fb6-edb7-4fde-8ad3-04442c8807df tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.368724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477e7dea-b6e4-4130-8de6-587ec2d793f1 req-0e6f5fb6-edb7-4fde-8ad3-04442c8807df tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 944 time: 0.1083412 Jul 30 00:00:58.408886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.451214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.452725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-477e7dea-b6e4-4130-8de6-587ec2d793f1 req-717ca5bc-bb3f-43ef-b7d1-aa080feaceeb tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710251 Jul 30 00:00:58.455698 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-70d7ad7b-be84-4a25-9eca-af99f076607e req-93d6059b-24aa-460e-907a-9c7002458d7a tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088402 Jul 30 00:00:58.470868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8f14-4503-4653-b1d0-c87820201914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.473229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.519658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.529535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8f14-4503-4653-b1d0-c87820201914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.554601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] In _notify_port_updated(), no bound segment for port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 on network 20424622-bb9f-419e-98fc-a72da8fcd8b1 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:00:58.561676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.562351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.564331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "PUT /v2.0/ports/4a6ba7e1-996c-444c-9bd7-d1d813e5d428 HTTP/1.1" status: 200 len: 1068 time: 1.3521900 Jul 30 00:00:58.570013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41682) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:58.598978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Network 2091a200-971f-466f-a13a-9d5efbc080ba is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:58.613451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8f14-4503-4653-b1d0-c87820201914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b437240-5e20-4dba-b4ca-d4b7f6e68377,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.621851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7fdd8f14-4503-4653-b1d0-c87820201914 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abefe954025c4cd0933c79d7a5b51297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662642 Jul 30 00:00:58.624272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bce11-d9fd-4b1c-89c9-720a295c1f60 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event updated for resources: {'Port': ['ID=4a6ba7e1-996c-444c-9bd7-d1d813e5d428,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.628134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41684) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:58.630597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Pushing event updated for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.635508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:58.640585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:58.689614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.720738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.742179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.743402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.773884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-04037c8e-3d0e-405b-91ea-4c21f7928255 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833070 Jul 30 00:00:58.788488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:58.789403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.797143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Request body: {'port': {'device_id': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:58.810870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.816537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.818219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b437240-5e20-4dba-b4ca-d4b7f6e68377 HTTP/1.1" status: 204 len: 168 time: 0.1887271 Jul 30 00:00:58.848968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e73d28-ee86-4597-9789-65322f6e32d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b437240-5e20-4dba-b4ca-d4b7f6e68377,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:58.980657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8bbf5be4-0d31-4294-bf86-923b6ce270de None None] Provisioning complete for port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:58.981297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5be4-0d31-4294-bf86-923b6ce270de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:58.995839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.016377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.019603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:59.064200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf5be4-0d31-4294-bf86-923b6ce270de None None] Port 4a6ba7e1-996c-444c-9bd7-d1d813e5d428 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:59.088683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f769ce-d471-48fa-8909-d0aab68e514d req-dd2e0f7c-ce97-4d65-94b2-c40fdf1cac59 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:59.090779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5f769ce-d471-48fa-8909-d0aab68e514d req-dd2e0f7c-ce97-4d65-94b2-c40fdf1cac59 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 931 time: 0.1440356 Jul 30 00:00:59.156787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c5f769ce-d471-48fa-8909-d0aab68e514d req-78b6d6e5-9bf9-4f28-9bb0-ceb148cbc0ad tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Jul 30 00:00:59.488372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.606649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=4a6ba7e1-996c-444c-9bd7-d1d813e5d428,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:59.797604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c63f9c-061b-472f-8ee7-01336c3bda6e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:59.820894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:59.851643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea57e-6d49-4990-8e98-0d336c17ebef req-fa039d57-2748-4c99-9a15-0fdd283ee8ac tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:59.862396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0ea57e-6d49-4990-8e98-0d336c17ebef req-fa039d57-2748-4c99-9a15-0fdd283ee8ac tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.1250134 Jul 30 00:00:59.934988 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-be0ea57e-6d49-4990-8e98-0d336c17ebef req-535187ea-9ad9-4a77-a74d-7efbb37a5bda tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718451 Jul 30 00:01:00.022973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Transition to ACTIVE for port object 11c63f9c-061b-472f-8ee7-01336c3bda6e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:00.031798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.151137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-7778448b-0fbc-47e0-bc50-c3ba15c0ca48 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.151137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-7778448b-0fbc-47e0-bc50-c3ba15c0ca48 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.3205566 Jul 30 00:01:00.194787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a652ca-148e-4db5-b7b8-300064742e0e req-05c61261-497b-4e77-8d01-639e79ab7867 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.196403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53a652ca-148e-4db5-b7b8-300064742e0e req-05c61261-497b-4e77-8d01-639e79ab7867 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 944 time: 0.3578501 Jul 30 00:01:00.275185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Pushing event updated for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:00.294790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.300508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-34fc10af-bae7-4bac-afb9-a221912afb4a tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/4a6ba7e1-996c-444c-9bd7-d1d813e5d428 HTTP/1.1" status: 204 len: 168 time: 1.7243588 Jul 30 00:01:00.300842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41726) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:00.308501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 05e58545-53ca-4356-9f7b-594787d14bab up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:00.408426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53a652ca-148e-4db5-b7b8-300064742e0e req-795105cc-c71b-4c17-bbda-fd5b02397c4c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898208 Jul 30 00:01:00.441068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Attempting to bind port 11c63f9c-061b-472f-8ee7-01336c3bda6e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:00.441830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Attempting to bind port 11c63f9c-061b-472f-8ee7-01336c3bda6e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:00.442378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Attempting to bind port 11c63f9c-061b-472f-8ee7-01336c3bda6e on network 2091a200-971f-466f-a13a-9d5efbc080ba {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:00.467327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Port 11c63f9c-061b-472f-8ee7-01336c3bda6e on network 2091a200-971f-466f-a13a-9d5efbc080ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:00.467857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Attempting to bind port 11c63f9c-061b-472f-8ee7-01336c3bda6e on network 2091a200-971f-466f-a13a-9d5efbc080ba {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:00.484422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 05e58545-53ca-4356-9f7b-594787d14bab completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:00.485715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:00.486269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Checking segment: {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:00.486913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Bound using segment: {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:00.487480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Bound port: 11c63f9c-061b-472f-8ee7-01336c3bda6e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:00.487999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.495989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 05e58545-53ca-4356-9f7b-594787d14bab triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:00.496605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.507242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Deleting port 842061b0-1a5c-4f08-9aa4-6807697dd11e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:00.508174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.522547 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-589fa756-03af-4759-b26d-970bef38f067 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] GET failed (client error): The resource could not be found. Jul 30 00:01:00.530649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-589fa756-03af-4759-b26d-970bef38f067 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports/4a6ba7e1-996c-444c-9bd7-d1d813e5d428 HTTP/1.1" status: 404 len: 333 time: 0.2216287 Jul 30 00:01:00.530990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41730) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:00.654116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ec61-b224-4eff-840a-059a17d5d6af req-b2076cd8-1538-4235-a6b5-97e5afe49af2 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.667885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e70ec61-b224-4eff-840a-059a17d5d6af req-b2076cd8-1538-4235-a6b5-97e5afe49af2 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 943 time: 0.2823303 Jul 30 00:01:00.757332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e70ec61-b224-4eff-840a-059a17d5d6af req-816e418a-99fc-4457-8255-6eb28c6d4654 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839393 Jul 30 00:01:00.779640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:00.807298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:00.811530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] For port 842061b0-1a5c-4f08-9aa4-6807697dd11e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=842061b0-1a5c-4f08-9aa4-6807697dd11e,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:00.812125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.839101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.843833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Calling delete_port for 842061b0-1a5c-4f08-9aa4-6807697dd11e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:00.849253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.904289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:00.909148 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324d94b4-8048-43e2-b38f-5a9af1ff3b6f" -d '{"events": [{"server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "name": "network-vif-plugged", "status": "completed", "tag": "05e58545-53ca-4356-9f7b-594787d14bab"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:00.932084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=05e58545-53ca-4356-9f7b-594787d14bab,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:00.953297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:01.070503 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0891c81f-2675-491c-b087-3c3299e14a49 x-openstack-request-id: req-0891c81f-2675-491c-b087-3c3299e14a49 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:01.071418 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "name": "network-vif-plugged", "status": "completed", "tag": "05e58545-53ca-4356-9f7b-594787d14bab", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:01.072111 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0891c81f-2675-491c-b087-3c3299e14a49 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:01.076095 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab', 'code': 200} Jul 30 00:01:01.093717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:01.094104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:01.119703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.123570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:01.126084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] 10.222.0.57 "PUT /v2.0/ports/11c63f9c-061b-472f-8ee7-01336c3bda6e HTTP/1.1" status: 200 len: 1092 time: 2.3331912 Jul 30 00:01:01.149827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:01.167452 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07" -d '{"events": [{"name": "network-changed", "server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:01.177325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:01.363240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c1c00-4712-4dd1-b7b3-62bebdd66367 service neutron] Pushing event updated for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:01.381094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcc872-35b4-4c5f-9ca1-11792bd42a86 req-e0703d14-f810-4152-b3a3-30e4272bb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.384513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87fcc872-35b4-4c5f-9ca1-11792bd42a86 req-e0703d14-f810-4152-b3a3-30e4272bb363 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 1097 time: 0.1585197 Jul 30 00:01:01.431637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32a28-9700-414c-9b0c-46cf360935c2 req-dbac30dd-f20a-4b6f-966c-37108587b597 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.435225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bde32a28-9700-414c-9b0c-46cf360935c2 req-dbac30dd-f20a-4b6f-966c-37108587b597 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 945 time: 0.1436989 Jul 30 00:01:01.485127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:01.491293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-a9209cc4-f621-46de-9f85-e441982b691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.492905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-a9209cc4-f621-46de-9f85-e441982b691a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 1095 time: 0.2392972 Jul 30 00:01:01.541377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for 4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:01.588073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-11d23cc9-7e40-4a54-99a6-8a9cf9a83f52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e HTTP/1.1" status: 200 len: 217 time: 0.0623176 Jul 30 00:01:01.596044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bde32a28-9700-414c-9b0c-46cf360935c2 req-fab5d785-2c75-45cb-b1bd-80919663e026 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467166 Jul 30 00:01:01.654905 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87fcc872-35b4-4c5f-9ca1-11792bd42a86 req-f488c186-5da5-4047-aa2d-efe530874caa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567592 Jul 30 00:01:01.674252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-938a7951-70de-42b1-9d1e-5011dba23a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.676611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-938a7951-70de-42b1-9d1e-5011dba23a3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cec40820-f075-4fdd-be33-4e454f40910c HTTP/1.1" status: 200 len: 854 time: 0.0766044 Jul 30 00:01:01.820119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8887a-7e74-4d6f-9c1c-84649d3506da req-15ce5b83-03e1-4ae7-b7fd-92ccbfaf8d07 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:01.837882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-43fe18aa-6abc-4fb6-bfb4-f44131619558 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2091a200-971f-466f-a13a-9d5efbc080ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454055 Jul 30 00:01:01.841228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c8887a-7e74-4d6f-9c1c-84649d3506da req-15ce5b83-03e1-4ae7-b7fd-92ccbfaf8d07 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 945 time: 0.1393514 Jul 30 00:01:01.871866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:01.926898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-81c8887a-7e74-4d6f-9c1c-84649d3506da req-2732a119-7864-4d0f-a5f9-6feb0278b7fd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783124 Jul 30 00:01:02.006593 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae6b8b4-f13f-490b-b4e3-ce78550c902d x-openstack-request-id: req-aae6b8b4-f13f-490b-b4e3-ce78550c902d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:02.007047 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:02.007758 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aae6b8b4-f13f-490b-b4e3-ce78550c902d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:02.008438 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e', 'status': 'completed', 'code': 200} Jul 30 00:01:02.023217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Pushing event deleted for resources: {'Port': ['ID=842061b0-1a5c-4f08-9aa4-6807697dd11e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:02.168440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] No DVR routers for this DVR port 842061b0-1a5c-4f08-9aa4-6807697dd11e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:02.177208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.179590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8104e0f4-422c-4acd-a037-04e069ca0039 req-f357972c-0956-4373-a995-7e5871b89cf8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "DELETE /v2.0/ports/842061b0-1a5c-4f08-9aa4-6807697dd11e HTTP/1.1" status: 204 len: 173 time: 2.0218136 Jul 30 00:01:02.220003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296d60-a371-4a7a-a0a6-d5199c197ee8 req-38a1140c-753b-4303-b899-66fcd8395191 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:02.221999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4296d60-a371-4a7a-a0a6-d5199c197ee8 req-38a1140c-753b-4303-b899-66fcd8395191 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 943 time: 0.2057123 Jul 30 00:01:02.226850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-89b9d83d-be5e-42dc-bf7b-a01e27a54a61 service neutron] 10.222.0.57 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501010 Jul 30 00:01:02.317672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.374198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:02.423949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4296d60-a371-4a7a-a0a6-d5199c197ee8 req-0ca7c3c5-15c6-430c-9e9e-98ec5257ea33 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857786 Jul 30 00:01:02.436666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.438847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-515bde4e-09a2-4e2a-9e9a-5c3fed49fd7b tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 HTTP/1.1" status: 204 len: 168 time: 1.9069347 Jul 30 00:01:02.443125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41774) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:02.446073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed7f09b0-8f47-470d-86b8-89914f95dcb5 req-3ec6b65e-49c7-4ea7-95bb-80ac4a25a7e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095850 Jul 30 00:01:02.488027 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49bee45-367e-4621-a076-7e2c171e86e1 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] GET failed (client error): The resource could not be found. Jul 30 00:01:02.490773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b49bee45-367e-4621-a076-7e2c171e86e1 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "GET /v2.0/ports/4b73bc4e-03ff-4ffb-8a3e-b4e2dac37935 HTTP/1.1" status: 404 len: 333 time: 0.0459056 Jul 30 00:01:02.494833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:02.728838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port e1702792-818e-4430-80bc-91db16d1e69c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:02.730092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:02.744655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-b13faa0b-7917-4778-bf46-2fe51c914894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:02.744655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-b13faa0b-7917-4778-bf46-2fe51c914894 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 1095 time: 0.1309071 Jul 30 00:01:02.927769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edf73088-a66d-46ac-9829-41b50c533eda req-82ce0b00-0cff-4935-8f65-64c3fadec59c tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad540aa-bb5a-4093-b6b9-4591c1badf71 HTTP/1.1" status: 200 len: 210 time: 0.0716190 Jul 30 00:01:03.006399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 842061b0-1a5c-4f08-9aa4-6807697dd11e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:03.130751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 842061b0-1a5c-4f08-9aa4-6807697dd11e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:03.131756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 842061b0-1a5c-4f08-9aa4-6807697dd11e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:03.201043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.229752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa0d8a-ec92-42ae-9347-4a1424626f64 req-ca34850c-59d9-4f73-9a43-55d723f604af tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.246376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87aa0d8a-ec92-42ae-9347-4a1424626f64 req-ca34850c-59d9-4f73-9a43-55d723f604af tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 945 time: 0.1198721 Jul 30 00:01:03.246944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-5cce80aa-1b69-41e1-95c8-a2c92d449838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.249374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-5cce80aa-1b69-41e1-95c8-a2c92d449838 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 915 time: 0.4684310 Jul 30 00:01:03.251245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for e1702792-818e-4430-80bc-91db16d1e69c owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:03.313327 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-87aa0d8a-ec92-42ae-9347-4a1424626f64 req-f7b34551-b2e0-4d1c-bcec-124eb3e3b88e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652077 Jul 30 00:01:03.356052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-424f3d91-aa79-405e-a529-397bcbf771f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e HTTP/1.1" status: 200 len: 217 time: 0.0914960 Jul 30 00:01:03.505755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-06599047-96d5-4b13-b898-c204ea498b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.508326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-06599047-96d5-4b13-b898-c204ea498b3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cec40820-f075-4fdd-be33-4e454f40910c HTTP/1.1" status: 200 len: 854 time: 0.1133850 Jul 30 00:01:04.350887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'name': 'network-vif-deleted', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:04.358774 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d17a9-279d-4144-ba7b-57327ff452cc" -d '{"events": [{"server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "name": "network-vif-deleted", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:04.649329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-3a5fc47b-e3ac-4464-94ff-088fd793f905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2091a200-971f-466f-a13a-9d5efbc080ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1180303 Jul 30 00:01:04.655863 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427005e7-de01-4626-916e-a5f460a96ddc x-openstack-request-id: req-427005e7-de01-4626-916e-a5f460a96ddc {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:04.656091 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad540aa-bb5a-4093-b6b9-4591c1badf71", "name": "network-vif-deleted", "tag": "842061b0-1a5c-4f08-9aa4-6807697dd11e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:04.656610 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-427005e7-de01-4626-916e-a5f460a96ddc {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:04.657444 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad540aa-bb5a-4093-b6b9-4591c1badf71', 'name': 'network-vif-deleted', 'tag': '842061b0-1a5c-4f08-9aa4-6807697dd11e', 'status': 'completed', 'code': 200} Jul 30 00:01:04.658675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:04.742482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=e1702792-818e-4430-80bc-91db16d1e69c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:04.911486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-54704d20-3c4a-402c-8370-e40cbdf89b00 service neutron] 10.222.0.57 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490385 Jul 30 00:01:04.932072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c01c-d6cd-4004-93c7-124d6bcc809e req-24bf6cde-ab33-46b3-bcae-88050a37c918 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.941518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6872c01c-d6cd-4004-93c7-124d6bcc809e req-24bf6cde-ab33-46b3-bcae-88050a37c918 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 943 time: 0.5706954 Jul 30 00:01:05.015546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11c63f9c-061b-472f-8ee7-01336c3bda6e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:05.118948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.134890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-107424a6-56d8-4752-81d8-784d1ba25a75 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/ports/e1702792-818e-4430-80bc-91db16d1e69c HTTP/1.1" status: 204 len: 168 time: 2.6347857 Jul 30 00:01:05.137174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-ce8dacf0-6aa2-48fa-a56f-ee9b694d7018 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:05.138676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41852) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:05.160416 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-ce8dacf0-6aa2-48fa-a56f-ee9b694d7018 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 809 time: 0.3538888 Jul 30 00:01:05.210609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-2b671f5b-e727-4984-b5ff-481251257f2e tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/quotas/5ad49a9da1d24f50bef9ee555840ceac HTTP/1.1" status: 200 len: 375 time: 0.0480921 Jul 30 00:01:05.350889 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-0ef51dd8-bec6-4b4e-b31e-d22070d3b347 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379833 Jul 30 00:01:05.355768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6872c01c-d6cd-4004-93c7-124d6bcc809e req-f7133200-df95-465e-a3fc-2cea3469d390 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124897 Jul 30 00:01:05.418033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dc1cc87-8c9c-480d-b5d5-362a4141fe07 req-83796e99-ffdd-4c91-8141-a86e1ad036e0 service neutron] 10.222.0.57 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676275 Jul 30 00:01:05.419383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:05.451111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '11c63f9c-061b-472f-8ee7-01336c3bda6e', 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba', 'port_id': '11c63f9c-061b-472f-8ee7-01336c3bda6e', 'mac_address': 'fa:16:3e:78:d3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec40820-f075-4fdd-be33-4e454f40910c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:05.460895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting subnet 3d59476c-ce8d-48b6-bab3-df1aa678a558 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:05.472816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.639345 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.644531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.678348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c63f9c-061b-472f-8ee7-01336c3bda6e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:05.709079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-804ec282-845c-49fd-8d36-0322be96cd56 service neutron] 10.222.0.49 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555214 Jul 30 00:01:05.720890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:05.729005 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.821374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.875353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:05.919978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-8aa145d4-28d6-4b28-b873-59bf68ea3e5a service neutron] 10.222.0.49 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988077 Jul 30 00:01:05.945105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.029770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Subnet': ['ID=3d59476c-ce8d-48b6-bab3-df1aa678a558,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:06.044549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb6a79-b1b8-46b7-a413-04bde80b257d None None] Network 20424622-bb9f-419e-98fc-a72da8fcd8b1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:06.061469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.068821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-99eaca9f-69d5-4794-b4b0-83b1e5928095 tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/subnets/3d59476c-ce8d-48b6-bab3-df1aa678a558 HTTP/1.1" status: 204 len: 168 time: 0.8595746 Jul 30 00:01:06.072708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:06.168316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['11c63f9c-061b-472f-8ee7-01336c3bda6e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:06.244117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be0d27b6-2ef0-43cc-8bb2-2c66e6e0cbf6 req-33f6c300-ce5d-4e62-ace1-03a65609067b tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 210 time: 0.0722444 Jul 30 00:01:06.284817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.405812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Deleting port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:06.406452 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.607639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] For port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,segment=NetworkSegment(fd389ae5-caa5-45f5-8973-9b86d4ec7dcc),segment_id=fd389ae5-caa5-45f5-8973-9b86d4ec7dcc)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:06.609149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.640800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Calling delete_port for 28746b22-bd1e-4864-8289-c5fc0ee0c1fc owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:06.808401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34108f-f7c7-4d2b-9c49-f542ebf07eb5 req-dc64a6ca-a410-488d-a413-47ca39114516 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:06.810531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f34108f-f7c7-4d2b-9c49-f542ebf07eb5 req-dc64a6ca-a410-488d-a413-47ca39114516 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 944 time: 0.2710330 Jul 30 00:01:06.872539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afd919-8d8b-43c2-83b0-a6495cda2096 None None] DHCP port deletion for 20424622-bb9f-419e-98fc-a72da8fcd8b1 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:01:06.913112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f34108f-f7c7-4d2b-9c49-f542ebf07eb5 req-28ba3428-8b6a-4976-a7f6-278c317f330b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Jul 30 00:01:06.922165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.972621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Port': ['ID=28746b22-bd1e-4864-8289-c5fc0ee0c1fc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:06.989546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] No DVR routers for this DVR port 28746b22-bd1e-4864-8289-c5fc0ee0c1fc on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:07.001227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-08afd919-8d8b-43c2-83b0-a6495cda2096 None None] The port '28746b22-bd1e-4864-8289-c5fc0ee0c1fc' was deleted {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 00:01:07.173189 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.190737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20424622-bb9f-419e-98fc-a72da8fcd8b1']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:07.212813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:07.212813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd389ae5-caa5-45f5-8973-9b86d4ec7dcc') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:07.235552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.269531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.288714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:07.289894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:07.410463 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:07.482317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.523503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.527961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] 10.222.0.49 "DELETE /v2.0/networks/20424622-bb9f-419e-98fc-a72da8fcd8b1 HTTP/1.1" status: 204 len: 168 time: 1.4522624 Jul 30 00:01:07.528942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5d01-eedf-4216-bfca-b1769f2bbc8d tempest-AllowedAddressPairIpV6TestJSON-186761149 tempest-AllowedAddressPairIpV6TestJSON-186761149-project] Pushing event deleted for resources: {'Network': ['ID=20424622-bb9f-419e-98fc-a72da8fcd8b1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:07.554517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-927b2241-8591-4259-a9cd-c7b78c04bc60 req-15702d95-1f96-4493-bb20-7e1a29ca1557 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 210 time: 0.0653646 Jul 30 00:01:07.648993 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:08.129792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41928) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:08.457554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 28746b22-bd1e-4864-8289-c5fc0ee0c1fc no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:08.508436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 28746b22-bd1e-4864-8289-c5fc0ee0c1fc {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:08.509053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 28746b22-bd1e-4864-8289-c5fc0ee0c1fc not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:08.556755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f034-d913-40df-b370-8c508e165f53 req-c77ad2e7-70be-484c-bd2c-36108755429b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:08.558057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a9aa185-d6ba-46ff-a270-83648015c7cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94375719199f45e9967a2b49e6b89049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191000 Jul 30 00:01:08.559839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:08.571103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d620f034-d913-40df-b370-8c508e165f53 req-c77ad2e7-70be-484c-bd2c-36108755429b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 944 time: 0.4716733 Jul 30 00:01:08.659210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-b24c07e6-55f8-4efc-b1cf-bcc4b0e2e461 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:08.671577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-b24c07e6-55f8-4efc-b1cf-bcc4b0e2e461 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 809 time: 0.5947266 Jul 30 00:01:08.727721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Request body: {'port': {'device_id': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552', 'admin_state_up': True, 'tenant_id': '5ad49a9da1d24f50bef9ee555840ceac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:08.736363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.781542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-da55cc46-c110-4892-b38e-c0eb58fececb req-7097286a-bdc4-4ee7-8b81-4e781fb4c3cc tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 210 time: 0.0420527 Jul 30 00:01:08.850841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.913989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d620f034-d913-40df-b370-8c508e165f53 req-872ab96f-d98d-4adb-a866-d4d8c007c3fc tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296204 Jul 30 00:01:08.962287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.966713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:08.969369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ee7f7d9-4ab0-48c8-ae15-837eb8ef58da HTTP/1.1" status: 204 len: 168 time: 0.4083040 Jul 30 00:01:09.021404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbb6a6-3624-49cb-b63f-aaa2f0e7c883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee7f7d9-4ab0-48c8-ae15-837eb8ef58da,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:09.053388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11c63f9c-061b-472f-8ee7-01336c3bda6e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:09.085966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Made reservation on behalf of 5ad49a9da1d24f50bef9ee555840ceac for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:09.100364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.226919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 11c63f9c-061b-472f-8ee7-01336c3bda6e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:09.232618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 11c63f9c-061b-472f-8ee7-01336c3bda6e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:09.233903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.394046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.459514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:09.476361 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f4bfc-cfd3-4ba8-88f9-f88cb0b9f464" -d '{"events": [{"server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "name": "network-vif-plugged", "status": "completed", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:09.489608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:09.499346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.541507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Allocated IP 172.20.0.4 (f02561de-8db9-45f4-abb3-fbbcffbed552/84173488-7018-4328-b860-13eb943709d2/a3528811-f3b9-43d2-b8dc-71eeb6405e7f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:09.744291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:09.971927 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc7c798-bf3b-4c9e-b2ce-56dfcd7fd0a5 x-openstack-request-id: req-0cc7c798-bf3b-4c9e-b2ce-56dfcd7fd0a5 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:09.972515 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "name": "network-vif-plugged", "status": "completed", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:09.973474 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cc7c798-bf3b-4c9e-b2ce-56dfcd7fd0a5 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:09.974372 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e', 'code': 200} Jul 30 00:01:10.068488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5ef45b7b-dfec-4352-af6f-4f52d6f8e150 req-471f6c0c-6890-4e2e-890c-cf76b60217db tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 210 time: 0.1395161 Jul 30 00:01:10.532142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:10.722458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260d23e-ef72-4364-b6c6-53a8093b25f7 req-d4c6f680-997a-4fd1-910f-0dd668b4794a tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:10.737508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5260d23e-ef72-4364-b6c6-53a8093b25f7 req-d4c6f680-997a-4fd1-910f-0dd668b4794a tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.4852509 Jul 30 00:01:10.739616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a513d-723c-4823-a19a-65f5e18951db req-8190f847-03c9-4a44-a41d-0114801a6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:10.742664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c9a513d-723c-4823-a19a-65f5e18951db req-8190f847-03c9-4a44-a41d-0114801a6252 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 1097 time: 0.5924504 Jul 30 00:01:10.812414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:10.877747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5260d23e-ef72-4364-b6c6-53a8093b25f7 req-d5f32415-b62d-442c-af7a-f7fb8dcaaa15 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212258 Jul 30 00:01:10.901252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c9a513d-723c-4823-a19a-65f5e18951db req-8ccd8877-17dd-4349-bf9a-61474f8715c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471286 Jul 30 00:01:10.922040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.021890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Network f02561de-8db9-45f4-abb3-fbbcffbed552 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:11.040540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-94591699'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:11.065671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Pushing event updated for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:11.087796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:11.098860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:11.113873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Made reservation on behalf of d78c6740e4594c058676d79a85ac5657 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:11.120494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.160197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.222977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.223999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.384401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd361623-0300-4468-a954-379b8f646740 req-34199c5a-6510-4da8-b6ee-c8cae677567b tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.386276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd361623-0300-4468-a954-379b8f646740 req-34199c5a-6510-4da8-b6ee-c8cae677567b tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 931 time: 0.1188557 Jul 30 00:01:11.494744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd361623-0300-4468-a954-379b8f646740 req-40b2a8e3-09e5-4acb-aa36-5177b0d1fb4f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988998 Jul 30 00:01:11.581210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.595020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-61edb563-c23f-4a98-97e2-5c2c1db11064 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8864806 Jul 30 00:01:11.602919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.616000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Request body: {'port': {'device_id': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:11.630656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:11.649391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.650109 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Added segment 93f002a5-c081-43db-9c81-103ac43e69d8 of type vlan for network c3e20772-1b34-423c-acfc-fc7f956a51b8 Jul 30 00:01:11.726034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.766486 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.781512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.785422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.816925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.893168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be364ce8-4110-4159-a234-b7e593bf45cb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:11.896226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:12.001878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1778955 Jul 30 00:01:12.009535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:12.035498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Request body: {'subnet': {'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:12.212327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f10740-e824-4586-abbf-0516018cadaa tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'Network': ['ID=c3e20772-1b34-423c-acfc-fc7f956a51b8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.223892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:12.239553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-988a189b-3a03-4dc2-8d63-70676ba429f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.307087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3528811-f3b9-43d2-b8dc-71eeb6405e7f {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:12.320504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f8089-9ad5-441e-a19a-358ea2fca249 req-757a13a7-cf02-4f8d-9fe8-f6fdd022d207 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:12.325583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.334657 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e6f8089-9ad5-441e-a19a-358ea2fca249 req-757a13a7-cf02-4f8d-9fe8-f6fdd022d207 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.2932236 Jul 30 00:01:12.355322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Transition to ACTIVE for port object a3528811-f3b9-43d2-b8dc-71eeb6405e7f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:12.365581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.407547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Made reservation on behalf of d78c6740e4594c058676d79a85ac5657 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:12.411579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.467948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.523799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4e6f8089-9ad5-441e-a19a-358ea2fca249 req-1b63ae97-1c0a-4c8f-a3dc-ba17e1070446 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830587 Jul 30 00:01:12.601420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Attempting to bind port a3528811-f3b9-43d2-b8dc-71eeb6405e7f on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:12.602158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Attempting to bind port a3528811-f3b9-43d2-b8dc-71eeb6405e7f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:12.602158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Attempting to bind port a3528811-f3b9-43d2-b8dc-71eeb6405e7f on network f02561de-8db9-45f4-abb3-fbbcffbed552 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:12.638732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Port a3528811-f3b9-43d2-b8dc-71eeb6405e7f on network f02561de-8db9-45f4-abb3-fbbcffbed552 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:12.639247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Attempting to bind port a3528811-f3b9-43d2-b8dc-71eeb6405e7f on network f02561de-8db9-45f4-abb3-fbbcffbed552 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:12.666640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:12.667019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Checking segment: {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:12.667522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Bound using segment: {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:12.668161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Bound port: a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2d5828-1caa-4068-8fb8-fad32c0b308b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:12.668745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.708842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-988a189b-3a03-4dc2-8d63-70676ba429f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.715729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-988a189b-3a03-4dc2-8d63-70676ba429f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.746723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d57ba-9f50-4653-b3d3-5a6929718bcc req-fbea2a1c-a226-4ab8-87fb-7ccee4f3e1b8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:12.750287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f29d57ba-9f50-4653-b3d3-5a6929718bcc req-fbea2a1c-a226-4ab8-87fb-7ccee4f3e1b8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 943 time: 0.1300061 Jul 30 00:01:12.808262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a189b-3a03-4dc2-8d63-70676ba429f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8e27d-a79c-4f5e-ac23-764666fe2606,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:12.828385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-988a189b-3a03-4dc2-8d63-70676ba429f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd96852498794f4a89bce0bf5b08a05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356352 Jul 30 00:01:12.834127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:12.871780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:12.876285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:12.916879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f29d57ba-9f50-4653-b3d3-5a6929718bcc req-7314d87e-36ff-4c27-909b-d9dfa3d84171 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563864 Jul 30 00:01:12.917548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.989300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:12.990068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:12.991899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3528811-f3b9-43d2-b8dc-71eeb6405e7f HTTP/1.1" status: 200 len: 1092 time: 1.3814578 Jul 30 00:01:12.992466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:12.995159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:13.052468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cbd34-00d2-40e3-98cb-8f2e71fb8ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.140094 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392d0f8-1911-4a16-b3b9-01bc57f98c6b x-openstack-request-id: req-c392d0f8-1911-4a16-b3b9-01bc57f98c6b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:13.140754 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:13.141200 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c392d0f8-1911-4a16-b3b9-01bc57f98c6b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:13.142041 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f', 'status': 'completed', 'code': 200} Jul 30 00:01:13.163053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-5003e172-001d-4c14-9769-ef70e5915b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.165206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-5003e172-001d-4c14-9769-ef70e5915b58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 1095 time: 0.1090627 Jul 30 00:01:13.227957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-d4b82bfc-bf67-4e19-8018-c6432ebae5e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f HTTP/1.1" status: 200 len: 217 time: 0.0474348 Jul 30 00:01:13.287689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-4ab1096d-f834-45d1-b649-d2dda377b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.289272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-4ab1096d-f834-45d1-b649-d2dda377b241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84173488-7018-4328-b860-13eb943709d2 HTTP/1.1" status: 200 len: 849 time: 0.0550158 Jul 30 00:01:13.353000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-33ad2ec3-9ffe-4f53-868c-f8b02b731fac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02561de-8db9-45f4-abb3-fbbcffbed552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558159 Jul 30 00:01:13.386334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.573954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'Subnet': ['ID=2c3fcc7f-1061-4df5-a778-e46b06202d7b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.595413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.605575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Checking segment: {'id': '93f002a5-c081-43db-9c81-103ac43e69d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:13.606170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Network hostable DHCP agents. Network: c3e20772-1b34-423c-acfc-fc7f956a51b8, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:13.619213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-671112ac-a37e-45a9-8bd1-1b710845e0b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588222 Jul 30 00:01:13.644678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.678197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:13.705897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c3e20772-1b34-423c-acfc-fc7f956a51b8) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:13.710971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.711710 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.732433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612fa3e-0a37-494d-9e1a-694079712d53 None None] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:13.747083 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f67f56a4-e16d-42a5-99b4-f4744a7983ea tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7239575 Jul 30 00:01:13.749926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42060) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:13.769587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Request body: {'port': {'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1511557961'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:13.811050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.813718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:13.822422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efd8e27d-a79c-4f5e-ac23-764666fe2606 HTTP/1.1" status: 204 len: 168 time: 0.9792008 Jul 30 00:01:13.919251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f3d7f-8edd-44f8-861c-36ace18fc9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8e27d-a79c-4f5e-ac23-764666fe2606,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:13.936736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f639c2b5-1c22-49fe-a324-79d7c958f229 req-6c86a909-f5af-44de-af66-bba3b6aa3af3 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093438 Jul 30 00:01:13.980542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d714d-04ae-4a00-9d42-df285e6576be req-ab83479b-46a4-416a-91fb-14bf3c56dec1 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:13.994131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d714d-04ae-4a00-9d42-df285e6576be req-ab83479b-46a4-416a-91fb-14bf3c56dec1 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.2040112 Jul 30 00:01:14.166981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Made reservation on behalf of d78c6740e4594c058676d79a85ac5657 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:14.189093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c3e20772-1b34-423c-acfc-fc7f956a51b8', 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8', 'tenant_id': 'd78c6740e4594c058676d79a85ac5657', 'fixed_ips': [{'subnet_id': '2c3fcc7f-1061-4df5-a778-e46b06202d7b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:14.190109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.190692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d714d-04ae-4a00-9d42-df285e6576be req-1a5d38c5-86f7-4ca2-b32f-829e44ba4e04 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521399 Jul 30 00:01:14.206761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.277662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] device_id is not set on port 9c2fea71-5ce3-4946-906d-3647ee94553c yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:01:14.277911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-0e095b3f-c057-4ec3-8d23-743e92478b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:14.282263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-0e095b3f-c057-4ec3-8d23-743e92478b0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 1095 time: 0.0961134 Jul 30 00:01:14.547186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-fff0452b-6be1-4538-ade7-850d505b2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:14.550099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-fff0452b-6be1-4538-ade7-850d505b2c34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 200 len: 910 time: 0.2589090 Jul 30 00:01:14.612663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Allocated IP 172.20.0.2 (c3e20772-1b34-423c-acfc-fc7f956a51b8/2c3fcc7f-1061-4df5-a778-e46b06202d7b/90e490a2-4270-4d46-bc0d-5ecee9c714c5) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:14.690861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce8a6-815a-4582-b1f2-72427454addb req-4c6eb9d3-db8a-4ae7-bb26-a02a4a4545f0 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:14.720713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-173ce8a6-815a-4582-b1f2-72427454addb req-4c6eb9d3-db8a-4ae7-bb26-a02a4a4545f0 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 943 time: 0.4224045 Jul 30 00:01:14.731197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-ffa3d67b-c177-4104-95ed-d84ecb093302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f HTTP/1.1" status: 200 len: 217 time: 0.1664581 Jul 30 00:01:14.732593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:14.769299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6beaec94-9657-4004-b3b3-052393fd8e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.824414 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-173ce8a6-815a-4582-b1f2-72427454addb req-ba1fb090-b673-4aff-8b25-3eff1eced126 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012831 Jul 30 00:01:14.841095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-12ea0579-4385-4239-9d4e-cb116747f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:14.852978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-12ea0579-4385-4239-9d4e-cb116747f4b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84173488-7018-4328-b860-13eb943709d2 HTTP/1.1" status: 200 len: 849 time: 0.0988884 Jul 30 00:01:14.927221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-5cdac80a-75d9-4eb8-8ff7-03762cacbb63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f02561de-8db9-45f4-abb3-fbbcffbed552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711222 Jul 30 00:01:14.939711 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.959287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Transition to ACTIVE for port object 90e490a2-4270-4d46-bc0d-5ecee9c714c5 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:15.015648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Transition to ACTIVE for port object 90e490a2-4270-4d46-bc0d-5ecee9c714c5 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:15.064220 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.086148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-ab369835-ec80-45fa-ac37-3f17a1f50521 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476424 Jul 30 00:01:15.154323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6beaec94-9657-4004-b3b3-052393fd8e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.162159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6beaec94-9657-4004-b3b3-052393fd8e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.204690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaec94-9657-4004-b3b3-052393fd8e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c6f34a-ed8a-4e89-91f7-72c221e105e8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:15.251772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6beaec94-9657-4004-b3b3-052393fd8e25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcfa4d91b1c145dba879fe29cbb6d3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130506 Jul 30 00:01:15.252437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42116) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:15.298896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc4591f5-44ec-49c5-a466-1a06e8d7adf4 req-7a7732db-cd9d-4450-9bf4-079ab134a127 service neutron] 10.222.0.57 "GET /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029583 Jul 30 00:01:15.351582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:15.367683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:15.368833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Allocated IP 172.20.0.13 (c3e20772-1b34-423c-acfc-fc7f956a51b8/2c3fcc7f-1061-4df5-a778-e46b06202d7b/9c2fea71-5ce3-4946-906d-3647ee94553c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:15.380930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:15.421031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Pushing event updated for resources: {'Port': ['ID=90e490a2-4270-4d46-bc0d-5ecee9c714c5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:15.421374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.474315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.520615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.526212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.526846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.527431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.527975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.528516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.529055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.529590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.530176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.532875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.533474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.534060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:15.589560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.592491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.594395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15c6f34a-ed8a-4e89-91f7-72c221e105e8 HTTP/1.1" status: 204 len: 168 time: 0.3404262 Jul 30 00:01:15.647014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Attempting to bind port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:15.647806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Attempting to bind port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '93f002a5-c081-43db-9c81-103ac43e69d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:15.648712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Attempting to bind port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 on network c3e20772-1b34-423c-acfc-fc7f956a51b8 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:15.650141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0c426-1521-4d5b-a2b5-062fb485a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c6f34a-ed8a-4e89-91f7-72c221e105e8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:15.665780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:15.667407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Checking segment: {'id': '93f002a5-c081-43db-9c81-103ac43e69d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:15.668309 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.668309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Bound using segment: {'id': '93f002a5-c081-43db-9c81-103ac43e69d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:15.671898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Bound port: 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f002a5-c081-43db-9c81-103ac43e69d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:15.671898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.872727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.921306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] For port 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:15.934074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] For port 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e490a2-4270-4d46-bc0d-5ecee9c714c5,segment=NetworkSegment(93f002a5-c081-43db-9c81-103ac43e69d8),segment_id=93f002a5-c081-43db-9c81-103ac43e69d8)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:15.942633 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:15.968476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Transition to ACTIVE for port object 9c2fea71-5ce3-4946-906d-3647ee94553c will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:16.055264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23ee02-1c92-40ec-ae21-1f699b867721 None None] Pushing event updated for resources: {'Port': ['ID=90e490a2-4270-4d46-bc0d-5ecee9c714c5,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.214025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1f7ad-e1a1-4a24-a396-3c4bd31eec50 req-9bf3c531-e96e-4b1d-9c2f-e48c8865e552 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:16.216514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58d1f7ad-e1a1-4a24-a396-3c4bd31eec50 req-9bf3c531-e96e-4b1d-9c2f-e48c8865e552 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 943 time: 0.2305808 Jul 30 00:01:16.233165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.295727 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf17c172-e8a7-4bfa-8815-d13fcfcc04d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.349856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'Port': ['ID=9c2fea71-5ce3-4946-906d-3647ee94553c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:16.368209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:16.378789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:16.417652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:16.454619 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-58d1f7ad-e1a1-4a24-a396-3c4bd31eec50 req-dd30d355-e90b-48b5-8d54-68781e2404e9 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274039 Jul 30 00:01:16.666085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:16.667669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:16.741793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6341696d-8ebf-462a-a62c-7355b545c277 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9875972 Jul 30 00:01:16.743620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:16.756953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Request body: {'port': {'network_id': 'c3e20772-1b34-423c-acfc-fc7f956a51b8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1967018581', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:16.758396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] bootfile-name is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:16.758396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] tftp-server is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:16.761169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.api.validators [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] server-ip-address is not in valid_values {{(pid=93865) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:17.015871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Made reservation on behalf of d78c6740e4594c058676d79a85ac5657 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:17.024631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.063398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] device_id is not set on port cacab53f-5700-4de4-8b7d-2d82582da880 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:01:17.078181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a3528811-f3b9-43d2-b8dc-71eeb6405e7f details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:17.319619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:17.350970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f', 'network_id': 'f02561de-8db9-45f4-abb3-fbbcffbed552', 'port_id': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f', 'mac_address': 'fa:16:3e:ed:25:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84173488-7018-4328-b860-13eb943709d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:17.380476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Allocated IP 172.20.0.8 (c3e20772-1b34-423c-acfc-fc7f956a51b8/2c3fcc7f-1061-4df5-a778-e46b06202d7b/cacab53f-5700-4de4-8b7d-2d82582da880) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:17.395893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.487094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.531318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3528811-f3b9-43d2-b8dc-71eeb6405e7f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:17.618044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:17.628667 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:17.852803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:17.980372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca15f-62b3-4c5e-a7b7-c451c903c47f req-53a2bedd-e863-4e59-b71e-b660771a4f40 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:17.983341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dabca15f-62b3-4c5e-a7b7-c451c903c47f req-53a2bedd-e863-4e59-b71e-b660771a4f40 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 944 time: 0.1909068 Jul 30 00:01:17.992897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:18.001697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce2af6-4663-40bb-a49d-42d16a458e11 None None] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:18.024755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['a3528811-f3b9-43d2-b8dc-71eeb6405e7f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:18.123141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-18b87bde-799a-4359-bc02-d2bd8a2aa923 None None] Provisioning for port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:18.131846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Transition to ACTIVE for port object cacab53f-5700-4de4-8b7d-2d82582da880 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:18.212220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-dabca15f-62b3-4c5e-a7b7-c451c903c47f req-e281b950-5afe-41eb-9649-a8711adcac02 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664999 Jul 30 00:01:18.353400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:18.422415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'Port': ['ID=cacab53f-5700-4de4-8b7d-2d82582da880,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:18.474562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:18.476248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:18.480290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:18.565835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-68a9fd04-dec4-43ca-8494-1a403473cad1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1455119 Jul 30 00:01:18.741398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:18.742439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:18.775935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e490a2-4270-4d46-bc0d-5ecee9c714c5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:18.836710 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5307937a-01ab-4aaa-adb7-11a808a6b1e9 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0915775 Jul 30 00:01:18.840212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42212) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:18.883590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331741-0e37-4388-8e8a-6d0916661232 req-7547e503-9881-41c3-a350-7772b79d55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:18.889581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-7547e503-9881-41c3-a350-7772b79d55d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 1098 time: 0.2576063 Jul 30 00:01:18.933339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:18.945336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:18.950730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.254394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251e622-857c-4bda-846f-47855176e9d7 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.262818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29085348-e233-4b6f-8ef5-a830cd415e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.343835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Provisioning for port 9c2fea71-5ce3-4946-906d-3647ee94553c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:19.344239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251e622-857c-4bda-846f-47855176e9d7 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.364919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251e622-857c-4bda-846f-47855176e9d7 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.374527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6251e622-857c-4bda-846f-47855176e9d7 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5279737 Jul 30 00:01:19.374757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Provisioning complete for port 9c2fea71-5ce3-4946-906d-3647ee94553c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:19.374757 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.374960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:19.646757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331741-0e37-4388-8e8a-6d0916661232 req-66ee6422-baff-46fa-8402-00a673c0b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:19.649607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-66ee6422-baff-46fa-8402-00a673c0b848 service neutron] 10.222.0.59 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.7145019 Jul 30 00:01:19.686509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.734855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Port 9c2fea71-5ce3-4946-906d-3647ee94553c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:19.793956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.826397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-b6e5d6cc-6a0e-4ad9-b0bd-4b8955bd60d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 HTTP/1.1" status: 200 len: 217 time: 0.1245160 Jul 30 00:01:19.949067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e490a2-4270-4d46-bc0d-5ecee9c714c5,segment=NetworkSegment(93f002a5-c081-43db-9c81-103ac43e69d8),segment_id=93f002a5-c081-43db-9c81-103ac43e69d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:19.953747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Provisioning for port cacab53f-5700-4de4-8b7d-2d82582da880 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:19.961047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:19.966627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Provisioning complete for port cacab53f-5700-4de4-8b7d-2d82582da880 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:19.967198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:20.066596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358d26-2689-4d86-8d7e-8dc934718db1 req-9cecff88-d495-440a-b06d-a078cd1dc2a2 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:20.089747 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09358d26-2689-4d86-8d7e-8dc934718db1 req-9cecff88-d495-440a-b06d-a078cd1dc2a2 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 944 time: 0.6625359 Jul 30 00:01:20.308191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Port cacab53f-5700-4de4-8b7d-2d82582da880 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:20.310072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-09358d26-2689-4d86-8d7e-8dc934718db1 req-122bfb0b-7937-4f12-95e3-9ccb48b99f14 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187927 Jul 30 00:01:20.312497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331741-0e37-4388-8e8a-6d0916661232 req-adc6a90e-d762-4823-8840-ab13e7c3c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:20.313921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=90e490a2-4270-4d46-bc0d-5ecee9c714c5,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:20.353536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-adc6a90e-d762-4823-8840-ab13e7c3c6b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.4357646 Jul 30 00:01:20.365588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Provisioning complete for port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:20.366022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27c6a230-8ee7-4e3e-9fee-4d2908cf5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:20.518749 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-9b46407d-3e9f-4a3b-8f0d-9c75e4395e33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326640 Jul 30 00:01:20.697961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Deleting port cacab53f-5700-4de4-8b7d-2d82582da880 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:20.698781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:20.703081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e490a2-4270-4d46-bc0d-5ecee9c714c5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:20.851542 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:20.858685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:20.859193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:20.964092 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-48d2e34a-cf25-41dc-9864-5122b6112183 service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365587 Jul 30 00:01:20.970445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.050675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Calling delete_port for cacab53f-5700-4de4-8b7d-2d82582da880 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:21.110724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a3528811-f3b9-43d2-b8dc-71eeb6405e7f up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:21.135213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Provisioning complete for port 9c2fea71-5ce3-4946-906d-3647ee94553c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:21.136412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.184752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-15331741-0e37-4388-8e8a-6d0916661232 req-d3f03551-9c3b-4db2-ab5c-4be67179569e service neutron] 10.222.0.59 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960430 Jul 30 00:01:21.191460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Port 9c2fea71-5ce3-4946-906d-3647ee94553c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:21.210521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Provisioning complete for port cacab53f-5700-4de4-8b7d-2d82582da880 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:21.210979 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.251947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port a3528811-f3b9-43d2-b8dc-71eeb6405e7f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:21.264972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port a3528811-f3b9-43d2-b8dc-71eeb6405e7f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:21.265342 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.269735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4996bd41-d3ae-445b-af60-9152730bbdd6 None None] Port cacab53f-5700-4de4-8b7d-2d82582da880 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:21.352630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.440013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event deleted for resources: {'Port': ['ID=cacab53f-5700-4de4-8b7d-2d82582da880,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:21.564476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.653113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:21.664987 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41af5a19-169b-4af6-9397-52a3221a12fb" -d '{"events": [{"server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "name": "network-vif-plugged", "status": "completed", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:21.742675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:21.777388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:21.781112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.837990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:21.850565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-711eda15-3d42-4cdb-adfd-cb67e5379cae tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "DELETE /v2.0/ports/cacab53f-5700-4de4-8b7d-2d82582da880 HTTP/1.1" status: 204 len: 168 time: 2.4665747 Jul 30 00:01:21.874670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42274) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:21.914110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8cdce-9ec8-47c1-9617-ea3e552de35b req-9cb274ec-d8bd-4dc9-983c-95ddcd5168dd tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:21.915828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5b8cdce-9ec8-47c1-9617-ea3e552de35b req-9cb274ec-d8bd-4dc9-983c-95ddcd5168dd tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 944 time: 0.3407521 Jul 30 00:01:21.920882 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b2b0c-0f5d-46ca-8dcb-c50bf92d0497 x-openstack-request-id: req-f13b2b0c-0f5d-46ca-8dcb-c50bf92d0497 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:21.924473 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "name": "network-vif-plugged", "status": "completed", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:21.924739 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f13b2b0c-0f5d-46ca-8dcb-c50bf92d0497 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:21.925155 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f', 'code': 200} Jul 30 00:01:21.934855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Request body: {'port': {'name': 'tempest-new-port-name-2134713031', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:21.951174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.api.validators [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] bootfile-name is not in valid_values {{(pid=93864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:21.953413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.api.validators [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] tftp-server is not in valid_values {{(pid=93864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:21.954789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.api.validators [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] server-ip-address is not in valid_values {{(pid=93864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 00:01:22.019540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d5b8cdce-9ec8-47c1-9617-ea3e552de35b req-b38bde16-8f97-4436-953d-dd1d3cd71d1a tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902524 Jul 30 00:01:22.035074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:22.185138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.403543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d498b61-5510-49b3-9dce-eb1f1aa3a88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.412317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e12b3e-de0f-4c79-9ebb-f60853d7e0e6 req-0e2e265e-ac2d-4d46-8ceb-74af24f3424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.414007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74e12b3e-de0f-4c79-9ebb-f60853d7e0e6 req-0e2e265e-ac2d-4d46-8ceb-74af24f3424d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 1097 time: 0.3185489 Jul 30 00:01:22.440807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.583484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74e12b3e-de0f-4c79-9ebb-f60853d7e0e6 req-e8afa495-dcb4-43c9-a858-e9f7b2a3e657 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524177 Jul 30 00:01:22.686332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.701752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.877460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event updated for resources: {'Port': ['ID=9c2fea71-5ce3-4946-906d-3647ee94553c,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:22.902829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d498b61-5510-49b3-9dce-eb1f1aa3a88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.924774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d498b61-5510-49b3-9dce-eb1f1aa3a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:22.991359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] In _notify_port_updated(), no bound segment for port 9c2fea71-5ce3-4946-906d-3647ee94553c on network c3e20772-1b34-423c-acfc-fc7f956a51b8 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:01:23.021733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.023724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.026939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ba3913dc-1b23-41f5-a97d-27508facc392 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "PUT /v2.0/ports/9c2fea71-5ce3-4946-906d-3647ee94553c HTTP/1.1" status: 200 len: 1137 time: 1.1485353 Jul 30 00:01:23.029569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42286) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:23.064477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d498b61-5510-49b3-9dce-eb1f1aa3a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30271c2-26a3-4b86-bec0-b9b07d2f6f4a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:23.088148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9d498b61-5510-49b3-9dce-eb1f1aa3a88f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5b48821652847669931d7cb4afb5420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2935565 Jul 30 00:01:23.095373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42290) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:23.252801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6db99242-747e-4b81-aa38-25bc1d24c6e6 None None] Provisioning complete for port 9c2fea71-5ce3-4946-906d-3647ee94553c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:23.254027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6db99242-747e-4b81-aa38-25bc1d24c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.277593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d8d61-5766-4a1d-b90b-c892e197f0a2 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.281317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a0d8d61-5766-4a1d-b90b-c892e197f0a2 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "GET /v2.0/ports/9c2fea71-5ce3-4946-906d-3647ee94553c HTTP/1.1" status: 200 len: 1137 time: 0.2500491 Jul 30 00:01:23.306391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42298) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:23.307092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.313113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6db99242-747e-4b81-aa38-25bc1d24c6e6 None None] Port 9c2fea71-5ce3-4946-906d-3647ee94553c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:23.345351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.350876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fee68e-0573-4ea8-9824-005c61fc059f req-cf4bef1d-e259-4b66-9a2d-63a93dda8b28 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.352555 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7fee68e-0573-4ea8-9824-005c61fc059f req-cf4bef1d-e259-4b66-9a2d-63a93dda8b28 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.1259747 Jul 30 00:01:23.440222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f7fee68e-0573-4ea8-9824-005c61fc059f req-30f62144-aad2-4979-ae93-3cee65bebb91 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749016 Jul 30 00:01:23.555517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.561155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.563852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b30271c2-26a3-4b86-bec0-b9b07d2f6f4a HTTP/1.1" status: 204 len: 168 time: 0.4671645 Jul 30 00:01:23.584513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc118ac1-8161-4df7-a990-496a2335f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30271c2-26a3-4b86-bec0-b9b07d2f6f4a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:23.668024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Deleting port 9c2fea71-5ce3-4946-906d-3647ee94553c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:23.670305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.013708 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.057456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Calling delete_port for 9c2fea71-5ce3-4946-906d-3647ee94553c owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:24.417152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.459104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event deleted for resources: {'Port': ['ID=9c2fea71-5ce3-4946-906d-3647ee94553c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:24.546999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42322) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:24.595165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef781bd-5193-4c25-893f-ec0ffaa3730c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.637071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.645572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a619c8c4-ccd8-42ec-bdd2-414ce6c6a7cb tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "DELETE /v2.0/ports/9c2fea71-5ce3-4946-906d-3647ee94553c HTTP/1.1" status: 204 len: 168 time: 1.3068192 Jul 30 00:01:24.648434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42324) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:24.749112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52520-1aee-42c5-b97a-5e86277908ee req-8ce78cda-4922-463e-8c29-ed045bba9e02 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:24.765281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dac52520-1aee-42c5-b97a-5e86277908ee req-8ce78cda-4922-463e-8c29-ed045bba9e02 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.1889639 Jul 30 00:01:24.844380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Deleting subnet 2c3fcc7f-1061-4df5-a778-e46b06202d7b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:24.858647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.885262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef781bd-5193-4c25-893f-ec0ffaa3730c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.910957 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef781bd-5193-4c25-893f-ec0ffaa3730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.990070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ef781bd-5193-4c25-893f-ec0ffaa3730c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abdc196cc0064cce86756e9b0967e55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395373 Jul 30 00:01:24.994378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42326) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:25.002219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef781bd-5193-4c25-893f-ec0ffaa3730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa9ab21-6ac5-424e-9a78-f3e5d077b6c5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:25.016987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dac52520-1aee-42c5-b97a-5e86277908ee req-d6069111-d762-47f4-8e9c-f83310e1276f tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423296 Jul 30 00:01:25.054745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.125004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.163296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.236805 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.252489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.256473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.258111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfa9ab21-6ac5-424e-9a78-f3e5d077b6c5 HTTP/1.1" status: 204 len: 168 time: 0.2628849 Jul 30 00:01:25.289990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c998c-bfce-4f09-a8f8-8bf83cffc3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa9ab21-6ac5-424e-9a78-f3e5d077b6c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:25.400880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.443441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe77c0c-331d-4b1c-b7d2-d73d31e45c2c None None] Network c3e20772-1b34-423c-acfc-fc7f956a51b8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:25.452415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.459171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "DELETE /v2.0/subnets/2c3fcc7f-1061-4df5-a778-e46b06202d7b HTTP/1.1" status: 204 len: 168 time: 0.8080046 Jul 30 00:01:25.462031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42342) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:25.543754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f22b5-2e8c-4628-88da-f5d183a2d233 tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3fcc7f-1061-4df5-a778-e46b06202d7b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:25.636456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.837091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Deleting port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:25.837469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.017253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] For port 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e490a2-4270-4d46-bc0d-5ecee9c714c5,segment=NetworkSegment(93f002a5-c081-43db-9c81-103ac43e69d8),segment_id=93f002a5-c081-43db-9c81-103ac43e69d8)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:26.017253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.027920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] DHCP port deletion for c3e20772-1b34-423c-acfc-fc7f956a51b8 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:01:26.074632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Calling delete_port for 90e490a2-4270-4d46-bc0d-5ecee9c714c5 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:26.194710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Deleting port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:26.195340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.379296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.415935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] For port 90e490a2-4270-4d46-bc0d-5ecee9c714c5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e490a2-4270-4d46-bc0d-5ecee9c714c5,segment=NetworkSegment(93f002a5-c081-43db-9c81-103ac43e69d8),segment_id=93f002a5-c081-43db-9c81-103ac43e69d8)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:26.418038 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.440297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event deleted for resources: {'Port': ['ID=90e490a2-4270-4d46-bc0d-5ecee9c714c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:26.443966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] No DVR routers for this DVR port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:26.476676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Calling delete_port for 90e490a2-4270-4d46-bc0d-5ecee9c714c5 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:26.576932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e490a2-4270-4d46-bc0d-5ecee9c714c5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:26.612196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 90e490a2-4270-4d46-bc0d-5ecee9c714c5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:26.612915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e490a2-4270-4d46-bc0d-5ecee9c714c5 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:26.641429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.668427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e20772-1b34-423c-acfc-fc7f956a51b8']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:26.693668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f002a5-c081-43db-9c81-103ac43e69d8') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:26.695829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f002a5-c081-43db-9c81-103ac43e69d8') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:26.717815 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.718066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.782169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] No DVR routers for this DVR port 90e490a2-4270-4d46-bc0d-5ecee9c714c5 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:26.784166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54394a31-0144-484d-9b30-2bbc8e6153d6 None None] Pushing event deleted for resources: {'Port': ['ID=90e490a2-4270-4d46-bc0d-5ecee9c714c5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:26.790784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.812647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:26.813837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:26.821106 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:26.979677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:27.006900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:27.011248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] 10.222.0.49 "DELETE /v2.0/networks/c3e20772-1b34-423c-acfc-fc7f956a51b8 HTTP/1.1" status: 204 len: 168 time: 1.5474255 Jul 30 00:01:27.069517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983012a-2344-4fd4-a319-fe9c2c4a0dbd tempest-ExtraDHCPOptionsTestJSON-1709126339 tempest-ExtraDHCPOptionsTestJSON-1709126339-project] Pushing event deleted for resources: {'Network': ['ID=c3e20772-1b34-423c-acfc-fc7f956a51b8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:27.751328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:27.807257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.022320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e30d8f-15bd-4dea-8424-f8bc0010eb0e req-15c4b97e-cc4d-499d-beb0-ea31e17d5fef tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:28.025259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49e30d8f-15bd-4dea-8424-f8bc0010eb0e req-15c4b97e-cc4d-499d-beb0-ea31e17d5fef tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.1123116 Jul 30 00:01:28.129202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49e30d8f-15bd-4dea-8424-f8bc0010eb0e req-58ed2626-5bb1-45df-9658-8e410bae6be5 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Jul 30 00:01:28.430158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc93f5c1-681f-4955-8397-20c124c8821a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d78c6740e4594c058676d79a85ac5657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633289 Jul 30 00:01:28.433853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42424) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:28.562467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.626568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.694821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.698843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.704702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be364ce8-4110-4159-a234-b7e593bf45cb HTTP/1.1" status: 204 len: 168 time: 0.2691574 Jul 30 00:01:28.716885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416442a-6919-482f-a442-57937c1e342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be364ce8-4110-4159-a234-b7e593bf45cb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:29.512377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4ad71-a5ea-4dd6-946f-872c6e4eb5a3 req-907b392b-ab2a-4511-b0ec-3b0196c7e89e tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:29.515256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08a4ad71-a5ea-4dd6-946f-872c6e4eb5a3 req-907b392b-ab2a-4511-b0ec-3b0196c7e89e tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.2105815 Jul 30 00:01:29.624452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-d10dff16-cc9f-4566-a95e-91be84f51cf6 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:29.627012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-d10dff16-cc9f-4566-a95e-91be84f51cf6 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.1563275 Jul 30 00:01:29.660586 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-08a4ad71-a5ea-4dd6-946f-872c6e4eb5a3 req-bc5a8e47-69dc-4a2f-9e76-b2e56d7fc5f4 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331072 Jul 30 00:01:29.848839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Deleting port a3528811-f3b9-43d2-b8dc-71eeb6405e7f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:29.849437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.102931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-7a4ed9a6-24c5-474f-a736-3876ac812914 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1595767 Jul 30 00:01:30.151870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] For port a3528811-f3b9-43d2-b8dc-71eeb6405e7f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,segment=NetworkSegment(4e2d5828-1caa-4068-8fb8-fad32c0b308b),segment_id=4e2d5828-1caa-4068-8fb8-fad32c0b308b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:30.152500 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.238090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Calling delete_port for a3528811-f3b9-43d2-b8dc-71eeb6405e7f owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:30.383613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e964b1-3656-4c36-9712-29047664639c req-08c643a4-b90f-4f97-aaa2-cd3001caa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.385221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-08c643a4-b90f-4f97-aaa2-cd3001caa06a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f16d937abb540988612c6fff88697c2&device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 1097 time: 0.2122304 Jul 30 00:01:30.854195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e964b1-3656-4c36-9712-29047664639c req-cb6d2a6f-335b-40a4-b746-f8e332004486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.856903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-cb6d2a6f-335b-40a4-b746-f8e332004486 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 200 len: 916 time: 0.4353752 Jul 30 00:01:30.867637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42474) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.223021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097b0a0-ed79-403f-b106-bba9a50be013 req-0bce7e2a-c79a-419d-b3b2-01d0d112ec30 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:31.243118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a097b0a0-ed79-403f-b106-bba9a50be013 req-0bce7e2a-c79a-419d-b3b2-01d0d112ec30 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 945 time: 0.2909284 Jul 30 00:01:31.354458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a097b0a0-ed79-403f-b106-bba9a50be013 req-ebb1de3c-345e-41a4-8cbc-7e72d3a1d7b8 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/security-groups?id=033aba84-d039-4768-abaf-fa93acba5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074309 Jul 30 00:01:31.366114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-384976fd-6a30-478b-b27a-92fc06c4b307 tempest-DvrRoutersNegativeTest-1983098732 tempest-DvrRoutersNegativeTest-1983098732-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-86310469', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.373194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.policy [None req-384976fd-6a30-478b-b27a-92fc06c4b307 tempest-DvrRoutersNegativeTest-1983098732 tempest-DvrRoutersNegativeTest-1983098732-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93865) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 00:01:31.374174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.policy [None req-384976fd-6a30-478b-b27a-92fc06c4b307 tempest-DvrRoutersNegativeTest-1983098732 tempest-DvrRoutersNegativeTest-1983098732-project] Failed policy check for 'create_router' {{(pid=93865) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 00:01:31.375362 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-384976fd-6a30-478b-b27a-92fc06c4b307 tempest-DvrRoutersNegativeTest-1983098732 tempest-DvrRoutersNegativeTest-1983098732-project] create failed (client error): Access was denied to this resource. Jul 30 00:01:31.389688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-384976fd-6a30-478b-b27a-92fc06c4b307 tempest-DvrRoutersNegativeTest-1983098732 tempest-DvrRoutersNegativeTest-1983098732-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5172589 Jul 30 00:01:31.463797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-5f619df4-1bad-40bc-8530-b01a36e360c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de0ec728-3f29-4d7e-a109-084a335e4f23 HTTP/1.1" status: 200 len: 217 time: 0.5979538 Jul 30 00:01:31.503903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.544939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Pushing event deleted for resources: {'Port': ['ID=a3528811-f3b9-43d2-b8dc-71eeb6405e7f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.551573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['a3528811-f3b9-43d2-b8dc-71eeb6405e7f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:31.595119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e964b1-3656-4c36-9712-29047664639c req-78d0c3ea-5bc7-4ab7-a080-36b5ad8c26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:31.597479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-78d0c3ea-5bc7-4ab7-a080-36b5ad8c26c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 200 len: 855 time: 0.1251309 Jul 30 00:01:31.620159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] No DVR routers for this DVR port a3528811-f3b9-43d2-b8dc-71eeb6405e7f on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:31.640630 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.666158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5015e9a1-6269-4ec1-a479-7a4e79717508 req-c44ba967-56ea-4c57-87fd-5a033f327776 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.57 "DELETE /v2.0/ports/a3528811-f3b9-43d2-b8dc-71eeb6405e7f HTTP/1.1" status: 204 len: 173 time: 2.0215685 Jul 30 00:01:31.687557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'name': 'network-vif-deleted', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:31.693683 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b05af4-e98d-4a12-8341-2ccd36a730a4" -d '{"events": [{"server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "name": "network-vif-deleted", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:31.840478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-cb73a224-8d65-46e7-b2c5-5eb66cba881a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71269bfa-0326-4832-9c69-14c69c8c8d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2170813 Jul 30 00:01:31.887779 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df64a6-b18d-47b0-b0c9-7a9529eba610 x-openstack-request-id: req-f8df64a6-b18d-47b0-b0c9-7a9529eba610 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:31.892576 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4731c93-7986-4402-8b80-b0f5ad017c56", "name": "network-vif-deleted", "tag": "a3528811-f3b9-43d2-b8dc-71eeb6405e7f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:31.893033 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8df64a6-b18d-47b0-b0c9-7a9529eba610 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:31.908590 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4731c93-7986-4402-8b80-b0f5ad017c56', 'name': 'network-vif-deleted', 'tag': 'a3528811-f3b9-43d2-b8dc-71eeb6405e7f', 'status': 'completed', 'code': 200} Jul 30 00:01:32.080801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-98ce81e9-2321-4091-8974-d1712fed34d8 service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244053 Jul 30 00:01:32.175129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42500) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:32.420546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64e964b1-3656-4c36-9712-29047664639c req-eab644c2-daf3-4abf-a9af-0f52ab2a6371 service neutron] 10.222.0.57 "GET /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300769 Jul 30 00:01:32.605054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e98d62aa-56b6-44c9-9bce-4c03e7c2d072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.829217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cedb7ef2-0693-4ac2-b86a-9257a8a46230 req-fa395e13-f873-482c-b35a-48b194f62917 tempest-VolumesActionsTest-131529738 tempest-VolumesActionsTest-131529738-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4731c93-7986-4402-8b80-b0f5ad017c56 HTTP/1.1" status: 200 len: 210 time: 0.1225140 Jul 30 00:01:33.080877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e98d62aa-56b6-44c9-9bce-4c03e7c2d072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.087235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e98d62aa-56b6-44c9-9bce-4c03e7c2d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.173684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42520) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:33.186272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e98d62aa-56b6-44c9-9bce-4c03e7c2d072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ba5606902e44b20a304b6ac32ebd263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0286260 Jul 30 00:01:33.254689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d62aa-56b6-44c9-9bce-4c03e7c2d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65daab87-0f54-4276-b2f2-59f140f1e06f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:33.347195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.414852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.502676 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.509560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.514373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65daab87-0f54-4276-b2f2-59f140f1e06f HTTP/1.1" status: 204 len: 168 time: 0.3392506 Jul 30 00:01:33.586896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133c025-31d3-4885-bb6e-6f64aeb6ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65daab87-0f54-4276-b2f2-59f140f1e06f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:35.180014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a3528811-f3b9-43d2-b8dc-71eeb6405e7f no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:35.262568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: a3528811-f3b9-43d2-b8dc-71eeb6405e7f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:35.263588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device a3528811-f3b9-43d2-b8dc-71eeb6405e7f not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:35.341613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:35.664094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1766190062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:35.762707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.765157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.933420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.945231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.002635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.004727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-48bb10c6-e463-4a71-b92d-7c06709fdfb4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6615925 Jul 30 00:01:36.008896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:36.020120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2022434379'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:36.114327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:36.120635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.141841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.383106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.395851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.506677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:36.544070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4880b250-1044-4f08-b68b-2d4feebf7983,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:36.554480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.555418 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Added segment dd612e6b-3b4e-4e86-8959-44c5571dca85 of type vlan for network 409089bc-ca12-4d45-a5ba-61174ce902a3 Jul 30 00:01:36.660650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.718354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.727294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:36.728471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.849273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8387692 Jul 30 00:01:36.852568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42640) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:36.858828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'subnet': {'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:36.863795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f52f2-8b66-4933-a292-e475b29b22d1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Network': ['ID=409089bc-ca12-4d45-a5ba-61174ce902a3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:36.880315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:37.031676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:37.040354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.635274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.746059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Subnet': ['ID=b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:37.876576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Checking segment: {'id': 'dd612e6b-3b4e-4e86-8959-44c5571dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:37.878243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network hostable DHCP agents. Network: 409089bc-ca12-4d45-a5ba-61174ce902a3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:37.931006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:37.959133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 409089bc-ca12-4d45-a5ba-61174ce902a3) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:37.969975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7fb0b-ec67-4866-90c8-0869dd9bafb6 None None] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:37.980610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.987883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.038685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-60844944-cbe5-4ad4-8da5-828beb03d444 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1849208 Jul 30 00:01:38.043790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42690) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:38.051994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'network': {'name': 'tempest-router-network01--640725791'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:38.148623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:38.160714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.264428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:38.288399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.290445 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Added segment a237fb3f-5bc8-4948-9eaa-2d356bff2bc7 of type vlan for network 4381faae-db16-4368-871e-9335a1c51cc0 Jul 30 00:01:38.453219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-409089bc-ca12-4d45-a5ba-61174ce902a3', 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3', 'tenant_id': 'c7023bcfe4434b9fae2105f497940873', 'fixed_ips': [{'subnet_id': 'b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:38.462092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.493128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.616641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.623233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.623908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.720482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42702) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:38.966657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Allocated IP 2001:db8::2 (409089bc-ca12-4d45-a5ba-61174ce902a3/b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1/a31b50b5-5104-44f7-8af1-d0e6469536ec) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:39.057461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0108945 Jul 30 00:01:39.059986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42708) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:39.075785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'network': {'name': 'tempest-router-network02--1230897623'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:39.104125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2b872-def0-48db-a57d-d04deb1cfbb6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Network': ['ID=4381faae-db16-4368-871e-9335a1c51cc0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:39.173936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:39.188365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4381faae-db16-4368-871e-9335a1c51cc0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:39.206092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.358161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:39.378284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.379404 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Added segment 52788c48-99aa-42fe-9ca9-140c8a4daabc of type vlan for network e71f26f2-519f-48b7-8c8d-39f766075e12 Jul 30 00:01:39.508164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.570287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd653471-9941-4892-8694-2c8a1b2cf877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.896078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd653471-9941-4892-8694-2c8a1b2cf877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.904590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:39.919046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:39.926824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.068958 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.128498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Transition to ACTIVE for port object a31b50b5-5104-44f7-8af1-d0e6469536ec will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:40.167124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd653471-9941-4892-8694-2c8a1b2cf877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.171611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Network': ['ID=e71f26f2-519f-48b7-8c8d-39f766075e12,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:40.177591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b46962c6-4e66-4b5e-bda6-0ea95ea63622 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1150551 Jul 30 00:01:40.182435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42718) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:40.191236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'subnet': {'network_id': '4381faae-db16-4368-871e-9335a1c51cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:40.191869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Transition to ACTIVE for port object a31b50b5-5104-44f7-8af1-d0e6469536ec will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:40.210556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e71f26f2-519f-48b7-8c8d-39f766075e12 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:40.231582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd653471-9941-4892-8694-2c8a1b2cf877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3157d7-145c-4545-9af9-d7d13d797164,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:40.251817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cd653471-9941-4892-8694-2c8a1b2cf877 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ccc1d1eaa2040c5ac0c3b0f453e22c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5250452 Jul 30 00:01:40.252885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42720) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:40.403650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.425539 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.499901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:40.512599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.518533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.519852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:40.529098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:40.533517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:40.607401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Pushing event updated for resources: {'Port': ['ID=a31b50b5-5104-44f7-8af1-d0e6469536ec,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:40.645436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.651048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.654384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af3157d7-145c-4545-9af9-d7d13d797164 HTTP/1.1" status: 204 len: 168 time: 0.3997381 Jul 30 00:01:40.695215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Attempting to bind port a31b50b5-5104-44f7-8af1-d0e6469536ec on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:40.695876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Attempting to bind port a31b50b5-5104-44f7-8af1-d0e6469536ec by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'dd612e6b-3b4e-4e86-8959-44c5571dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:40.696572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Attempting to bind port a31b50b5-5104-44f7-8af1-d0e6469536ec on network 409089bc-ca12-4d45-a5ba-61174ce902a3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:40.708737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:40.709513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Checking segment: {'id': 'dd612e6b-3b4e-4e86-8959-44c5571dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:40.711508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.712325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Bound using segment: {'id': 'dd612e6b-3b4e-4e86-8959-44c5571dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:40.713293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Bound port: a31b50b5-5104-44f7-8af1-d0e6469536ec, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd612e6b-3b4e-4e86-8959-44c5571dca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '409089bc-ca12-4d45-a5ba-61174ce902a3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:40.714299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.718220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4614-ee78-40ea-8904-60c33a42415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3157d7-145c-4545-9af9-d7d13d797164,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:41.054652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] For port a31b50b5-5104-44f7-8af1-d0e6469536ec, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:41.075316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] For port a31b50b5-5104-44f7-8af1-d0e6469536ec, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a31b50b5-5104-44f7-8af1-d0e6469536ec,segment=NetworkSegment(dd612e6b-3b4e-4e86-8959-44c5571dca85),segment_id=dd612e6b-3b4e-4e86-8959-44c5571dca85)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:41.087188 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.564596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f241bc-7529-424b-a2d5-184499c2a33b None None] Pushing event updated for resources: {'Port': ['ID=a31b50b5-5104-44f7-8af1-d0e6469536ec,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:41.598774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.755813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Subnet': ['ID=7eaced57-16c1-4287-a809-b79ab95517c0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:41.836282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838b236-fb87-4d54-95e1-567f8cfd1721 req-385f21c2-1bb7-40eb-9bcd-9a6a415c89dd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:41.839191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7838b236-fb87-4d54-95e1-567f8cfd1721 req-385f21c2-1bb7-40eb-9bcd-9a6a415c89dd tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 945 time: 0.2074163 Jul 30 00:01:41.872532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Checking segment: {'id': 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:41.873184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network hostable DHCP agents. Network: 4381faae-db16-4368-871e-9335a1c51cc0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:41.990320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 4381faae-db16-4368-871e-9335a1c51cc0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:42.051102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4381faae-db16-4368-871e-9335a1c51cc0) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:42.064071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7838b236-fb87-4d54-95e1-567f8cfd1721 req-450927fa-71c5-406c-93cf-adb458a88879 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049637 Jul 30 00:01:42.082254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:42.086270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.118661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34ca57-82db-4889-83dd-377c8a4db437 None None] Network 4381faae-db16-4368-871e-9335a1c51cc0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:42.132641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6115db42-bbb2-47a1-93f6-d9d2d2d0e09a tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9486043 Jul 30 00:01:42.136312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:42.145897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'subnet': {'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:42.273358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42742) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:42.309472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.498183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-4381faae-db16-4368-871e-9335a1c51cc0', 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0', 'tenant_id': 'c7023bcfe4434b9fae2105f497940873', 'fixed_ips': [{'subnet_id': '7eaced57-16c1-4287-a809-b79ab95517c0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:42.499269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.620518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.651909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.674717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:42.688862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.754903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a31b50b5-5104-44f7-8af1-d0e6469536ec up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:42.824728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34b239c62833485eb0577674eb363537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495598 Jul 30 00:01:42.830034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921607a8-e822-4c8b-8264-9ed4f6860828,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:42.853294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42748) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:42.860993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.862171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.864724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.865555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.867591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.868601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.870906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.871749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.874055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.874859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.884322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:42.885290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24a3d0-f6cc-4147-802b-eefcbf9b21da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:43.133887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.236605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a31b50b5-5104-44f7-8af1-d0e6469536ec completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:43.252080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.272024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Allocated IP 2001:db8::2 (4381faae-db16-4368-871e-9335a1c51cc0/7eaced57-16c1-4287-a809-b79ab95517c0/6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:43.689310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e466ac-5f4b-4728-8f43-c0562bc694c8 req-79a19601-848d-4722-843e-982e5939a2cc tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:43.695944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.708520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9e466ac-5f4b-4728-8f43-c0562bc694c8 req-79a19601-848d-4722-843e-982e5939a2cc tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 945 time: 0.3787868 Jul 30 00:01:43.862892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9e466ac-5f4b-4728-8f43-c0562bc694c8 req-d9b4b0f7-cf60-4822-9cf6-9b11beafe4fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512036 Jul 30 00:01:43.874736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.878352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.879763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/921607a8-e822-4c8b-8264-9ed4f6860828 HTTP/1.1" status: 204 len: 168 time: 0.9818034 Jul 30 00:01:43.913496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4f223-a968-4b2d-8af0-eddcd9c9dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921607a8-e822-4c8b-8264-9ed4f6860828,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:44.017906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Subnet': ['ID=41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:44.054064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-40feb7e5-8324-4e33-beeb-7ef3150854f6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:44.061216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-40feb7e5-8324-4e33-beeb-7ef3150854f6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 945 time: 0.8022482 Jul 30 00:01:44.205114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbdf9f-6320-489e-a0cc-4c967cc4cede None None] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:44.358799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Checking segment: {'id': '52788c48-99aa-42fe-9ca9-140c8a4daabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:44.359477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network hostable DHCP agents. Network: e71f26f2-519f-48b7-8c8d-39f766075e12, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:44.403217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network e71f26f2-519f-48b7-8c8d-39f766075e12 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:44.423488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e71f26f2-519f-48b7-8c8d-39f766075e12) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:44.437758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:44.438996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:44.464516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Deleting port 05e58545-53ca-4356-9f7b-594787d14bab {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:44.465253 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:44.501682 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:44.518130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5243364-0ce0-4ee4-bb9e-4bae0ffefc82 None None] Network e71f26f2-519f-48b7-8c8d-39f766075e12 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:44.547386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Transition to ACTIVE for port object 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:44.595008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Transition to ACTIVE for port object 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:44.611475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f7aaea8-1d09-4d04-8b1c-3b026f3da8d4 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4726591 Jul 30 00:01:44.614526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:44.650749 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:44.827903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:44.851082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:44.883822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-166d1420-a68b-4746-9222-497111004327 None None] Provisioning for port a31b50b5-5104-44f7-8af1-d0e6469536ec completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:44.892912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] For port 05e58545-53ca-4356-9f7b-594787d14bab, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=05e58545-53ca-4356-9f7b-594787d14bab,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:44.893370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:44.929827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Calling delete_port for 05e58545-53ca-4356-9f7b-594787d14bab owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:45.092631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-166d1420-a68b-4746-9222-497111004327 None None] Provisioning complete for port a31b50b5-5104-44f7-8af1-d0e6469536ec triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:45.092631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-166d1420-a68b-4746-9222-497111004327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:45.601393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6d804f5-e52c-46bd-9159-ce434494e59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:45.648346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:45.754817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a', 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:45.762919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:45.787843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Network 4381faae-db16-4368-871e-9335a1c51cc0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:45.926692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:45.947238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:45.950712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event deleted for resources: {'Port': ['ID=05e58545-53ca-4356-9f7b-594787d14bab,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:45.985996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] No DVR routers for this DVR port 05e58545-53ca-4356-9f7b-594787d14bab on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:45.991101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4858-479a-488c-a1c7-f946f04fcba5 req-9c6459ab-9050-4985-bbb2-8a493cd80963 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.994872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:45.997086 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b167c9a1-3e5e-449c-9b58-16e2afd59894 req-b8e89374-c7be-46b7-b235-4e4835ef1366 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "DELETE /v2.0/ports/05e58545-53ca-4356-9f7b-594787d14bab HTTP/1.1" status: 204 len: 173 time: 1.9250913 Jul 30 00:01:46.009201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Pushing event updated for resources: {'Port': ['ID=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:46.031959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1fc4858-479a-488c-a1c7-f946f04fcba5 req-9c6459ab-9050-4985-bbb2-8a493cd80963 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=daada394-730f-421b-80c9-53fc7af6876a HTTP/1.1" status: 200 len: 867 time: 0.7511809 Jul 30 00:01:46.035986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:46.039031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'name': 'network-vif-deleted', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:46.048868 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89faffe-8365-41c8-a451-481bdf77b990" -d '{"events": [{"server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "name": "network-vif-deleted", "tag": "05e58545-53ca-4356-9f7b-594787d14bab"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:46.226592 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e764090-b45d-4509-985d-54753670c45e x-openstack-request-id: req-0e764090-b45d-4509-985d-54753670c45e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:46.227058 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daada394-730f-421b-80c9-53fc7af6876a", "name": "network-vif-deleted", "tag": "05e58545-53ca-4356-9f7b-594787d14bab", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:46.227474 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e764090-b45d-4509-985d-54753670c45e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:46.235084 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daada394-730f-421b-80c9-53fc7af6876a', 'name': 'network-vif-deleted', 'tag': '05e58545-53ca-4356-9f7b-594787d14bab', 'status': 'completed', 'code': 200} Jul 30 00:01:46.304106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6d804f5-e52c-46bd-9159-ce434494e59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.310419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6d804f5-e52c-46bd-9159-ce434494e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.400540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e6d804f5-e52c-46bd-9159-ce434494e59d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd68070755b8486dbf56732c89089f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5480173 Jul 30 00:01:46.402202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d804f5-e52c-46bd-9159-ce434494e59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c02cec-57f9-4681-ba16-5b7a5fe3e101,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:46.407388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:46.429668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1fc4858-479a-488c-a1c7-f946f04fcba5 req-cdc8d055-9673-4d43-92e9-c1db2447305a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795364 Jul 30 00:01:46.574025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.656305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.726025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 05e58545-53ca-4356-9f7b-594787d14bab no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:46.835191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.842488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:46.850225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36c02cec-57f9-4681-ba16-5b7a5fe3e101 HTTP/1.1" status: 204 len: 168 time: 0.4391944 Jul 30 00:01:46.867689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f8dc3-0a4f-4474-a6e4-e4debe120f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c02cec-57f9-4681-ba16-5b7a5fe3e101,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:46.984828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Attempting to bind port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:46.985785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Attempting to bind port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:46.991274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Attempting to bind port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 on network 4381faae-db16-4368-871e-9335a1c51cc0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:47.129573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:47.130199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Checking segment: {'id': 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:47.130695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.132299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Bound using segment: {'id': 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:47.134860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Bound port: 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4381faae-db16-4368-871e-9335a1c51cc0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:47.135523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.196614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Allocated IP 2001:db8::1 (4381faae-db16-4368-871e-9335a1c51cc0/7eaced57-16c1-4287-a809-b79ab95517c0/b7bd6f55-322b-4e10-a761-bc6ecc6e3e07) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:47.293608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 05e58545-53ca-4356-9f7b-594787d14bab {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:47.294027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 05e58545-53ca-4356-9f7b-594787d14bab not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:47.303761 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc90d6a3-034c-4cc2-afd6-eb6e1bb7b963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.645405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-166d1420-a68b-4746-9222-497111004327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.727587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.795379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Transition to ACTIVE for port object b7bd6f55-322b-4e10-a761-bc6ecc6e3e07 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:47.860712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] For port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:47.873226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] For port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,segment=NetworkSegment(a237fb3f-5bc8-4948-9eaa-2d356bff2bc7),segment_id=a237fb3f-5bc8-4948-9eaa-2d356bff2bc7)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:47.915710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.996178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-166d1420-a68b-4746-9222-497111004327 None None] For port a31b50b5-5104-44f7-8af1-d0e6469536ec, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a31b50b5-5104-44f7-8af1-d0e6469536ec,segment=NetworkSegment(dd612e6b-3b4e-4e86-8959-44c5571dca85),segment_id=dd612e6b-3b4e-4e86-8959-44c5571dca85)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:48.022368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Port': ['ID=b7bd6f55-322b-4e10-a761-bc6ecc6e3e07,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:48.043433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-166d1420-a68b-4746-9222-497111004327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:48.058945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:48.062584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 4381faae-db16-4368-871e-9335a1c51cc0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:48.064865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:48.069745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:48.070658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:48.096764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:48.156886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:48.269092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:48.479419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e71f26f2-519f-48b7-8c8d-39f766075e12', 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12', 'tenant_id': 'c7023bcfe4434b9fae2105f497940873', 'fixed_ips': [{'subnet_id': '41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:48.485461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.324176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f93a2532-f0d5-4e7c-835b-1c3b93d2f83f None None] Provisioning complete for port a31b50b5-5104-44f7-8af1-d0e6469536ec triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:49.325600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93a2532-f0d5-4e7c-835b-1c3b93d2f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.327908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d1420-a68b-4746-9222-497111004327 None None] Pushing event updated for resources: {'Port': ['ID=a31b50b5-5104-44f7-8af1-d0e6469536ec,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:49.424094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2235b306-e5e2-405a-a76b-d19ab9646383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.592683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.600819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.602084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.700303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e6b0bd-1cce-48fb-b07e-4ef8631bb5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.847317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Allocated IP 2001:db8::2 (e71f26f2-519f-48b7-8c8d-39f766075e12/41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a/47d36603-b092-4ab6-b118-39dd50ec3357) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:50.208553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e6b0bd-1cce-48fb-b07e-4ef8631bb5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.218154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11e6b0bd-1cce-48fb-b07e-4ef8631bb5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.366328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Port': ['ID=b7bd6f55-322b-4e10-a761-bc6ecc6e3e07,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:50.385231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 4381faae-db16-4368-871e-9335a1c51cc0 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:50.419183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:50.438700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11e6b0bd-1cce-48fb-b07e-4ef8631bb5f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99a5771f0b394255ab9c8d085096d91b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2760558 Jul 30 00:01:50.457947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:50.577032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.633504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6b0bd-1cce-48fb-b07e-4ef8631bb5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bff586-9db6-45e9-882b-6ef39b4f7f42,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:50.653689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Transition to ACTIVE for port object 47d36603-b092-4ab6-b118-39dd50ec3357 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:50.689297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.772186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.893407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a31b50b5-5104-44f7-8af1-d0e6469536ec up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:50.902544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.906079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.911595 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04bff586-9db6-45e9-882b-6ef39b4f7f42 HTTP/1.1" status: 204 len: 168 time: 0.4482031 Jul 30 00:01:50.924923 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.980897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6db8a-e8fd-49c7-93be-71efdb03c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bff586-9db6-45e9-882b-6ef39b4f7f42,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:51.078895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Transition to ACTIVE for port object 47d36603-b092-4ab6-b118-39dd50ec3357 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:51.147451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Router 93cbd331-819e-4a8d-9728-c704dad23adf is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:01:51.278770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887c6d2-c29a-4832-82e5-0826a8017b18 None None] Network 4381faae-db16-4368-871e-9335a1c51cc0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:51.470144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42870) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:51.560990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:51.577186 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] Sync routers for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:51.583410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f3f8a537-f988-48fe-aa64-73b9c8c9926c tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9658129 Jul 30 00:01:51.585324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42878) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:51.633188 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:51.642814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.807972 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.865117 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.889055 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:51.890830 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.992589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.007815 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:52.008870 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e72d8e-1039-4802-a836-8da79fe271f0 None None] The sync data for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:52.045338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Network e71f26f2-519f-48b7-8c8d-39f766075e12 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:52.050436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d076-9fd8-45f8-8648-74f02754c9e7 None None] Pushing event updated for resources: {'Port': ['ID=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:52.120211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:52.122960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:52.125657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Pushing event updated for resources: {'Port': ['ID=47d36603-b092-4ab6-b118-39dd50ec3357,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:52.194875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.602427 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.611611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.655886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a31b50b5-5104-44f7-8af1-d0e6469536ec triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:52.660411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.693214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Attempting to bind port 47d36603-b092-4ab6-b118-39dd50ec3357 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:52.708614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Attempting to bind port 47d36603-b092-4ab6-b118-39dd50ec3357 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '52788c48-99aa-42fe-9ca9-140c8a4daabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:52.710003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Attempting to bind port 47d36603-b092-4ab6-b118-39dd50ec3357 on network e71f26f2-519f-48b7-8c8d-39f766075e12 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:52.712843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.727276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ea6ee-5c42-47a6-afd9-11a713d42f6c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:52.727467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b1d77da9-8d1a-486c-818a-fec05e5c80d3 None None] Provisioning for port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:52.797568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.798919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.799273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.799623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.799961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.800300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.800687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.801034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.801439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.801845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.802181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.802569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:52.822574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-04cf70e8-2c7f-4981-ba7c-9fa7ea972de4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cb694956fad4eba80bbe9339304d282&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3506165 Jul 30 00:01:52.825257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42898) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:52.848669 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-5a58ce67-98b9-4962-93f7-6fe3d32198ac tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:01:52.853939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a58ce67-98b9-4962-93f7-6fe3d32198ac tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2669916 Jul 30 00:01:52.856893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 42900) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:52.969276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:52.972370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Checking segment: {'id': '52788c48-99aa-42fe-9ca9-140c8a4daabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:52.973827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.976997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Bound using segment: {'id': '52788c48-99aa-42fe-9ca9-140c8a4daabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:52.977923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Bound port: 47d36603-b092-4ab6-b118-39dd50ec3357, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52788c48-99aa-42fe-9ca9-140c8a4daabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e71f26f2-519f-48b7-8c8d-39f766075e12'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:52.981253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.081463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.168729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.358323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.381864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.390357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a9ea6ee-5c42-47a6-afd9-11a713d42f6c HTTP/1.1" status: 204 len: 168 time: 0.5623398 Jul 30 00:01:53.428071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e7c14-6e2c-449a-adf3-d48db8d6d6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ea6ee-5c42-47a6-afd9-11a713d42f6c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:53.567517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] For port 47d36603-b092-4ab6-b118-39dd50ec3357, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:53.573789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] For port 47d36603-b092-4ab6-b118-39dd50ec3357, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47d36603-b092-4ab6-b118-39dd50ec3357,segment=NetworkSegment(52788c48-99aa-42fe-9ca9-140c8a4daabc),segment_id=52788c48-99aa-42fe-9ca9-140c8a4daabc)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:53.591125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.839755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772bcae-70dc-472a-ad8d-3087627e23ba None None] Pushing event updated for resources: {'Port': ['ID=47d36603-b092-4ab6-b118-39dd50ec3357,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:54.330253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:54.560532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:54.673136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:54.699192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:54.700643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:54.861242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Provisioning complete for port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:54.879048 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.040846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:55.067125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6595ef6a-7e22-4cc0-af4d-813928e3142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.271879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6595ef6a-7e22-4cc0-af4d-813928e3142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.282050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6595ef6a-7e22-4cc0-af4d-813928e3142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.398635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6595ef6a-7e22-4cc0-af4d-813928e3142e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3576b13923814b7b9c9c918af26db39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449528 Jul 30 00:01:55.403851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 42940) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:55.617499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595ef6a-7e22-4cc0-af4d-813928e3142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed12e1-5d13-479d-849d-702714d6a2e8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:55.694242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.750455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.831700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting port b7bd6f55-322b-4e10-a761-bc6ecc6e3e07 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:55.834357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.881608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.904017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.906925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90ed12e1-5d13-479d-849d-702714d6a2e8 HTTP/1.1" status: 204 len: 168 time: 0.5012760 Jul 30 00:01:55.932664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e89c-f62c-4d82-bc6e-03cd71a8e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed12e1-5d13-479d-849d-702714d6a2e8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:56.322285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.348077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Calling delete_port for b7bd6f55-322b-4e10-a761-bc6ecc6e3e07 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:56.465155 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.490027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.691672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,segment=NetworkSegment(a237fb3f-5bc8-4948-9eaa-2d356bff2bc7),segment_id=a237fb3f-5bc8-4948-9eaa-2d356bff2bc7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:56.702181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.901566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:56.904684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.910341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9431c-95f4-44bf-9a1f-5adf0283ad03 None None] Network e71f26f2-519f-48b7-8c8d-39f766075e12 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:57.160680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Port': ['ID=b7bd6f55-322b-4e10-a761-bc6ecc6e3e07,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:57.491357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47d36603-b092-4ab6-b118-39dd50ec3357 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:57.495011 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.789729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb13ba-7d00-4aeb-8661-173cd3b36aa0 req-64897377-dab5-475c-90cb-afca11158b7c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:57.802418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddbb13ba-7d00-4aeb-8661-173cd3b36aa0 req-64897377-dab5-475c-90cb-afca11158b7c tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 946 time: 0.1899762 Jul 30 00:01:57.871181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:01:57.874941 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:01:57.924201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddbb13ba-7d00-4aeb-8661-173cd3b36aa0 req-a6aae1f7-7b3a-48e2-98dd-ad3e83010ea9 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126466 Jul 30 00:01:57.967017 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.055789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43006) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:58.110828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 47d36603-b092-4ab6-b118-39dd50ec3357 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:58.294817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Router 93cbd331-819e-4a8d-9728-c704dad23adf has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:58.492024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-03dad0a0-cc1d-4d4a-bde1-1758f1dccba5 None None] Could not find standard attr ID for object b7bd6f55-322b-4e10-a761-bc6ecc6e3e07. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:01:58.620659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Provisioning for port 47d36603-b092-4ab6-b118-39dd50ec3357 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:58.625265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3664ff56-e840-4ae2-82da-a6b2e15d2dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.633345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Provisioning complete for port 47d36603-b092-4ab6-b118-39dd50ec3357 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:58.633899 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.747126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:58.793503 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b9053ec8-a8c6-4448-b113-4c43c5cabb88 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9276528 Jul 30 00:01:58.794057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43024) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:58.897384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17339-874f-4279-b4f4-f343436b9cae req-bdcb9355-4065-4661-8512-0c37b1577a1a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:58.898147 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7dabe430-c6e1-4eb9-9b36-5a56e86d4d94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] delete failed (client error): The resource could not be found. Jul 30 00:01:58.899275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7dabe430-c6e1-4eb9-9b36-5a56e86d4d94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-934313718 HTTP/1.1" status: 404 len: 334 time: 0.1012175 Jul 30 00:01:58.901473 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27c17339-874f-4279-b4f4-f343436b9cae req-bdcb9355-4065-4661-8512-0c37b1577a1a tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 946 time: 0.1065898 Jul 30 00:01:58.903942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:58.913801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-73d8dee7-253d-4843-889a-bc9db4863569 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'router': {'external_gateway_info': {'network_id': '93cbd331-819e-4a8d-9728-c704dad23adf'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:58.922777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] Sync routers for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:58.960225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:59.130185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3664ff56-e840-4ae2-82da-a6b2e15d2dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.138222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3664ff56-e840-4ae2-82da-a6b2e15d2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.186680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664ff56-e840-4ae2-82da-a6b2e15d2dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387078f3-d0ec-4226-834a-7bb8b5648652,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:59.215622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:59.216368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.327663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3664ff56-e840-4ae2-82da-a6b2e15d2dba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6caf9acacfd24475a7a186f37c453390&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2698350 Jul 30 00:01:59.350051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43044) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:59.437507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-73d8dee7-253d-4843-889a-bc9db4863569 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.452949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Deleting port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:59.457712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.484937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.496305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.591102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.596648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.599271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:59.600003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.646634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] For port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:59.647441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.668080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Calling delete_port for a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:59.673911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972bb4c-4678-420b-9d7d-1aa1a9d9e72e req-3844eecc-320c-40e5-a514-f69bdf0912fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:59.676054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0972bb4c-4678-420b-9d7d-1aa1a9d9e72e req-3844eecc-320c-40e5-a514-f69bdf0912fe tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 946 time: 0.4904044 Jul 30 00:01:59.688030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.699410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.705397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/387078f3-d0ec-4226-834a-7bb8b5648652 HTTP/1.1" status: 204 len: 168 time: 0.3444290 Jul 30 00:01:59.731759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62744d2-42ad-426e-9718-47b420ad07af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387078f3-d0ec-4226-834a-7bb8b5648652,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:59.855993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0972bb4c-4678-420b-9d7d-1aa1a9d9e72e req-ac0e6f07-0ca5-4a7d-9e04-c06337c6c987 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480360 Jul 30 00:01:59.935225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:59.936827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.007644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:00.008398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630af3da-d244-484a-8a8d-f1f8d48d2690 None None] The sync data for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:02:00.026694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.090872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a', 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:00.098833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:00.126105 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-73d8dee7-253d-4843-889a-bc9db4863569 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] update failed (client error): The resource could not be found. Jul 30 00:02:00.128367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-73d8dee7-253d-4843-889a-bc9db4863569 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf HTTP/1.1" status: 404 len: 339 time: 1.2228711 Jul 30 00:02:00.130584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event deleted for resources: {'Port': ['ID=a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:00.134613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43058) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.151845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1208931196'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:00.323044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] No DVR routers for this DVR port a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:00.337184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.345647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-27c17339-874f-4279-b4f4-f343436b9cae req-903c88f4-bd1b-4e07-a1b9-626c06a68ab7 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "DELETE /v2.0/ports/a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 HTTP/1.1" status: 204 len: 173 time: 1.4364028 Jul 30 00:02:00.348236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'name': 'network-vif-deleted', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:00.356874 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc41b13-7f71-4db2-98d2-855bb3b31218" -d '{"events": [{"server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "name": "network-vif-deleted", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:00.380229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] For port 47d36603-b092-4ab6-b118-39dd50ec3357, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47d36603-b092-4ab6-b118-39dd50ec3357,segment=NetworkSegment(52788c48-99aa-42fe-9ca9-140c8a4daabc),segment_id=52788c48-99aa-42fe-9ca9-140c8a4daabc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:00.396282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:00.416981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.473400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.508249 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98688c-7464-4086-9272-04bbcbe6bf66 x-openstack-request-id: req-7f98688c-7464-4086-9272-04bbcbe6bf66 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:00.508940 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1459e5-59be-467d-aaae-769a1d71a1bd", "name": "network-vif-deleted", "tag": "a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:00.508940 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f98688c-7464-4086-9272-04bbcbe6bf66 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:00.509266 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1459e5-59be-467d-aaae-769a1d71a1bd', 'name': 'network-vif-deleted', 'tag': 'a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4', 'status': 'completed', 'code': 200} Jul 30 00:02:00.536454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:02:00.571452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.571859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.572550 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Added segment 1239e337-177c-4739-a5c6-cc3181a7ec4e of type vlan for network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b Jul 30 00:02:00.612847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Could not find standard attr ID for object b7bd6f55-322b-4e10-a761-bc6ecc6e3e07. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:02:00.639007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db0348e2-cfc4-4125-be6a-8ada9dfabbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.661008 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.779870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.790833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:00.791516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.939872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Network': ['ID=73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:00.972670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db0348e2-cfc4-4125-be6a-8ada9dfabbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.978681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db0348e2-cfc4-4125-be6a-8ada9dfabbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.985456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90df31cc-a96a-47fb-9f87-6d7ec2ba88f5 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8476911 Jul 30 00:02:00.990415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43078) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:01.022373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'subnet': {'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:01.038093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:02:01.060599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0348e2-cfc4-4125-be6a-8ada9dfabbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7594cd-1ffc-4987-ae5e-139c5723e9e7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:01.202124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db0348e2-cfc4-4125-be6a-8ada9dfabbc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17aaa258236a404e94e67ce6b21ca209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283948 Jul 30 00:02:01.202767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43082) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:01.336990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.417350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9970c910-9694-4130-b407-792093b34bd6 req-b0924139-c82c-47a6-9d97-b76f354c75ee tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea1459e5-59be-467d-aaae-769a1d71a1bd HTTP/1.1" status: 200 len: 210 time: 0.0840423 Jul 30 00:02:01.468319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Made reservation on behalf of c7023bcfe4434b9fae2105f497940873 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:01.473362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.487702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.487976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bed602-c5c6-4cb8-96d7-9dbe518362b1 None None] Pushing event updated for resources: {'Port': ['ID=47d36603-b092-4ab6-b118-39dd50ec3357,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:01.560277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-36441e31-ad87-4966-a7f7-8e34eda2bdd9 None None] Provisioning complete for port 47d36603-b092-4ab6-b118-39dd50ec3357 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:01.560868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-36441e31-ad87-4966-a7f7-8e34eda2bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.670038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.677432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.680100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd7594cd-1ffc-4987-ae5e-139c5723e9e7 HTTP/1.1" status: 204 len: 168 time: 0.4760766 Jul 30 00:02:01.720766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18485b1c-6b0b-4fb1-84e7-fe265f78e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7594cd-1ffc-4987-ae5e-139c5723e9e7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:02.120876 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.244054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47d36603-b092-4ab6-b118-39dd50ec3357 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:02.451137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Subnet': ['ID=41f1c50c-5aec-45cb-9e79-e722a9116f2b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:02.487529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Checking segment: {'id': '1239e337-177c-4739-a5c6-cc3181a7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:02.487913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network hostable DHCP agents. Network: 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:02:02.530762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 47d36603-b092-4ab6-b118-39dd50ec3357 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:02.531239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.535369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:02:02.554932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:02.576801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:02.577857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.619268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c372b1f4-2de8-49dd-a471-ec9454c00d4a None None] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:02.627378 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-849dfee7-9dcd-4aa9-bb9d-22e84ff0c159 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6349971 Jul 30 00:02:02.631283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43112) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:02.641461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fcd0a526-2030-478e-b81a-13cfb41bc6bb tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'router': {'external_gateway_info': {'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:02.701617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:02.888222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:02.888614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a7fdebb3-c9b5-4526-8fa7-652bb2ba55e4 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:03.348336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a526-2030-478e-b81a-13cfb41bc6bb tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:03.501819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b', 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b', 'tenant_id': 'c7023bcfe4434b9fae2105f497940873', 'fixed_ips': [{'subnet_id': '41f1c50c-5aec-45cb-9e79-e722a9116f2b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:02:03.502618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:03.541583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f1cee-6963-4677-b398-6b7a8dc8743d req-951c2a91-0052-43c3-a9e5-450092a68693 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:03.551837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-680f1cee-6963-4677-b398-6b7a8dc8743d req-951c2a91-0052-43c3-a9e5-450092a68693 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 945 time: 0.4802132 Jul 30 00:02:03.932283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:03.941492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Allocated IP 2001:db8:1::2 (73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b/41f1c50c-5aec-45cb-9e79-e722a9116f2b/098e2eb9-0873-40b5-b62f-e32efe260620) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:03.951908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-680f1cee-6963-4677-b398-6b7a8dc8743d req-7fdc8953-c3d8-4f9a-a9ca-4d4adcd69108 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433481 Jul 30 00:02:04.135605 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-fcd0a526-2030-478e-b81a-13cfb41bc6bb tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:02:04.136692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fcd0a526-2030-478e-b81a-13cfb41bc6bb tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf HTTP/1.1" status: 400 len: 364 time: 1.5032768 Jul 30 00:02:04.142040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:04.376112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.390072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Transition to ACTIVE for port object 098e2eb9-0873-40b5-b62f-e32efe260620 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:04.414782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Transition to ACTIVE for port object 098e2eb9-0873-40b5-b62f-e32efe260620 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:04.451040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.541179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:04.543096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Pushing event updated for resources: {'Port': ['ID=098e2eb9-0873-40b5-b62f-e32efe260620,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:04.558120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:04.566631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:04.638397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-c6647eff-b1cb-44bf-99ec-5d9191ced28b tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:04.641068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-c6647eff-b1cb-44bf-99ec-5d9191ced28b tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.57 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 945 time: 0.2020721 Jul 30 00:02:04.717279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e9b419-40ca-45c0-83a9-07c581ec540c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.755911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Attempting to bind port 098e2eb9-0873-40b5-b62f-e32efe260620 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:02:04.759342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Attempting to bind port 098e2eb9-0873-40b5-b62f-e32efe260620 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1239e337-177c-4739-a5c6-cc3181a7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:02:04.759342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Attempting to bind port 098e2eb9-0873-40b5-b62f-e32efe260620 on network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:04.776018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:02:04.776412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Checking segment: {'id': '1239e337-177c-4739-a5c6-cc3181a7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:04.776831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.777236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Bound using segment: {'id': '1239e337-177c-4739-a5c6-cc3181a7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:02:04.777752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Bound port: 098e2eb9-0873-40b5-b62f-e32efe260620, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1239e337-177c-4739-a5c6-cc3181a7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:02:04.778142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.989004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e9b419-40ca-45c0-83a9-07c581ec540c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:04.995134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e9b419-40ca-45c0-83a9-07c581ec540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.000771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Deleting port de0ec728-3f29-4d7e-a109-084a335e4f23 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:05.003953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.040501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43172) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:05.356286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9b419-40ca-45c0-83a9-07c581ec540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68258a3-44e9-4af4-9098-c632f0f5f711,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:05.365061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67e9b419-40ca-45c0-83a9-07c581ec540c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd3b3dc5a50344ad91bd216e535fb75c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4312603 Jul 30 00:02:05.369002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43184) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:05.433309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] For port 098e2eb9-0873-40b5-b62f-e32efe260620, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:02:05.442833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] For port 098e2eb9-0873-40b5-b62f-e32efe260620, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=098e2eb9-0873-40b5-b62f-e32efe260620,segment=NetworkSegment(1239e337-177c-4739-a5c6-cc3181a7ec4e),segment_id=1239e337-177c-4739-a5c6-cc3181a7ec4e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:02:05.452328 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.559654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] For port de0ec728-3f29-4d7e-a109-084a335e4f23, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=de0ec728-3f29-4d7e-a109-084a335e4f23,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:05.559998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.607467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.614783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2f470-d694-4ec9-a7e0-ae1ca996a15b None None] Pushing event updated for resources: {'Port': ['ID=098e2eb9-0873-40b5-b62f-e32efe260620,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:05.615715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea435-0f6f-40af-89dc-09dd9327a4eb req-f88e51d4-d2eb-4efc-9efc-bcf7bffd6960 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:05.616768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cea435-0f6f-40af-89dc-09dd9327a4eb req-f88e51d4-d2eb-4efc-9efc-bcf7bffd6960 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 945 time: 0.4041765 Jul 30 00:02:05.644923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Calling delete_port for de0ec728-3f29-4d7e-a109-084a335e4f23 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:05.683830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5611463a-4297-4263-96d5-117bd11d62c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.721391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.865221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59cea435-0f6f-40af-89dc-09dd9327a4eb req-1699c22b-bc42-4b23-b09a-eee73b54b7bf tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222061 Jul 30 00:02:06.071106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.234731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.272971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['03771865-4b44-4eb3-a1f6-e7924e5d465a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:06.275413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['de0ec728-3f29-4d7e-a109-084a335e4f23'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:06.316792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event deleted for resources: {'Port': ['ID=de0ec728-3f29-4d7e-a109-084a335e4f23,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:06.455879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] No DVR routers for this DVR port de0ec728-3f29-4d7e-a109-084a335e4f23 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:06.467811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.471626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7237dd5-3847-4e99-baaf-e37f9237967a req-d566094f-e65e-46d9-a9d9-733c5421aa21 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.57 "DELETE /v2.0/ports/de0ec728-3f29-4d7e-a109-084a335e4f23 HTTP/1.1" status: 204 len: 173 time: 1.8228874 Jul 30 00:02:06.472137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'name': 'network-vif-deleted', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:06.474992 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562be920-86e1-4da1-8576-a9cb62fdcd7d" -d '{"events": [{"server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "name": "network-vif-deleted", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:06.612179 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456cec9d-f8ff-49bc-a6b6-e592e9fdbacd x-openstack-request-id: req-456cec9d-f8ff-49bc-a6b6-e592e9fdbacd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:06.612484 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adcfc5-b52c-4df8-8722-51173af52c1a", "name": "network-vif-deleted", "tag": "de0ec728-3f29-4d7e-a109-084a335e4f23", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:06.612738 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-456cec9d-f8ff-49bc-a6b6-e592e9fdbacd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:06.613155 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adcfc5-b52c-4df8-8722-51173af52c1a', 'name': 'network-vif-deleted', 'tag': 'de0ec728-3f29-4d7e-a109-084a335e4f23', 'status': 'completed', 'code': 200} Jul 30 00:02:07.159799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3294d834-2180-41a9-8a8b-292043dbd177 req-d8d3f728-23bb-4274-98f4-9afe346b4818 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01adcfc5-b52c-4df8-8722-51173af52c1a HTTP/1.1" status: 200 len: 210 time: 0.1330686 Jul 30 00:02:07.353145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.360539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.361833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68258a3-44e9-4af4-9098-c632f0f5f711 HTTP/1.1" status: 204 len: 168 time: 1.9915094 Jul 30 00:02:07.466461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a1dd2-1316-435f-8523-108f705ad15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68258a3-44e9-4af4-9098-c632f0f5f711,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:07.526490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5611463a-4297-4263-96d5-117bd11d62c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.545806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5611463a-4297-4263-96d5-117bd11d62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.569469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Allocated IP 2001:db8::1 (409089bc-ca12-4d45-a5ba-61174ce902a3/b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1/48f47fea-b2ce-4d91-844a-4f5cee2cc0ae) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:07.596897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf3fb8-67bd-4556-a6a0-0432e5af6568 None None] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:07.630618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611463a-4297-4263-96d5-117bd11d62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba611f7-b77d-458b-9bef-5a698e0a4e80,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:07.649718 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5611463a-4297-4263-96d5-117bd11d62c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=695e8fac4260467488fe757ffe7d25f7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5941627 Jul 30 00:02:07.650331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:07.841707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.911169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.942373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.974955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1be27590-2c1d-472e-8c01-a890803e6290 None None] Provisioning for port 098e2eb9-0873-40b5-b62f-e32efe260620 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:08.015427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43218) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:08.114245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Transition to ACTIVE for port object 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:08.131031 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80f83060-bfce-4133-a217-08b402a3cbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.225764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.233320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.235817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ba611f7-b77d-458b-9bef-5a698e0a4e80 HTTP/1.1" status: 204 len: 168 time: 0.5840561 Jul 30 00:02:08.325154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f70ff3-1ee7-459e-a702-1d6ec2f0a47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba611f7-b77d-458b-9bef-5a698e0a4e80,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:08.345534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.503130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 098e2eb9-0873-40b5-b62f-e32efe260620 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:08.627294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:08.628047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80f83060-bfce-4133-a217-08b402a3cbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.639591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80f83060-bfce-4133-a217-08b402a3cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.665124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:08.690151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:08.690841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.722319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 098e2eb9-0873-40b5-b62f-e32efe260620 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:08.729494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 098e2eb9-0873-40b5-b62f-e32efe260620 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:08.730502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:08.801454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83060-bfce-4133-a217-08b402a3cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e701a65-08fd-43a9-9104-d3a8399ab089,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:08.861997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-80f83060-bfce-4133-a217-08b402a3cbd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22d7a94f193b443dbbb955da6065c54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107767 Jul 30 00:02:08.869055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43236) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:09.062026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-74f0b150-a754-47ba-9c1e-709efd8d8b09 None None] Provisioning complete for port 098e2eb9-0873-40b5-b62f-e32efe260620 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:09.062935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-74f0b150-a754-47ba-9c1e-709efd8d8b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.154082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.216891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.225220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.229611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Port': ['ID=48f47fea-b2ce-4d91-844a-4f5cee2cc0ae,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:09.332171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device de0ec728-3f29-4d7e-a109-084a335e4f23 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:09.369540 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.409022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.410458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: de0ec728-3f29-4d7e-a109-084a335e4f23 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:09.410803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device de0ec728-3f29-4d7e-a109-084a335e4f23 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:09.418104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e701a65-08fd-43a9-9104-d3a8399ab089 HTTP/1.1" status: 204 len: 168 time: 0.5438657 Jul 30 00:02:09.476894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64153b4-76d2-414e-b0ef-66777908d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e701a65-08fd-43a9-9104-d3a8399ab089,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:09.479210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.730872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-74f0b150-a754-47ba-9c1e-709efd8d8b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.827553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 098e2eb9-0873-40b5-b62f-e32efe260620, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=098e2eb9-0873-40b5-b62f-e32efe260620,segment=NetworkSegment(1239e337-177c-4739-a5c6-cc3181a7ec4e),segment_id=1239e337-177c-4739-a5c6-cc3181a7ec4e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:09.835188 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:09.961077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-74f0b150-a754-47ba-9c1e-709efd8d8b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:02:09.961441 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-74f0b150-a754-47ba-9c1e-709efd8d8b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:02:10.025695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=098e2eb9-0873-40b5-b62f-e32efe260620,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:10.085747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:10.093721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:10.095281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:10.263876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event updated for resources: {'Port': ['ID=48f47fea-b2ce-4d91-844a-4f5cee2cc0ae,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:10.349604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:10.351398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:10.745312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Router 93cbd331-819e-4a8d-9728-c704dad23adf has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:02:10.789052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b0dd2d99-4aae-4bd3-94d2-408ab8d34e4f None None] Provisioning for port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:10.795618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b0dd2d99-4aae-4bd3-94d2-408ab8d34e4f None None] Provisioning complete for port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:10.795916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b0dd2d99-4aae-4bd3-94d2-408ab8d34e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:10.902686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd2d99-4aae-4bd3-94d2-408ab8d34e4f None None] Port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:02:11.042389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2fa80ade-83d5-4b2c-81e9-ffdf7d1e4ff8 None None] Provisioning complete for port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:11.044674 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2fa80ade-83d5-4b2c-81e9-ffdf7d1e4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:11.150906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2fa80ade-83d5-4b2c-81e9-ffdf7d1e4ff8 None None] Port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:02:11.233452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:02:11.247266 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] Sync routers for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:02:11.248145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4fae0a48-cb49-4c3f-80d0-f91ab0cc0c93 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0996966 Jul 30 00:02:11.251161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43296) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:11.303443 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:11.310126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:11.421158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:11.434531 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:11.436125 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:11.494763 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:11.495835 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69c43a-d5a9-4ffe-a2c4-150cf70b76e0 None None] The sync data for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:02:12.140545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 098e2eb9-0873-40b5-b62f-e32efe260620 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:12.339288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 098e2eb9-0873-40b5-b62f-e32efe260620 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:12.341775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:12.538139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-49546995-8eb8-4c1b-83b6-9f493cfc240d tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:12.732142 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-49546995-8eb8-4c1b-83b6-9f493cfc240d tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 00:02:12.732142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-49546995-8eb8-4c1b-83b6-9f493cfc240d tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf HTTP/1.1" status: 409 len: 329 time: 1.4776843 Jul 30 00:02:12.734452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43342) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:13.592208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.365958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting port 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:14.367047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.596828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.623380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Calling delete_port for 48f47fea-b2ce-4d91-844a-4f5cee2cc0ae owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:15.058794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.129182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Port': ['ID=48f47fea-b2ce-4d91-844a-4f5cee2cc0ae,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:15.378937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.724836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Router 93cbd331-819e-4a8d-9728-c704dad23adf has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:02:15.940734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:02:15.958088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] Sync routers for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:02:15.969712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43432) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:15.970636 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e02adda5-42c1-4b0e-868e-2ca0dafc29c0 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2341974 Jul 30 00:02:15.977902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:15.978862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:16.034394 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-5f697998-d70f-43c0-b1f1-ad1cd9586924 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] show failed (client error): The resource could not be found. Jul 30 00:02:16.035793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5f697998-d70f-43c0-b1f1-ad1cd9586924 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-647327619 HTTP/1.1" status: 404 len: 334 time: 0.0650730 Jul 30 00:02:16.039815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43434) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:16.045040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e0aadaee-fa15-4d89-97d1-b663fd7d14db tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:16.067451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:16.089376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] Routers {'93cbd331-819e-4a8d-9728-c704dad23adf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:16.090050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['93cbd331-819e-4a8d-9728-c704dad23adf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:16.095473 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-e0aadaee-fa15-4d89-97d1-b663fd7d14db tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] update failed (client error): The resource could not be found. Jul 30 00:02:16.096879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0aadaee-fa15-4d89-97d1-b663fd7d14db tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-401039085 HTTP/1.1" status: 404 len: 334 time: 0.0557506 Jul 30 00:02:16.102097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43436) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:16.179769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:16.182521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00fe8c-b6e4-4a26-9d8a-3cfd8fa72f76 None None] The sync data for ids ['93cbd331-819e-4a8d-9728-c704dad23adf'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:02:16.289860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9872c0af-ba27-4177-b395-33bbd59b1123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.309787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting subnet 41f1c50c-5aec-45cb-9e79-e722a9116f2b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:02:16.314009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.395529 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.704073 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.816887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.912362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Subnet': ['ID=41f1c50c-5aec-45cb-9e79-e722a9116f2b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:16.921393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42aee11-83ea-41c9-bdd7-4e9e905afbb1 None None] Network 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:16.934615 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:16.941142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0d444343-8def-4824-b1ec-31a3a297de94 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/subnets/41f1c50c-5aec-45cb-9e79-e722a9116f2b HTTP/1.1" status: 204 len: 168 time: 0.8354552 Jul 30 00:02:16.942314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:17.145161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.229361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585332-945a-4ea3-90c8-d128a9093e9c req-60fa72f0-6cdb-42d0-ba0d-7873b28dedd6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:17.238694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d585332-945a-4ea3-90c8-d128a9093e9c req-60fa72f0-6cdb-42d0-ba0d-7873b28dedd6 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.1420329 Jul 30 00:02:17.294638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting port 098e2eb9-0873-40b5-b62f-e32efe260620 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:17.298851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.351519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d585332-945a-4ea3-90c8-d128a9093e9c req-9ec7488d-a6ab-4e50-ac9c-6821266c99ad tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118004 Jul 30 00:02:17.406237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.432713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] For port 098e2eb9-0873-40b5-b62f-e32efe260620, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=098e2eb9-0873-40b5-b62f-e32efe260620,segment=NetworkSegment(1239e337-177c-4739-a5c6-cc3181a7ec4e),segment_id=1239e337-177c-4739-a5c6-cc3181a7ec4e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:17.433378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.465145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Calling delete_port for 098e2eb9-0873-40b5-b62f-e32efe260620 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:17.525339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] DHCP port deletion for 73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:02:17.584424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.611647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] No DVR routers for this DVR port 098e2eb9-0873-40b5-b62f-e32efe260620 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:17.670719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Deleting port 098e2eb9-0873-40b5-b62f-e32efe260620 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:17.673917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Port': ['ID=098e2eb9-0873-40b5-b62f-e32efe260620,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:17.675422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.840140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.854132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:17.881856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] For port 098e2eb9-0873-40b5-b62f-e32efe260620, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:17.882369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.891823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1239e337-177c-4739-a5c6-cc3181a7ec4e') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:17.892133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1239e337-177c-4739-a5c6-cc3181a7ec4e') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:17.919007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Calling delete_port for 098e2eb9-0873-40b5-b62f-e32efe260620 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:17.925693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Port 098e2eb9-0873-40b5-b62f-e32efe260620 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:02:17.933608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:17.935796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.002050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.012050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Pushing event deleted for resources: {'Port': ['ID=098e2eb9-0873-40b5-b62f-e32efe260620,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:18.013451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:02:18.022991 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.032439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] No DVR routers for this DVR port 098e2eb9-0873-40b5-b62f-e32efe260620 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:02:18.042990 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:02:18.077353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.083761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.087088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.087755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.090774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.091380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.094819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.095468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.098578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.100593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.101557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.102996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104988d4-43df-4675-8ba7-cbe83274aeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:18.150493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 098e2eb9-0873-40b5-b62f-e32efe260620 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:18.210596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 098e2eb9-0873-40b5-b62f-e32efe260620 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:18.214636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 098e2eb9-0873-40b5-b62f-e32efe260620 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:18.231499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.240051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.246612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/networks/73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b HTTP/1.1" status: 204 len: 168 time: 1.3002555 Jul 30 00:02:18.247153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43476) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:18.300018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b866d-e94b-418b-a86d-8f94730435c9 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Network': ['ID=73e3ffcd-29c7-4b1e-a83b-1b9dee06d21b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:18.407030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting subnet 41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:02:18.416715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.638742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:18.762723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea5a79-08af-496b-a3f8-ebfe9cb37035 req-46661d7a-1eb9-4a03-95de-753f1a120197 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:18.764061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6ea5a79-08af-496b-a3f8-ebfe9cb37035 req-46661d7a-1eb9-4a03-95de-753f1a120197 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.2744770 Jul 30 00:02:18.795032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-aedf6f96-4a78-42f2-a7b8-23f1fd2a9318 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:18.798715 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-aedf6f96-4a78-42f2-a7b8-23f1fd2a9318 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.2476993 Jul 30 00:02:18.917941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6ea5a79-08af-496b-a3f8-ebfe9cb37035 req-0bcd26cb-c0b5-4bf3-b3c6-0a7a9af74737 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433804 Jul 30 00:02:19.010826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.044161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b17d5a12-f1af-4e1e-a709-98360206018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.127759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Deleting port 03771865-4b44-4eb3-a1f6-e7924e5d465a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:19.128276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.182774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.304671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Subnet': ['ID=41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:19.321742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.331428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d80f2-fd2f-4fc1-a3c6-c2ca68cc68cb None None] Network e71f26f2-519f-48b7-8c8d-39f766075e12 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:19.332177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a9d01fd-33ac-47af-b49d-1f4321dbd9f3 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/subnets/41ba0ff3-3fa7-475f-a3af-6a76d2d0c52a HTTP/1.1" status: 204 len: 168 time: 1.0837104 Jul 30 00:02:19.334669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43496) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:19.510315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting subnet 7eaced57-16c1-4287-a809-b79ab95517c0 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:02:19.519983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.585970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.696862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.009463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.013676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] DHCP port deletion for e71f26f2-519f-48b7-8c8d-39f766075e12 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:02:20.167620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Deleting port 47d36603-b092-4ab6-b118-39dd50ec3357 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:20.168355 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.319457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229acd5-fbcf-41ea-9132-a3784e15b916 req-263b4877-56f5-4a73-a7bd-640587c3599e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:20.342879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] For port 47d36603-b092-4ab6-b118-39dd50ec3357, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47d36603-b092-4ab6-b118-39dd50ec3357,segment=NetworkSegment(52788c48-99aa-42fe-9ca9-140c8a4daabc),segment_id=52788c48-99aa-42fe-9ca9-140c8a4daabc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:20.343681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.348043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9229acd5-fbcf-41ea-9132-a3784e15b916 req-263b4877-56f5-4a73-a7bd-640587c3599e tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/ports?device_id=9600c678-819b-46ac-a126-3cd5b2d026aa HTTP/1.1" status: 200 len: 946 time: 0.2521100 Jul 30 00:02:20.393685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] For port 03771865-4b44-4eb3-a1f6-e7924e5d465a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=03771865-4b44-4eb3-a1f6-e7924e5d465a,segment=NetworkSegment(a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511),segment_id=a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:20.394313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.395414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Calling delete_port for 47d36603-b092-4ab6-b118-39dd50ec3357 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:20.450565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Calling delete_port for 03771865-4b44-4eb3-a1f6-e7924e5d465a owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:20.474804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.625338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9229acd5-fbcf-41ea-9132-a3784e15b916 req-49be682a-67e7-4f4f-9505-5cb169429431 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.49 "GET /v2.0/security-groups?id=f67d4c70-085f-4a39-9a2a-199cad4acc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602661 Jul 30 00:02:20.628378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Subnet': ['ID=7eaced57-16c1-4287-a809-b79ab95517c0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:20.643087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:20.648542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f7bccb45-0a37-4c14-8eb5-8746a08eef56 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/subnets/7eaced57-16c1-4287-a809-b79ab95517c0 HTTP/1.1" status: 204 len: 168 time: 1.3124092 Jul 30 00:02:20.655302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43514) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:20.707604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7017d35-0aef-4d62-a001-d637188b5a85 None None] Network 4381faae-db16-4368-871e-9335a1c51cc0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:21.016194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.043400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.253991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Pushing event deleted for resources: {'Port': ['ID=03771865-4b44-4eb3-a1f6-e7924e5d465a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:21.271907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.312890 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.356095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting port 47d36603-b092-4ab6-b118-39dd50ec3357 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:21.357476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.403455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] Pushing event deleted for resources: {'Port': ['ID=47d36603-b092-4ab6-b118-39dd50ec3357,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:21.423331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409eb6c-a5eb-4d5d-a6a6-d7ec0a8df95a None None] No DVR routers for this DVR port 47d36603-b092-4ab6-b118-39dd50ec3357 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:21.449506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] DHCP port deletion for 4381faae-db16-4368-871e-9335a1c51cc0 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:02:21.485838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] No DVR routers for this DVR port 03771865-4b44-4eb3-a1f6-e7924e5d465a on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:21.489564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.492472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d7c0b87e-2891-4bd7-90fe-8b18dd127906 req-f1c3ea5e-11cc-4921-862e-d2350ec48945 tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] 10.222.0.59 "DELETE /v2.0/ports/03771865-4b44-4eb3-a1f6-e7924e5d465a HTTP/1.1" status: 204 len: 173 time: 2.6853173 Jul 30 00:02:21.493024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'name': 'network-vif-deleted', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:21.509362 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67774d52-924b-4fed-bd8d-caf898d68cc5" -d '{"events": [{"server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "name": "network-vif-deleted", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:21.645774 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc98903-4666-4bd8-8ec6-5d727ef2444a x-openstack-request-id: req-adc98903-4666-4bd8-8ec6-5d727ef2444a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:21.646399 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9600c678-819b-46ac-a126-3cd5b2d026aa", "name": "network-vif-deleted", "tag": "03771865-4b44-4eb3-a1f6-e7924e5d465a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:21.646863 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adc98903-4666-4bd8-8ec6-5d727ef2444a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:21.647441 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9600c678-819b-46ac-a126-3cd5b2d026aa', 'name': 'network-vif-deleted', 'tag': '03771865-4b44-4eb3-a1f6-e7924e5d465a', 'status': 'completed', 'code': 200} Jul 30 00:02:21.653434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Deleting port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:21.653434 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.659474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:21.743985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] For port 47d36603-b092-4ab6-b118-39dd50ec3357, host n-d-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:21.744578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.811448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Calling delete_port for 47d36603-b092-4ab6-b118-39dd50ec3357 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:21.816970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Port 47d36603-b092-4ab6-b118-39dd50ec3357 was not found and therefore no delete operation was performed {{(pid=93864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:02:21.818923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.888835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Port': ['ID=47d36603-b092-4ab6-b118-39dd50ec3357,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:21.900052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] No DVR routers for this DVR port 47d36603-b092-4ab6-b118-39dd50ec3357 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:21.932144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] For port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,segment=NetworkSegment(a237fb3f-5bc8-4948-9eaa-2d356bff2bc7),segment_id=a237fb3f-5bc8-4948-9eaa-2d356bff2bc7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:21.932617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.958704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Calling delete_port for 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:22.140484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:22.153002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.181195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71f26f2-519f-48b7-8c8d-39f766075e12']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:22.228198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52788c48-99aa-42fe-9ca9-140c8a4daabc') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:22.228414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52788c48-99aa-42fe-9ca9-140c8a4daabc') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:22.250795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.287900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.307951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:02:22.309142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:02:22.318176 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:02:22.356880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.576474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] No DVR routers for this DVR port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:22.584883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port 6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3 update to DOWN by agent not found {{(pid=93866) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 00:02:22.585328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47d36603-b092-4ab6-b118-39dd50ec3357 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:22.588981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.615898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.644744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/networks/e71f26f2-519f-48b7-8c8d-39f766075e12 HTTP/1.1" status: 204 len: 168 time: 1.9820576 Jul 30 00:02:22.645515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43548) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:22.686127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2820d-5e2b-490d-9d33-daaec67a2dcf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Network': ['ID=e71f26f2-519f-48b7-8c8d-39f766075e12,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:22.711412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 47d36603-b092-4ab6-b118-39dd50ec3357 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:22.716277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47d36603-b092-4ab6-b118-39dd50ec3357 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:22.732092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce3754-e514-4a74-a006-eb441ccf1626 None None] Pushing event deleted for resources: {'Port': ['ID=6b40ea75-dc4d-4aef-b5bb-77e71a29c8c3,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:22.769288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 03771865-4b44-4eb3-a1f6-e7924e5d465a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:22.877323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 03771865-4b44-4eb3-a1f6-e7924e5d465a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:22.879116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 03771865-4b44-4eb3-a1f6-e7924e5d465a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:22.893463 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:22.918094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43552) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:22.959043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.102843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.125852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4381faae-db16-4368-871e-9335a1c51cc0']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:23.141895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:23.142200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a237fb3f-5bc8-4948-9eaa-2d356bff2bc7') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:23.162025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.198131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-445e83da-1fae-4e26-8f98-bde4b5fbfa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.220846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.246426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:02:23.246935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:02:23.259490 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:02:23.374437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.409364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.424402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43562) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:23.426278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/networks/4381faae-db16-4368-871e-9335a1c51cc0 HTTP/1.1" status: 204 len: 168 time: 0.7753189 Jul 30 00:02:23.428894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1b489-4182-4720-b256-06f33d376f81 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Network': ['ID=4381faae-db16-4368-871e-9335a1c51cc0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:23.581802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-445e83da-1fae-4e26-8f98-bde4b5fbfa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.614708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting subnet b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:02:23.619162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.623673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-445e83da-1fae-4e26-8f98-bde4b5fbfa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.779470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-445e83da-1fae-4e26-8f98-bde4b5fbfa0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76ce66eb66cf452fbbd0c7678cd7e206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599927 Jul 30 00:02:23.792031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:23.821606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e83da-1fae-4e26-8f98-bde4b5fbfa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907db538-1195-4196-9f79-925951289bb8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:23.845142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.923359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.950208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.056371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.060920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.065065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/907db538-1195-4196-9f79-925951289bb8 HTTP/1.1" status: 204 len: 168 time: 0.2692468 Jul 30 00:02:24.087180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3273-7425-4ec9-8291-4ef45e58a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907db538-1195-4196-9f79-925951289bb8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:24.204963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.475190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.624653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:24.644595 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.651010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8863474-8906-4296-9795-39ec8ace83ad None None] Network 409089bc-ca12-4d45-a5ba-61174ce902a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:24.659982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6497bee6-e026-4c0d-aad2-f8299f71b8bf tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/subnets/b8e1ad95-41ff-4559-a9b2-f9f43e97e5c1 HTTP/1.1" status: 204 len: 168 time: 1.2318006 Jul 30 00:02:24.660559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43590) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:24.802260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43594) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:24.835550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8d3feed-d772-4693-b6de-a53c5f5bf73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:24.865391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.010918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Deleting port a31b50b5-5104-44f7-8af1-d0e6469536ec {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:25.011336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.126729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] For port a31b50b5-5104-44f7-8af1-d0e6469536ec, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a31b50b5-5104-44f7-8af1-d0e6469536ec,segment=NetworkSegment(dd612e6b-3b4e-4e86-8959-44c5571dca85),segment_id=dd612e6b-3b4e-4e86-8959-44c5571dca85)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:25.131796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.155246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] DHCP port deletion for 409089bc-ca12-4d45-a5ba-61174ce902a3 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:02:25.159975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Calling delete_port for a31b50b5-5104-44f7-8af1-d0e6469536ec owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:25.244915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8d3feed-d772-4693-b6de-a53c5f5bf73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.260613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8d3feed-d772-4693-b6de-a53c5f5bf73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.286876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Deleting port a31b50b5-5104-44f7-8af1-d0e6469536ec {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:25.287202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.343424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.393104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Port': ['ID=a31b50b5-5104-44f7-8af1-d0e6469536ec,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:25.407589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] No DVR routers for this DVR port a31b50b5-5104-44f7-8af1-d0e6469536ec on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:25.461810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e8d3feed-d772-4693-b6de-a53c5f5bf73b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47cd7f71cbe84c639cc1ed7a8b455275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580198 Jul 30 00:02:25.466955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:25.478029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] For port a31b50b5-5104-44f7-8af1-d0e6469536ec, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a31b50b5-5104-44f7-8af1-d0e6469536ec,segment=NetworkSegment(dd612e6b-3b4e-4e86-8959-44c5571dca85),segment_id=dd612e6b-3b4e-4e86-8959-44c5571dca85)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:25.478436 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.481494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3feed-d772-4693-b6de-a53c5f5bf73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eec920-ebe6-4f12-99f1-8ac8e4003252,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:25.526811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Calling delete_port for a31b50b5-5104-44f7-8af1-d0e6469536ec owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:25.602001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.624985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.641172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409089bc-ca12-4d45-a5ba-61174ce902a3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:25.688860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd612e6b-3b4e-4e86-8959-44c5571dca85') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:25.702514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd612e6b-3b4e-4e86-8959-44c5571dca85') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:25.709740 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.716076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.750674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] Pushing event deleted for resources: {'Port': ['ID=a31b50b5-5104-44f7-8af1-d0e6469536ec,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:25.770390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2186b7b-afe1-441f-a544-7528438211c6 None None] No DVR routers for this DVR port a31b50b5-5104-44f7-8af1-d0e6469536ec on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:25.773740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.816357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.834021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:02:25.834883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.842239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.845490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.849436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5eec920-ebe6-4f12-99f1-8ac8e4003252 HTTP/1.1" status: 204 len: 168 time: 0.3754625 Jul 30 00:02:25.888809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a98076-911b-420d-9264-0db162eaa30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eec920-ebe6-4f12-99f1-8ac8e4003252,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:02:25.989111 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:02:26.076181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.090060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a31b50b5-5104-44f7-8af1-d0e6469536ec no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:26.090949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.098388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/networks/409089bc-ca12-4d45-a5ba-61174ce902a3 HTTP/1.1" status: 204 len: 168 time: 1.4360921 Jul 30 00:02:26.100788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43612) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:26.136786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d0a1b-84df-4c32-8f76-80d1a800b0c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Pushing event deleted for resources: {'Network': ['ID=409089bc-ca12-4d45-a5ba-61174ce902a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:26.172037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a31b50b5-5104-44f7-8af1-d0e6469536ec {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:26.177487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a31b50b5-5104-44f7-8af1-d0e6469536ec not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:26.196986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ff126c7d-7de5-4677-8fea-2a1af317ddd1 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "GET /v2.0/ports?device_id=93cbd331-819e-4a8d-9728-c704dad23adf HTTP/1.1" status: 200 len: 205 time: 0.0935516 Jul 30 00:02:26.202034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:26.452190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.681673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.686298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.741172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.741994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Fanout notify agent at l3_agent the message router_deleted on router 93cbd331-819e-4a8d-9728-c704dad23adf {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:02:26.750212 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.753867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3dea4dd8-fe2b-40cf-b795-b382ab4ca4c6 tempest-RoutersNegativeIpV6Test-718961833 tempest-RoutersNegativeIpV6Test-718961833-project] 10.222.0.49 "DELETE /v2.0/routers/93cbd331-819e-4a8d-9728-c704dad23adf HTTP/1.1" status: 204 len: 168 time: 0.5481672 Jul 30 00:02:27.309805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:27.787843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-559f7791-bccc-4ac6-b502-1ce8d27d4ac0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7023bcfe4434b9fae2105f497940873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760180 Jul 30 00:02:27.790573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43676) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:27.822495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.880893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.918387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.991997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:27.995438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.000906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4880b250-1044-4f08-b68b-2d4feebf7983 HTTP/1.1" status: 204 len: 168 time: 0.2090030 Jul 30 00:02:28.011993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5856c-779e-4058-909d-26406c4d730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880b250-1044-4f08-b68b-2d4feebf7983,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:30.107916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-66cbdec5-7871-413f-9809-e65bef69b193 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1794832 Jul 30 00:02:30.320109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.321118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.321609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.322127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.322696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.323406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.324065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.326964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ed0c7be5-4b50-41b6-a4da-8ff20314a6e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.1297150 Jul 30 00:02:30.634090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f2f9195a-8f86-468d-bfb6-9562155a07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.634590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f2f9195a-8f86-468d-bfb6-9562155a07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.635060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f2f9195a-8f86-468d-bfb6-9562155a07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.636816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f2f9195a-8f86-468d-bfb6-9562155a07ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.2559712 Jul 30 00:02:30.852936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-a699cc57-186d-47a2-8ecd-ebb748c85040 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.2058849 Jul 30 00:02:30.949738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-dcceddd3-e270-488f-9112-9689f5599eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.952048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-dcceddd3-e270-488f-9112-9689f5599eed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.0903480 Jul 30 00:02:31.106118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f06d4309-4a62-4167-8748-3c0f05efea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.113350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f06d4309-4a62-4167-8748-3c0f05efea47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434672 Jul 30 00:02:31.359779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-a56ffbd5-818e-4dee-8e37-a25bbd2079f1 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395585 Jul 30 00:02:31.548616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-14f78163-e111-40b0-885d-8f72820d88b1 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796503 Jul 30 00:02:31.667298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-ad64560d-8d8b-4aee-b6b2-27a0e7008cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.1049001 Jul 30 00:02:31.796152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5067aa59-5414-452b-8d92-8e312a78f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.802223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5067aa59-5414-452b-8d92-8e312a78f55c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1320534 Jul 30 00:02:31.899573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-b5d54475-cb54-422d-a741-e07e53dfa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.902010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-b5d54475-cb54-422d-a741-e07e53dfa013 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909383 Jul 30 00:02:32.094058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-dbd79e66-f73e-49d0-9144-a377949f5a65 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819997 Jul 30 00:02:32.350888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-e707b185-3f6d-4a4e-8455-946368bfcef3 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304325 Jul 30 00:02:32.414526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-9a9dfa9e-6899-47bc-9fa5-191415ed5145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.0546103 Jul 30 00:02:32.534598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1db9e074-41c3-4d05-951e-5cebc109522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:32.538891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1db9e074-41c3-4d05-951e-5cebc109522a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1156354 Jul 30 00:02:32.613864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-629d6010-1ed5-42f0-8606-54085463b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:32.616277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-629d6010-1ed5-42f0-8606-54085463b44b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690982 Jul 30 00:02:32.857901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1e456791-61d1-49a3-b547-9c5e915b27c4 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310569 Jul 30 00:02:32.882911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43862) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:33.103640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6333e7-1f05-4589-a43a-318d36fbabab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.118740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1577be78-3a83-4dc1-83bd-11b38dff6d71 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503855 Jul 30 00:02:33.218631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-3bfa554f-3ad2-4755-9d4e-3aa3323f0ef6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.0913427 Jul 30 00:02:33.312605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6333e7-1f05-4589-a43a-318d36fbabab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.317791 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6333e7-1f05-4589-a43a-318d36fbabab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.324291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-159cadc3-327c-4161-b3b3-7cd76b87e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.326179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-159cadc3-327c-4161-b3b3-7cd76b87e0ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0993943 Jul 30 00:02:33.366822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6333e7-1f05-4589-a43a-318d36fbabab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f58375-d1c7-496f-80ab-04fac42c1fa4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:33.377443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6f6333e7-1f05-4589-a43a-318d36fbabab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20cf6d18c0c94445bcd71a048df902e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927118 Jul 30 00:02:33.378420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:33.430267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f486ba7e-e89f-4c1b-9e72-f16923f2920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.432577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f486ba7e-e89f-4c1b-9e72-f16923f2920f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0981982 Jul 30 00:02:33.448036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.474970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.540477 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.543946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.546078 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7f58375-d1c7-496f-80ab-04fac42c1fa4 HTTP/1.1" status: 204 len: 168 time: 0.1648088 Jul 30 00:02:33.560231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c7a4-92b7-4046-9a19-f612ffbaa973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f58375-d1c7-496f-80ab-04fac42c1fa4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:33.584267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1c604b1b-e395-4b18-b704-e9c2f1cb1e45 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419532 Jul 30 00:02:33.812494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-1c4d7e46-803e-4dc0-a93d-e0474cff4994 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192228 Jul 30 00:02:33.893575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-b95cc50a-861d-4fa6-8a2e-edff30f3940f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.0707176 Jul 30 00:02:33.993062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5feb8212-068d-4019-96c4-0dd2621c24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.995533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5feb8212-068d-4019-96c4-0dd2621c24d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0867910 Jul 30 00:02:34.065351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43892) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:34.068348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5d714f93-6b8f-46ef-9dcc-4faafb7f9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.070667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-5d714f93-6b8f-46ef-9dcc-4faafb7f9854 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670340 Jul 30 00:02:34.087201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07ec4b5f-87d3-4a92-ba0e-b51630dc85e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.413336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07ec4b5f-87d3-4a92-ba0e-b51630dc85e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.421177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07ec4b5f-87d3-4a92-ba0e-b51630dc85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.526212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-c4a5afe9-0a0b-4ed7-beb9-cb132237ca30 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463468 Jul 30 00:02:34.528430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4b5f-87d3-4a92-ba0e-b51630dc85e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed3ae3-fe02-4dd0-91fe-8690f51f3d2e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:34.565225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 43914) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:34.565772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07ec4b5f-87d3-4a92-ba0e-b51630dc85e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=587970a2de184e7e8f5464b7d291e7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938159 Jul 30 00:02:34.762913 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.820272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.900566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-326eaef3-7604-49f1-aa43-1ea7ae395b22 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649559 Jul 30 00:02:34.901683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.906556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.909953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54ed3ae3-fe02-4dd0-91fe-8690f51f3d2e HTTP/1.1" status: 204 len: 168 time: 0.3126504 Jul 30 00:02:34.947619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e80ed-802d-419f-9924-5192c0b04ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed3ae3-fe02-4dd0-91fe-8690f51f3d2e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:35.039914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-a6b81b60-4599-4d00-bdc2-340ad4accb7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.1278098 Jul 30 00:02:35.156827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-95f1432b-7512-479a-a34c-cde4b7b60bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:35.159120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-95f1432b-7512-479a-a34c-cde4b7b60bcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1116173 Jul 30 00:02:35.239805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-bd310ab9-f7b0-4fcc-a921-b1fe259206b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:35.241882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-bd310ab9-f7b0-4fcc-a921-b1fe259206b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740840 Jul 30 00:02:35.434715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-53a2b3c5-7410-4956-9bc6-b62ac4d921dd service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847711 Jul 30 00:02:35.670730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-8989e186-8fee-444f-886d-0579be09c8f2 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282250 Jul 30 00:02:35.729076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43972) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:35.736765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-c53c35f6-c5cd-4c21-bb88-441fa6b7ed65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.0542629 Jul 30 00:02:35.745874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce710d05-673a-4233-9821-c996b37e85a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:35.823100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-185b06c3-f690-4b83-aaf6-e77c289fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:35.839049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-185b06c3-f690-4b83-aaf6-e77c289fec25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0933466 Jul 30 00:02:35.942884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce710d05-673a-4233-9821-c996b37e85a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:35.949792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ce710d05-673a-4233-9821-c996b37e85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:35.974617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-aa18b62f-328b-400f-9122-bf9870fc48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:35.976277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-aa18b62f-328b-400f-9122-bf9870fc48ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305716 Jul 30 00:02:35.997791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce710d05-673a-4233-9821-c996b37e85a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4d497d-2cde-4682-8263-1ca1f4551c2d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:36.031852 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ce710d05-673a-4233-9821-c996b37e85a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8551aeb0909438ea5e9ecca98425e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006623 Jul 30 00:02:36.033088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 43978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:36.154275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.228026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.328996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-f86852d7-58da-4987-bd70-6b6b3dad87f1 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409472 Jul 30 00:02:36.335480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.339087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.343546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c4d497d-2cde-4682-8263-1ca1f4551c2d HTTP/1.1" status: 204 len: 168 time: 0.3090568 Jul 30 00:02:36.360749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3052af-507d-4fe5-ac61-848e6c5db371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4d497d-2cde-4682-8263-1ca1f4551c2d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:36.598423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-494ee039-810c-4f55-8bce-7c4f3db500a2 req-6a9de609-fc62-4d18-9bd9-5c7b3c78b3a0 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604408 Jul 30 00:02:38.909969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:38.978304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Deleting subnet 84173488-7018-4328-b860-13eb943709d2 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:02:38.982609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.058907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.106679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.197227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.222505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.227628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/84173488-7018-4328-b860-13eb943709d2 HTTP/1.1" status: 204 len: 168 time: 0.3144457 Jul 30 00:02:39.227989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:39.252167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9680203-b9ec-4b13-af78-40610d2c3b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84173488-7018-4328-b860-13eb943709d2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:39.405588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.498456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.512867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02561de-8db9-45f4-abb3-fbbcffbed552']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:39.530293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2d5828-1caa-4068-8fb8-fad32c0b308b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:39.530919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2d5828-1caa-4068-8fb8-fad32c0b308b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:39.552129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.576023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.595187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:02:39.597865 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:02:39.606456 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:02:39.701477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.713952 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.724235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] 10.222.0.49 "DELETE /v2.0/networks/f02561de-8db9-45f4-abb3-fbbcffbed552 HTTP/1.1" status: 204 len: 168 time: 0.4950147 Jul 30 00:02:39.763347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06735-7520-41db-ba54-6340ebeaa01a admin admin] Pushing event deleted for resources: {'Network': ['ID=f02561de-8db9-45f4-abb3-fbbcffbed552,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:40.117049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44104) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:40.180095 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d3fc279e-b03e-4023-ba71-fb1a01f0bf0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ad49a9da1d24f50bef9ee555840ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615864 Jul 30 00:02:40.180699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44106) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:40.263684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.309922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.399772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.426499 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.435081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/033aba84-d039-4768-abaf-fa93acba5f02 HTTP/1.1" status: 204 len: 168 time: 0.2516100 Jul 30 00:02:40.469499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710107a-4988-4ffd-b0b4-43b60b587a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033aba84-d039-4768-abaf-fa93acba5f02,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:45.061403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44316) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:45.258621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65bae4f9-7050-4d22-bebe-4d87bf2c8f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.333714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44328) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:45.486758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65bae4f9-7050-4d22-bebe-4d87bf2c8f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.495606 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65bae4f9-7050-4d22-bebe-4d87bf2c8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.573298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44342) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:45.573941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65bae4f9-7050-4d22-bebe-4d87bf2c8f45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f94972e7c024455a945ae7de988078c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112109 Jul 30 00:02:45.608089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.609393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bae4f9-7050-4d22-bebe-4d87bf2c8f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0420c044-3a72-4e02-83ee-62d04084527e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:45.876015 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.899756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.915140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:45.927612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.037120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=834df591951449bc9d151653fe892f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992378 Jul 30 00:02:46.037120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52345d35-cd6c-4276-85a6-15ea62127fee,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:46.037416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44346) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:46.046543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.048236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.048601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.049203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.049581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.050115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.050452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.050782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.051111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.051436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.051761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.052087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac0f22-aba5-4235-88e1-f03733cfc5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:46.055896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.058684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.062420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0420c044-3a72-4e02-83ee-62d04084527e HTTP/1.1" status: 204 len: 168 time: 0.4870358 Jul 30 00:02:46.083646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4eae8-76b0-4cd8-97e2-c714e70e64ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0420c044-3a72-4e02-83ee-62d04084527e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:46.127560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.155100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.226418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.229987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.234445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52345d35-cd6c-4276-85a6-15ea62127fee HTTP/1.1" status: 204 len: 168 time: 0.1926818 Jul 30 00:02:46.243290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63548a22-e4da-45f1-9bce-2a73e21d3038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52345d35-cd6c-4276-85a6-15ea62127fee,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:46.321037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dce75a8c-2df1-421a-b8d9-a122c8890ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.530915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:46.557178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f88bea0c-5415-497c-a5b5-13a56086fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.748438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f88bea0c-5415-497c-a5b5-13a56086fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.754741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f88bea0c-5415-497c-a5b5-13a56086fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.807980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bea0c-5415-497c-a5b5-13a56086fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99295b6-e2a6-40b6-b36a-39e832b9801f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:46.849166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f88bea0c-5415-497c-a5b5-13a56086fbe8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e33be4f3ecb042a083db0e89ff18754d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166721 Jul 30 00:02:46.851845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44364) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:46.935346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:46.978694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.036615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44366) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:47.073566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4151227f-bc55-40ce-a405-668b501fc68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.084529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.088750 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.090683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d99295b6-e2a6-40b6-b36a-39e832b9801f HTTP/1.1" status: 204 len: 168 time: 0.2378950 Jul 30 00:02:47.104668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587cd8b-02ef-47ec-bd13-9bc03b739a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99295b6-e2a6-40b6-b36a-39e832b9801f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:47.184966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4151227f-bc55-40ce-a405-668b501fc68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.195033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4151227f-bc55-40ce-a405-668b501fc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.229455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151227f-bc55-40ce-a405-668b501fc68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8d3c9-faa0-4c24-b78c-7d0ef1bb01ec,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:47.246415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4151227f-bc55-40ce-a405-668b501fc68d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13176f73cd0f4b4a9304d80d1a18eddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076318 Jul 30 00:02:47.249197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44372) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:47.313392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.340423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.371842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.412879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.416023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.422014 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfc8d3c9-faa0-4c24-b78c-7d0ef1bb01ec HTTP/1.1" status: 204 len: 168 time: 0.1694586 Jul 30 00:02:47.431810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe352ec-eaab-40d3-8f17-16ef3499717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8d3c9-faa0-4c24-b78c-7d0ef1bb01ec,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:47.589471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:47.605880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6c888c7-ba3e-4126-b33e-715edbfd2d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.787555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6c888c7-ba3e-4126-b33e-715edbfd2d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.794769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b6c888c7-ba3e-4126-b33e-715edbfd2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:47.879879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b6c888c7-ba3e-4126-b33e-715edbfd2d63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f673649b5cf842199b8ec72cdaf3bd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888961 Jul 30 00:02:47.882008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c888c7-ba3e-4126-b33e-715edbfd2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667fef3-e2c4-4c41-93d0-ebfd061ca668,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:47.883875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44398) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:47.905295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44400) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:47.929508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d833c50-8768-45c1-9c4f-cf7fcb4ba8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.021356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.094762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.106146 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d833c50-8768-45c1-9c4f-cf7fcb4ba8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.117480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d833c50-8768-45c1-9c4f-cf7fcb4ba8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.166241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.170966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.172681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9667fef3-e2c4-4c41-93d0-ebfd061ca668 HTTP/1.1" status: 204 len: 168 time: 0.2873788 Jul 30 00:02:48.185102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54564ce-6199-4c28-84e3-31c8eefc612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667fef3-e2c4-4c41-93d0-ebfd061ca668,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:48.188817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d833c50-8768-45c1-9c4f-cf7fcb4ba8ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47fce59cfc4543d59b7376e6cdc393c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811267 Jul 30 00:02:48.190721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44408) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:48.221245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833c50-8768-45c1-9c4f-cf7fcb4ba8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60329724-70e5-4a15-ab2c-b0460a47cc3d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:48.275695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.310216 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.371787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.375989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:48.377157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60329724-70e5-4a15-ab2c-b0460a47cc3d HTTP/1.1" status: 204 len: 168 time: 0.1843739 Jul 30 00:02:48.393516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b564d8-6dbe-490d-8448-c090062f3cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60329724-70e5-4a15-ab2c-b0460a47cc3d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:49.041223 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80c3b0a7-746f-4945-99a4-5cd76cb0260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:49.437616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:50.697700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:51.792470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44510) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:51.934808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6624cfcc-5f65-48da-b875-1fd4a1299e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.114080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6624cfcc-5f65-48da-b875-1fd4a1299e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.121648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6624cfcc-5f65-48da-b875-1fd4a1299e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.178921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6624cfcc-5f65-48da-b875-1fd4a1299e57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a491202c9a524b35bd5cefacf8db8be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852684 Jul 30 00:02:52.184059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44526) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:52.239375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624cfcc-5f65-48da-b875-1fd4a1299e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5cc10-0d6a-4bb3-a7dc-acd139b7c45b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:52.280657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.333311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.405346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.410162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.411628 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cc5cc10-0d6a-4bb3-a7dc-acd139b7c45b HTTP/1.1" status: 204 len: 168 time: 0.2261698 Jul 30 00:02:52.424554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ec20b-a4f8-471a-b735-22bfcfc59ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5cc10-0d6a-4bb3-a7dc-acd139b7c45b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:52.451229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.900143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44538) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:52.932408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.141769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.147326 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.200370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6a4a4-e725-4a06-a76b-1286cb4192bb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:53.209604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44546) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:53.210144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2349f26b7fe64e62a6cb00a08aa044ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084154 Jul 30 00:02:53.215471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.215812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.216345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.216837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.217326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.220925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.221667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.222159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.222645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.223145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.223648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.224127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4014ec50-0178-4bf7-bbb6-4bcd1b1ef62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.299943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.345925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.424926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.431312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.433764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80a6a4a4-e725-4a06-a76b-1286cb4192bb HTTP/1.1" status: 204 len: 168 time: 0.2229533 Jul 30 00:02:53.465928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414fcd7-7d4c-4f05-a341-8c58823b1050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6a4a4-e725-4a06-a76b-1286cb4192bb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:54.744820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6aedd-6ec4-40fc-9a67-6225eb842e3c req-efefc052-10ca-4414-afe8-a2002b1e88f6 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.753526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43b6aedd-6ec4-40fc-9a67-6225eb842e3c req-efefc052-10ca-4414-afe8-a2002b1e88f6 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.0794344 Jul 30 00:02:54.815862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43b6aedd-6ec4-40fc-9a67-6225eb842e3c req-7f363008-8fe0-4222-8591-b08e7970f1b3 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610359 Jul 30 00:02:56.128902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73954af-7e55-4c6a-bd11-0517b42bff97 req-40eb1a3f-70c4-4f4c-bdaa-5cdd18402de7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:56.133343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c73954af-7e55-4c6a-bd11-0517b42bff97 req-40eb1a3f-70c4-4f4c-bdaa-5cdd18402de7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.1585329 Jul 30 00:02:56.232108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c73954af-7e55-4c6a-bd11-0517b42bff97 req-2a0f53e9-c105-4725-81b7-1d639c27ab53 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850651 Jul 30 00:02:56.348918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f698d-877b-4008-b175-b4006d1ccb9a req-459aeb70-185c-4afe-8da9-d47dd4b6ae4f tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:56.351211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-701f698d-877b-4008-b175-b4006d1ccb9a req-459aeb70-185c-4afe-8da9-d47dd4b6ae4f tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.57 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 945 time: 0.1177292 Jul 30 00:02:56.494910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Deleting port 11c63f9c-061b-472f-8ee7-01336c3bda6e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:56.496438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:56.785549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] For port 11c63f9c-061b-472f-8ee7-01336c3bda6e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11c63f9c-061b-472f-8ee7-01336c3bda6e,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:56.786036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:56.809131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Calling delete_port for 11c63f9c-061b-472f-8ee7-01336c3bda6e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:57.057914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.092442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['11c63f9c-061b-472f-8ee7-01336c3bda6e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:57.097524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Pushing event deleted for resources: {'Port': ['ID=11c63f9c-061b-472f-8ee7-01336c3bda6e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:57.168049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] No DVR routers for this DVR port 11c63f9c-061b-472f-8ee7-01336c3bda6e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:57.172741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.176428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-701f698d-877b-4008-b175-b4006d1ccb9a req-a8d31e0b-67aa-430f-afaf-acf84ac834fa tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.57 "DELETE /v2.0/ports/11c63f9c-061b-472f-8ee7-01336c3bda6e HTTP/1.1" status: 204 len: 173 time: 0.8183804 Jul 30 00:02:57.176932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'name': 'network-vif-deleted', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:57.180930 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05456819-c5a4-441a-aa91-81468843a597" -d '{"events": [{"server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "name": "network-vif-deleted", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:57.248647 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80102d4-97e8-4fa0-a30d-3494798e4cc0 x-openstack-request-id: req-a80102d4-97e8-4fa0-a30d-3494798e4cc0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:57.250720 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b92f1-76a5-45e3-b07e-3a1b2fffb371", "name": "network-vif-deleted", "tag": "11c63f9c-061b-472f-8ee7-01336c3bda6e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:57.251411 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a80102d4-97e8-4fa0-a30d-3494798e4cc0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:57.251717 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b92f1-76a5-45e3-b07e-3a1b2fffb371', 'name': 'network-vif-deleted', 'tag': '11c63f9c-061b-472f-8ee7-01336c3bda6e', 'status': 'completed', 'code': 200} Jul 30 00:02:57.393827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46eeaf38-be2b-43f6-bda1-990848d9af29 req-e2d8d056-1f6d-4679-876c-a3ec52595da7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=680b92f1-76a5-45e3-b07e-3a1b2fffb371 HTTP/1.1" status: 200 len: 210 time: 0.0440118 Jul 30 00:02:57.824422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.639220 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:00.648275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44804) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:00.817582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb344799-065a-4378-9139-c3c82fe4f8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.927918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb344799-065a-4378-9139-c3c82fe4f8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.934564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb344799-065a-4378-9139-c3c82fe4f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.983080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344799-065a-4378-9139-c3c82fe4f8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6a19f-f71a-4644-b91f-ed69054c265b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:01.011605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fb344799-065a-4378-9139-c3c82fe4f8d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=822f159598f242eab93a7b582f4f01a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615859 Jul 30 00:03:01.014317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44832) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:01.119350 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.156856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.299930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.303220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.317348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecb6a19f-f71a-4644-b91f-ed69054c265b HTTP/1.1" status: 204 len: 168 time: 0.2931063 Jul 30 00:03:01.336377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e1f3-368d-4f15-bdc8-7662cedd3345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6a19f-f71a-4644-b91f-ed69054c265b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:01.349524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:01.514845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-854de135-957d-4342-8d3b-ce77ae7a1305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.515331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11c63f9c-061b-472f-8ee7-01336c3bda6e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:03:01.571111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 11c63f9c-061b-472f-8ee7-01336c3bda6e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:03:01.571532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11c63f9c-061b-472f-8ee7-01336c3bda6e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:03:01.686103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-854de135-957d-4342-8d3b-ce77ae7a1305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.694778 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-854de135-957d-4342-8d3b-ce77ae7a1305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.753715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44856) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:01.765557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-854de135-957d-4342-8d3b-ce77ae7a1305 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b9bdf81fb2748d1b01239ebd8d1ce9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143276 Jul 30 00:03:01.774361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854de135-957d-4342-8d3b-ce77ae7a1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0795e76-5f6e-44fc-8696-b797c8ccddcc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:01.836962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.869920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.919104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:01.935294 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6275e41-3a37-478f-b3d7-8778c4458081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.958541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.965311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.966634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0795e76-5f6e-44fc-8696-b797c8ccddcc HTTP/1.1" status: 204 len: 168 time: 0.2116067 Jul 30 00:03:01.994012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d3f1-7d32-45eb-b7e9-422bbc49c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0795e76-5f6e-44fc-8696-b797c8ccddcc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:02.066896 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6275e41-3a37-478f-b3d7-8778c4458081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.075097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6275e41-3a37-478f-b3d7-8778c4458081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.159792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e6275e41-3a37-478f-b3d7-8778c4458081 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=664f310adf3847f1bdf8b835003d440c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392447 Jul 30 00:03:02.162687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44866) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:02.169972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6275e41-3a37-478f-b3d7-8778c4458081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68812a3-eaf5-4e09-bf23-1fb57d3aa7ae,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:02.358635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.411227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.515309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.523805 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.529932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68812a3-eaf5-4e09-bf23-1fb57d3aa7ae HTTP/1.1" status: 204 len: 168 time: 0.3659849 Jul 30 00:03:02.544092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11ba5d-3bfc-4459-a0ec-9fe86068ecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68812a3-eaf5-4e09-bf23-1fb57d3aa7ae,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:02.855642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 44878) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:02.875298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f78eae26-3005-42a9-9c9e-c0cbb1eef9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.016850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f78eae26-3005-42a9-9c9e-c0cbb1eef9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.023358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f78eae26-3005-42a9-9c9e-c0cbb1eef9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.111301 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f78eae26-3005-42a9-9c9e-c0cbb1eef9cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f834989582b479dbcce0d78c8fc6f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542367 Jul 30 00:03:03.113564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 44890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:03.120337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eae26-3005-42a9-9c9e-c0cbb1eef9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159add3-5c95-425d-b6fe-1846b224f94b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:03.235597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.271054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.343176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.347948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.360242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d159add3-5c95-425d-b6fe-1846b224f94b HTTP/1.1" status: 204 len: 168 time: 0.2373562 Jul 30 00:03:03.371299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4797d31-4a49-4ef0-a006-f77d26cea5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159add3-5c95-425d-b6fe-1846b224f94b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:06.341662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-308db4a8-c553-4323-b328-3173cd151227 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:06.351332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-308db4a8-c553-4323-b328-3173cd151227 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 814 time: 0.1571336 Jul 30 00:03:06.371550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-35271d94-bdca-452d-b108-be1d98cde4a2 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/quotas/27797b27a02e432596399e96aaf8ec0f HTTP/1.1" status: 200 len: 375 time: 0.0187902 Jul 30 00:03:06.423001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6f9aabe9-1375-4d1d-ba95-bade47e1174b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501399 Jul 30 00:03:06.541331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-2ee0b575-3763-412b-8f39-68743d4d5e7a service neutron] 10.222.0.49 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169841 Jul 30 00:03:06.732659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-0c4cc137-47bb-47fe-a7f1-c519f2d296ca service neutron] 10.222.0.49 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796420 Jul 30 00:03:06.960623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51c80233-f1ca-40fa-a97e-6275d3107df1 req-71038983-7ab1-4577-9fcd-d06a11e51117 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 210 time: 0.0370567 Jul 30 00:03:08.093902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66740134-9cc3-4369-a991-c3fec1ebcfc0 req-e0f14a11-f16a-49de-bd26-9bffeb4ebffe tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 210 time: 0.0460649 Jul 30 00:03:09.281510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42840963-842b-4b2b-916c-0eaa240b0c3b req-36a98128-27be-4a3d-8fa5-d3432688aea8 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 210 time: 0.0482631 Jul 30 00:03:10.080468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45136) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:10.251347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c91f05b7-941b-441f-ae1d-52dd23c853b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:10.545263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c91f05b7-941b-441f-ae1d-52dd23c853b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:10.552296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c91f05b7-941b-441f-ae1d-52dd23c853b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:10.622091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e62ee40d-a1e9-4fe8-a218-18a3505d0ca5 req-69b238ea-90ee-4c14-910d-809913590d6b tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 210 time: 0.1701243 Jul 30 00:03:10.684072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c91f05b7-941b-441f-ae1d-52dd23c853b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97c68d70a8a1484996695f343792f97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001823 Jul 30 00:03:10.686654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:10.692290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f05b7-941b-441f-ae1d-52dd23c853b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca44e1c4-7224-41ef-8ef9-aee6c1dd2c60,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:10.817010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-c8b36336-3e9d-4fbc-907d-48befcaf0699 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:10.820252 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-c8b36336-3e9d-4fbc-907d-48befcaf0699 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.59 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 814 time: 0.3665180 Jul 30 00:03:10.878988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Request body: {'port': {'device_id': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba', 'admin_state_up': True, 'tenant_id': '27797b27a02e432596399e96aaf8ec0f'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:10.960988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.114322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.285099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Made reservation on behalf of 27797b27a02e432596399e96aaf8ec0f for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:11.292108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.323111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.326610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.330661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca44e1c4-7224-41ef-8ef9-aee6c1dd2c60 HTTP/1.1" status: 204 len: 168 time: 0.6402516 Jul 30 00:03:11.354614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e51494-29a5-4200-b427-5406046b674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca44e1c4-7224-41ef-8ef9-aee6c1dd2c60,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:11.555657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Allocated IP 172.20.0.13 (2091a200-971f-466f-a13a-9d5efbc080ba/cec40820-f075-4fdd-be33-4e454f40910c/fc5d1e1b-7207-4994-9d7f-81fb6876862a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:11.888587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2ea07b2-b29f-452c-8a21-0288e8a4e355 req-1229a7be-ba40-4dde-9449-30d2f920f175 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 210 time: 0.0400853 Jul 30 00:03:11.966609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.055829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.119062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Network 2091a200-971f-466f-a13a-9d5efbc080ba is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:12.125430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:12.128819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:12.182634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.183309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.190081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Pushing event updated for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:12.223898 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-6a9b1d81-ef9e-4932-9623-402bf5208671 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3528078 Jul 30 00:03:12.242392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Request body: {'port': {'device_id': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:12.318717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.519380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:12.724820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-941571264-network', 'tenant_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:12.748463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:12.751056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.775066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.782432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5d1e1b-7207-4994-9d7f-81fb6876862a {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:12.792048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.813159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Transition to ACTIVE for port object fc5d1e1b-7207-4994-9d7f-81fb6876862a will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:12.820521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.904547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:12.982924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.991172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.008104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Attempting to bind port fc5d1e1b-7207-4994-9d7f-81fb6876862a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:13.008987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Attempting to bind port fc5d1e1b-7207-4994-9d7f-81fb6876862a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:13.009336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Attempting to bind port fc5d1e1b-7207-4994-9d7f-81fb6876862a on network 2091a200-971f-466f-a13a-9d5efbc080ba {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:13.017709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Port fc5d1e1b-7207-4994-9d7f-81fb6876862a on network 2091a200-971f-466f-a13a-9d5efbc080ba not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:13.018268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Attempting to bind port fc5d1e1b-7207-4994-9d7f-81fb6876862a on network 2091a200-971f-466f-a13a-9d5efbc080ba {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:13.020254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:03:13.024357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:13.024836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Checking segment: {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:13.025322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Bound using segment: {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:13.025900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Bound port: fc5d1e1b-7207-4994-9d7f-81fb6876862a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d60051-e1b9-4c87-be9f-abef0116f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:13.026359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.062763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d289eb-ae11-4804-a235-1ec0c30af3a9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:13.071210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.071627 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Added segment 9c477597-8000-4907-9df5-204a8277ce30 of type vlan for network cc7dcfd2-16af-45ca-9569-3edb1424bc03 Jul 30 00:03:13.117951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:13.121818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd837-27fc-4095-82e0-c4d6ef99d7d5 req-7e3d83fa-7ee0-44a5-b5c8-316401799a40 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.122158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:13.124163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af0dd837-27fc-4095-82e0-c4d6ef99d7d5 req-7e3d83fa-7ee0-44a5-b5c8-316401799a40 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 944 time: 0.1115108 Jul 30 00:03:13.132315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.162555 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.195981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.196221 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af0dd837-27fc-4095-82e0-c4d6ef99d7d5 req-f91cd543-6893-4e3d-8868-083a633d776a tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587487 Jul 30 00:03:13.197070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.198960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] 10.222.0.59 "PUT /v2.0/ports/fc5d1e1b-7207-4994-9d7f-81fb6876862a HTTP/1.1" status: 200 len: 1093 time: 0.9613938 Jul 30 00:03:13.199694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:13.202837 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9790296-0d88-4e89-8c66-b2deb6cf0f44" -d '{"events": [{"name": "network-changed", "server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:13.247742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cee7-3913-4046-835d-53c65e6fb01a service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:13.262127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.263237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.264511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:13.386304 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-da77c8eb-51d3-4929-994f-bbb1c2968775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.387901 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-da77c8eb-51d3-4929-994f-bbb1c2968775 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 1096 time: 0.1227238 Jul 30 00:03:13.397501 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d950c-ceb6-460f-8fa3-7732812bece1 x-openstack-request-id: req-5c0d950c-ceb6-460f-8fa3-7732812bece1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:13.397880 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:13.398142 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c0d950c-ceb6-460f-8fa3-7732812bece1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:13.398579 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a', 'status': 'completed', 'code': 200} Jul 30 00:03:13.478230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-cc1f50d9-e24b-4fd7-9563-02924cac0165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a HTTP/1.1" status: 200 len: 217 time: 0.0661483 Jul 30 00:03:13.550672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-7fb80b45-ea40-4c65-b95f-20e36bdde9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.552976 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-7fb80b45-ea40-4c65-b95f-20e36bdde9a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cec40820-f075-4fdd-be33-4e454f40910c HTTP/1.1" status: 200 len: 854 time: 0.0673449 Jul 30 00:03:13.639827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-0181ace3-9b9f-418f-a6ec-433829b76a4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2091a200-971f-466f-a13a-9d5efbc080ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742493 Jul 30 00:03:13.836472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-ab19b1e9-a81b-42c9-9398-0c6dcca4a168 service neutron] 10.222.0.59 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887908 Jul 30 00:03:13.963833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4372571 Jul 30 00:03:13.964697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45224) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:13.977587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Request body: {'subnet': {'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-941571264-subnet', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:14.002566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347621a-d65d-4d22-9b36-e714dc55fe8e admin admin] Pushing event updated for resources: {'Network': ['ID=cc7dcfd2-16af-45ca-9569-3edb1424bc03,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:14.014546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c7734146-7cca-4f05-bc1f-f7e053a01841 req-3606a304-d735-4e31-baa9-20d0c81fc92f service neutron] 10.222.0.59 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703053 Jul 30 00:03:14.018868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:03:14.022460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:14.029397 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.171391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-0dc411c7-9133-4ad2-9f21-72eeec80a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.173296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-0dc411c7-9133-4ad2-9f21-72eeec80a90b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27797b27a02e432596399e96aaf8ec0f&device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 1096 time: 0.0586166 Jul 30 00:03:14.302535 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-061910b2-8c26-44a6-ac52-af7c79ed68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.304063 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-061910b2-8c26-44a6-ac52-af7c79ed68f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 200 len: 915 time: 0.1236994 Jul 30 00:03:14.385362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.392706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-716aba21-a56e-4e91-ab2b-37234676cf6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a HTTP/1.1" status: 200 len: 217 time: 0.0791531 Jul 30 00:03:14.401111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbd276-e83b-4c1b-8b3b-d3cda5da9ec1 req-71808d18-f497-4a4b-9188-e3e388abf6f5 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.403091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fcbd276-e83b-4c1b-8b3b-d3cda5da9ec1 req-71808d18-f497-4a4b-9188-e3e388abf6f5 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 944 time: 0.0809357 Jul 30 00:03:14.456428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-47be40b2-96fe-462b-b27e-b1bb8392ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.458922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-47be40b2-96fe-462b-b27e-b1bb8392ce4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cec40820-f075-4fdd-be33-4e454f40910c HTTP/1.1" status: 200 len: 854 time: 0.0595524 Jul 30 00:03:14.507711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8086746-2ed6-4947-9f86-ab52c6db7773,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:14.521684 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-d746ceb3-3122-419c-b7e7-f4a744f96d80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2091a200-971f-466f-a13a-9d5efbc080ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541189 Jul 30 00:03:14.527431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fcbd276-e83b-4c1b-8b3b-d3cda5da9ec1 req-f25ffb17-bf40-4568-810b-d89ff0434330 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012671 Jul 30 00:03:14.565954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:14.566210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Network hostable DHCP agents. Network: cc7dcfd2-16af-45ca-9569-3edb1424bc03, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:03:14.617528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:03:14.637338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cc7dcfd2-16af-45ca-9569-3edb1424bc03) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:14.643219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.643622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.656667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd38b3-48ae-4341-a34f-54b89b4fd8f1 None None] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:14.682071 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-14ba496c-4a81-4b42-9272-fb115ae7500b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7091553 Jul 30 00:03:14.684458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45242) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:14.692306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:14.760869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.762990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.777507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-9d5bc131-170d-4714-b8e5-a6e9630818be service neutron] 10.222.0.59 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476454 Jul 30 00:03:14.846210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.965324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:03:14.966447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:14.981880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a9790296-0d88-4e89-8c66-b2deb6cf0f44 req-277612e8-60fd-48a4-8beb-c60e9d929c5a service neutron] 10.222.0.59 "GET /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967332 Jul 30 00:03:15.082515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.467043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.491858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Allocated IP 172.20.0.2 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/0149d12c-58ca-44b6-b3c5-48659777f3cf) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:15.531835 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.605451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:15.763818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a559e13-2e84-42c0-8a56-3a1c9af5d483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.767615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.783598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Transition to ACTIVE for port object 0149d12c-58ca-44b6-b3c5-48659777f3cf will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:15.816619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Allocated IP 172.25.5.182 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/406c3c69-2c71-4c8c-b971-feaaa3279b7c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:15.826113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Transition to ACTIVE for port object 0149d12c-58ca-44b6-b3c5-48659777f3cf will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:15.843858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:15.896880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434db2df-0451-4e16-b226-8c7fef23c458 req-fc3e6d60-51d1-4cb2-b54d-f4ecca6c14a3 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.898739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:15.904598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:15.908725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-434db2df-0451-4e16-b226-8c7fef23c458 req-fc3e6d60-51d1-4cb2-b54d-f4ecca6c14a3 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 944 time: 0.1577573 Jul 30 00:03:15.911754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:16.017076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a559e13-2e84-42c0-8a56-3a1c9af5d483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.025265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a559e13-2e84-42c0-8a56-3a1c9af5d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.071650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Pushing event updated for resources: {'Port': ['ID=0149d12c-58ca-44b6-b3c5-48659777f3cf,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:16.078457 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3a559e13-2e84-42c0-8a56-3a1c9af5d483 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56254ed4347a482c902e7f403481a226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714777 Jul 30 00:03:16.085146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:16.094038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Attempting to bind port 0149d12c-58ca-44b6-b3c5-48659777f3cf on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:16.094420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Attempting to bind port 0149d12c-58ca-44b6-b3c5-48659777f3cf by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:16.094793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Attempting to bind port 0149d12c-58ca-44b6-b3c5-48659777f3cf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:16.115615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:16.116333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:16.117664 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.118106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:16.118639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Bound port: 0149d12c-58ca-44b6-b3c5-48659777f3cf, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:16.119050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.156603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a559e13-2e84-42c0-8a56-3a1c9af5d483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e49bba-f3b3-4887-b5af-add921841f56,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:16.279308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.287048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.338706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-369fe303-0a16-4e88-9d7d-170186f7252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.339482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.398693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-434db2df-0451-4e16-b226-8c7fef23c458 req-220f6325-420e-4732-a5bf-582ee8667cae tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887702 Jul 30 00:03:16.402790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.418428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] For port 0149d12c-58ca-44b6-b3c5-48659777f3cf, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:16.444001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] For port 0149d12c-58ca-44b6-b3c5-48659777f3cf, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0149d12c-58ca-44b6-b3c5-48659777f3cf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:16.463559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.463738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.468331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:16.470181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66e49bba-f3b3-4887-b5af-add921841f56 HTTP/1.1" status: 204 len: 168 time: 0.3836977 Jul 30 00:03:16.503123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c63c2-5ef7-45c5-be48-ca3ee50c7a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e49bba-f3b3-4887-b5af-add921841f56,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:16.581843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:16.604673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:16.619172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:16.623429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Pushing event updated for resources: {'Port': ['ID=406c3c69-2c71-4c8c-b971-feaaa3279b7c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:16.637937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e7902-a3fd-4c5d-bd8f-a8b6a1466055 None None] Pushing event updated for resources: {'Port': ['ID=0149d12c-58ca-44b6-b3c5-48659777f3cf,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:17.046460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fc5d1e1b-7207-4994-9d7f-81fb6876862a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:03:17.069565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45282) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:17.105765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30ce5437-7bd5-475a-8608-092ac7ddeacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.274448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.312670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:17.319219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30ce5437-7bd5-475a-8608-092ac7ddeacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.330735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30ce5437-7bd5-475a-8608-092ac7ddeacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.342350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a', 'network_id': '2091a200-971f-466f-a13a-9d5efbc080ba', 'port_id': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a', 'mac_address': 'fa:16:3e:60:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec40820-f075-4fdd-be33-4e454f40910c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:03:17.427452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.437501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce5437-7bd5-475a-8608-092ac7ddeacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d8fac-2cb1-4bb3-af93-6ebf1c3f0816,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:17.461971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-30ce5437-7bd5-475a-8608-092ac7ddeacd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfd30e2ff57d48ea9aff60b6e0164c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882496 Jul 30 00:03:17.466119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45286) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:17.519021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5d1e1b-7207-4994-9d7f-81fb6876862a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:17.544696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.591704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:17.596988 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.640795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.706191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.775373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:17.813031 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.816510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.818483 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/169d8fac-2cb1-4bb3-af93-6ebf1c3f0816 HTTP/1.1" status: 204 len: 168 time: 0.3507407 Jul 30 00:03:17.836569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038bcd-19c2-4fae-97bb-e09118128d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d8fac-2cb1-4bb3-af93-6ebf1c3f0816,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:17.867254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.885854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['fc5d1e1b-7207-4994-9d7f-81fb6876862a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:18.076475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766acc-f6c2-47bc-b416-a16434d3b6b8 req-1e850a9a-3bc6-4cc1-af9c-b543b428e883 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:18.112402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1766acc-f6c2-47bc-b416-a16434d3b6b8 req-1e850a9a-3bc6-4cc1-af9c-b543b428e883 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 945 time: 0.2372172 Jul 30 00:03:18.290848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1766acc-f6c2-47bc-b416-a16434d3b6b8 req-0976a778-7d77-472a-9444-d445b765b7a5 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775076 Jul 30 00:03:18.343379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0149d12c-58ca-44b6-b3c5-48659777f3cf up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:18.372730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:03:18.480843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd24f4d-980e-40c1-9db2-d83b306a391b None None] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:18.613957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-400d9ef0-179c-419e-9f0d-2b0bf84c3272 None None] Provisioning for port 0149d12c-58ca-44b6-b3c5-48659777f3cf completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:18.620513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:03:18.637239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:03:18.653120 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:18.655043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:02:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:18.661419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0149d12c-58ca-44b6-b3c5-48659777f3cf completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:18.667399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.669333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c78e8fc-6994-4b67-bb72-8a4552cb2079 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9837370 Jul 30 00:03:18.674523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45306) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:18.693967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0149d12c-58ca-44b6-b3c5-48659777f3cf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:18.694378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.919549 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:18.929521 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.074933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fc5d1e1b-7207-4994-9d7f-81fb6876862a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:19.181865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0149d12c-58ca-44b6-b3c5-48659777f3cf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0149d12c-58ca-44b6-b3c5-48659777f3cf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:19.190966 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1866e4c-d061-452a-b1bb-266bb4ccfa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.193704 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.355336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port fc5d1e1b-7207-4994-9d7f-81fb6876862a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:19.391158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port fc5d1e1b-7207-4994-9d7f-81fb6876862a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:19.391834 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.538307 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:16Z', 'revision_number': 3, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:19.572645 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.573343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.575737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0149d12c-58ca-44b6-b3c5-48659777f3cf,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:19.611577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.613250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.614706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.615372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.617759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.618308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.619230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.619746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.620915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.622495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.624932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.625708 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:19.649014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.651628 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:03:19.652255 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Updating router 0b3d0779-1b25-48b4-93af-a5ba0457e89e port 406c3c69-2c71-4c8c-b971-feaaa3279b7c binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:03:19.739603 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.755510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:19.760149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:19.770290 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c7568-3c9e-4cfa-8830-6beffa5bd44f" -d '{"events": [{"server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:19.787342 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.790934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f65565-7951-4298-8d3e-1e44fb420862 req-bd9def04-6052-4bfc-87d6-92e85576171d tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:19.798988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8f65565-7951-4298-8d3e-1e44fb420862 req-bd9def04-6052-4bfc-87d6-92e85576171d tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 945 time: 0.2978899 Jul 30 00:03:20.010357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:20.016929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8f65565-7951-4298-8d3e-1e44fb420862 req-1c27c008-83ad-426b-8f99-d03afbb590dd tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986561 Jul 30 00:03:20.095705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ff01c576-68b7-4aa2-a5c0-2622c06414d6 None None] Provisioning complete for port 0149d12c-58ca-44b6-b3c5-48659777f3cf triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:20.096499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff01c576-68b7-4aa2-a5c0-2622c06414d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.113140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Allocated IP 172.20.0.1 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/91aa9d97-5810-4d48-a74f-2f811be3c8b3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:20.366568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0149d12c-58ca-44b6-b3c5-48659777f3cf up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:20.423268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.441458 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6efbf9-f63e-4b18-98ff-45a346efbb28 x-openstack-request-id: req-0b6efbf9-f63e-4b18-98ff-45a346efbb28 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:20.442093 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:20.442509 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b6efbf9-f63e-4b18-98ff-45a346efbb28 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:20.443068 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a', 'code': 200} Jul 30 00:03:20.482348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0149d12c-58ca-44b6-b3c5-48659777f3cf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:20.483101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.491505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Transition to ACTIVE for port object 91aa9d97-5810-4d48-a74f-2f811be3c8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:20.627652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.651615 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.678830 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Transition to ACTIVE for port object 406c3c69-2c71-4c8c-b971-feaaa3279b7c will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:20.688599 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.708075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.763718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:20.791985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:20.795935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:20.818742 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Pushing event updated for resources: {'Port': ['ID=406c3c69-2c71-4c8c-b971-feaaa3279b7c,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:20.849334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.849916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.850702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.851510 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.853241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.853396 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.854511 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.854863 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.855227 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.855559 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.855889 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.856216 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.856537 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:20.869542 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Attempting to bind port 406c3c69-2c71-4c8c-b971-feaaa3279b7c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:20.870054 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Attempting to bind port 406c3c69-2c71-4c8c-b971-feaaa3279b7c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:20.870633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Attempting to bind port 406c3c69-2c71-4c8c-b971-feaaa3279b7c on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:20.877826 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:20.878508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:20.879096 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.879653 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:20.880336 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Bound port: 406c3c69-2c71-4c8c-b971-feaaa3279b7c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:20.880926 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.953771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9ca28-f892-4963-a916-3c562f90d00e req-2bd24e9d-22fc-4ab7-90a9-ab2b10d80c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:20.955298 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] For port 406c3c69-2c71-4c8c-b971-feaaa3279b7c, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:20.958171 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcc9ca28-f892-4963-a916-3c562f90d00e req-2bd24e9d-22fc-4ab7-90a9-ab2b10d80c9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 1098 time: 0.3820913 Jul 30 00:03:20.960116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] For port 406c3c69-2c71-4c8c-b971-feaaa3279b7c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=406c3c69-2c71-4c8c-b971-feaaa3279b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:20.985389 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.987948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:21.127894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcc9ca28-f892-4963-a916-3c562f90d00e req-22f436ad-da04-4a78-8e50-853c7d883754 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567705 Jul 30 00:03:21.197641 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb988c5-6bf9-44f4-bf6c-1fbab408d3bc None None] Pushing event updated for resources: {'Port': ['ID=406c3c69-2c71-4c8c-b971-feaaa3279b7c,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:21.203327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:21.204389 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:21.383317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43439-1e51-4bed-aaa3-013331da8efd req-c8d10744-ae09-44a4-8844-99bd46e1ab9a tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:21.417339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18e43439-1e51-4bed-aaa3-013331da8efd req-c8d10744-ae09-44a4-8844-99bd46e1ab9a tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 946 time: 0.1368709 Jul 30 00:03:21.423158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c0f8f625-83f1-45fe-84ba-003527c26fe4 None None] Provisioning for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:21.432619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c0f8f625-83f1-45fe-84ba-003527c26fe4 None None] Provisioning complete for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:21.433478 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f625-83f1-45fe-84ba-003527c26fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.570994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18e43439-1e51-4bed-aaa3-013331da8efd req-066f31ef-f66c-46e0-b56d-d8d2c8008034 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525230 Jul 30 00:03:21.585347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8f625-83f1-45fe-84ba-003527c26fe4 None None] Port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:21.827398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45372) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:21.923742 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:22.186300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.397875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Deleting subnet a327a0ff-ee4b-4a76-be5f-2930a3bc5860 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:03:22.413087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.465905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.570542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.771645 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.808351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.824316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.880241 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:16Z', 'revision_number': 3, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:22.964476 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e39c12-62d1-4731-b907-08dd2438949d None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:16Z', 'revision_number': 3, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:03:23.068209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:23.072081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.111206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85200ef7-d809-4268-8252-b6d62bcc0110 req-9f99a824-7073-49a1-866c-636d4b78e80d tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.113404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85200ef7-d809-4268-8252-b6d62bcc0110 req-9f99a824-7073-49a1-866c-636d4b78e80d tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 946 time: 0.2340095 Jul 30 00:03:23.165809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.246368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.266354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a327a0ff-ee4b-4a76-be5f-2930a3bc5860 HTTP/1.1" status: 204 len: 168 time: 1.4268391 Jul 30 00:03:23.266354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45386) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:23.266354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c083e8-33ca-40a9-a43b-0727514f5764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a327a0ff-ee4b-4a76-be5f-2930a3bc5860,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:23.386362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:23.388772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:23.600412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85200ef7-d809-4268-8252-b6d62bcc0110 req-da61ced5-57fe-425f-bcd8-0bf1bdc6d7e2 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797380 Jul 30 00:03:23.747323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.856982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:03:24.207084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:03:24.216347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2bba3be-6cc9-4897-808f-0bcfad83dff2 None None] Provisioning complete for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:24.222480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2bba3be-6cc9-4897-808f-0bcfad83dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.224962 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-872f026e-a9e5-4763-943b-2b868e17a8cc admin admin] 10.222.0.49 "PUT /v2.0/routers/0b3d0779-1b25-48b4-93af-a5ba0457e89e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5480788 Jul 30 00:03:24.341576 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.354407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c2bba3be-6cc9-4897-808f-0bcfad83dff2 None None] Port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:24.399091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 406c3c69-2c71-4c8c-b971-feaaa3279b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:24.424384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71269bfa-0326-4832-9c69-14c69c8c8d29']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:24.582944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 406c3c69-2c71-4c8c-b971-feaaa3279b7c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:24.591409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:24.592081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 406c3c69-2c71-4c8c-b971-feaaa3279b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:24.592745 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.594236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fa38b9-2990-4ecf-bcb9-9d7d1b93e511') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:24.668730 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.742421 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.801509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:03:24.802930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:03:24.852292 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:03:24.882220 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:24.956605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 406c3c69-2c71-4c8c-b971-feaaa3279b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=406c3c69-2c71-4c8c-b971-feaaa3279b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:24.969046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.115748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=406c3c69-2c71-4c8c-b971-feaaa3279b7c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:25.195498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.219118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.237821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] 10.222.0.49 "DELETE /v2.0/networks/71269bfa-0326-4832-9c69-14c69c8c8d29 HTTP/1.1" status: 204 len: 168 time: 1.9720953 Jul 30 00:03:25.317144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48adb-ecd8-445f-8fd4-14fc7a2899fe admin admin] Pushing event deleted for resources: {'Network': ['ID=71269bfa-0326-4832-9c69-14c69c8c8d29,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:25.569550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45432) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:25.579442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-297546957-network', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:25.639532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Made reservation on behalf of 2178cde6b0144f3caa0d351489b87a97 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:25.646631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.673728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.802444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45438) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:25.981342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2ff6a68e-6fdb-4986-a776-3b6a90e4fe70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f16d937abb540988612c6fff88697c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745467 Jul 30 00:03:25.983327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45442) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:26.150625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.184735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.201430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.236966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.279722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 406c3c69-2c71-4c8c-b971-feaaa3279b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:26.333880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:03:26.377276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.381033 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Added segment 1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5 of type vlan for network 5047e491-e039-45be-b006-be845a1e6b06 Jul 30 00:03:26.406293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.409938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.423695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f67d4c70-085f-4a39-9a2a-199cad4acc1b HTTP/1.1" status: 204 len: 168 time: 0.4263661 Jul 30 00:03:26.485854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8426cdc-0aed-4178-a217-332dfb1c7f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d4c70-085f-4a39-9a2a-199cad4acc1b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:26.566226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ba1c64-2b46-4039-9cad-813225265915,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:26.587401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.604724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 406c3c69-2c71-4c8c-b971-feaaa3279b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:26.609061 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.715611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:03:26.717714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.719080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.719906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.820592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:26.821849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:26.958796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] Pushing event updated for resources: {'Network': ['ID=5047e491-e039-45be-b006-be845a1e6b06,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:26.990120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2548971b-866c-4487-8435-4876ea5e12a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4172175 Jul 30 00:03:26.991808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45466) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:26.998309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Request body: {'subnet': {'network_id': '5047e491-e039-45be-b006-be845a1e6b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-297546957-subnet', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:27.129178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Made reservation on behalf of 2178cde6b0144f3caa0d351489b87a97 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:27.143792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:27.147345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5047e491-e039-45be-b006-be845a1e6b06 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:03:27.646269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:27.994297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.188467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ff5308-88e2-4104-8f5e-3af66da0ed9d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:28.216860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.275689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Checking segment: {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:28.278357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Network hostable DHCP agents. Network: 5047e491-e039-45be-b006-be845a1e6b06, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:03:28.305440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:22Z', 'revision_number': 2, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:28.336246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Network 5047e491-e039-45be-b006-be845a1e6b06 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:03:28.373677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5047e491-e039-45be-b006-be845a1e6b06) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:28.382371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:28.383006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.394437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:03:28.395462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Updating router 0b3d0779-1b25-48b4-93af-a5ba0457e89e port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:03:28.398354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781aa296-a842-4c05-992a-8b42b2f216d8 None None] Network 5047e491-e039-45be-b006-be845a1e6b06 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:28.440701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-374f423f-a7d4-44e8-88a6-946443b11e0f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4469717 Jul 30 00:03:28.443387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45492) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:28.449138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:28.485398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.486742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.532045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.792703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.317507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.752722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5047e491-e039-45be-b006-be845a1e6b06', 'network_id': '5047e491-e039-45be-b006-be845a1e6b06', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'fixed_ips': [{'subnet_id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:03:29.752722 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.884745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.942799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.178404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Allocated IP 172.20.0.2 (5047e491-e039-45be-b006-be845a1e6b06/71ff5308-88e2-4104-8f5e-3af66da0ed9d/8a23bb0c-6135-422a-b6e1-dec949604c3e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:30.240176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Allocated IP 172.25.5.21 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:30.527308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.636675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45544) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:30.687484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.731774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.790412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-787de6f2-d02f-4f14-b109-1aa4b24bd6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.838176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Transition to ACTIVE for port object 91aa9d97-5810-4d48-a74f-2f811be3c8b3 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:30.863305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.888666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:30.936249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:30.938807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:30.949539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:31.000573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-787de6f2-d02f-4f14-b109-1aa4b24bd6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.017933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.024006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-787de6f2-d02f-4f14-b109-1aa4b24bd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.091854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Transition to ACTIVE for port object 8a23bb0c-6135-422a-b6e1-dec949604c3e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:31.161389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787de6f2-d02f-4f14-b109-1aa4b24bd6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fbba68-5796-4673-8e40-cf94304e5d85,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:31.198607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-787de6f2-d02f-4f14-b109-1aa4b24bd6f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=140f6190abbe49f2891353dc28cfecf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595708 Jul 30 00:03:31.198906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45554) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:31.212222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690264e-bbdd-445b-be27-7d954f90562f None None] Pushing event updated for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:31.335076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Transition to ACTIVE for port object 8a23bb0c-6135-422a-b6e1-dec949604c3e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:31.421536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.454044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.528280 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.596346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Attempting to bind port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:31.596346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Attempting to bind port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:31.597795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Attempting to bind port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:31.630423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Network 5047e491-e039-45be-b006-be845a1e6b06 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:31.719499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:31.726348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:31.760487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:31.760864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:31.761271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.761693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:31.762184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Bound port: 91aa9d97-5810-4d48-a74f-2f811be3c8b3, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:31.762573 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.781397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Pushing event updated for resources: {'Port': ['ID=8a23bb0c-6135-422a-b6e1-dec949604c3e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:31.825670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.842358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.851486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31fbba68-5796-4673-8e40-cf94304e5d85 HTTP/1.1" status: 204 len: 168 time: 0.6493516 Jul 30 00:03:31.883232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dd989-3103-461d-8dfb-eed445aff580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fbba68-5796-4673-8e40-cf94304e5d85,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:32.061388 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:32.071004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Attempting to bind port 8a23bb0c-6135-422a-b6e1-dec949604c3e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:32.071981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Attempting to bind port 8a23bb0c-6135-422a-b6e1-dec949604c3e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:32.072727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Attempting to bind port 8a23bb0c-6135-422a-b6e1-dec949604c3e on network 5047e491-e039-45be-b006-be845a1e6b06 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:32.128300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] For port 91aa9d97-5810-4d48-a74f-2f811be3c8b3, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:32.136997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] For port 91aa9d97-5810-4d48-a74f-2f811be3c8b3, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=91aa9d97-5810-4d48-a74f-2f811be3c8b3,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:32.144811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:32.145860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Checking segment: {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:32.146884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:32.147848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Bound using segment: {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:32.148965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Bound port: 8a23bb0c-6135-422a-b6e1-dec949604c3e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:32.149877 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:32.161669 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:32.336998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690264e-bbdd-445b-be27-7d954f90562f None None] Pushing event updated for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:32.422567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:32.423690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:32.596433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:32.667572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:32.817295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:32.876875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0259d05c-29f5-4b63-9845-a440a5b2008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.137121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0259d05c-29f5-4b63-9845-a440a5b2008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.143777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0259d05c-29f5-4b63-9845-a440a5b2008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.184149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] For port 8a23bb0c-6135-422a-b6e1-dec949604c3e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:33.189785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] For port 8a23bb0c-6135-422a-b6e1-dec949604c3e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8a23bb0c-6135-422a-b6e1-dec949604c3e,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:33.206857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.295982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0259d05c-29f5-4b63-9845-a440a5b2008a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7b72c78d59c4f86a719afc8c3ecd5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6975923 Jul 30 00:03:33.297867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45598) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:33.310589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d05c-29f5-4b63-9845-a440a5b2008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f69b78-111b-4ae9-a7cf-763282fea30d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:33.557169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb130-6745-4eda-854e-f78dba0903b5 None None] Pushing event updated for resources: {'Port': ['ID=8a23bb0c-6135-422a-b6e1-dec949604c3e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:33.587951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.696488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.717927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:32Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:33.828353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45610) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:33.861971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62662592-f3f5-48b3-a5e6-f44a2b23b30c None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:32Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:03:33.917053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.924989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.930801 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86f69b78-111b-4ae9-a7cf-763282fea30d HTTP/1.1" status: 204 len: 168 time: 0.5950608 Jul 30 00:03:33.956982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680310cf-f1ab-4625-9885-927edadabc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f69b78-111b-4ae9-a7cf-763282fea30d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:34.220015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:03:34.558020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8a23bb0c-6135-422a-b6e1-dec949604c3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:34.565017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:03:34.580663 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Sync routers for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:03:34.581375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f93725c-52b4-43dd-b7f2-909c97a09c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:34.604188 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:34.616454 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:34.617773 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:34.618416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0188b12c-03bd-4ed1-978f-7e4738431e63 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1736059 Jul 30 00:03:34.622195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45624) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:34.812928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8a23bb0c-6135-422a-b6e1-dec949604c3e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:34.829326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 91aa9d97-5810-4d48-a74f-2f811be3c8b3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:35.010817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:35.017927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f93725c-52b4-43dd-b7f2-909c97a09c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.027355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:35.029050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1f93725c-52b4-43dd-b7f2-909c97a09c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.032158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.185527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45634) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:35.194365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1f93725c-52b4-43dd-b7f2-909c97a09c9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56cdef5ff54a47b7a4e9728e2281db6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3513381 Jul 30 00:03:35.278841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93725c-52b4-43dd-b7f2-909c97a09c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebdebc8-ebc9-420e-9748-55541a35d340,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:35.292217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45636) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:35.344168 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:35.353125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d1147b0-48aa-453b-a2c0-19bd3de302a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.486477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.627018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7acabbb-4bd9-4232-ac10-cb6902f30d8d None None] Network 5047e491-e039-45be-b006-be845a1e6b06 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:35.631164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 91aa9d97-5810-4d48-a74f-2f811be3c8b3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=91aa9d97-5810-4d48-a74f-2f811be3c8b3,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:35.631779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.727553 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:35.757610 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d1147b0-48aa-453b-a2c0-19bd3de302a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.775504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d1147b0-48aa-453b-a2c0-19bd3de302a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.789271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.855952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1147b0-48aa-453b-a2c0-19bd3de302a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c016004-1ea1-4393-9494-a609a25071d6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:35.908720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:35.951552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d1147b0-48aa-453b-a2c0-19bd3de302a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4da2e5923724971829d60505162fe27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434107 Jul 30 00:03:35.952278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45642) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:35.991343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Provisioning for port 8a23bb0c-6135-422a-b6e1-dec949604c3e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:35.991592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:31Z', 'revision_number': 3, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:36.015231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Provisioning complete for port 8a23bb0c-6135-422a-b6e1-dec949604c3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:36.015589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.091939 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Checking router: 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:03:36.092516 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Updating router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:03:36.136912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.161458 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.192547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.237579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.241097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.254913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bebdebc8-ebc9-420e-9748-55541a35d340 HTTP/1.1" status: 204 len: 168 time: 1.0676904 Jul 30 00:03:36.297480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.304145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.307077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c016004-1ea1-4393-9494-a609a25071d6 HTTP/1.1" status: 204 len: 168 time: 0.3533542 Jul 30 00:03:36.315421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e40338-b2a7-474b-9999-07d6311e0cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebdebc8-ebc9-420e-9748-55541a35d340,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:36.329226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc906bdf-5de5-4b0d-b59b-876be4ad72c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c016004-1ea1-4393-9494-a609a25071d6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:36.364374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:36.662464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.679635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.774073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] For port 8a23bb0c-6135-422a-b6e1-dec949604c3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8a23bb0c-6135-422a-b6e1-dec949604c3e,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:36.786918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.902603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cbafd-be3e-4672-b7d8-19e6d458eeee None None] Pushing event updated for resources: {'Port': ['ID=8a23bb0c-6135-422a-b6e1-dec949604c3e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:36.911880 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.926508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Transition to ACTIVE for port object 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:36.937676 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.033964 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4695e-467b-4ecb-87ae-186c366ac064 None None] Pushing event updated for resources: {'Port': ['ID=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:37.074493 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Attempting to bind port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:37.079742 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Attempting to bind port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:37.082983 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Attempting to bind port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:37.093455 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:37.095262 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:37.095911 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.098382 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:37.099111 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Bound port: 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:37.099732 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.112412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Allocated IP 172.20.0.1 (5047e491-e039-45be-b006-be845a1e6b06/71ff5308-88e2-4104-8f5e-3af66da0ed9d/ec80f262-7b06-4a12-9029-d61337c57e4c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:37.232878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e69e00c6-dbea-4a97-97f7-ecb93d8b614a None None] Provisioning complete for port 8a23bb0c-6135-422a-b6e1-dec949604c3e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:37.234252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e69e00c6-dbea-4a97-97f7-ecb93d8b614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.251794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] For port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:37.258690 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] For port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:37.266928 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.297952 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.342355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:37.343366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Transition to ACTIVE for port object ec80f262-7b06-4a12-9029-d61337c57e4c will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:37.363906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c46c973d-e8ca-4b57-9eec-9ccce08678f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.370825 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:37.377101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:37.441262 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.609679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Network 5047e491-e039-45be-b006-be845a1e6b06 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:37.617831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:37.629444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:37.636299 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:37.684973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c46c973d-e8ca-4b57-9eec-9ccce08678f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.699806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c46c973d-e8ca-4b57-9eec-9ccce08678f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.724668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Pushing event updated for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:37.763198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.824868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c46c973d-e8ca-4b57-9eec-9ccce08678f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12d56322685647528a0dc3f9c2905e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850245 Jul 30 00:03:37.828644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:37.915800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c973d-e8ca-4b57-9eec-9ccce08678f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42dd8cd-b36f-496b-bd17-f5184f73cb2d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:38.041533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.073183 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4695e-467b-4ecb-87ae-186c366ac064 None None] Pushing event updated for resources: {'Port': ['ID=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:38.144389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.221140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.290523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4182e54e-099e-4707-bc60-af546f9c6f5d None None] Provisioning for port ec80f262-7b06-4a12-9029-d61337c57e4c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:38.323573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.324421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4182e54e-099e-4707-bc60-af546f9c6f5d None None] Provisioning complete for port ec80f262-7b06-4a12-9029-d61337c57e4c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:38.325288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4182e54e-099e-4707-bc60-af546f9c6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.327176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.328475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d42dd8cd-b36f-496b-bd17-f5184f73cb2d HTTP/1.1" status: 204 len: 168 time: 0.4937134 Jul 30 00:03:38.341311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:31Z', 'revision_number': 3, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:38.351692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506ea9a-90f3-40ac-92f7-b5fd6b12c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42dd8cd-b36f-496b-bd17-f5184f73cb2d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:38.384979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4182e54e-099e-4707-bc60-af546f9c6f5d None None] Port ec80f262-7b06-4a12-9029-d61337c57e4c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:38.429330 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c4891-b3b0-4579-aa1a-10dd57b5acf9 None None] The sync data for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 is: [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:31Z', 'revision_number': 3, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:03:38.444505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8a23bb0c-6135-422a-b6e1-dec949604c3e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:38.533431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8a23bb0c-6135-422a-b6e1-dec949604c3e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:38.534182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.618306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.627527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.656692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 91aa9d97-5810-4d48-a74f-2f811be3c8b3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:38.735981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Pushing event updated for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:38.738453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:38.738727 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.745466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:39.020758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Network 5047e491-e039-45be-b006-be845a1e6b06 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:39.024167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:39.422313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:03:39.544183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1b914b21-52b3-4be4-bbc8-4e82525514c9 None None] Provisioning complete for port ec80f262-7b06-4a12-9029-d61337c57e4c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:39.546745 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b914b21-52b3-4be4-bbc8-4e82525514c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:39.704917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1b914b21-52b3-4be4-bbc8-4e82525514c9 None None] Port ec80f262-7b06-4a12-9029-d61337c57e4c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:39.718781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:03:39.735462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8c3e6aa5-fef8-4ece-a62c-d1c43adeedae admin admin] 10.222.0.49 "PUT /v2.0/routers/9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1021001 Jul 30 00:03:39.941768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45740) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:40.227783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d64134-3605-4480-95a6-2a12999c110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.401584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d64134-3605-4480-95a6-2a12999c110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.402069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:40.411709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20d64134-3605-4480-95a6-2a12999c110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.466407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64134-3605-4480-95a6-2a12999c110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a08975-260c-46e5-bb6c-fa4a46c1888e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:40.505705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-20d64134-3605-4480-95a6-2a12999c110a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42814f4ec31d42aca340d7bd84bc32f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626376 Jul 30 00:03:40.508659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:40.549363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:40.557368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:40.558170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.621603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.688856 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.691816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.723090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:40.730729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.820969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:40.829095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.832613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:40.839294 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79a08975-260c-46e5-bb6c-fa4a46c1888e HTTP/1.1" status: 204 len: 168 time: 0.3275139 Jul 30 00:03:40.859728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed244c-b1bb-41b3-a1cf-1bc5e93c141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a08975-260c-46e5-bb6c-fa4a46c1888e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:41.426916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Sync routers for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:03:41.441717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:41.442513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:41.487477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 45828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:41.511921 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51a16447-a7b9-4414-b38e-d285e66b8767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:41.743994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51a16447-a7b9-4414-b38e-d285e66b8767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:41.748341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-51a16447-a7b9-4414-b38e-d285e66b8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:41.838359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a16447-a7b9-4414-b38e-d285e66b8767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4167cb58-46af-4527-bc8a-87850147ad6b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:41.843991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-51a16447-a7b9-4414-b38e-d285e66b8767 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fad41a8f8bc5481890e39ec36837bbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549259 Jul 30 00:03:41.846793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 45844) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:42.015378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:42.133008 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:42.135461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:42.288200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:42.291720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:42.296868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4167cb58-46af-4527-bc8a-87850147ad6b HTTP/1.1" status: 204 len: 168 time: 0.4474728 Jul 30 00:03:42.367923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e90ca-3ef0-4825-b73a-adf93ae90bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167cb58-46af-4527-bc8a-87850147ad6b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:42.543693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:42.742954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:42.745116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:42.831575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:38Z', 'revision_number': 4, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec80f262-7b06-4a12-9029-d61337c57e4c', 'name': '', 'network_id': '5047e491-e039-45be-b006-be845a1e6b06', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'mac_address': 'fa:16:3e:0e:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:36Z', 'updated_at': '2021-07-30T00:03:38Z', 'revision_number': 2, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'subnets': [{'id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:42.885329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Checking router: 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:03:42.885879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Updating router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 port ec80f262-7b06-4a12-9029-d61337c57e4c binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:03:42.965892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.557116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.578245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Transition to ACTIVE for port object ec80f262-7b06-4a12-9029-d61337c57e4c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:43.598395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.745106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b3cb4-51a3-4bcc-8bff-d3f4761e47fc None None] Pushing event updated for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:43.831735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Attempting to bind port ec80f262-7b06-4a12-9029-d61337c57e4c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:43.832116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Attempting to bind port ec80f262-7b06-4a12-9029-d61337c57e4c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:43.832516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Attempting to bind port ec80f262-7b06-4a12-9029-d61337c57e4c on network 5047e491-e039-45be-b006-be845a1e6b06 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:43.850578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:43.852022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Checking segment: {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:43.854105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:43.854630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Bound using segment: {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:43.855724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Bound port: ec80f262-7b06-4a12-9029-d61337c57e4c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5047e491-e039-45be-b006-be845a1e6b06'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:43.856217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:44.153441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] For port ec80f262-7b06-4a12-9029-d61337c57e4c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:44.188900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] For port ec80f262-7b06-4a12-9029-d61337c57e4c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec80f262-7b06-4a12-9029-d61337c57e4c,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:44.252807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:44.588154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:03:44.589373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:03:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:44.681952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b3cb4-51a3-4bcc-8bff-d3f4761e47fc None None] Pushing event updated for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:44.832691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:03:45.257252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-c31fe937-bdc4-490d-9abb-a3126b023746 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:45.260864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-c31fe937-bdc4-490d-9abb-a3126b023746 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.3348830 Jul 30 00:03:45.304796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-1d4ff54c-8e1d-41a6-a45b-c4ce8ea73025 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0306056 Jul 30 00:03:45.390383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:38Z', 'revision_number': 4, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec80f262-7b06-4a12-9029-d61337c57e4c', 'name': '', 'network_id': '5047e491-e039-45be-b006-be845a1e6b06', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'mac_address': 'fa:16:3e:0e:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:36Z', 'updated_at': '2021-07-30T00:03:44Z', 'revision_number': 4, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'subnets': [{'id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:45.429426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb293b-e49e-4006-8217-6661d60c7039 None None] The sync data for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 is: [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:03:38Z', 'revision_number': 4, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec80f262-7b06-4a12-9029-d61337c57e4c', 'name': '', 'network_id': '5047e491-e039-45be-b006-be845a1e6b06', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'mac_address': 'fa:16:3e:0e:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:36Z', 'updated_at': '2021-07-30T00:03:44Z', 'revision_number': 4, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'subnets': [{'id': '71ff5308-88e2-4104-8f5e-3af66da0ed9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:03:45.477717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-db4ed845-07c8-428e-987c-4e272e1976e7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617546 Jul 30 00:03:45.661036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-92fadd4a-29f1-40be-9a59-a3b3df004e6f service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804125 Jul 30 00:03:45.953105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-ce99d0c7-36e2-454f-91ce-38ff16140316 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871232 Jul 30 00:03:46.339311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-188ba60a-f627-467a-abf6-4fec10b66e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:46.537567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec80f262-7b06-4a12-9029-d61337c57e4c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:46.844078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ec80f262-7b06-4a12-9029-d61337c57e4c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:46.859978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ec80f262-7b06-4a12-9029-d61337c57e4c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:46.873591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:47.062823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35ca5452-4778-43b7-8ec9-de73575430ec req-a1e4bd4e-ffbc-48dc-ad09-c8c5298a514e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0605557 Jul 30 00:03:47.139602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:47.259612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ec80f262-7b06-4a12-9029-d61337c57e4c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec80f262-7b06-4a12-9029-d61337c57e4c,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:47.267892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:47.499928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:47.536381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:48.388807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d87f3c0-fdc4-460f-bce2-eb895eb63a4f req-10846476-5ed7-4f3b-8864-d3b7921e7abc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.1376672 Jul 30 00:03:48.617781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec80f262-7b06-4a12-9029-d61337c57e4c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:48.712813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:48.849060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ec80f262-7b06-4a12-9029-d61337c57e4c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:48.850995 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.062172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.106444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c0f68daa-0f1b-4191-b647-c997168c2d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.308897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.356995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.454608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.474995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb42065a-338f-4d00-81eb-146395a738fa,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:49.487429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.487980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.488472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.488965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.490064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.491051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.491559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.492037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.492525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.493019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.493502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.494026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:49.531806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d6c66665-8bc4-42c7-ae41-371c6b7f5566 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=310c74e08d0343489512875017a322d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8177695 Jul 30 00:03:49.533121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:49.666235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.692664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae1776b4-563d-413e-9dc6-c38207d880ac req-bd6e2955-443b-4ebb-a191-c3d181d43bec tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.1080368 Jul 30 00:03:49.745544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.884010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.891078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:49.898798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb42065a-338f-4d00-81eb-146395a738fa HTTP/1.1" status: 204 len: 168 time: 0.3616126 Jul 30 00:03:49.958289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035b2fa-494e-465a-b98a-0f5c34634434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb42065a-338f-4d00-81eb-146395a738fa,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:50.805571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:50.868224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:50.953890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdefc540-111d-47d6-a395-357fd1f71d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.020121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5933447-2a08-4c03-ad44-95a471f6d02a req-b01153c1-9c91-4883-9733-d79cb87bb6ce tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0567763 Jul 30 00:03:51.381084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdefc540-111d-47d6-a395-357fd1f71d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.401650 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cdefc540-111d-47d6-a395-357fd1f71d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.472899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefc540-111d-47d6-a395-357fd1f71d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f0d87-b307-4dee-a02c-b1aeb50e2880,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:51.533982 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cdefc540-111d-47d6-a395-357fd1f71d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea14033a737d452584c9d9f1c173610f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639767 Jul 30 00:03:51.539210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:51.604744 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-fa02c239-3e94-4b95-81e1-17b2da08a7f1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:51.606700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-fa02c239-3e94-4b95-81e1-17b2da08a7f1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.3607666 Jul 30 00:03:51.633913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:51.668763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.747689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.852546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.859503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:51.865983 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a80f0d87-b307-4dee-a02c-b1aeb50e2880 HTTP/1.1" status: 204 len: 168 time: 0.3226593 Jul 30 00:03:51.890379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6165cc-e38d-42a2-8ca6-19c43235a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f0d87-b307-4dee-a02c-b1aeb50e2880,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:51.962119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:51.973121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:52.454045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:52.485559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.12 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/53d2c4d6-2644-491e-a6d5-720304c548bf) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:52.534508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cf793dc-0521-4c77-b10b-ed7e7d70b0a7 req-f6a46acb-3cfa-4279-af6b-549bee2be4c1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.2203727 Jul 30 00:03:53.115244 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:53.152698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object 53d2c4d6-2644-491e-a6d5-720304c548bf will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:53.235090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:53.309467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:53.314380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:53.330213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:53.339307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:53.450494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.451271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:53.490085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-982ff5e0-6431-4210-b48a-ab738ac3ce66 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8666954 Jul 30 00:03:53.516360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Request body: {'port': {'device_id': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:53.916510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-553a5880-0562-478f-9eb2-b999c7d7957e None None] Provisioning for port 53d2c4d6-2644-491e-a6d5-720304c548bf completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:53.924732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-553a5880-0562-478f-9eb2-b999c7d7957e None None] Provisioning complete for port 53d2c4d6-2644-491e-a6d5-720304c548bf triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:53.926444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-553a5880-0562-478f-9eb2-b999c7d7957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:54.054020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-553a5880-0562-478f-9eb2-b999c7d7957e None None] Port 53d2c4d6-2644-491e-a6d5-720304c548bf cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:03:54.732057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:55.070415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b87db-032e-4cdc-82f5-d5f42cef8a18 req-079a4602-afb5-4cac-8af2-c0e59f035874 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:55.090529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d6b87db-032e-4cdc-82f5-d5f42cef8a18 req-079a4602-afb5-4cac-8af2-c0e59f035874 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 932 time: 0.4225829 Jul 30 00:03:55.437097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d6b87db-032e-4cdc-82f5-d5f42cef8a18 req-099a0995-3592-45f3-978f-0e18915b7127 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455219 Jul 30 00:03:55.801450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d2c4d6-2644-491e-a6d5-720304c548bf {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:55.815785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:55.831693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Transition to ACTIVE for port object 53d2c4d6-2644-491e-a6d5-720304c548bf will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:55.840944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:56.001301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Pushing event updated for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:56.136366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Attempting to bind port 53d2c4d6-2644-491e-a6d5-720304c548bf on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:56.139952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Attempting to bind port 53d2c4d6-2644-491e-a6d5-720304c548bf by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:56.145550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Attempting to bind port 53d2c4d6-2644-491e-a6d5-720304c548bf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:56.155913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Port 53d2c4d6-2644-491e-a6d5-720304c548bf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:56.158009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Attempting to bind port 53d2c4d6-2644-491e-a6d5-720304c548bf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:56.174876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:56.176590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:56.177721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:56.179368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Bound port: 53d2c4d6-2644-491e-a6d5-720304c548bf, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:56.181175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:56.334239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:56.345237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=53d2c4d6-2644-491e-a6d5-720304c548bf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:56.360527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:56.384974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:56.386767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:56.392675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] 10.222.0.57 "PUT /v2.0/ports/53d2c4d6-2644-491e-a6d5-720304c548bf HTTP/1.1" status: 200 len: 1093 time: 2.8814869 Jul 30 00:03:56.393446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:56.399559 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affce30f-d8cd-4992-830c-29327be3c10b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:56.556046 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60416554-b2a8-46c7-a1cc-7402d099ff37 x-openstack-request-id: req-60416554-b2a8-46c7-a1cc-7402d099ff37 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:56.556529 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:56.556529 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60416554-b2a8-46c7-a1cc-7402d099ff37 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:56.557442 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf', 'status': 'completed', 'code': 200} Jul 30 00:03:56.920620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-0205cbde-1b88-4091-a867-774d0e73b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:56.929400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-0205cbde-1b88-4091-a867-774d0e73b186 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 1096 time: 0.4337828 Jul 30 00:03:56.952762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ce1ca-731a-4740-8cf2-8619f524cae9 service neutron] Pushing event updated for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:56.988866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42b57-159b-478f-8439-6b6e26978c2b req-3fc0bde2-0c18-4e78-ac0d-0bc879258fd4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:56.998065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45e42b57-159b-478f-8439-6b6e26978c2b req-3fc0bde2-0c18-4e78-ac0d-0bc879258fd4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.3171754 Jul 30 00:03:57.117652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-80c224b0-f97a-4216-924d-3b174bf48a0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d2c4d6-2644-491e-a6d5-720304c548bf HTTP/1.1" status: 200 len: 217 time: 0.1475556 Jul 30 00:03:57.189712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45e42b57-159b-478f-8439-6b6e26978c2b req-e4da6631-5db1-449f-b6d1-9e51a37565de tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900566 Jul 30 00:03:57.268721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-282f070c-5c53-44f0-a66c-f71db3597b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:57.271190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-282f070c-5c53-44f0-a66c-f71db3597b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1522095 Jul 30 00:03:57.507040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-e3ae97ff-5edf-44ca-8163-db0872c3d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:57.509119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-e3ae97ff-5edf-44ca-8163-db0872c3d5de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246096 Jul 30 00:03:57.814554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-97a52f2c-d48b-4408-91fd-89e6c0c649d3 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916880 Jul 30 00:03:57.851080 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:58.071983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6234078-f918-45a1-936d-0f24c94e4a2c req-00ae5e54-83b3-46f9-b497-01419ea2b668 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469428 Jul 30 00:03:58.352586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce30f-d8cd-4992-830c-29327be3c10b req-0d990d8d-72aa-43ba-b1c1-a99b2ddd0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:58.369680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-0d990d8d-72aa-43ba-b1c1-a99b2ddd0a6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 1096 time: 0.2026780 Jul 30 00:03:58.741979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef1d28-837e-42da-8872-e5bd3ec88dab req-3b02b781-4f21-4e0d-b24d-f8fec905c800 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:58.753939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9aef1d28-837e-42da-8872-e5bd3ec88dab req-3b02b781-4f21-4e0d-b24d-f8fec905c800 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.4252498 Jul 30 00:03:58.767093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:58.926369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9aef1d28-837e-42da-8872-e5bd3ec88dab req-ce00df16-f3b8-447c-9037-e3e74d11b418 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408031 Jul 30 00:03:58.972747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:58.996130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce30f-d8cd-4992-830c-29327be3c10b req-6d0ebf89-699d-4048-ad8b-292ea38552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:59.001114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-6d0ebf89-699d-4048-ad8b-292ea38552c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.5978851 Jul 30 00:03:59.153286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-615f123e-c12a-4570-b186-d36fe41a1e51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d2c4d6-2644-491e-a6d5-720304c548bf HTTP/1.1" status: 200 len: 217 time: 0.1445594 Jul 30 00:03:59.251977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.261055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.301359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce30f-d8cd-4992-830c-29327be3c10b req-e904fb50-1627-435e-a498-e4b731acd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:59.302917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-e904fb50-1627-435e-a498-e4b731acd1da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1390963 Jul 30 00:03:59.307253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cbdfbc-f6ae-4c03-b4a8-aba8f0d55a6e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:59.339236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.339950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.340463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.341084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.342110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.342780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.343326 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.343969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.345260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.346199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.346834 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.347871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:59.369515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d9bac66f-d695-43fb-920d-884c40993800 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa2a937f3b344be0a6bb06404f7a54a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002743 Jul 30 00:03:59.372400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:59.415956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce30f-d8cd-4992-830c-29327be3c10b req-4ab2a65b-5235-4c5a-a51a-b3cb9af539eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:59.418532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-4ab2a65b-5235-4c5a-a51a-b3cb9af539eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057758 Jul 30 00:03:59.558442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.612781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.654975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-c9b83419-d955-4ad5-b3a9-4e0b0d704426 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279737 Jul 30 00:03:59.714688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.729335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.732096 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9cbdfbc-f6ae-4c03-b4a8-aba8f0d55a6e HTTP/1.1" status: 204 len: 168 time: 0.3562975 Jul 30 00:03:59.756914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240bbd9-bdbb-40a4-a05a-ae9c10515834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cbdfbc-f6ae-4c03-b4a8-aba8f0d55a6e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:59.899495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-affce30f-d8cd-4992-830c-29327be3c10b req-502fae10-8643-4d97-ab22-04fbb059db05 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322900 Jul 30 00:04:00.132024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0a6b-120c-48aa-b38a-d9ee3ea08970 req-f783e398-c8df-47a0-ab84-91c383cb597a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:00.133772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc9f0a6b-120c-48aa-b38a-d9ee3ea08970 req-f783e398-c8df-47a0-ab84-91c383cb597a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.0817502 Jul 30 00:04:00.197164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc9f0a6b-120c-48aa-b38a-d9ee3ea08970 req-edf9c196-5299-4795-835b-29114b1222aa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Jul 30 00:04:00.344681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46274) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:00.379175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d4a8bff-e7d2-46f5-87a0-a461efcc5933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.580379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d4a8bff-e7d2-46f5-87a0-a461efcc5933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.586021 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7d4a8bff-e7d2-46f5-87a0-a461efcc5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.644728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d4a8bff-e7d2-46f5-87a0-a461efcc5933 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=513d9629c1ae40579f5ec10649af6958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977476 Jul 30 00:04:00.646723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46288) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:00.648044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a8bff-e7d2-46f5-87a0-a461efcc5933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f312788-d589-401e-83e1-03d6a73cbf24,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:00.798491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.825024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.931824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.935215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.939686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f312788-d589-401e-83e1-03d6a73cbf24 HTTP/1.1" status: 204 len: 168 time: 0.2880599 Jul 30 00:04:00.955622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102aa30-8db6-4857-8f95-d8245e3fd7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f312788-d589-401e-83e1-03d6a73cbf24,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:01.533552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc6a71-702b-4c1c-bea5-0469e0bc0785 req-404a813c-09dc-4f63-8949-aafde617db0b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:01.553023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34fc6a71-702b-4c1c-bea5-0469e0bc0785 req-404a813c-09dc-4f63-8949-aafde617db0b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.1952851 Jul 30 00:04:01.675463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34fc6a71-702b-4c1c-bea5-0469e0bc0785 req-719c13e7-c40b-42e3-af55-9fd1123a352a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210682 Jul 30 00:04:02.922288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d90a2-b35a-4b1a-bff4-560451e61b85 req-50fa28ab-a5f3-4df2-b532-e9139d85d1dc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:02.926725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a56d90a2-b35a-4b1a-bff4-560451e61b85 req-50fa28ab-a5f3-4df2-b532-e9139d85d1dc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.0897830 Jul 30 00:04:02.978003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a56d90a2-b35a-4b1a-bff4-560451e61b85 req-65f329b9-ef5e-422a-afd9-f4888e9a61cc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jul 30 00:04:04.184061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b49d-59d0-433b-9bef-aabc500ef89d req-2a328e9b-c7bf-40d3-98d4-2a786943f814 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:04.187110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8449b49d-59d0-433b-9bef-aabc500ef89d req-2a328e9b-c7bf-40d3-98d4-2a786943f814 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.0891421 Jul 30 00:04:04.267386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8449b49d-59d0-433b-9bef-aabc500ef89d req-7aba9a21-4287-47d7-be9b-2db9137dd01e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Jul 30 00:04:05.640635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde719a3-1107-4ac9-a475-0e5f9d907735 req-e3067a23-7622-4289-a178-030df88c0e6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.644941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fde719a3-1107-4ac9-a475-0e5f9d907735 req-e3067a23-7622-4289-a178-030df88c0e6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.2593138 Jul 30 00:04:05.723527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fde719a3-1107-4ac9-a475-0e5f9d907735 req-bcd15640-689d-4eaf-8a08-4cebbcf7e13d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704997 Jul 30 00:04:06.060387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.279205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-993b22e2-6d64-4eaa-8d74-7d93e6382951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.428801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-993b22e2-6d64-4eaa-8d74-7d93e6382951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.439226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-993b22e2-6d64-4eaa-8d74-7d93e6382951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.496012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b22e2-6d64-4eaa-8d74-7d93e6382951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75b74c-5c6e-46bd-9e4e-f21d57726959,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:06.506047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46434) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:06.515114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-993b22e2-6d64-4eaa-8d74-7d93e6382951 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90718643eac84e83b82a580c13d62566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531922 Jul 30 00:04:06.587237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.618872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.685321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.694715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.702665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf75b74c-5c6e-46bd-9e4e-f21d57726959 HTTP/1.1" status: 204 len: 168 time: 0.1947322 Jul 30 00:04:06.728882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e175573-f646-45bd-ab64-e8de478f32dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75b74c-5c6e-46bd-9e4e-f21d57726959,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.074643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422c02-cb7c-430c-a13e-613e8f2015d6 req-dba20197-677e-4748-b4b1-83433b4ee690 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:07.087844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37422c02-cb7c-430c-a13e-613e8f2015d6 req-dba20197-677e-4748-b4b1-83433b4ee690 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.1760483 Jul 30 00:04:07.204455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37422c02-cb7c-430c-a13e-613e8f2015d6 req-61ade748-25a1-4cf4-be7a-fbd843f7590c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086354 Jul 30 00:04:07.290945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46452) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:07.313198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ccad6119-8167-415d-8e14-01236ebdfb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.517460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ccad6119-8167-415d-8e14-01236ebdfb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.522766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ccad6119-8167-415d-8e14-01236ebdfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.564255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad6119-8167-415d-8e14-01236ebdfb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dfbd64-e164-4fa1-a444-93dac656e86e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.637868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ccad6119-8167-415d-8e14-01236ebdfb95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c14b688af5245328d2a1775f7af5d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449404 Jul 30 00:04:07.640318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46458) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:07.742365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.795330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.871053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.875507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.879930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99dfbd64-e164-4fa1-a444-93dac656e86e HTTP/1.1" status: 204 len: 168 time: 0.2374249 Jul 30 00:04:07.913780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b82395-b418-41e9-a4ca-3c57497473cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dfbd64-e164-4fa1-a444-93dac656e86e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:08.564640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2262-fd37-41a9-bd5b-488588c0ada0 req-3a1b2252-4525-409a-be6c-e7371c4c30c2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:08.575248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e1c2262-fd37-41a9-bd5b-488588c0ada0 req-3a1b2252-4525-409a-be6c-e7371c4c30c2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.1611235 Jul 30 00:04:08.664350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e1c2262-fd37-41a9-bd5b-488588c0ada0 req-727063a8-b2ae-4ca7-8729-ed5bfb1b3b78 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Jul 30 00:04:09.875156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 53d2c4d6-2644-491e-a6d5-720304c548bf details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:10.014806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945c6e5-400a-4206-b0ca-e186f74e5116 req-cbf3d2c0-04a7-4baf-bbea-5d084ce8eba3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:10.020895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2945c6e5-400a-4206-b0ca-e186f74e5116 req-cbf3d2c0-04a7-4baf-bbea-5d084ce8eba3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 944 time: 0.1811159 Jul 30 00:04:10.153237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2945c6e5-400a-4206-b0ca-e186f74e5116 req-380edb3a-663b-407c-b1e7-37f104b1c9ad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185434 Jul 30 00:04:10.177289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=53d2c4d6-2644-491e-a6d5-720304c548bf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:10.198563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '53d2c4d6-2644-491e-a6d5-720304c548bf', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': '53d2c4d6-2644-491e-a6d5-720304c548bf', 'mac_address': 'fa:16:3e:55:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:10.257927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.275167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d2c4d6-2644-491e-a6d5-720304c548bf {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:10.305109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=53d2c4d6-2644-491e-a6d5-720304c548bf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:10.312027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.383607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:10.762664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['53d2c4d6-2644-491e-a6d5-720304c548bf'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:11.447113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fbf95-ad32-43b6-9ea0-8b87e3a9cbfa req-4cf39132-212d-485c-8224-594fb0aa45c8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:11.462914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-907fbf95-ad32-43b6-9ea0-8b87e3a9cbfa req-4cf39132-212d-485c-8224-594fb0aa45c8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 945 time: 0.1328726 Jul 30 00:04:11.572207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-907fbf95-ad32-43b6-9ea0-8b87e3a9cbfa req-5308f779-2ea4-4b9a-a092-f640fd77de22 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066120 Jul 30 00:04:11.869351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 53d2c4d6-2644-491e-a6d5-720304c548bf up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:11.977382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 53d2c4d6-2644-491e-a6d5-720304c548bf completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:11.989478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 53d2c4d6-2644-491e-a6d5-720304c548bf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:11.990441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:12.261240 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:12.350571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:12.353087 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0c46a-2236-4ec6-9a7a-017439d246dd" -d '{"events": [{"server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "name": "network-vif-plugged", "status": "completed", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:12.373614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=53d2c4d6-2644-491e-a6d5-720304c548bf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:12.380589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:12.490209 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b8a53e-5315-4370-9924-63c64547567d x-openstack-request-id: req-e7b8a53e-5315-4370-9924-63c64547567d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:12.491516 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "name": "network-vif-plugged", "status": "completed", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:12.491811 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7b8a53e-5315-4370-9924-63c64547567d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:12.492224 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf', 'code': 200} Jul 30 00:04:12.507277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:12.651062 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:12.701337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae070ce4-a83b-430b-ad7c-4758d34fee7f req-203448c0-0b13-415f-a165-2b85890b8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.703984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae070ce4-a83b-430b-ad7c-4758d34fee7f req-203448c0-0b13-415f-a165-2b85890b8c28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 1098 time: 0.0915194 Jul 30 00:04:12.760165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae070ce4-a83b-430b-ad7c-4758d34fee7f req-af1f45e1-516a-471f-8ca3-74b924d62a3b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Jul 30 00:04:13.054751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b8ff5-e211-4bb8-a476-7404915c6101 req-b48120f7-381c-4381-8a3e-d404e0201bdb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:13.069129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b9b8ff5-e211-4bb8-a476-7404915c6101 req-b48120f7-381c-4381-8a3e-d404e0201bdb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1054802 Jul 30 00:04:13.153549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b9b8ff5-e211-4bb8-a476-7404915c6101 req-f930c1b6-6795-4be0-8f7e-83741f39d92d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 Jul 30 00:04:13.631121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa041d83-5219-440a-9afe-9baebe43b844 req-b0bc8b10-e267-4151-b450-0bb8dd5bdb93 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:13.641032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa041d83-5219-440a-9afe-9baebe43b844 req-b0bc8b10-e267-4151-b450-0bb8dd5bdb93 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 946 time: 0.1327412 Jul 30 00:04:13.715027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa041d83-5219-440a-9afe-9baebe43b844 req-3225655a-19cb-4f73-b3b9-652f590c0317 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725956 Jul 30 00:04:14.460052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4af1-ae87-4107-b3f1-fcf023c50f4e req-fdb703dc-51c6-4e74-aad9-b1fc80994ab5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.470206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4feb4af1-ae87-4107-b3f1-fcf023c50f4e req-fdb703dc-51c6-4e74-aad9-b1fc80994ab5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.0884867 Jul 30 00:04:14.478244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-f82817d3-4c15-48e8-9f74-bbf07d11b01e tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.483789 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-f82817d3-4c15-48e8-9f74-bbf07d11b01e tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.59 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 946 time: 0.1158834 Jul 30 00:04:14.550373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4feb4af1-ae87-4107-b3f1-fcf023c50f4e req-5477af7e-b0a7-4fd2-a9ce-195f3def8519 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Jul 30 00:04:14.808403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Deleting port fc5d1e1b-7207-4994-9d7f-81fb6876862a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:04:14.808780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.941028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289adc-5861-4356-8eb7-7602b18da9b7 req-466cd5b0-d4b9-4122-a728-b316ce8bf3bd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.945225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0289adc-5861-4356-8eb7-7602b18da9b7 req-466cd5b0-d4b9-4122-a728-b316ce8bf3bd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1352246 Jul 30 00:04:14.948629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46616) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:15.085752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0289adc-5861-4356-8eb7-7602b18da9b7 req-ceec8c96-8d88-46b6-a910-3a80cc65eb30 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251433 Jul 30 00:04:15.100802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] For port fc5d1e1b-7207-4994-9d7f-81fb6876862a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=fc5d1e1b-7207-4994-9d7f-81fb6876862a,segment=NetworkSegment(a7d60051-e1b9-4c87-be9f-abef0116f907),segment_id=a7d60051-e1b9-4c87-be9f-abef0116f907)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:15.111820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.165701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Calling delete_port for fc5d1e1b-7207-4994-9d7f-81fb6876862a owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:04:15.225120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4da2b6-6827-470e-a4c6-2702df7cfa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.515591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1691f19-b822-4117-a340-5c1a0d39c679 req-f1f1a434-ec25-4f59-b7da-46fea0fe9109 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.521960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.525408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1691f19-b822-4117-a340-5c1a0d39c679 req-f1f1a434-ec25-4f59-b7da-46fea0fe9109 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/ports?device_id=990f0f2c-8ff5-412c-99f4-047b7712d48e HTTP/1.1" status: 200 len: 946 time: 0.1906402 Jul 30 00:04:15.586338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Pushing event deleted for resources: {'Port': ['ID=fc5d1e1b-7207-4994-9d7f-81fb6876862a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:15.655538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1691f19-b822-4117-a340-5c1a0d39c679 req-50d58464-5248-4709-89d5-f35b250d8b35 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5ad41c9-5cf6-4380-8765-953787a28cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270027 Jul 30 00:04:15.656895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] No DVR routers for this DVR port fc5d1e1b-7207-4994-9d7f-81fb6876862a on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:15.664083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.680615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d4aa43be-6d19-4941-8b80-90d92a8c8329 req-74c20a6e-b88b-4d37-834f-9743dd456bc7 tempest-VolumesSnapshotTestJSON-1007508626 tempest-VolumesSnapshotTestJSON-1007508626-project] 10.222.0.59 "DELETE /v2.0/ports/fc5d1e1b-7207-4994-9d7f-81fb6876862a HTTP/1.1" status: 204 len: 173 time: 1.1779377 Jul 30 00:04:15.681529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'name': 'network-vif-deleted', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:15.689353 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d768c-4949-4644-ba34-fdee6a9ec7d5" -d '{"events": [{"server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "name": "network-vif-deleted", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:15.778053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4da2b6-6827-470e-a4c6-2702df7cfa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.786945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4da2b6-6827-470e-a4c6-2702df7cfa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:15.902243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f4da2b6-6827-470e-a4c6-2702df7cfa4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=818eee3284ad48c9a5b94eda56d39ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520106 Jul 30 00:04:15.904274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4da2b6-6827-470e-a4c6-2702df7cfa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0da673-c0d0-424c-a48f-e7b58f646b35,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:15.906512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46640) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:15.979118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffaf7e-4388-499a-9933-0e04a1814057 req-9341eaf1-b55f-4935-a31e-9e1d9efd03cc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.984386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56ffaf7e-4388-499a-9933-0e04a1814057 req-9341eaf1-b55f-4935-a31e-9e1d9efd03cc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1675713 Jul 30 00:04:16.049209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.074268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56ffaf7e-4388-499a-9933-0e04a1814057 req-06cf3dac-9fee-414e-9ed4-d188153eeff0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Jul 30 00:04:16.089847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.152448 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c098cb-8510-49da-a9e3-4386dcc45109 x-openstack-request-id: req-f4c098cb-8510-49da-a9e3-4386dcc45109 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:16.152646 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990f0f2c-8ff5-412c-99f4-047b7712d48e", "name": "network-vif-deleted", "tag": "fc5d1e1b-7207-4994-9d7f-81fb6876862a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:16.152896 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4c098cb-8510-49da-a9e3-4386dcc45109 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:16.153186 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990f0f2c-8ff5-412c-99f4-047b7712d48e', 'name': 'network-vif-deleted', 'tag': 'fc5d1e1b-7207-4994-9d7f-81fb6876862a', 'status': 'completed', 'code': 200} Jul 30 00:04:16.217748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.233689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.240799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f0da673-c0d0-424c-a48f-e7b58f646b35 HTTP/1.1" status: 204 len: 168 time: 0.3288474 Jul 30 00:04:16.260964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abb305-77e4-4745-a4e0-d7469e6281b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0da673-c0d0-424c-a48f-e7b58f646b35,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:16.359639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51482999-0c06-48ae-86e2-ba13824c3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.807352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d798f-7f69-4f9e-91d8-50712e032583 req-ec69f5db-77da-4066-aea8-c18c9341625e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:16.826978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a48d798f-7f69-4f9e-91d8-50712e032583 req-ec69f5db-77da-4066-aea8-c18c9341625e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1153638 Jul 30 00:04:16.946335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a48d798f-7f69-4f9e-91d8-50712e032583 req-6bcd05b9-b4bf-4c4f-9747-1e3d936791ac tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121488 Jul 30 00:04:17.180280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:17.200009 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db558756-b1c0-4714-9cdd-af1dca632e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:17.238580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:17.385278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fc5d1e1b-7207-4994-9d7f-81fb6876862a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:17.535272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: fc5d1e1b-7207-4994-9d7f-81fb6876862a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:17.535272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device fc5d1e1b-7207-4994-9d7f-81fb6876862a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:17.542991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:17.675553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db558756-b1c0-4714-9cdd-af1dca632e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:17.690415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db558756-b1c0-4714-9cdd-af1dca632e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:17.855910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db558756-b1c0-4714-9cdd-af1dca632e5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1edbf075add94144b7a411dfb39df277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738000 Jul 30 00:04:17.858925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46682) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:17.885323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558756-b1c0-4714-9cdd-af1dca632e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2742f-dc20-41ae-b922-fba471e8c79d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:17.923004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-846ad751-dba6-43bb-933b-7b4e404aa2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:17.989479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.030634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.165995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-846ad751-dba6-43bb-933b-7b4e404aa2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.176553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a974a85-8206-4f89-918d-bbee3fcc53d5 req-d954b618-e732-4d86-a06f-a160e297e0b3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:18.184024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a974a85-8206-4f89-918d-bbee3fcc53d5 req-d954b618-e732-4d86-a06f-a160e297e0b3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.0938447 Jul 30 00:04:18.192793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-846ad751-dba6-43bb-933b-7b4e404aa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.195299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.198212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.202227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05e2742f-dc20-41ae-b922-fba471e8c79d HTTP/1.1" status: 204 len: 168 time: 0.3396487 Jul 30 00:04:18.308110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a974a85-8206-4f89-918d-bbee3fcc53d5 req-7757705e-d8f0-4b02-aa51-f943c40b1dda tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230698 Jul 30 00:04:18.323557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-846ad751-dba6-43bb-933b-7b4e404aa2fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a30b6213a19748988726b3d3c40a87cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0828953 Jul 30 00:04:18.324349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ad751-dba6-43bb-933b-7b4e404aa2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f0e255-a6cb-4665-acb4-65424b0f5a33,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:18.326510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46696) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:18.370978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50813600-650d-4c7b-b1db-d29b2f7c0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2742f-dc20-41ae-b922-fba471e8c79d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:18.403471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-118643bc-fd1c-4153-a822-424a3fe3c45c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:18.414328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-118643bc-fd1c-4153-a822-424a3fe3c45c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1048794 Jul 30 00:04:18.535248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.650303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.727497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 53d2c4d6-2644-491e-a6d5-720304c548bf {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:04:18.728280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.841803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.860134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.871664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1f0e255-a6cb-4665-acb4-65424b0f5a33 HTTP/1.1" status: 204 len: 168 time: 0.5377333 Jul 30 00:04:18.901703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ae77f-0492-4879-b880-84278add4d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f0e255-a6cb-4665-acb4-65424b0f5a33,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:19.205464 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-632e725d-f5c9-4de4-a8c4-9c1314200cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:19.343906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port 53d2c4d6-2644-491e-a6d5-720304c548bf, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=53d2c4d6-2644-491e-a6d5-720304c548bf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:19.344728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:19.453770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 53d2c4d6-2644-491e-a6d5-720304c548bf owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:04:19.454631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:19.672107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469cb41-79b9-4f78-9705-7adef46bb870 req-a4f7f67c-ef34-42c7-b18d-d3c12000b806 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:19.674435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2469cb41-79b9-4f78-9705-7adef46bb870 req-a4f7f67c-ef34-42c7-b18d-d3c12000b806 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 946 time: 0.1286321 Jul 30 00:04:19.859396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2469cb41-79b9-4f78-9705-7adef46bb870 req-49512252-754c-46f8-bac4-c526696e1a73 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720128 Jul 30 00:04:19.878217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:19.916716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['53d2c4d6-2644-491e-a6d5-720304c548bf'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:19.928869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=53d2c4d6-2644-491e-a6d5-720304c548bf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:20.091133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port 53d2c4d6-2644-491e-a6d5-720304c548bf on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:20.094445 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:20.097659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25768647-a8f2-425d-bee7-a4063f2bdeeb req-0a5af42c-598a-45fb-acc5-a92a5e083a42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "DELETE /v2.0/ports/53d2c4d6-2644-491e-a6d5-720304c548bf HTTP/1.1" status: 204 len: 173 time: 1.6751416 Jul 30 00:04:20.098354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'name': 'network-vif-deleted', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:20.101355 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a2671-2610-4f1f-878d-8f1861691fd3" -d '{"events": [{"server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "name": "network-vif-deleted", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:20.155905 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4267c-fb5c-41ef-b617-2ba61269f8d4 x-openstack-request-id: req-85b4267c-fb5c-41ef-b617-2ba61269f8d4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:20.156824 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf", "name": "network-vif-deleted", "tag": "53d2c4d6-2644-491e-a6d5-720304c548bf", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:20.157530 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85b4267c-fb5c-41ef-b617-2ba61269f8d4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:20.158154 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf', 'name': 'network-vif-deleted', 'tag': '53d2c4d6-2644-491e-a6d5-720304c548bf', 'status': 'completed', 'code': 200} Jul 30 00:04:20.709070 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:21.054199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4efef4f-2750-4b84-9972-b7ac8c87a709 req-a2a814a7-334e-4167-998e-845dade490f5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0709758 Jul 30 00:04:21.886305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 53d2c4d6-2644-491e-a6d5-720304c548bf no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:21.947684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 53d2c4d6-2644-491e-a6d5-720304c548bf {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:21.948066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 53d2c4d6-2644-491e-a6d5-720304c548bf not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:22.253615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b3a3c2f-6435-480a-a054-869f93b45b63 req-65444fe4-7513-457b-a5fa-7e4c09979699 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0460267 Jul 30 00:04:22.494251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:23.412658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b06c0b56-f2e5-4a2f-aeea-5a8b98cea15e req-ce8641c7-c926-4543-a1bf-a88810f17429 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0561042 Jul 30 00:04:24.576376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e687a43b-b709-4d0c-a227-59de88d0cd2d req-c150b8ff-b8a6-4bb3-b369-e5d288d75ed0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0405762 Jul 30 00:04:25.781800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-646531ab-9914-44bc-bf02-0cfb1377edde req-c80f6581-5257-4be2-aaeb-9f8dc7810636 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0554824 Jul 30 00:04:27.050976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cf1ed39-3de6-42fe-8701-d65f9b2c0929 req-05cba4ab-69a2-4d8e-aed2-83ed50846fa5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb2d755d-bbeb-4f9d-a3cb-9cf1fd403fdf HTTP/1.1" status: 200 len: 210 time: 0.0601401 Jul 30 00:04:27.858465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:29.340098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46940) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:29.959249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a673194f-faab-45d0-8b07-4343a08fa213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:29.970434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:30.280396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a673194f-faab-45d0-8b07-4343a08fa213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.288949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a673194f-faab-45d0-8b07-4343a08fa213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.395666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43efe2aa-7b48-4633-9a3d-f3f32746e616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.414492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673194f-faab-45d0-8b07-4343a08fa213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5022cbdb-f0ca-4bff-8f75-27707d29df4d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:30.477990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a673194f-faab-45d0-8b07-4343a08fa213 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3697ca915da4cb2b89947e650df4aea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1351075 Jul 30 00:04:30.485661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 46960) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:30.617678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43efe2aa-7b48-4633-9a3d-f3f32746e616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.628977 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43efe2aa-7b48-4633-9a3d-f3f32746e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.642531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.770456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.856766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43efe2aa-7b48-4633-9a3d-f3f32746e616 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=324458eaa1174b67a7382451f9bd396e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688278 Jul 30 00:04:30.859223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 46972) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:30.874064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efe2aa-7b48-4633-9a3d-f3f32746e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be49ae-0ed5-429f-9231-7a242b33a4a7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:30.926623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.971020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.975146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5022cbdb-f0ca-4bff-8f75-27707d29df4d HTTP/1.1" status: 204 len: 168 time: 0.4876921 Jul 30 00:04:30.996369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968b100-8f74-4c70-ac0a-f29f3c28da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022cbdb-f0ca-4bff-8f75-27707d29df4d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:31.202567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.369730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.559191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.569820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.571932 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06be49ae-0ed5-429f-9231-7a242b33a4a7 HTTP/1.1" status: 204 len: 168 time: 0.7016149 Jul 30 00:04:31.596444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276375b-d069-47ee-84a4-e932fe5b84e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be49ae-0ed5-429f-9231-7a242b33a4a7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:32.080563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-af16d911-fc4b-46b0-affc-234c96de00c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1109538 Jul 30 00:04:32.166513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47004) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:32.351776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.352259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.352719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.353199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.353815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.378763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.379740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.382765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c57143e2-e1b3-4fb7-85f2-d70faf285555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.1922159 Jul 30 00:04:32.731354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-ffc53736-e68f-4152-9cc3-e5c10f8f3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.732166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-ffc53736-e68f-4152-9cc3-e5c10f8f3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.737341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-ffc53736-e68f-4152-9cc3-e5c10f8f3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.752102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-ffc53736-e68f-4152-9cc3-e5c10f8f3934 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.3252478 Jul 30 00:04:32.902242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a35517b2-c94a-4148-952f-8c74537bd8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.905969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-7657fd4d-9231-4144-a671-8322285ce495 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.1473505 Jul 30 00:04:33.000660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-18247400-389c-48c9-84f9-2a3f4510573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.010042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-18247400-389c-48c9-84f9-2a3f4510573d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.0955007 Jul 30 00:04:33.178139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a35517b2-c94a-4148-952f-8c74537bd8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.184088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-2cb48f1f-e23e-49d6-a23f-332f79522fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.187498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-2cb48f1f-e23e-49d6-a23f-332f79522fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701992 Jul 30 00:04:33.188215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a35517b2-c94a-4148-952f-8c74537bd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.220235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a35517b2-c94a-4148-952f-8c74537bd8f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84979557ff474e6b988e220856ca4f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490198 Jul 30 00:04:33.221186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:33.273543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35517b2-c94a-4148-952f-8c74537bd8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e8f056-f414-4fd1-9107-28fbafe38b66,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:33.328612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.363599 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.529338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.533334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.560193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44e8f056-f414-4fd1-9107-28fbafe38b66 HTTP/1.1" status: 204 len: 168 time: 0.3305025 Jul 30 00:04:33.581985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.592556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57074e-c861-40fb-8603-3617ff9235ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e8f056-f414-4fd1-9107-28fbafe38b66,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:33.595018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.607569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.632745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.642282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.651245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.662611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.662611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-ca4a27b5-8108-4f50-abf0-00365b8c831f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 1.0046151 Jul 30 00:04:33.689502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-02ef6045-6c6f-4ae9-b6fc-59807b5d4dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935753 Jul 30 00:04:33.816436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-aeb77467-f796-4344-b068-7c3bf13918cf service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178310 Jul 30 00:04:33.829614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d55bc4fc-eaa9-4b2a-901b-51e51142053c req-30780529-4250-46a5-83c8-b70f6b1cbaf7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594169 Jul 30 00:04:33.877195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-eb8692c4-d9b8-43e6-84dc-f8ea9f5197ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.0463803 Jul 30 00:04:34.025404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-000422a3-e643-48b6-9287-fb3a5135eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.026949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-000422a3-e643-48b6-9287-fb3a5135eb6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1405361 Jul 30 00:04:34.082030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.088154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.094663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.100834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.107088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.113214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.119563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.121352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2886297f-9048-46fe-b2f0-d309e1314f8b req-ceeec19d-67d5-4a1b-9734-503fbc40458f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.1478493 Jul 30 00:04:34.148359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c85ad347-fe8c-47f2-96f7-5f076ff56c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.150255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c85ad347-fe8c-47f2-96f7-5f076ff56c0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156361 Jul 30 00:04:34.308170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-8c06866c-5251-4f75-8b50-8f405cb4f2da service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491711 Jul 30 00:04:34.597053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-aa72ada7-e511-4bf0-a89e-527b9200d83a service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810295 Jul 30 00:04:34.739066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-f5070005-52e4-4598-be0a-95623113e75e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.1219709 Jul 30 00:04:34.828465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-b0d76880-84ef-4b48-8df9-52376bd5583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.833959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-b0d76880-84ef-4b48-8df9-52376bd5583f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0871532 Jul 30 00:04:34.930141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-d0876419-dc3e-432f-baef-c976ba3aa179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.936000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-d0876419-dc3e-432f-baef-c976ba3aa179 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919099 Jul 30 00:04:35.174208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-0c91aad5-94db-4f98-9dc6-dc393dca54fd service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152550 Jul 30 00:04:35.400267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-6a661927-6d9d-4df7-a97f-21a9137cc79b service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116632 Jul 30 00:04:35.518386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-a8c66076-df87-4ed5-bc8f-e7a15ef36aee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.1137068 Jul 30 00:04:35.695923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-3497b344-4372-4fca-be5c-eb1a613ad983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:35.702673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-3497b344-4372-4fca-be5c-eb1a613ad983 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1747816 Jul 30 00:04:35.870249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-9106b974-464a-49ba-b6cd-e2369e544887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:35.878541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-9106b974-464a-49ba-b6cd-e2369e544887 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681538 Jul 30 00:04:36.078665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-eeaf53b4-c57a-450c-9887-3bc5c3cc0622 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891057 Jul 30 00:04:36.298428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-f3a47ae4-03f2-4ece-9a48-a506428e0b41 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119679 Jul 30 00:04:36.409027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-e27e9fe5-b2db-4c00-9c96-cf55750325f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.1013606 Jul 30 00:04:36.557397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-f6351a8c-07cd-4a3a-9f83-5cd50918ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:36.559427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-f6351a8c-07cd-4a3a-9f83-5cd50918ff1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1428373 Jul 30 00:04:36.701335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c6815826-051b-4996-9bf2-f30e886c70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:36.704463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-c6815826-051b-4996-9bf2-f30e886c70d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1371431 Jul 30 00:04:37.006571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-7c07fa7a-5fe2-4039-a2d0-d6081e0f1dd5 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942157 Jul 30 00:04:37.017249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47274) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:37.314698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.316787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-d09fc5e0-c1c5-4edc-966c-d85bbda547c4 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020892 Jul 30 00:04:37.316943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.317819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.318591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.321703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.323471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.324000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.337948 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-322a1e72-638e-451b-a80e-f67a4762db18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.3187425 Jul 30 00:04:37.435647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-8ad76ca0-92ad-4bab-9bc5-d4716ea8a26b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.1081114 Jul 30 00:04:37.455763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-30a66447-068e-49a2-8dfe-8434ff3dd768 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168079 Jul 30 00:04:37.585667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-fe662c6a-2b42-4d04-9c5b-83432ed67c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.587576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-fe662c6a-2b42-4d04-9c5b-83432ed67c77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1327353 Jul 30 00:04:37.658038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-d03f180b-668b-41db-ba01-d41a0e2d334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:37.660211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-d03f180b-668b-41db-ba01-d41a0e2d334e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640237 Jul 30 00:04:37.857738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-97ea87a8-45e1-4dbb-aaff-62b9c6e7e2da service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894188 Jul 30 00:04:38.006237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47344) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:38.069894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-b9102267-554f-42d4-a329-7e8986660296 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048266 Jul 30 00:04:38.161645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-1372048f-4245-40aa-8507-865053fcd0cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.0838051 Jul 30 00:04:38.266000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2aaf-e598-47fb-9f69-370cc753be3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.297905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-fc0c7528-7b1f-4d28-ba8a-02fee655d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:38.299941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-fc0c7528-7b1f-4d28-ba8a-02fee655d70c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1286554 Jul 30 00:04:38.375003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-1f3ee429-c8a4-40de-88d9-a94422fd0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:38.377440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-1f3ee429-c8a4-40de-88d9-a94422fd0aab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693467 Jul 30 00:04:38.481152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2aaf-e598-47fb-9f69-370cc753be3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.487527 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2aaf-e598-47fb-9f69-370cc753be3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.543476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d5a2aaf-e598-47fb-9f69-370cc753be3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4178aac199d54e62a5bcabb256595853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318739 Jul 30 00:04:38.546592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:38.571400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-daf37e7a-3196-42d2-be6f-28c9ac86dae9 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858239 Jul 30 00:04:38.629453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2aaf-e598-47fb-9f69-370cc753be3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf454912-457e-4d51-b4f5-abbebda94b04,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:38.708277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.736119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.759258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d2e1d9-053e-4444-9e68-1afabc6e57b3 req-f63c5eec-9bc1-4cf0-a0b1-d67c564634d1 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786394 Jul 30 00:04:38.799502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.801603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.802812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf454912-457e-4d51-b4f5-abbebda94b04 HTTP/1.1" status: 204 len: 168 time: 0.2549510 Jul 30 00:04:38.813782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a33360-c30a-47e0-80b9-2ac0b83fe175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf454912-457e-4d51-b4f5-abbebda94b04,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:39.308062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47368) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:39.348997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80067327-5b96-4cd0-b46d-c77ce0eaeacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.511653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80067327-5b96-4cd0-b46d-c77ce0eaeacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.517592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80067327-5b96-4cd0-b46d-c77ce0eaeacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.562718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-80067327-5b96-4cd0-b46d-c77ce0eaeacf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbadc56b01274f3d9cb6d95c61678c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526929 Jul 30 00:04:39.564093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:39.608874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80067327-5b96-4cd0-b46d-c77ce0eaeacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd69f1-7e10-4aac-bcf7-7bea85d4f07b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:39.663317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.703671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.814634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.818415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:39.821430 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9fd69f1-7e10-4aac-bcf7-7bea85d4f07b HTTP/1.1" status: 204 len: 168 time: 0.2554648 Jul 30 00:04:39.847525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ae2d-b782-40c8-aa89-55dcf8945904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd69f1-7e10-4aac-bcf7-7bea85d4f07b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:41.472628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47434) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:41.641319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1031707708-network', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:41.673501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Made reservation on behalf of d8fc74a3859741f4beb3a63c4a2f5d52 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:41.677874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:41.693565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:41.943227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:41.948899 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:42.438551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3696cc4-67f9-49e9-af35-f9318784e843,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:42.463446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:04:42.484368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:42.485494 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Added segment 543f9932-7925-4e35-be60-2549027706dc of type vlan for network d66dc9a1-423f-4f1a-9a12-8468a41ed564 Jul 30 00:04:42.544747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:42.602590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:42.605910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:42.606821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:42.697979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] Pushing event updated for resources: {'Network': ['ID=d66dc9a1-423f-4f1a-9a12-8468a41ed564,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:42.715777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:42.716615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-23f4acb5-04b9-4163-86d6-15a3c3951a58 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2421470 Jul 30 00:04:42.732536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Request body: {'subnet': {'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1031707708-subnet', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:42.735053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:04:42.874987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Made reservation on behalf of d8fc74a3859741f4beb3a63c4a2f5d52 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:42.886760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.162245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.242544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc760715-0c31-4a68-ba0d-2acef61fdc0d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:43.323685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Checking segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:43.324266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Network hostable DHCP agents. Network: d66dc9a1-423f-4f1a-9a12-8468a41ed564, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:04:43.359429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:04:43.374209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, d66dc9a1-423f-4f1a-9a12-8468a41ed564) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:43.389405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b0029-a511-4242-b78c-9c8143001baa None None] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:04:43.394664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:43.395954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.419019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ecf26e72-6843-4e8a-97ab-121f48389fb6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6996458 Jul 30 00:04:43.420258 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47498) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:43.441120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:43.495234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.501429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.697520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:43.985871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-d66dc9a1-423f-4f1a-9a12-8468a41ed564', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:04:43.986748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.047113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.296147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Allocated IP 172.20.0.2 (d66dc9a1-423f-4f1a-9a12-8468a41ed564/cc760715-0c31-4a68-ba0d-2acef61fdc0d/973c4567-d107-49d1-a4f9-afef1fce48d8) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:44.393026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.441257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.720490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Allocated IP 172.25.5.104 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5860ba6f-2245-48d8-a2cb-d120d68965bb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:44.728375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.741945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Transition to ACTIVE for port object 973c4567-d107-49d1-a4f9-afef1fce48d8 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:44.799261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Transition to ACTIVE for port object 973c4567-d107-49d1-a4f9-afef1fce48d8 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:44.813173 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:44.869664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:44.874056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:44.879489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:44.905516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Pushing event updated for resources: {'Port': ['ID=973c4567-d107-49d1-a4f9-afef1fce48d8,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:44.916918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.917938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.917938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.918366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.921727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.922235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.922589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.922932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.923268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.923604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.923936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.924265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:44.955138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.002944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Attempting to bind port 973c4567-d107-49d1-a4f9-afef1fce48d8 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:45.004200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Attempting to bind port 973c4567-d107-49d1-a4f9-afef1fce48d8 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:45.005224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Attempting to bind port 973c4567-d107-49d1-a4f9-afef1fce48d8 on network d66dc9a1-423f-4f1a-9a12-8468a41ed564 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:45.022223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:45.023016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Checking segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:45.023627 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.024196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Bound using segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:45.025429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Bound port: 973c4567-d107-49d1-a4f9-afef1fce48d8, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:45.026090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.052510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.148664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:45.156576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] For port 973c4567-d107-49d1-a4f9-afef1fce48d8, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:45.158836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:45.164040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:45.168224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] For port 973c4567-d107-49d1-a4f9-afef1fce48d8, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=973c4567-d107-49d1-a4f9-afef1fce48d8,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:45.176334 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.236866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Pushing event updated for resources: {'Port': ['ID=5860ba6f-2245-48d8-a2cb-d120d68965bb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:45.383419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa14236-be16-44ab-b9e8-7721e3f8ee95 None None] Pushing event updated for resources: {'Port': ['ID=973c4567-d107-49d1-a4f9-afef1fce48d8,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:45.766810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:46.204902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:46.315754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb08e834-a048-4889-896b-e404ca918b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:46.520703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:04:46.573744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 973c4567-d107-49d1-a4f9-afef1fce48d8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:46.692442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 973c4567-d107-49d1-a4f9-afef1fce48d8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:46.789678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:04:46.806570 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:04:46.830600 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:46.831123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:46.833255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b73b4d73-de98-4d70-be1b-3111fdad8173 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4114799 Jul 30 00:04:46.835918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47582) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:46.843026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:47.051712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71009d-51cc-4c1c-a5e6-b4f08e8de107 None None] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:04:47.163606 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:47.267775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Provisioning for port 973c4567-d107-49d1-a4f9-afef1fce48d8 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:47.277407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Provisioning complete for port 973c4567-d107-49d1-a4f9-afef1fce48d8 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:47.278588 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:47.472578 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:47.520454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:47.544575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] For port 973c4567-d107-49d1-a4f9-afef1fce48d8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=973c4567-d107-49d1-a4f9-afef1fce48d8,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:47.555776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:47.712500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4718f94-3cb1-4868-b61f-45d816c77848 None None] Pushing event updated for resources: {'Port': ['ID=973c4567-d107-49d1-a4f9-afef1fce48d8,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:47.785135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aa181283-8f13-4dc1-921c-b38dd352806d None None] Provisioning complete for port 973c4567-d107-49d1-a4f9-afef1fce48d8 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:47.786400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aa181283-8f13-4dc1-921c-b38dd352806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:47.867697 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:45Z', 'revision_number': 3, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:47.943981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:04:47.946439 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Updating router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 port 5860ba6f-2245-48d8-a2cb-d120d68965bb binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:04:48.029327 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:48.132314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:48.560808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 973c4567-d107-49d1-a4f9-afef1fce48d8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:48.641879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:48.677057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Allocated IP 172.20.0.1 (d66dc9a1-423f-4f1a-9a12-8468a41ed564/cc760715-0c31-4a68-ba0d-2acef61fdc0d/8ffe3ee3-917d-4761-9091-4b98240da0b0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:48.733407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 973c4567-d107-49d1-a4f9-afef1fce48d8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:48.735284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:48.893754 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:48.925490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Transition to ACTIVE for port object 5860ba6f-2245-48d8-a2cb-d120d68965bb will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:48.943120 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:48.943369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.018824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.054904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Transition to ACTIVE for port object 8ffe3ee3-917d-4761-9091-4b98240da0b0 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:49.058895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc6ceff6-e251-4db4-98c1-a87bc9908b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.075142 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Attempting to bind port 5860ba6f-2245-48d8-a2cb-d120d68965bb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:49.075947 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Attempting to bind port 5860ba6f-2245-48d8-a2cb-d120d68965bb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:49.076483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Attempting to bind port 5860ba6f-2245-48d8-a2cb-d120d68965bb on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:49.079913 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Pushing event updated for resources: {'Port': ['ID=5860ba6f-2245-48d8-a2cb-d120d68965bb,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.091410 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:49.105516 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:49.106728 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.107328 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:49.107996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Bound port: 5860ba6f-2245-48d8-a2cb-d120d68965bb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:49.108547 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.125041 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.127769 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.127994 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.128314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.130091 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.131792 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.132425 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.141474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.141474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.141474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.141474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.141474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.169854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.278910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.292497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.315167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.351244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:49.357341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:49.363089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:49.371704 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] For port 5860ba6f-2245-48d8-a2cb-d120d68965bb, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:49.385722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] For port 5860ba6f-2245-48d8-a2cb-d120d68965bb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5860ba6f-2245-48d8-a2cb-d120d68965bb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:49.392865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d69c2eef401454d84b2127e4d1c06be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385435 Jul 30 00:04:49.394622 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.395793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47636) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:49.475009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.561002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.611679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946f965c-c5d1-40f9-a118-4d9de9d39bc0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.637429 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:49.638488 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:49.668633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f5bdf-3dd0-4798-bc03-30a51e7ab12f None None] Pushing event updated for resources: {'Port': ['ID=5860ba6f-2245-48d8-a2cb-d120d68965bb,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.720072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.720072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.726153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.730989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.732668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.734298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.738522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.739907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.745562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.747958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.749352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.760319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72884b5c-f798-420b-ad72-2242cc919871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.781669 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:49.842622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.877504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-01404473-59e6-4487-811c-52869ccdecd8 None None] Provisioning for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:49.890953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-01404473-59e6-4487-811c-52869ccdecd8 None None] Provisioning complete for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:49.900604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01404473-59e6-4487-811c-52869ccdecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.921979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.934822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.957944 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:50.023592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-01404473-59e6-4487-811c-52869ccdecd8 None None] Port 8ffe3ee3-917d-4761-9091-4b98240da0b0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:04:50.070072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.073481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.074791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/946f965c-c5d1-40f9-a118-4d9de9d39bc0 HTTP/1.1" status: 204 len: 168 time: 0.6165168 Jul 30 00:04:50.093875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a335836-d18e-4638-96d4-69d248f4cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f965c-c5d1-40f9-a118-4d9de9d39bc0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:50.305588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.314856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.526994 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:45Z', 'revision_number': 3, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:50.578409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:50.605237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.608705 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655c42-cdae-4c7a-8847-4237ef2982c4 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:45Z', 'revision_number': 3, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:04:50.742393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:50.957179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:50.965722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:51.331883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:04:51.588858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1445db51-3666-43d0-9c55-3253a7a59f6a None None] Provisioning complete for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:51.593009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1445db51-3666-43d0-9c55-3253a7a59f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:51.657995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:51.718811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1445db51-3666-43d0-9c55-3253a7a59f6a None None] Port 8ffe3ee3-917d-4761-9091-4b98240da0b0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:04:51.790075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:04:51.806557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7914f2bb-952d-443f-b751-a0dd9cf24382 admin admin] 10.222.0.49 "PUT /v2.0/routers/8d0753f0-9ddc-4a9f-b78a-56419d91d9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9611502 Jul 30 00:04:51.964001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d525bd9-67d1-4c38-9b78-3132f93a0a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.345956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d525bd9-67d1-4c38-9b78-3132f93a0a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.363698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0d525bd9-67d1-4c38-9b78-3132f93a0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.478299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.534128 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:52.545804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0d525bd9-67d1-4c38-9b78-3132f93a0a96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eae4235ad4ba4464837e8885533096fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8852518 Jul 30 00:04:52.555039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d525bd9-67d1-4c38-9b78-3132f93a0a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95645580-892f-447d-979a-fcb8764c412e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:52.635011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5860ba6f-2245-48d8-a2cb-d120d68965bb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:52.713140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.773322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.930970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5860ba6f-2245-48d8-a2cb-d120d68965bb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:52.970147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5860ba6f-2245-48d8-a2cb-d120d68965bb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:52.973310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:52.991878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.002880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.017001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95645580-892f-447d-979a-fcb8764c412e HTTP/1.1" status: 204 len: 168 time: 0.4778819 Jul 30 00:04:53.075791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70068-23dd-4c72-a17e-35be7a311ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95645580-892f-447d-979a-fcb8764c412e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:53.226755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.258963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5860ba6f-2245-48d8-a2cb-d120d68965bb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5860ba6f-2245-48d8-a2cb-d120d68965bb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:53.269290 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.362784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5860ba6f-2245-48d8-a2cb-d120d68965bb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:53.691942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47718) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:53.700150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1326130502-network', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:53.775294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Made reservation on behalf of c92d28a2d16d471ca510aa42469cbed0 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:53.778453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.843737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.281811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:04:54.317199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:54.317896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:54.325409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.351822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.429728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:04:54.470637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.476465 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Added segment ce014b73-3e67-482e-88d0-53d131a76e33 of type vlan for network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 Jul 30 00:04:54.580544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.766607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e54131a-3b1c-45b9-8c74-9609521fc31b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:54.779316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5860ba6f-2245-48d8-a2cb-d120d68965bb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:54.797433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.805039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:54.806966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.864452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1727536 Jul 30 00:04:54.867439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47746) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:54.876225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Request body: {'subnet': {'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1326130502-subnet', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:54.946813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Made reservation on behalf of c92d28a2d16d471ca510aa42469cbed0 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:54.953104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.136775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1abb9e-4637-4851-b0bc-fbcc07762d2a admin admin] Pushing event updated for resources: {'Network': ['ID=24dc92da-ba6f-45cf-ae71-d1f1173fa022,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:55.147198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:55.152327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:04:55.335448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5860ba6f-2245-48d8-a2cb-d120d68965bb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:55.339663 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.578390 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.824253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d00ca2-aa76-4bb0-a375-94f7a12f8df6,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:55.859715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Checking segment: {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:55.860075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Network hostable DHCP agents. Network: 24dc92da-ba6f-45cf-ae71-d1f1173fa022, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:04:55.909849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:04:55.928392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 24dc92da-ba6f-45cf-ae71-d1f1173fa022) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:55.933337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:55.934229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.957783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d98fc-ffc1-4d7a-981d-454aa5b10fa5 None None] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:04:55.995376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0f6569f0-737b-4048-8330-08d78eea25dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1256845 Jul 30 00:04:55.998962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:56.005686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:56.141814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:56.155329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.160526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.208725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:56.469025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-787551389-network', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:56.490517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.529784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'fixed_ips': [{'subnet_id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:04:56.531702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.547305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Made reservation on behalf of e4c9da78da37410984e1d5734eb6421a for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:56.558313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.590546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.599952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:04:50Z', 'revision_number': 2, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:56.662531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:04:56.667991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Updating router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 port 8ffe3ee3-917d-4761-9091-4b98240da0b0 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:04:56.827174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:56.869350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.902530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.910921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.952551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.965196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.063054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:04:57.081835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Allocated IP 172.20.0.2 (24dc92da-ba6f-45cf-ae71-d1f1173fa022/a2d00ca2-aa76-4bb0-a375-94f7a12f8df6/384d222a-b643-4b3e-975c-d899c5da1da5) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:57.082829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.083380 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Added segment 53ecfedc-f68c-4889-af6b-41350b7a6007 of type vlan for network 16d71b9b-10a6-4ebb-8324-08c069aa3058 Jul 30 00:04:57.156686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.164658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c353b726-5751-4c46-9370-a8e1365b9fe2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:57.315926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.317368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:57.318746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.352926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.410989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.436081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2897334 Jul 30 00:04:57.440334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47790) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:57.453597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Request body: {'subnet': {'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-787551389-subnet', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:57.489953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b9b7-f919-4b6e-a5fb-a53c6c207558 admin admin] Pushing event updated for resources: {'Network': ['ID=16d71b9b-10a6-4ebb-8324-08c069aa3058,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:57.513217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Made reservation on behalf of e4c9da78da37410984e1d5734eb6421a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:57.516283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.522888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.573011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Allocated IP 172.25.5.40 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/e5e1444d-976a-4655-a66e-2e9726f50576) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:57.745130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.814600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.882765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.903701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.912123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:04:57.921184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:57.932402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:57.937567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:57.997779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e1444d-976a-4655-a66e-2e9726f50576,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.040844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.071157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Transition to ACTIVE for port object 8ffe3ee3-917d-4761-9091-4b98240da0b0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:58.095427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.106389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.127693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.128406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Allocated IP 172.25.5.37 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/93d5262c-8b8c-4eba-b3db-0e29bb515227) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:58.130833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Checking segment: {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:58.131243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Network hostable DHCP agents. Network: 16d71b9b-10a6-4ebb-8324-08c069aa3058, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:04:58.197253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4de34-f749-4e6b-b884-3368653c6d70 None None] Pushing event updated for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.219256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Transition to ACTIVE for port object 384d222a-b643-4b3e-975c-d899c5da1da5 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:58.260341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:04:58.284448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 16d71b9b-10a6-4ebb-8324-08c069aa3058) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:58.286503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Transition to ACTIVE for port object 384d222a-b643-4b3e-975c-d899c5da1da5 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:58.289513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Attempting to bind port 8ffe3ee3-917d-4761-9091-4b98240da0b0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:58.289983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Attempting to bind port 8ffe3ee3-917d-4761-9091-4b98240da0b0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:58.290817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Attempting to bind port 8ffe3ee3-917d-4761-9091-4b98240da0b0 on network d66dc9a1-423f-4f1a-9a12-8468a41ed564 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:58.303681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:58.304453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Checking segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:58.305120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.305726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Bound using segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:58.306556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Bound port: 8ffe3ee3-917d-4761-9091-4b98240da0b0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:58.307142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.315149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:58.315621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.326656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.393678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ff1f4-1067-40f4-a2a8-280bee5fae10 None None] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:04:58.411023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce953a2d-9946-4242-8d60-bc1d653e3c7f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9559741 Jul 30 00:04:58.412145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47796) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:58.448930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:58.517851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Pushing event updated for resources: {'Port': ['ID=384d222a-b643-4b3e-975c-d899c5da1da5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.534652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:58.573968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.598671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:58.607991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:58.617502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.618732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.729165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.844557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Attempting to bind port 384d222a-b643-4b3e-975c-d899c5da1da5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:58.850336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Attempting to bind port 384d222a-b643-4b3e-975c-d899c5da1da5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:58.850949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Attempting to bind port 384d222a-b643-4b3e-975c-d899c5da1da5 on network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:58.929381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:58.936530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Checking segment: {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:58.941383 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.942136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Bound using segment: {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:58.943001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Bound port: 384d222a-b643-4b3e-975c-d899c5da1da5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:58.944262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.986123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.994975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.093170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:59.098150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:59.113558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:59.175278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] For port 384d222a-b643-4b3e-975c-d899c5da1da5, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:59.181901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] For port 384d222a-b643-4b3e-975c-d899c5da1da5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=384d222a-b643-4b3e-975c-d899c5da1da5,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:59.194338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] For port 8ffe3ee3-917d-4761-9091-4b98240da0b0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:59.198049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.224892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=93d5262c-8b8c-4eba-b3db-0e29bb515227,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:59.250318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.280690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] For port 8ffe3ee3-917d-4761-9091-4b98240da0b0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ffe3ee3-917d-4761-9091-4b98240da0b0,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:59.287071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-16d71b9b-10a6-4ebb-8324-08c069aa3058', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:04:59.288235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.338646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.385745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.546312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.864855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Allocated IP 172.20.0.2 (16d71b9b-10a6-4ebb-8324-08c069aa3058/25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d/01164165-fafa-4c5a-b1d0-927391411ed7) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:59.884111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.203546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.214142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Transition to ACTIVE for port object 01164165-fafa-4c5a-b1d0-927391411ed7 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:00.232279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:05:00.242520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Transition to ACTIVE for port object 01164165-fafa-4c5a-b1d0-927391411ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:00.255198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f67d29-743e-4140-a76e-a47ddea488e3 None None] Pushing event updated for resources: {'Port': ['ID=384d222a-b643-4b3e-975c-d899c5da1da5,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:00.270391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.325012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:00.326400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:00.538873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:00.547111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:00.547985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:00.556502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Sync routers for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:00.581592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.583753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5fd9cd9-8f05-43a1-b130-f5bdc34b5c06 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5826595 Jul 30 00:05:00.585747 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:00.586987 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:00.587648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:00.602086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:00.707974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4de34-f749-4e6b-b884-3368653c6d70 None None] Pushing event updated for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:00.727923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 384d222a-b643-4b3e-975c-d899c5da1da5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:00.891699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:00.915492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Pushing event updated for resources: {'Port': ['ID=01164165-fafa-4c5a-b1d0-927391411ed7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.142624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec217cef-ed0c-4040-8ba7-a14e9b252176 None None] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:01.152561 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:04:58Z', 'revision_number': 3, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:01.192417 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Checking router: 349bd46e-1b97-4a83-9583-cd9f8bcaa68f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:01.193073 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Updating router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f port e5e1444d-976a-4655-a66e-2e9726f50576 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:01.257842 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.261575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.349651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Attempting to bind port 01164165-fafa-4c5a-b1d0-927391411ed7 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:01.350251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Attempting to bind port 01164165-fafa-4c5a-b1d0-927391411ed7 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:01.359983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Attempting to bind port 01164165-fafa-4c5a-b1d0-927391411ed7 on network 16d71b9b-10a6-4ebb-8324-08c069aa3058 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:01.390464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.424700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:01.538438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:01.539088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Checking segment: {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:01.539628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.540139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Bound using segment: {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:01.541912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Bound port: 01164165-fafa-4c5a-b1d0-927391411ed7, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:01.542440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.598569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Provisioning for port 384d222a-b643-4b3e-975c-d899c5da1da5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:01.601314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 384d222a-b643-4b3e-975c-d899c5da1da5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:01.635289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Provisioning complete for port 384d222a-b643-4b3e-975c-d899c5da1da5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:01.636293 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.649065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.674890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 384d222a-b643-4b3e-975c-d899c5da1da5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:01.675705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.676455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.686657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.878022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=93d5262c-8b8c-4eba-b3db-0e29bb515227,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.931084 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.945831 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Transition to ACTIVE for port object e5e1444d-976a-4655-a66e-2e9726f50576 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:01.955021 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.034479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Allocated IP 172.20.0.1 (24dc92da-ba6f-45cf-ae71-d1f1173fa022/a2d00ca2-aa76-4bb0-a375-94f7a12f8df6/e016e378-8d18-4004-9e00-ffdc9906f39a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:02.058633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2edae-efc5-4327-9ea6-7946b2b9f7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5e1444d-976a-4655-a66e-2e9726f50576,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:02.104675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.119195 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Attempting to bind port e5e1444d-976a-4655-a66e-2e9726f50576 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:02.119600 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Attempting to bind port e5e1444d-976a-4655-a66e-2e9726f50576 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:02.119970 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Attempting to bind port e5e1444d-976a-4655-a66e-2e9726f50576 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:02.129311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:02.130368 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:02.131088 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.131767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:02.132570 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Bound port: e5e1444d-976a-4655-a66e-2e9726f50576, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:02.134255 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.179448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Allocated IP 172.25.5.162 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/f6159982-30d1-48ee-8b4d-f578ad272b8b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:02.184912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.191081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9fd40eb8-df5e-473a-b920-31408b1983ac tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9800935 Jul 30 00:05:02.208411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:02.215740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1924500020'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:02.225590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.254124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] For port e5e1444d-976a-4655-a66e-2e9726f50576, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:02.260814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] For port e5e1444d-976a-4655-a66e-2e9726f50576, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e5e1444d-976a-4655-a66e-2e9726f50576,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:02.268718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Transition to ACTIVE for port object e016e378-8d18-4004-9e00-ffdc9906f39a will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:02.281289 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.362259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.375006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Made reservation on behalf of 0dab53b5ecff4c818918b99bf2826f4e for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:02.383374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.427228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.438616 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:02.439273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:02.477307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:02.482772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:02.484843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:02.504135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:02.547309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] For port 01164165-fafa-4c5a-b1d0-927391411ed7, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:02.564559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.581957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.582305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.582453 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2edae-efc5-4327-9ea6-7946b2b9f7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5e1444d-976a-4655-a66e-2e9726f50576,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:02.582766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.583056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.583379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.583702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.584028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.584348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.584669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.585101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.585289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.585609 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:02.662360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.801030 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:02.815216 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.835553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.845776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] For port 01164165-fafa-4c5a-b1d0-927391411ed7, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=01164165-fafa-4c5a-b1d0-927391411ed7,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:02.869936 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.892492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.899455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Pushing event updated for resources: {'Port': ['ID=f6159982-30d1-48ee-8b4d-f578ad272b8b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:02.907405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.946794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:02.981400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:05:02.994620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.995438 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Added segment 3170d924-80fc-457e-aefc-91c476628e64 of type vlan for network 3e0a8f90-87b7-4b52-9a5c-42add45482ad Jul 30 00:05:03.012911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:03.036233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.040547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:03.066859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.100065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37474ea1-cd01-4bbe-9666-09c2f96a3450,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.156522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 384d222a-b643-4b3e-975c-d899c5da1da5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=384d222a-b643-4b3e-975c-d899c5da1da5,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:03.214109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.233361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f64d2-a9a6-48b0-baeb-8c3e035fc78c None None] Pushing event updated for resources: {'Port': ['ID=01164165-fafa-4c5a-b1d0-927391411ed7,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.239860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:04:58Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:03.309721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0e05a-d8e1-4099-98a4-9c4fee0abe61 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:04:58Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:03.315837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.385811 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:04:58Z', 'revision_number': 3, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:03.480902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf78e2-a1b8-4ae2-81d3-08a2c5bab1ba None None] The sync data for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 is: [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:04:58Z', 'revision_number': 3, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:03.522093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 00:05:03.711816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.727014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=384d222a-b643-4b3e-975c-d899c5da1da5,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.738013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:03.738471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.765953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:05:03.766335 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-643efd10-914c-4952-9907-ff3bf82354a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:05:03.801752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 01164165-fafa-4c5a-b1d0-927391411ed7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:03.964550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.972825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.068822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 01164165-fafa-4c5a-b1d0-927391411ed7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:04.208766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.220262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.237845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0278001 Jul 30 00:05:04.241973 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.266267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:04.425688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd0905-dfaf-4e7f-9e7c-f36807a20df8 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Network': ['ID=3e0a8f90-87b7-4b52-9a5c-42add45482ad,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.441366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:05:04.559854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Request body: {'subnet': {'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:04.705229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Provisioning for port e016e378-8d18-4004-9e00-ffdc9906f39a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:04.750169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Provisioning complete for port e016e378-8d18-4004-9e00-ffdc9906f39a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:04.751087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.797278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:04.809661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:04.926193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Port e016e378-8d18-4004-9e00-ffdc9906f39a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:04.963245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Provisioning complete for port 384d222a-b643-4b3e-975c-d899c5da1da5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:04.963853 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc36f49d-4018-408e-8186-2a9d4e39fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:05.139636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:05.183641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfda81-aa60-4a5a-acde-557674b93a78 None None] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:05.502759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Made reservation on behalf of 0dab53b5ecff4c818918b99bf2826f4e for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:05.533446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:05.647267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47860) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:05.796075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:05:05.839430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Provisioning complete for port e016e378-8d18-4004-9e00-ffdc9906f39a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:05.840187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:05.886875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:05.970370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ffe3ee3-917d-4761-9091-4b98240da0b0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:06.105356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c36dccd5-466f-44ff-b7e9-ab08f4869c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.150565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Port e016e378-8d18-4004-9e00-ffdc9906f39a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:06.187490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:06.192239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:06.192857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.194803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Provisioning for port 01164165-fafa-4c5a-b1d0-927391411ed7 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:06.203395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Provisioning complete for port 01164165-fafa-4c5a-b1d0-927391411ed7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:06.203776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.280061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.447412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.459598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c36dccd5-466f-44ff-b7e9-ab08f4869c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.461811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:06.473299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c36dccd5-466f-44ff-b7e9-ab08f4869c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.491561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Sync routers for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:06.567339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dccd5-466f-44ff-b7e9-ab08f4869c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b698bbc1-dd76-4629-9d8b-4881e6b30933,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:06.571545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:06.578025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:06.579654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:06.584110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.587896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Subnet': ['ID=05cae445-5e53-4d8b-8102-3496c159b719,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:06.603410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc5eafaf-bf08-49f3-9497-d35a90204c0a admin admin] 10.222.0.49 "PUT /v2.0/routers/349bd46e-1b97-4a83-9583-cd9f8bcaa68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0145755 Jul 30 00:05:06.653985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 8ffe3ee3-917d-4761-9091-4b98240da0b0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ffe3ee3-917d-4761-9091-4b98240da0b0,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:06.666402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Checking segment: {'id': '3170d924-80fc-457e-aefc-91c476628e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:06.666764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network hostable DHCP agents. Network: 3e0a8f90-87b7-4b52-9a5c-42add45482ad, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:05:06.685785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c36dccd5-466f-44ff-b7e9-ab08f4869c8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9a22ceda74644788dc892584c302b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345361 Jul 30 00:05:06.691378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 47878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:06.693380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.695348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:05:06.695571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8456d147-e520-4529-83d6-a510379be8be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2624254 Jul 30 00:05:06.706072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:06.884705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.912991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 3e0a8f90-87b7-4b52-9a5c-42add45482ad) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:06.961821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:06.967758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.992796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.170696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-32774a72-3ea1-478b-8b4a-228b683820fc tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6234202 Jul 30 00:05:07.176287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 47894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:07.192420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2056049545', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:07.206591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:07.321000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.325594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.329816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b698bbc1-dd76-4629-9d8b-4881e6b30933 HTTP/1.1" status: 204 len: 168 time: 0.6304317 Jul 30 00:05:07.329998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] For port 01164165-fafa-4c5a-b1d0-927391411ed7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=01164165-fafa-4c5a-b1d0-927391411ed7,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:07.329998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d1ba4-7538-481d-950d-35bb2c6dbc09 None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:07.337106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.339139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e5e1444d-976a-4655-a66e-2e9726f50576 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:07.339309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5130be-d88c-4ec8-a4c4-c0637e8a4a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698bbc1-dd76-4629-9d8b-4881e6b30933,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:07.375327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.377499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.395764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.526614 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Sync routers for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:07.540247 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:07.542794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:07.724447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:07.804582 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:07.827340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-13714f09-7f67-412f-8a32-21e0af6a1922 None None] Provisioning complete for port 01164165-fafa-4c5a-b1d0-927391411ed7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:07.828129 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13714f09-7f67-412f-8a32-21e0af6a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.912367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e5e1444d-976a-4655-a66e-2e9726f50576 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:07.957419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e5e1444d-976a-4655-a66e-2e9726f50576 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:07.958172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.136657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f14b-e3ee-424b-bb6f-4b1726945f1a None None] Pushing event updated for resources: {'Port': ['ID=01164165-fafa-4c5a-b1d0-927391411ed7,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:08.229005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-07eed4cb-37b0-4e11-ad0f-2d7396f08859 req-0e96d2a5-fe1e-4e8a-bdb8-d3df8af07a00 service neutron] (93864) timed out ('10.222.0.57', 57598) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:05:08.373401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.526347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-3e0a8f90-87b7-4b52-9a5c-42add45482ad', 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad', 'tenant_id': '0dab53b5ecff4c818918b99bf2826f4e', 'fixed_ips': [{'subnet_id': '05cae445-5e53-4d8b-8102-3496c159b719'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:05:08.527212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.535713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:03Z', 'revision_number': 3, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:08.591124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Checking router: 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:08.591664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Updating router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 port f6159982-30d1-48ee-8b4d-f578ad272b8b binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:08.632181 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 4, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'e016e378-8d18-4004-9e00-ffdc9906f39a', 'name': '', 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'mac_address': 'fa:16:3e:97:2f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:03Z', 'revision_number': 2, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'subnets': [{'id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:08.652184 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.719532 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Checking router: 349bd46e-1b97-4a83-9583-cd9f8bcaa68f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:08.720213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Updating router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f port e016e378-8d18-4004-9e00-ffdc9906f39a binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:08.763655 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.848099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.851749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Allocated IP 172.20.0.2 (3e0a8f90-87b7-4b52-9a5c-42add45482ad/05cae445-5e53-4d8b-8102-3496c159b719/3e4e625a-4d22-4a12-804f-b1f70c14e7d5) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:09.065177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.076375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Transition to ACTIVE for port object 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:09.094625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Transition to ACTIVE for port object 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:09.100503 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.113854 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Transition to ACTIVE for port object e016e378-8d18-4004-9e00-ffdc9906f39a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:09.121192 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.146015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.174995 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.246952 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae81aed-d045-44bb-a575-b634eeaedb92 None None] Pushing event updated for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:09.262463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Pushing event updated for resources: {'Port': ['ID=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:09.280631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:09.295117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:09.305037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:09.310537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port e5e1444d-976a-4655-a66e-2e9726f50576, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e5e1444d-976a-4655-a66e-2e9726f50576,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:09.327620 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.328519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 384d222a-b643-4b3e-975c-d899c5da1da5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:09.358655 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Attempting to bind port e016e378-8d18-4004-9e00-ffdc9906f39a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:09.358899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Attempting to bind port e016e378-8d18-4004-9e00-ffdc9906f39a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:09.359385 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Attempting to bind port e016e378-8d18-4004-9e00-ffdc9906f39a on network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:09.389252 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:09.390157 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Checking segment: {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:09.390806 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.391367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Bound using segment: {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:09.392677 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Bound port: e016e378-8d18-4004-9e00-ffdc9906f39a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce014b73-3e67-482e-88d0-53d131a76e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:09.395735 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.436165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.693009 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] For port e016e378-8d18-4004-9e00-ffdc9906f39a, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:09.699835 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] For port e016e378-8d18-4004-9e00-ffdc9906f39a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e016e378-8d18-4004-9e00-ffdc9906f39a,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:09.712747 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.731807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Attempting to bind port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:09.732474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Attempting to bind port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3170d924-80fc-457e-aefc-91c476628e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:09.733415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Attempting to bind port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 on network 3e0a8f90-87b7-4b52-9a5c-42add45482ad {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:09.752691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:09.753033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Checking segment: {'id': '3170d924-80fc-457e-aefc-91c476628e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:09.753460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.754050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Bound using segment: {'id': '3170d924-80fc-457e-aefc-91c476628e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:09.754500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Bound port: 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3170d924-80fc-457e-aefc-91c476628e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:09.754817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.859150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 384d222a-b643-4b3e-975c-d899c5da1da5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:09.859531 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:09.872401 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:09.873055 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:09.945688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=e5e1444d-976a-4655-a66e-2e9726f50576,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:09.958116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae81aed-d045-44bb-a575-b634eeaedb92 None None] Pushing event updated for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:10.015632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Allocated IP 172.20.0.1 (16d71b9b-10a6-4ebb-8324-08c069aa3058/25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d/38637ed4-f0e1-4d29-a716-cb1bafe4d162) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:10.034072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] For port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:10.043154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] For port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,segment=NetworkSegment(3170d924-80fc-457e-aefc-91c476628e64),segment_id=3170d924-80fc-457e-aefc-91c476628e64)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:10.077761 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.166175 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:10.173929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08857f86-3985-473a-b3d7-ddc1ed1995cb None None] Pushing event updated for resources: {'Port': ['ID=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:10.203411 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.220664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.285257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Transition to ACTIVE for port object 38637ed4-f0e1-4d29-a716-cb1bafe4d162 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:10.290698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.477112 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.538781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.550433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ffe3ee3-917d-4761-9091-4b98240da0b0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:10.570536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:10.587114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:10.593505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:10.721611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Transition to ACTIVE for port object f6159982-30d1-48ee-8b4d-f578ad272b8b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:10.734549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Pushing event updated for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:10.750751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.876271 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 4, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'e016e378-8d18-4004-9e00-ffdc9906f39a', 'name': '', 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'mac_address': 'fa:16:3e:97:2f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'subnets': [{'id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:10.907219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Attempting to bind port f6159982-30d1-48ee-8b4d-f578ad272b8b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:10.908875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Attempting to bind port f6159982-30d1-48ee-8b4d-f578ad272b8b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:10.910161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Attempting to bind port f6159982-30d1-48ee-8b4d-f578ad272b8b on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:10.916700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce70a80-c8bd-45a9-bf06-d1fb0e9c7f15 None None] Pushing event updated for resources: {'Port': ['ID=f6159982-30d1-48ee-8b4d-f578ad272b8b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:10.921114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.955979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b512dd-9a61-4829-a650-af8dde69c276 None None] The sync data for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 is: [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:05:02Z', 'revision_number': 4, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'e016e378-8d18-4004-9e00-ffdc9906f39a', 'name': '', 'network_id': '24dc92da-ba6f-45cf-ae71-d1f1173fa022', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'mac_address': 'fa:16:3e:97:2f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'subnets': [{'id': 'a2d00ca2-aa76-4bb0-a375-94f7a12f8df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:10.958671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:10.959241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:10.959685 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.960078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:10.963357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Bound port: f6159982-30d1-48ee-8b4d-f578ad272b8b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:10.963841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.968168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8ffe3ee3-917d-4761-9091-4b98240da0b0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:10.968825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:11.265112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] For port f6159982-30d1-48ee-8b4d-f578ad272b8b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:11.289123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Allocated IP 172.25.5.121 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/cf44138d-378b-4709-98e9-4241e57205ec) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:11.290594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fc6c4d27-fb38-480a-a259-779a02217238 None None] Provisioning for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:11.314051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fc6c4d27-fb38-480a-a259-779a02217238 None None] Provisioning complete for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:11.314718 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4d27-fb38-480a-a259-779a02217238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:11.346101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:11.385319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] For port f6159982-30d1-48ee-8b4d-f578ad272b8b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6159982-30d1-48ee-8b4d-f578ad272b8b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:11.387106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c4d27-fb38-480a-a259-779a02217238 None None] Port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:11.397169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 01164165-fafa-4c5a-b1d0-927391411ed7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:11.401940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:11.501684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:11.502355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:11.728568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:11.783940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.143828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce70a80-c8bd-45a9-bf06-d1fb0e9c7f15 None None] Pushing event updated for resources: {'Port': ['ID=f6159982-30d1-48ee-8b4d-f578ad272b8b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:12.181318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.201929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 01164165-fafa-4c5a-b1d0-927391411ed7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:12.202793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.252941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.259025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588dbc4-f8cf-4e8e-919f-cc141886c45a None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:12.269111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:12.270027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.303874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:12.307988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:12.326457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=cf44138d-378b-4709-98e9-4241e57205ec,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:12.367976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '38637ed4-f0e1-4d29-a716-cb1bafe4d162', 'name': '', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'mac_address': 'fa:16:3e:83:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:09Z', 'updated_at': '2021-07-30T00:05:10Z', 'revision_number': 1, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'subnets': [{'id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:12.426192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.496192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9230f5c-29ab-4eed-bcad-2222c86aa4e3 None None] The sync data for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 is: [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '38637ed4-f0e1-4d29-a716-cb1bafe4d162', 'name': '', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'mac_address': 'fa:16:3e:83:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:09Z', 'updated_at': '2021-07-30T00:05:10Z', 'revision_number': 1, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'subnets': [{'id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:12.499862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-309ca6d1-81d7-44bc-8c58-f32154b49ae9 None None] Provisioning for port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:12.507000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Pushing event updated for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:12.658175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e5e1444d-976a-4655-a66e-2e9726f50576 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:12.766588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e5e1444d-976a-4655-a66e-2e9726f50576 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:12.766990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:13.120974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:13.196696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:13.416610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e016e378-8d18-4004-9e00-ffdc9906f39a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:13.576838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e016e378-8d18-4004-9e00-ffdc9906f39a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:13.583125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:13.592043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e016e378-8d18-4004-9e00-ffdc9906f39a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:13.592423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:13.796042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:13.921730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.011131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6cff5e06-bae0-4bd3-9b79-70e985b57f92 None None] Provisioning complete for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:14.022542 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cff5e06-bae0-4bd3-9b79-70e985b57f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.114192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6cff5e06-bae0-4bd3-9b79-70e985b57f92 None None] Port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:14.116517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:14.129610 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-52986f93-0f79-48f6-b8e2-e05698f462e1 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4222262 Jul 30 00:05:14.134743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.159845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port e016e378-8d18-4004-9e00-ffdc9906f39a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e016e378-8d18-4004-9e00-ffdc9906f39a,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:14.167326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.181852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:14.338989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:14.368042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:14.376606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:14.377460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.538230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Router e6d906cd-4851-4ec1-867d-327664efb645 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:05:14.870755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:14.959438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,segment=NetworkSegment(3170d924-80fc-457e-aefc-91c476628e64),segment_id=3170d924-80fc-457e-aefc-91c476628e64)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:14.961063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:14.971557 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.028165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] Sync routers for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:15.029428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.033310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-19caa492-c8b1-47cb-874a-83b90e70af52 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.8465071 Jul 30 00:05:15.036442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:15.139371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:15.140058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:15.242476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:15.254249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:15.276941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:15.286233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:15.481111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:15.482475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f208-0f54-4eb5-8e33-03942330afd7 None None] The sync data for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:15.532462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e016e378-8d18-4004-9e00-ffdc9906f39a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:15.692114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e016e378-8d18-4004-9e00-ffdc9906f39a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:15.692909 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.997618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48048) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:16.003770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1231327177-network', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:16.046449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Made reservation on behalf of b493e7fa019d434da3aff69f4e6da42f for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:16.053541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.078049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.296854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.297612 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50a5f552-ed4c-46e0-8e6b-a6f91e8d6c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.306638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.342286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:05:16.357741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.358016 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Added segment 09d8a44a-e7d2-4fa0-8987-91455d547dd5 of type vlan for network 8319db97-fef2-4605-bb8f-00fbfce2c64a Jul 30 00:05:16.415838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.475367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ed5cb-ca8e-4fc1-9f01-4eefa83fa628,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:16.492842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.493958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:16.494545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.616021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8319db97-fef2-4605-bb8f-00fbfce2c64a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:16.628307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:05:16.656994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44ac093c-b8ee-4d71-9df8-2328f497e7e1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6573923 Jul 30 00:05:16.660689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:16.670508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Request body: {'subnet': {'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1231327177-subnet', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:16.736182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Made reservation on behalf of b493e7fa019d434da3aff69f4e6da42f for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:16.738975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:16.991971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.073132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.147913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a41d69-5dbd-4afb-b189-47acbcc12d91,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:17.195099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Checking segment: {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:17.195959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Network hostable DHCP agents. Network: 8319db97-fef2-4605-bb8f-00fbfce2c64a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:05:17.225383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:05:17.241874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 8319db97-fef2-4605-bb8f-00fbfce2c64a) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:17.255067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:17.255718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.259343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac833b-35b0-474f-98f1-0f942803a316 None None] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:17.310212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c11b6929-b863-464c-aa75-79dd478de9ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6479023 Jul 30 00:05:17.311687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:17.323187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:17.387935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.389992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6159982-30d1-48ee-8b4d-f578ad272b8b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:17.393340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.485990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.515554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.556898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f6159982-30d1-48ee-8b4d-f578ad272b8b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:17.569440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f6159982-30d1-48ee-8b4d-f578ad272b8b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:17.569880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.650847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-8319db97-fef2-4605-bb8f-00fbfce2c64a', 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'fixed_ips': [{'subnet_id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:05:17.651992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.712489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Allocated IP 172.20.0.1 (3e0a8f90-87b7-4b52-9a5c-42add45482ad/05cae445-5e53-4d8b-8102-3496c159b719/8e4fdc6b-1c99-49c7-a1af-648fc19403bf) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:17.815299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.962460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:17.988027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Transition to ACTIVE for port object 8e4fdc6b-1c99-49c7-a1af-648fc19403bf will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:18.005167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.063372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.081100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f6159982-30d1-48ee-8b4d-f578ad272b8b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6159982-30d1-48ee-8b4d-f578ad272b8b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:18.105015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.107443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:18.135338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:18.162324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:18.175644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:18.182700 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Sync routers for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:18.233208 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:18.235346 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:04:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:18.273901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=8e4fdc6b-1c99-49c7-a1af-648fc19403bf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:18.395317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.423235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f6159982-30d1-48ee-8b4d-f578ad272b8b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:18.463999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Allocated IP 172.20.0.2 (8319db97-fef2-4605-bb8f-00fbfce2c64a/f0a41d69-5dbd-4afb-b189-47acbcc12d91/19dbae1e-2a22-46f9-9104-c83fce420731) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:18.494643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:18.495825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.518209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.565792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.584092 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:18.886981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Allocated IP 172.25.5.201 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:18.947491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.964768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:18.974722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-65e22eeb-d123-41af-9b24-6ce424b1be88 None None] Provisioning for port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:18.996872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Transition to ACTIVE for port object 19dbae1e-2a22-46f9-9104-c83fce420731 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:19.055247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Transition to ACTIVE for port object 19dbae1e-2a22-46f9-9104-c83fce420731 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:19.085876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-65e22eeb-d123-41af-9b24-6ce424b1be88 None None] Provisioning complete for port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:19.089835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65e22eeb-d123-41af-9b24-6ce424b1be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.205186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.295699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-65e22eeb-d123-41af-9b24-6ce424b1be88 None None] Port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:19.298613 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.331934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6159982-30d1-48ee-8b4d-f578ad272b8b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:19.347843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.544631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:19.559373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:19.567875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:19.575000 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '38637ed4-f0e1-4d29-a716-cb1bafe4d162', 'name': '', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'mac_address': 'fa:16:3e:83:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:09Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 2, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'subnets': [{'id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:19.580647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Pushing event updated for resources: {'Port': ['ID=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:19.617787 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Checking router: 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:19.618198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Pushing event updated for resources: {'Port': ['ID=19dbae1e-2a22-46f9-9104-c83fce420731,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:19.619263 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Updating router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:19.680876 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.698459 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:19.733316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:19.738487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:19.747562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:19.780264 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dae6-7161-48b8-a1c2-755d2c210677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.047542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f6159982-30d1-48ee-8b4d-f578ad272b8b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:20.048696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.123422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.130672 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.241141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Attempting to bind port 19dbae1e-2a22-46f9-9104-c83fce420731 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:20.241749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Attempting to bind port 19dbae1e-2a22-46f9-9104-c83fce420731 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:20.242328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Attempting to bind port 19dbae1e-2a22-46f9-9104-c83fce420731 on network 8319db97-fef2-4605-bb8f-00fbfce2c64a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:20.296301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:20.296885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Checking segment: {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:20.297498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.298166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Bound using segment: {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:20.298944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Bound port: 19dbae1e-2a22-46f9-9104-c83fce420731, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:20.299458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=8e4fdc6b-1c99-49c7-a1af-648fc19403bf,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:20.299594 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.307788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.367403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.690251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:20.697689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:20.722369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] For port 19dbae1e-2a22-46f9-9104-c83fce420731, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:20.800080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] For port 19dbae1e-2a22-46f9-9104-c83fce420731, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19dbae1e-2a22-46f9-9104-c83fce420731,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:20.802170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.811462 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:20.947140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90d2b-437f-4d89-9f59-ba9f3e902c84 None None] Pushing event updated for resources: {'Port': ['ID=19dbae1e-2a22-46f9-9104-c83fce420731,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:20.975073 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.022658 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Transition to ACTIVE for port object 38637ed4-f0e1-4d29-a716-cb1bafe4d162 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:21.042013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Router e6d906cd-4851-4ec1-867d-327664efb645 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:21.063681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.077252 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.221156 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565aae-bbfd-4de8-a26f-bb277998b543 None None] Pushing event updated for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:21.403789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Attempting to bind port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:21.404360 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Attempting to bind port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:21.404720 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Attempting to bind port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 on network 16d71b9b-10a6-4ebb-8324-08c069aa3058 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:21.429398 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:21.435273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Checking segment: {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:21.439733 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.439733 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Bound using segment: {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:21.439733 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Bound port: 38637ed4-f0e1-4d29-a716-cb1bafe4d162, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ecfedc-f68c-4889-af6b-41350b7a6007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:21.442624 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.587425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-59ab20b2-8340-4a81-a415-d38e3d33c131 None None] Provisioning complete for port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:21.587425 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59ab20b2-8340-4a81-a415-d38e3d33c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.665195 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] For port 38637ed4-f0e1-4d29-a716-cb1bafe4d162, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:21.675671 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] For port 38637ed4-f0e1-4d29-a716-cb1bafe4d162, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=38637ed4-f0e1-4d29-a716-cb1bafe4d162,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:21.690844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:21.702080 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:21.715431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48102) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:21.725039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9c9f425c-8ea5-46bf-96ac-70096b9f6e79 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "PUT /v2.0/routers/e6d906cd-4851-4ec1-867d-327664efb645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6847949 Jul 30 00:05:21.727144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Request body: {'port': {'network_id': '3e0a8f90-87b7-4b52-9a5c-42add45482ad', 'name': 'tempest-FloatingIPAdminTestJSON-974855596'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:21.732539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] Sync routers for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:21.796721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:21.797388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:21.882866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:21.896607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-59ab20b2-8340-4a81-a415-d38e3d33c131 None None] Port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:21.906462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:21.907374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:21.908626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Router bcccb0d7-518f-407a-9bda-2c55a348ea3d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:05:21.961880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:21.962474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33670df-1239-4dee-b2d8-1653f95096b1 None None] The sync data for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:21.995637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:21.996561 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:21.999745 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565aae-bbfd-4de8-a26f-bb277998b543 None None] Pushing event updated for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:22.278640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:22.300477 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Sync routers for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:22.314938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Made reservation on behalf of 0dab53b5ecff4c818918b99bf2826f4e for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:22.319554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:22.346629 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:22.347551 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:22.476177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:22.476914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:22.577034 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:22.869900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:22.871685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fcd1d334-f470-44af-9cc2-297962e1b538 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5585041 Jul 30 00:05:22.873579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] device_id is not set on port de3beefc-9cca-4046-b5e9-fbc1d8c11f8c yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:05:22.875512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:23.000950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '38637ed4-f0e1-4d29-a716-cb1bafe4d162', 'name': '', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'mac_address': 'fa:16:3e:83:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:09Z', 'updated_at': '2021-07-30T00:05:21Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'subnets': [{'id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:23.067489 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452ddd2-bc5b-4fc8-8467-761384583025 None None] The sync data for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 is: [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:11Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '38637ed4-f0e1-4d29-a716-cb1bafe4d162', 'name': '', 'network_id': '16d71b9b-10a6-4ebb-8324-08c069aa3058', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'mac_address': 'fa:16:3e:83:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:09Z', 'updated_at': '2021-07-30T00:05:21Z', 'revision_number': 4, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'subnets': [{'id': '25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:23.185562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Allocated IP 172.20.0.11 (3e0a8f90-87b7-4b52-9a5c-42add45482ad/05cae445-5e53-4d8b-8102-3496c159b719/de3beefc-9cca-4046-b5e9-fbc1d8c11f8c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:23.315420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82cd03-affc-49bf-b608-4cc1679df774 None None] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:23.584025 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:20Z', 'revision_number': 3, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:23.656917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:23.683308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Transition to ACTIVE for port object de3beefc-9cca-4046-b5e9-fbc1d8c11f8c will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:23.738509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Checking router: bcccb0d7-518f-407a-9bda-2c55a348ea3d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:23.739058 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Updating router bcccb0d7-518f-407a-9bda-2c55a348ea3d port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:23.748807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19dbae1e-2a22-46f9-9104-c83fce420731 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:23.782416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b1b5e0fb-f0b3-4ff8-b35d-3f2abcb2bd15 None None] Provisioning for port 19dbae1e-2a22-46f9-9104-c83fce420731 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:23.820424 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.067128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-a98c04e3-1042-40a6-94d7-e48f65eb15e7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:24.080854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-a98c04e3-1042-40a6-94d7-e48f65eb15e7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.3484504 Jul 30 00:05:24.099090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.143926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 19dbae1e-2a22-46f9-9104-c83fce420731 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:24.148030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-5307fb5e-b6f8-4932-b7d9-b82f79a3dc3a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0650117 Jul 30 00:05:24.169670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 19dbae1e-2a22-46f9-9104-c83fce420731 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:24.169670 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.271135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:24.305845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:24.319675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:24.496871 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.617865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-0c185fe8-02b0-4859-85d4-c1b28756fa89 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4606521 Jul 30 00:05:24.635239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 19dbae1e-2a22-46f9-9104-c83fce420731, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19dbae1e-2a22-46f9-9104-c83fce420731,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:24.643499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.648451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 38637ed4-f0e1-4d29-a716-cb1bafe4d162 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:24.679373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:24.681405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.722169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0051520 Jul 30 00:05:24.743583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48140) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:24.762521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c37a34-46b3-4b55-8d8b-624197f6c0fa tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event updated for resources: {'Port': ['ID=de3beefc-9cca-4046-b5e9-fbc1d8c11f8c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:24.901272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.935032 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.936898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:24.991458 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Transition to ACTIVE for port object 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:25.009273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:25.010713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.014997 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.113645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=19dbae1e-2a22-46f9-9104-c83fce420731,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:25.124937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-40d13923-cccf-431a-a8fc-38a62d462566 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056088 Jul 30 00:05:25.191766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Provisioning complete for port 19dbae1e-2a22-46f9-9104-c83fce420731 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:25.195013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.270679 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Attempting to bind port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:25.273017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Attempting to bind port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:25.274399 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Attempting to bind port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:25.293250 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:25.298986 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:25.300531 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.302367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:25.303203 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Bound port: 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:25.305123 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.311596 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.327741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'project_id': '0dab53b5ecff4c818918b99bf2826f4e', 'port_id': 'de3beefc-9cca-4046-b5e9-fbc1d8c11f8c'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:25.405693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 38637ed4-f0e1-4d29-a716-cb1bafe4d162, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=38637ed4-f0e1-4d29-a716-cb1bafe4d162,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:25.422714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.423048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Allocated IP 172.20.0.1 (8319db97-fef2-4605-bb8f-00fbfce2c64a/f0a41d69-5dbd-4afb-b189-47acbcc12d91/ec46c820-6602-4aad-8cb4-1ca328db5a28) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:25.437180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.529909 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] For port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:25.547801 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] For port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:25.550405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-94b49e23-fdd6-4356-8de0-429b71a968fe service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115741 Jul 30 00:05:25.557815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:25.579012 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.601438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Provisioning for port de3beefc-9cca-4046-b5e9-fbc1d8c11f8c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:25.617033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Provisioning complete for port de3beefc-9cca-4046-b5e9-fbc1d8c11f8c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:25.617520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.626519 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad941c-23e9-43dd-a503-bb177f57d7d4 None None] Pushing event updated for resources: {'Port': ['ID=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:25.654464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.673763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19dbae1e-2a22-46f9-9104-c83fce420731 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:25.777034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.806050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Transition to ACTIVE for port object ec46c820-6602-4aad-8cb4-1ca328db5a28 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:25.806262 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:25.806262 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:25.827040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a74a0df3-88e2-47ea-b4f3-2c7bb52e56a5 None None] Port de3beefc-9cca-4046-b5e9-fbc1d8c11f8c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:25.844757 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad941c-23e9-43dd-a503-bb177f57d7d4 None None] Pushing event updated for resources: {'Port': ['ID=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:25.862453 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 19dbae1e-2a22-46f9-9104-c83fce420731 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:25.870261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.902403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.022530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:26.049457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:26.053618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:26.099514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Allocated IP 172.25.5.112 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5e618f80-0581-4718-8d3f-890809cb0dcf) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:26.178561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.181920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe71ea7e-8c57-4f10-8aaf-434a7810b345 req-f63c25fc-4053-4541-8b54-66bcbf30fd63 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.1603622 Jul 30 00:05:26.304160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:26.375861 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:26.464416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eacc7c9e-4bf0-4fdd-84de-f79756362d92 None None] Provisioning for port ec46c820-6602-4aad-8cb4-1ca328db5a28 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:26.480557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eacc7c9e-4bf0-4fdd-84de-f79756362d92 None None] Provisioning complete for port ec46c820-6602-4aad-8cb4-1ca328db5a28 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:26.481456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eacc7c9e-4bf0-4fdd-84de-f79756362d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.520931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.536938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.566447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-eacc7c9e-4bf0-4fdd-84de-f79756362d92 None None] Port ec46c820-6602-4aad-8cb4-1ca328db5a28 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:26.692238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.706064 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:05:26.707498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:20Z', 'revision_number': 3, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:26.739757 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b7620-eac6-4ae3-a700-e27128094e22 None None] The sync data for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 is: [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:20Z', 'revision_number': 3, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:26.745901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:26.750322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:26.753879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:26.810007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Pushing event updated for resources: {'Port': ['ID=5e618f80-0581-4718-8d3f-890809cb0dcf,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:26.950996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.959245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.113751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:27.125965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.341518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:27.354233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:27.834890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Router bcccb0d7-518f-407a-9bda-2c55a348ea3d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:27.845564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d2316a4-d6f9-4dca-85c7-b9079e995172 req-23516b1a-ef2c-4041-b9ef-af2e56ac5e12 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.1620741 Jul 30 00:05:27.850938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 38637ed4-f0e1-4d29-a716-cb1bafe4d162 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:27.926819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a65d8bd-3a99-46bd-b833-34799514e905 None None] Provisioning complete for port ec46c820-6602-4aad-8cb4-1ca328db5a28 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:27.927667 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a65d8bd-3a99-46bd-b833-34799514e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.956010 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.976086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a65d8bd-3a99-46bd-b833-34799514e905 None None] Port ec46c820-6602-4aad-8cb4-1ca328db5a28 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:27.988016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.021917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:28.022625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.095227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.139530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:28.202702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:28.231475 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c2cbb6dc-d5a4-4b75-88b4-40c5801f9c15 admin admin] 10.222.0.49 "PUT /v2.0/routers/bcccb0d7-518f-407a-9bda-2c55a348ea3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3460770 Jul 30 00:05:28.241275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:28.245894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:28.246553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.445293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.453073 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.477441 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.541800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:28.554131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.637835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Pushing event updated for resources: {'Port': ['ID=5e618f80-0581-4718-8d3f-890809cb0dcf,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:28.651735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:28.705306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-b70355f6-0289-46a4-8368-0641ffa88c6c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:28.709614 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-b70355f6-0289-46a4-8368-0641ffa88c6c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.4346898 Jul 30 00:05:28.725406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:28.748491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:28.889966 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Floating IP afd9d5f6-6f02-4f4d-8fcd-79948d1aee24 associated. External IP: 172.25.5.112, port: de3beefc-9cca-4046-b5e9-fbc1d8c11f8c. Jul 30 00:05:29.054346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:29.058167 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:29.109398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17cad603-5bc2-434a-a7d1-249aa14f0373 req-a039cfa1-5471-42cf-adf6-5602b706a1b7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.1086051 Jul 30 00:05:29.330571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.3 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/6a0ea772-fe56-471d-8bd8-9589aec5eacf) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:29.487138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Router e6d906cd-4851-4ec1-867d-327664efb645 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:29.561315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:29.766466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:29.779812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:29.788604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:29.854835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Sync routers for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:29.894531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:29.897322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object 6a0ea772-fe56-471d-8bd8-9589aec5eacf will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:29.898859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:29.953088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:29.970497 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] Sync routers for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:29.974128 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:29.984567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:30.001144 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:30.006114 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:30.068060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fd29355e-1866-4f58-9179-197eec0a4a35 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3220608 Jul 30 00:05:30.082679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:30.093261 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:30.127986 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:30.128644 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:30.193213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:30.214113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:30.229733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:30.252497 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:30.253177 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9053b67f-6151-4620-ab46-94803026ebd2 None None] The sync data for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:30.284612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:30.313377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:30.377259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:30.379193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:30.398111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2d7f3b49-8077-4fea-ab33-cfbde49bb82a tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "GET /v2.0/floatingips/afd9d5f6-6f02-4f4d-8fcd-79948d1aee24 HTTP/1.1" status: 200 len: 983 time: 0.3136888 Jul 30 00:05:30.398973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48224) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:30.410040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e397a68-cdb7-4a72-88bc-2043513c8e64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6797862 Jul 30 00:05:30.436468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-126ac441-edf8-41a2-9f3f-d3a19feb5f23 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:05:30.441047 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-126ac441-edf8-41a2-9f3f-d3a19feb5f23 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177891 Jul 30 00:05:30.649586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Request body: {'port': {'device_id': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:30.994409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:31.105484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-988b5ffd-f630-476b-8694-b95fbb274097 None None] Provisioning for port 6a0ea772-fe56-471d-8bd8-9589aec5eacf completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:31.171608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-988b5ffd-f630-476b-8694-b95fbb274097 None None] Provisioning complete for port 6a0ea772-fe56-471d-8bd8-9589aec5eacf triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:31.172059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-988b5ffd-f630-476b-8694-b95fbb274097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:31.251215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-988b5ffd-f630-476b-8694-b95fbb274097 None None] Port 6a0ea772-fe56-471d-8bd8-9589aec5eacf cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:31.467148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:26Z', 'revision_number': 4, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec46c820-6602-4aad-8cb4-1ca328db5a28', 'name': '', 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'mac_address': 'fa:16:3e:4a:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:24Z', 'updated_at': '2021-07-30T00:05:26Z', 'revision_number': 2, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'subnets': [{'id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:31.536317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Checking router: bcccb0d7-518f-407a-9bda-2c55a348ea3d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:31.536985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Updating router bcccb0d7-518f-407a-9bda-2c55a348ea3d port ec46c820-6602-4aad-8cb4-1ca328db5a28 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:31.622042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:31.652031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dcb04e76-894d-41c9-aa14-99a6f359333b tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 1.1927013 Jul 30 00:05:31.661238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48232) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:31.683637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ac99-a4d8-4c0c-b020-9efc61122b13 req-762b03ad-950e-4e03-97e1-3ff447532a44 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:31.692791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a942ac99-a4d8-4c0c-b020-9efc61122b13 req-762b03ad-950e-4e03-97e1-3ff447532a44 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 931 time: 1.3014972 Jul 30 00:05:31.988609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a942ac99-a4d8-4c0c-b020-9efc61122b13 req-a5d08853-46bc-4115-949c-bbd942a3681d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946293 Jul 30 00:05:32.160167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port 5e618f80-0581-4718-8d3f-890809cb0dcf {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:32.160636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.331509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.349249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Transition to ACTIVE for port object ec46c820-6602-4aad-8cb4-1ca328db5a28 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:32.363469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.388225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.389966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.404363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0ea772-fe56-471d-8bd8-9589aec5eacf {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:05:32.430297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for 5e618f80-0581-4718-8d3f-890809cb0dcf owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:32.438247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.492191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Transition to ACTIVE for port object 6a0ea772-fe56-471d-8bd8-9589aec5eacf will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:32.503228 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.512734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292631bd-3071-4592-885d-80cee17122ea None None] Pushing event updated for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:32.812500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Attempting to bind port ec46c820-6602-4aad-8cb4-1ca328db5a28 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:32.814670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Attempting to bind port ec46c820-6602-4aad-8cb4-1ca328db5a28 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:32.815511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Attempting to bind port ec46c820-6602-4aad-8cb4-1ca328db5a28 on network 8319db97-fef2-4605-bb8f-00fbfce2c64a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:32.853237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:32.853833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Checking segment: {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:32.854545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.855199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Bound using segment: {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:32.864493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Bound port: ec46c820-6602-4aad-8cb4-1ca328db5a28, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d8a44a-e7d2-4fa0-8987-91455d547dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:32.865154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.911748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:32.981989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48260) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:33.202013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] For port ec46c820-6602-4aad-8cb4-1ca328db5a28, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:33.207947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Attempting to bind port 6a0ea772-fe56-471d-8bd8-9589aec5eacf on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:33.208582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Attempting to bind port 6a0ea772-fe56-471d-8bd8-9589aec5eacf by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:33.209092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Attempting to bind port 6a0ea772-fe56-471d-8bd8-9589aec5eacf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:33.212871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] For port ec46c820-6602-4aad-8cb4-1ca328db5a28, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec46c820-6602-4aad-8cb4-1ca328db5a28,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:33.230433 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Port 6a0ea772-fe56-471d-8bd8-9589aec5eacf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:05:33.231081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Attempting to bind port 6a0ea772-fe56-471d-8bd8-9589aec5eacf on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:33.238188 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.251963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:33.252483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:33.261949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:33.262862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Bound port: 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:33.263421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.416279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292631bd-3071-4592-885d-80cee17122ea None None] Pushing event updated for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:33.447071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:33.448344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:33.477762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.490310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:33.500315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:33.508169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.662358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:33.663382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.688505 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] 10.222.0.59 "PUT /v2.0/ports/6a0ea772-fe56-471d-8bd8-9589aec5eacf HTTP/1.1" status: 200 len: 1092 time: 3.2371640 Jul 30 00:05:33.689405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:05:33.693331 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79f10d-5e02-4c94-a58c-50b080270bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:05:33.869164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:33.933227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=5e618f80-0581-4718-8d3f-890809cb0dcf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:33.956705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2db9-1340-436f-a4af-542413ba10ff service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:34.006599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-f2ffd331-46b1-4361-9afb-d4377f55473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:34.010012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-f2ffd331-46b1-4361-9afb-d4377f55473a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 1095 time: 0.1890068 Jul 30 00:05:34.113057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-2e483372-71a7-4b0b-af90-cffcbab293c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf HTTP/1.1" status: 200 len: 217 time: 0.0872467 Jul 30 00:05:34.193757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:34.194649 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Floating IP afd9d5f6-6f02-4f4d-8fcd-79948d1aee24 disassociated (deleted). External IP: 172.25.5.112, port: de3beefc-9cca-4046-b5e9-fbc1d8c11f8c. Jul 30 00:05:34.220721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d0d81-4c77-41d1-8d14-c66299e10264 req-1757f55e-a4f9-41e3-a530-963d5c87f8ad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:34.238553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-169d0d81-4c77-41d1-8d14-c66299e10264 req-1757f55e-a4f9-41e3-a530-963d5c87f8ad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.7538276 Jul 30 00:05:34.268940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-4713173e-5e7a-40df-96d3-1a543ebb88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:34.274668 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-4713173e-5e7a-40df-96d3-1a543ebb88e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1595087 Jul 30 00:05:34.453270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-0f223451-001d-425e-8c37-8020337a6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:34.456805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-0f223451-001d-425e-8c37-8020337a6565 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714213 Jul 30 00:05:34.506209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-169d0d81-4c77-41d1-8d14-c66299e10264 req-cddb63b0-5d8f-4fd3-b839-21754df0c05c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605197 Jul 30 00:05:34.654391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:26Z', 'revision_number': 4, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec46c820-6602-4aad-8cb4-1ca328db5a28', 'name': '', 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'mac_address': 'fa:16:3e:4a:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:24Z', 'updated_at': '2021-07-30T00:05:33Z', 'revision_number': 4, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'subnets': [{'id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:34.661575 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ae084-3708-4c6d-b187-fac18bcbcd38 x-openstack-request-id: req-171ae084-3708-4c6d-b187-fac18bcbcd38 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:05:34.662552 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:05:34.666115 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-171ae084-3708-4c6d-b187-fac18bcbcd38 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:05:34.666909 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf', 'status': 'completed', 'code': 200} Jul 30 00:05:34.706838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-077ec904-a947-4253-bfb2-ac9988cd6bb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7249396 Jul 30 00:05:34.752120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b15ab9-5b1b-4859-a8ac-98a579697389 None None] The sync data for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 is: [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:26Z', 'revision_number': 4, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ec46c820-6602-4aad-8cb4-1ca328db5a28', 'name': '', 'network_id': '8319db97-fef2-4605-bb8f-00fbfce2c64a', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'mac_address': 'fa:16:3e:4a:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:24Z', 'updated_at': '2021-07-30T00:05:33Z', 'revision_number': 4, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'subnets': [{'id': 'f0a41d69-5dbd-4afb-b189-47acbcc12d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:34.789794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-814c083a-7824-4fb8-90e0-72ff1f6eb9f3 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213501 Jul 30 00:05:35.060876 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ab12f212-5294-4709-ac7f-42cfbe0438f8 req-47692ec7-71ad-4df3-985f-f8834c433f43 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615104 Jul 30 00:05:35.068026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.068527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.069001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.069480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.070000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.070488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.071295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.073960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fe0fc765-31c2-4e81-9e94-230daad5edbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.2661724 Jul 30 00:05:35.208848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:35.263015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-eab3ad87-1c0d-4a3c-b044-d024c9323616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.264712 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-eab3ad87-1c0d-4a3c-b044-d024c9323616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 1095 time: 0.1053832 Jul 30 00:05:35.402785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Router e6d906cd-4851-4ec1-867d-327664efb645 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:35.625456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-44fcc331-bdb6-475c-9a98-2d8177042349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.626859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-44fcc331-bdb6-475c-9a98-2d8177042349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.627936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-44fcc331-bdb6-475c-9a98-2d8177042349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.631271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-44fcc331-bdb6-475c-9a98-2d8177042349 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.4543598 Jul 30 00:05:35.733440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-1bba92bf-c5fd-4e0d-bf63-e46935408662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:35.744583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-1bba92bf-c5fd-4e0d-bf63-e46935408662 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.4693987 Jul 30 00:05:35.851764 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-fd6043d7-c352-4f75-99ca-2158b8c9efdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf HTTP/1.1" status: 200 len: 217 time: 0.1017594 Jul 30 00:05:35.889353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec46c820-6602-4aad-8cb4-1ca328db5a28 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:36.005482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-20225301-38b4-4adf-bf43-8ea3aa857263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:36.011352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-20225301-38b4-4adf-bf43-8ea3aa857263 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1512833 Jul 30 00:05:36.024569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ec46c820-6602-4aad-8cb4-1ca328db5a28 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:36.037100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ec46c820-6602-4aad-8cb4-1ca328db5a28 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:36.037920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.117480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-daca7af3-155f-4a8b-a816-5bddd30ce4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:36.119145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-daca7af3-155f-4a8b-a816-5bddd30ce4e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000798 Jul 30 00:05:36.409149 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.442943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-702f0421-dffa-440a-84b5-bf549bf15950 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.7322631 Jul 30 00:05:36.476084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-dca42094-960c-41d7-bb38-679c8dcb8357 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483369 Jul 30 00:05:36.528519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ec46c820-6602-4aad-8cb4-1ca328db5a28, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec46c820-6602-4aad-8cb4-1ca328db5a28,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:36.535220 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.584206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d86ec-890c-4ca4-b1c8-b2d1c0cfc818 req-366a5c50-b2d7-4a42-80c6-d1b58703c4f7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:36.593944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9d86ec-890c-4ca4-b1c8-b2d1c0cfc818 req-366a5c50-b2d7-4a42-80c6-d1b58703c4f7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.5110261 Jul 30 00:05:36.708239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:36.731663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-2e97ee39-22e4-4dac-a0eb-5b0b8bc59cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:36.744761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-2e97ee39-22e4-4dac-a0eb-5b0b8bc59cf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.2879303 Jul 30 00:05:36.758455 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.765113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:36.788635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] Sync routers for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:36.820124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:36.820665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:36.836748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f9d86ec-890c-4ca4-b1c8-b2d1c0cfc818 req-1f39484b-bdf4-40b6-a62f-51f274361af7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417555 Jul 30 00:05:36.845973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1e79f10d-5e02-4c94-a58c-50b080270bf4 req-f84d8447-dea4-4a5b-a5e4-10cae8e46097 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571184 Jul 30 00:05:36.967396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-65f40535-806a-4da1-b96c-b58f443772db tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/floatingips/afd9d5f6-6f02-4f4d-8fcd-79948d1aee24 HTTP/1.1" status: 204 len: 168 time: 5.2919517 Jul 30 00:05:36.968015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48284) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:36.981752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:37.000847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:37.061617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:37.061617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:37.079153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:37.086974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-1e0a5444-b820-47b8-8e29-305abf089ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:37.094552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-1e0a5444-b820-47b8-8e29-305abf089ba5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3327014 Jul 30 00:05:37.111335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-a742418e-1257-43ed-b6c3-e25723e6dfc9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:05:37.112531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-a742418e-1257-43ed-b6c3-e25723e6dfc9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096419 Jul 30 00:05:37.172951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:37.174082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653623d-75b0-4c8d-a782-7970712f8963 None None] The sync data for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:37.365167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Deleting port 38637ed4-f0e1-4d29-a716-cb1bafe4d162 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:37.365570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:37.405420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:37.458425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-ce8d09a4-e2be-4f88-82eb-ef9d399bdd95 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212445 Jul 30 00:05:37.620403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] For port 38637ed4-f0e1-4d29-a716-cb1bafe4d162, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=38637ed4-f0e1-4d29-a716-cb1bafe4d162,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:37.625547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:37.672088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Calling delete_port for 38637ed4-f0e1-4d29-a716-cb1bafe4d162 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:37.718009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec46c820-6602-4aad-8cb4-1ca328db5a28 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:37.751099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Allocated IP 172.25.5.207 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/55c31554-b80a-4fff-a31c-6cfe23c55d0f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:37.940309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ec46c820-6602-4aad-8cb4-1ca328db5a28 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:37.940691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:37.985030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.137071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.301191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Pushing event updated for resources: {'Port': ['ID=55c31554-b80a-4fff-a31c-6cfe23c55d0f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:38.324502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:38.327141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:38.335407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.340238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:38.391349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-cd21abab-741a-4725-bf3d-ff607b6f207f service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208302 Jul 30 00:05:38.392790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38637ed4-f0e1-4d29-a716-cb1bafe4d162,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:38.411994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f061397-08b4-468b-bc73-c0240b577605 req-830f5419-cc94-42fa-b7c4-2086038f9fdd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:38.414399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f061397-08b4-468b-bc73-c0240b577605 req-830f5419-cc94-42fa-b7c4-2086038f9fdd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.2669463 Jul 30 00:05:38.551272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-80065641-55d2-43f4-9f9a-c9281c7bfe5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.1318440 Jul 30 00:05:38.622448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.713570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f061397-08b4-468b-bc73-c0240b577605 req-e705eb53-6439-45d0-9f9c-676d48fe6874 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848892 Jul 30 00:05:38.718555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.825119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-1f35e1bc-fff5-48e9-83db-a04e2fcd564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:38.827692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-1f35e1bc-fff5-48e9-83db-a04e2fcd564b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.2345254 Jul 30 00:05:39.133461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:39.145206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:39.329035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Pushing event updated for resources: {'Port': ['ID=55c31554-b80a-4fff-a31c-6cfe23c55d0f,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:39.477929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:39.547415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:39.554583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-30dff132-4a27-42d6-be73-42d8e4c9b649 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5849001 Jul 30 00:05:39.557669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48300) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:39.677499 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48310) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:39.876861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-926e9305-c044-4c6f-aae0-d68c6cac4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:39.880915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-926e9305-c044-4c6f-aae0-d68c6cac4d91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0443482 Jul 30 00:05:39.982141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:40.026026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.053850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.223741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcaa7c-595a-4b73-9ce6-fdf0b3b10088 req-cab653f9-d7d5-49e1-9035-ce6189e587fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:40.225402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42fcaa7c-595a-4b73-9ce6-fdf0b3b10088 req-cab653f9-d7d5-49e1-9035-ce6189e587fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.3095410 Jul 30 00:05:40.286753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Deleting subnet cec40820-f075-4fdd-be33-4e454f40910c {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:05:40.297584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.379542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.453593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.640581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-49e6bde2-0e5e-4f02-9daa-0b3be403281d service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437482 Jul 30 00:05:40.676378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:40.721076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.775025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42fcaa7c-595a-4b73-9ce6-fdf0b3b10088 req-b4736700-bb7e-43bc-85b7-4e7417ab9bcc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652760 Jul 30 00:05:40.831789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:40.835363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cec40820-f075-4fdd-be33-4e454f40910c HTTP/1.1" status: 204 len: 168 time: 1.1525190 Jul 30 00:05:40.861839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48326) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:40.873585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c7c93-866a-4076-b56b-8128feca49a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec40820-f075-4fdd-be33-4e454f40910c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:41.008962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.027250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.057745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-e9b71fc2-9bfe-4f1f-88a7-cc161f1284ec service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075038 Jul 30 00:05:41.165436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-c2593f8d-668c-409b-93e5-4df3370aeef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.0543694 Jul 30 00:05:41.304450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Allocated IP 172.25.5.241 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/559c3e13-80b4-4fb2-a05d-acb776b54f21) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:41.314183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:41.326686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-94b4b37a-fc8d-4bc7-ab89-0c2bda2825d1 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3387392 Jul 30 00:05:41.329341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48328) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:41.337578 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Sync routers for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:41.354569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:41.355908 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:41.457234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.491540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2091a200-971f-466f-a13a-9d5efbc080ba']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:41.497043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-4eea3dea-e5b8-4395-b452-fda821719d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:41.498932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-4eea3dea-e5b8-4395-b452-fda821719d2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.3084695 Jul 30 00:05:41.525705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d60051-e1b9-4c87-be9f-abef0116f907') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:41.525705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d60051-e1b9-4c87-be9f-abef0116f907') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:41.534202 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:41.558989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.561926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.666909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.683166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:05:41.683777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:05:41.699906 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:05:41.706494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.814894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:41.856957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-3e6d107d-7e0a-46ea-9157-b24199ec0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:41.870911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-3e6d107d-7e0a-46ea-9157-b24199ec0aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3610461 Jul 30 00:05:41.937713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:41.954916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:41.958944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:41.966128 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:37Z', 'revision_number': 5, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:42.013008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Pushing event updated for resources: {'Port': ['ID=559c3e13-80b4-4fb2-a05d-acb776b54f21,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:42.033131 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Checking router: 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:42.068269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Routers {'2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:42.069317 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:42.119178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.129703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.136765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2091a200-971f-466f-a13a-9d5efbc080ba HTTP/1.1" status: 204 len: 168 time: 1.2674053 Jul 30 00:05:42.153365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.201019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.226987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a70b8a-9648-42c5-9a29-bb5abe329104 admin admin] Pushing event deleted for resources: {'Network': ['ID=2091a200-971f-466f-a13a-9d5efbc080ba,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:42.247923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b697643-eb1c-485e-a309-8b87e437b061 req-27de6347-7982-4d41-8e90-643bb8211550 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:42.250371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b697643-eb1c-485e-a309-8b87e437b061 req-27de6347-7982-4d41-8e90-643bb8211550 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.2911751 Jul 30 00:05:42.344782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-f974e1f3-bc99-4f3c-8b74-12554b3e3e58 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528790 Jul 30 00:05:42.373047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] Set router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:42.386219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b697643-eb1c-485e-a309-8b87e437b061 req-154707c9-f70e-44fb-9c68-f1ade21910ed tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155879 Jul 30 00:05:42.410219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.511308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48340) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:42.543976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Deleting port f6159982-30d1-48ee-8b4d-f578ad272b8b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:42.544310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.713465 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.721081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.721358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-36a8f091-c41c-45e5-ac55-16dcf93a5924 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622391 Jul 30 00:05:42.785817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c5fa16cf-1c23-40e7-9343-85f99b215879 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27797b27a02e432596399e96aaf8ec0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696898 Jul 30 00:05:42.785817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-2f9c9ca9-5b43-41a7-8009-3e2c31758c55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.0551264 Jul 30 00:05:42.786850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48346) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:42.811149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] For port f6159982-30d1-48ee-8b4d-f578ad272b8b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6159982-30d1-48ee-8b4d-f578ad272b8b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:42.811545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:42.820363 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:37Z', 'revision_number': 5, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:42.850388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Calling delete_port for f6159982-30d1-48ee-8b4d-f578ad272b8b owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:42.877387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-4a77651e-492d-4080-9a35-6521c898cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:42.879188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-4a77651e-492d-4080-9a35-6521c898cebc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0835328 Jul 30 00:05:42.951695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff6ebf-6ff1-4ced-96b1-06c07e73010b None None] The sync data for ids ['2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4'] in n-d-712707-11 is: [{'id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'name': 'tempest-TestAggregatesBasicOps-787551389-router', 'tenant_id': 'e4c9da78da37410984e1d5734eb6421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:58Z', 'updated_at': '2021-07-30T00:05:37Z', 'revision_number': 5, 'project_id': 'e4c9da78da37410984e1d5734eb6421a', 'gw_port': {'id': 'f6159982-30d1-48ee-8b4d-f578ad272b8b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:42.980364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Pushing event updated for resources: {'Port': ['ID=559c3e13-80b4-4fb2-a05d-acb776b54f21,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:42.995003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.042113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-01042a72-bc02-4f31-a574-4eb9b78c3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:43.044165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-01042a72-bc02-4f31-a574-4eb9b78c3384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328743 Jul 30 00:05:43.061994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.064922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5e02d3c-780e-42d5-97f8-bf22181526bc tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5032909 Jul 30 00:05:43.065903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.067940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48350) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:43.127288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.222143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.237535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.247689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5ad41c9-5cf6-4380-8765-953787a28cfc HTTP/1.1" status: 204 len: 168 time: 0.4293215 Jul 30 00:05:43.278992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d990082e-8c1b-4dfd-89d5-fd3ff598b22e tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2058504 Jul 30 00:05:43.282195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:43.301162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212c920-a5ba-4a1f-9550-f734f13095ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad41c9-5cf6-4380-8765-953787a28cfc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:43.464517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-7b6ccb15-39ea-454f-a50e-bdb8e32c4ee6 req-6dbb0dcc-8fec-43d9-9500-516906749634 tempest-ListServersNegativeTestJSON-1282544330 tempest-ListServersNegativeTestJSON-1282544330-project] (93865) timed out ('10.222.0.57', 57599) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:05:43.474417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5c2bf61b-83a1-4f54-ba15-39efe7c2c1e9 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1910357 Jul 30 00:05:43.477178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:43.488929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-c1ade563-dade-40be-b3a1-df378004479f service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365363 Jul 30 00:05:43.552045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:43.566017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 38637ed4-f0e1-4d29-a716-cb1bafe4d162 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:43.611124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6159982-30d1-48ee-8b4d-f578ad272b8b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:43.640913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 38637ed4-f0e1-4d29-a716-cb1bafe4d162 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:43.646369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 38637ed4-f0e1-4d29-a716-cb1bafe4d162 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:43.920531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Deleting port 559c3e13-80b4-4fb2-a05d-acb776b54f21 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:43.921840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.144833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.145316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.166489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Calling delete_port for 559c3e13-80b4-4fb2-a05d-acb776b54f21 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:44.415095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.547125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Pushing event deleted for resources: {'Port': ['ID=559c3e13-80b4-4fb2-a05d-acb776b54f21,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:44.643942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.648291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.653024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a941bdc2-a730-4ba6-b961-6d45798f9b52 tempest-FloatingIPAdminTestJSON-760105231 tempest-FloatingIPAdminTestJSON-760105231-project] 10.222.0.49 "DELETE /v2.0/floatingips/0fae8822-bef6-41e9-96dd-fabbb33e7840 HTTP/1.1" status: 204 len: 168 time: 1.1714845 Jul 30 00:05:44.653318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:44.745651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:44.750674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-f516925a-f389-4b79-ab9d-3c549f67a842 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2467468 Jul 30 00:05:44.846330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791168a5-01cb-489b-8876-90b19498c9ff req-121f5515-4b36-45cd-8495-852b203ddaa3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:44.857974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-791168a5-01cb-489b-8876-90b19498c9ff req-121f5515-4b36-45cd-8495-852b203ddaa3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.2911391 Jul 30 00:05:45.004631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-cf2f3615-f59a-430c-ac6c-143f0f323231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.1779082 Jul 30 00:05:45.032704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.046897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.154675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-791168a5-01cb-489b-8876-90b19498c9ff req-5056fbcb-a93f-4bed-b297-7f83a870df4c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951307 Jul 30 00:05:45.188046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-3d4bca1f-3d4b-4a5b-a4a6-6d360c93d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:45.191583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-3d4bca1f-3d4b-4a5b-a4a6-6d360c93d0e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.1625330 Jul 30 00:05:45.193240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.193240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:05:45.201040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.203575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2caa2de1-1aba-45ef-8d74-b5f6d09f2d9f admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ab0b8c6-afe2-44af-bf40-dcc9d66e0fb4 HTTP/1.1" status: 204 len: 168 time: 3.8724883 Jul 30 00:05:45.205719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48368) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:45.305096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Deleting port 55c31554-b80a-4fff-a31c-6cfe23c55d0f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:45.305468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.337750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Deleting subnet 25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:05:45.355040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.438190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-e006a27f-7247-43c7-9de7-8f749f300121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:45.439863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-e006a27f-7247-43c7-9de7-8f749f300121 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2358818 Jul 30 00:05:45.471078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.544552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.545028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.571307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Calling delete_port for 55c31554-b80a-4fff-a31c-6cfe23c55d0f owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:45.650919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.662829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-e0d82575-35e6-4609-ae16-5775804a9152 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101340 Jul 30 00:05:45.773562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.857243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:45.860713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:45.866211 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4976e0c2-ff08-4abd-92e7-5edb1d840242 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/25bf8e52-22fd-4494-9bf4-0ef07bc9ee4d HTTP/1.1" status: 204 len: 168 time: 0.6562927 Jul 30 00:05:45.868854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:45.903864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee7984-1a7c-4eb7-8544-603cc277e0ce None None] Network 16d71b9b-10a6-4ebb-8324-08c069aa3058 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:45.979893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-dd6716d3-7617-408f-b3a5-e6fce3b65a83 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045990 Jul 30 00:05:46.042735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-0193ae6d-8f95-48c4-b469-49e06e977469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.0550547 Jul 30 00:05:46.095101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6159982-30d1-48ee-8b4d-f578ad272b8b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:46.118177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.155423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f6159982-30d1-48ee-8b4d-f578ad272b8b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:46.155907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6159982-30d1-48ee-8b4d-f578ad272b8b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:46.171107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-7b51e815-3271-4d04-b9ef-73b231b3c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:46.173027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-7b51e815-3271-4d04-b9ef-73b231b3c75a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1229014 Jul 30 00:05:46.247292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.306756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Deleting port 01164165-fafa-4c5a-b1d0-927391411ed7 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:46.306756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.308171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-a9e1c85c-7e9e-4d52-b283-bd7103eb63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:46.313612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-a9e1c85c-7e9e-4d52-b283-bd7103eb63ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1325014 Jul 30 00:05:46.333999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Pushing event deleted for resources: {'Port': ['ID=55c31554-b80a-4fff-a31c-6cfe23c55d0f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:46.463904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] For port 01164165-fafa-4c5a-b1d0-927391411ed7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=01164165-fafa-4c5a-b1d0-927391411ed7,segment=NetworkSegment(53ecfedc-f68c-4889-af6b-41350b7a6007),segment_id=53ecfedc-f68c-4889-af6b-41350b7a6007)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:46.464605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.476928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73da9051-5332-4045-ad46-d5da3fe6b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.509651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Calling delete_port for 01164165-fafa-4c5a-b1d0-927391411ed7 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:46.546850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-2d5ace95-ffae-45c6-a4e1-ad2b5fa89038 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970992 Jul 30 00:05:46.591485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] DHCP port deletion for 16d71b9b-10a6-4ebb-8324-08c069aa3058 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:05:46.679516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.713618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Deleting port 01164165-fafa-4c5a-b1d0-927391411ed7 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:46.714260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.727766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=01164165-fafa-4c5a-b1d0-927391411ed7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:46.730713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] No DVR routers for this DVR port 01164165-fafa-4c5a-b1d0-927391411ed7 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:46.833417 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.835728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e1d1-4b0e-4f64-ac23-969231d1407a req-8fa2e906-f5a3-4fc5-8fe3-ec9ff7ce3b2b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:46.837925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6073e1d1-4b0e-4f64-ac23-969231d1407a req-8fa2e906-f5a3-4fc5-8fe3-ec9ff7ce3b2b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.2860727 Jul 30 00:05:46.842152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] For port 01164165-fafa-4c5a-b1d0-927391411ed7, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:46.842705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.846569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.849282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.850506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-05acacd7-3761-4a17-a850-2d9aa92750c2 tempest-FloatingIPAdminTestJSON-1319599536 tempest-FloatingIPAdminTestJSON-1319599536-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/837193bb-123d-4e70-9999-fc351f5045c6 HTTP/1.1" status: 204 len: 168 time: 2.1954513 Jul 30 00:05:46.857707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:46.869548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Calling delete_port for 01164165-fafa-4c5a-b1d0-927391411ed7 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:46.872727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d71b9b-10a6-4ebb-8324-08c069aa3058']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:46.873811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Port 01164165-fafa-4c5a-b1d0-927391411ed7 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:05:46.876527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:46.891772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-83242144-eec8-4020-921c-8d8bd1b733da service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179121 Jul 30 00:05:46.907236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Pushing event deleted for resources: {'Port': ['ID=01164165-fafa-4c5a-b1d0-927391411ed7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:46.920680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.921027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.921373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.921739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.922078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.922409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.922813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.923142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.923470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.923939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.924272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.924597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:46.931224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0a8e0-d716-48f5-9439-bda04cd19a05 None None] No DVR routers for this DVR port 01164165-fafa-4c5a-b1d0-927391411ed7 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:46.946526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ecfedc-f68c-4889-af6b-41350b7a6007') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:46.946869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ecfedc-f68c-4889-af6b-41350b7a6007') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:46.956554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-00cbe6b5-f4b8-4493-9d52-8ae5663c4dc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.0498009 Jul 30 00:05:46.960035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6073e1d1-4b0e-4f64-ac23-969231d1407a req-f5739274-2544-4bf4-a1f0-deccc0ec857b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083217 Jul 30 00:05:46.961124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.010463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.020066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:05:47.020557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:05:47.022518 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:05:47.033932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fbc18f3d-c984-4b88-8676-aad63e07be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:47.035608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-fbc18f3d-c984-4b88-8676-aad63e07be23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0723243 Jul 30 00:05:47.114027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.125754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d277ad-5208-4844-81ec-613a93db4827 req-9d0529c8-22ad-4655-8aa7-cb5894659f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:47.127583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-9d0529c8-22ad-4655-8aa7-cb5894659f1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832579 Jul 30 00:05:47.135615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.138718 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] 10.222.0.49 "DELETE /v2.0/networks/16d71b9b-10a6-4ebb-8324-08c069aa3058 HTTP/1.1" status: 204 len: 168 time: 1.2690516 Jul 30 00:05:47.142679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port de3beefc-9cca-4046-b5e9-fbc1d8c11f8c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:47.143084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.158682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48378) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:47.198300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4e9b4-cb13-4df1-87b7-e70d40b5b369 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d71b9b-10a6-4ebb-8324-08c069aa3058,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:47.281703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.301193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for de3beefc-9cca-4046-b5e9-fbc1d8c11f8c owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:47.350419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-b786ad80-4119-4328-8167-9bbf4bb99027 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146847 Jul 30 00:05:47.430257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.526050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.571851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0d277ad-5208-4844-81ec-613a93db4827 req-5c81c56e-2e2b-4d8e-b381-d595114a0f0c service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109568 Jul 30 00:05:47.579401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 01164165-fafa-4c5a-b1d0-927391411ed7 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:47.583294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=de3beefc-9cca-4046-b5e9-fbc1d8c11f8c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:47.621968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 01164165-fafa-4c5a-b1d0-927391411ed7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:47.622823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 01164165-fafa-4c5a-b1d0-927391411ed7 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:47.696576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.701687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7a6c6e5f-5dce-44e4-bf24-0b9f81d14bcf tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/ports/de3beefc-9cca-4046-b5e9-fbc1d8c11f8c HTTP/1.1" status: 204 len: 168 time: 0.8406742 Jul 30 00:05:47.702768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48382) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:47.782319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f6183-8a2f-4da2-ab31-75a573a68d3d tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:47.784208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f1f6183-8a2f-4da2-ab31-75a573a68d3d tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d906cd-4851-4ec1-867d-327664efb645 HTTP/1.1" status: 200 len: 913 time: 0.0794413 Jul 30 00:05:47.787328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48384) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:47.847850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.181775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5790c23-07cc-4105-9da8-e78ace0656eb req-2d0d1fa0-3f16-4801-aeaf-b21a44f653e8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:48.183330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5790c23-07cc-4105-9da8-e78ace0656eb req-2d0d1fa0-3f16-4801-aeaf-b21a44f653e8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.0965905 Jul 30 00:05:48.215128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Deleting port ec46c820-6602-4aad-8cb4-1ca328db5a28 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:48.215666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.275447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.343119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5790c23-07cc-4105-9da8-e78ace0656eb req-41f022bf-7a23-49b2-866b-fa7dd7acd3eb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444976 Jul 30 00:05:48.391269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] For port ec46c820-6602-4aad-8cb4-1ca328db5a28, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec46c820-6602-4aad-8cb4-1ca328db5a28,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:48.391947 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.412331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Calling delete_port for ec46c820-6602-4aad-8cb4-1ca328db5a28 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:48.653534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port 8e4fdc6b-1c99-49c7-a1af-648fc19403bf {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:48.654169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.682766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.729957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec46c820-6602-4aad-8cb4-1ca328db5a28,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:48.882579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:48.912694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for 8e4fdc6b-1c99-49c7-a1af-648fc19403bf owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:49.050981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd9e32bc-9eac-4009-9e11-6071d2c6c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:49.081133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:49.284808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:49.354095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=8e4fdc6b-1c99-49c7-a1af-648fc19403bf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:49.438346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:49.587193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:50.197233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa180c7-5854-4606-8855-ef98f8e2da31 req-f44ba07e-28f4-460e-ad6f-66f350596aa8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:50.199625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fa180c7-5854-4606-8855-ef98f8e2da31 req-f44ba07e-28f4-460e-ad6f-66f350596aa8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1110089 Jul 30 00:05:50.261533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Router bcccb0d7-518f-407a-9bda-2c55a348ea3d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:50.269398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fa180c7-5854-4606-8855-ef98f8e2da31 req-84c757f6-9fca-43e4-8adf-99ba8c06e4ad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598178 Jul 30 00:05:50.384043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Router e6d906cd-4851-4ec1-867d-327664efb645 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:50.425008 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:50.434313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2352606f-375b-4468-9a28-43272b24716f admin admin] 10.222.0.49 "PUT /v2.0/routers/bcccb0d7-518f-407a-9bda-2c55a348ea3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2739537 Jul 30 00:05:50.435443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48402) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:50.439402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Sync routers for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:50.451437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:50.452611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.590763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:50.630397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:50.647041 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] Sync routers for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:50.649136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48406) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:50.658868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-28cfdf8d-25fc-486d-9c43-7ccd69e466c0 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "PUT /v2.0/routers/e6d906cd-4851-4ec1-867d-327664efb645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8697543 Jul 30 00:05:50.669731 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:50.670706 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.673442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:50.745536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.757107 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] Routers {'e6d906cd-4851-4ec1-867d-327664efb645'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:50.758059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e6d906cd-4851-4ec1-867d-327664efb645'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.785590 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:50.822456 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.823675 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feddf3a-26b8-4809-af9d-f5068746fe7f None None] The sync data for ids ['e6d906cd-4851-4ec1-867d-327664efb645'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:50.928806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:50.936276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:50.937504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:48Z', 'revision_number': 5, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port': {'id': '25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:18Z', 'updated_at': '2021-07-30T00:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:50.985244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Checking router: bcccb0d7-518f-407a-9bda-2c55a348ea3d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:51.006233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Routers {'bcccb0d7-518f-407a-9bda-2c55a348ea3d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:51.007684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:51.029444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Deleting port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:51.029965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.085938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.179182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] Set router bcccb0d7-518f-407a-9bda-2c55a348ea3d gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:51.193068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port cf44138d-378b-4709-98e9-4241e57205ec {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:51.194151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.199207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] For port 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:51.201047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.222330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Calling delete_port for 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:51.259058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:50Z', 'revision_number': 6, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:51.293454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ebd19-a76d-426d-a62b-06884204c1de None None] The sync data for ids ['bcccb0d7-518f-407a-9bda-2c55a348ea3d'] in n-d-712707-11 is: [{'id': 'bcccb0d7-518f-407a-9bda-2c55a348ea3d', 'name': 'tempest-TestAggregatesBasicOps-1231327177-router', 'tenant_id': 'b493e7fa019d434da3aff69f4e6da42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:17Z', 'updated_at': '2021-07-30T00:05:50Z', 'revision_number': 6, 'project_id': 'b493e7fa019d434da3aff69f4e6da42f', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:51.360293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.410482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for cf44138d-378b-4709-98e9-4241e57205ec owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:51.475526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.488224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907b93-896e-44dd-b72a-bce49929afcc req-34c451d3-c586-44c7-939b-3b20ee762e31 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:51.489900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee907b93-896e-44dd-b72a-bce49929afcc req-34c451d3-c586-44c7-939b-3b20ee762e31 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.0981765 Jul 30 00:05:51.517928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:51.587361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee907b93-896e-44dd-b72a-bce49929afcc req-9168b53a-47df-4ee6-9bed-da84e84bb90e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837481 Jul 30 00:05:51.601194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.694993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.732364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=cf44138d-378b-4709-98e9-4241e57205ec,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:51.772012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.785551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.836363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec46c820-6602-4aad-8cb4-1ca328db5a28 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:51.869600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ec46c820-6602-4aad-8cb4-1ca328db5a28 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:51.870203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec46c820-6602-4aad-8cb4-1ca328db5a28 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:51.881078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.882216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcccb0d7-518f-407a-9bda-2c55a348ea3d {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:05:51.890556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.893743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6476308-92dc-43ae-9c06-96b51d78bd91 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bcccb0d7-518f-407a-9bda-2c55a348ea3d HTTP/1.1" status: 204 len: 168 time: 1.4549081 Jul 30 00:05:51.893943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.894312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48412) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:51.894517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.895071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.895623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.896185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.896722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.897326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.897889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.898442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.899188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.899741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.900443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:51.937209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:51.964765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Deleting subnet f0a41d69-5dbd-4afb-b189-47acbcc12d91 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:05:51.969244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.016282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.101151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.104633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.128857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.195194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.196529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Fanout notify agent at l3_agent the message router_deleted on router e6d906cd-4851-4ec1-867d-327664efb645 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:05:52.206019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.211431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.215957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb913b9b-2a92-4cc3-8194-b2e394c954b6 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/routers/e6d906cd-4851-4ec1-867d-327664efb645 HTTP/1.1" status: 204 len: 168 time: 1.5624399 Jul 30 00:05:52.216709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48414) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:52.260346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a41d69-5dbd-4afb-b189-47acbcc12d91,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:52.266691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.269382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae95cde-1367-4e88-8548-38190e98e2f9 None None] Network 8319db97-fef2-4605-bb8f-00fbfce2c64a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:52.272124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-63ad1516-d45a-43b4-a01a-cc3cb7cdb1ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f0a41d69-5dbd-4afb-b189-47acbcc12d91 HTTP/1.1" status: 204 len: 168 time: 0.3758347 Jul 30 00:05:52.273906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48418) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:52.369096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting subnet 05cae445-5e53-4d8b-8102-3496c159b719 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:05:52.378875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.390002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.481050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.494588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Deleting port 19dbae1e-2a22-46f9-9104-c83fce420731 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:52.495926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.503016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.598011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] For port 19dbae1e-2a22-46f9-9104-c83fce420731, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19dbae1e-2a22-46f9-9104-c83fce420731,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:52.598470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.614166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Calling delete_port for 19dbae1e-2a22-46f9-9104-c83fce420731 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:52.631748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] DHCP port deletion for 8319db97-fef2-4605-bb8f-00fbfce2c64a request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:05:52.701222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.731467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Deleting port 19dbae1e-2a22-46f9-9104-c83fce420731 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:52.732520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.801299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.847138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] No DVR routers for this DVR port 19dbae1e-2a22-46f9-9104-c83fce420731 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:52.850251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=19dbae1e-2a22-46f9-9104-c83fce420731,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:52.858353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] For port 19dbae1e-2a22-46f9-9104-c83fce420731, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19dbae1e-2a22-46f9-9104-c83fce420731,segment=NetworkSegment(09d8a44a-e7d2-4fa0-8987-91455d547dd5),segment_id=09d8a44a-e7d2-4fa0-8987-91455d547dd5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:52.859177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.879466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Calling delete_port for 19dbae1e-2a22-46f9-9104-c83fce420731 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:52.901060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055ca7-c053-469f-9a65-f3fa2433659a req-6868d856-1f26-4d58-856e-d8298aa95270 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:52.912554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2055ca7-c053-469f-9a65-f3fa2433659a req-6868d856-1f26-4d58-856e-d8298aa95270 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1755319 Jul 30 00:05:52.984666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.994607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:52.997329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8319db97-fef2-4605-bb8f-00fbfce2c64a']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:53.001982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2055ca7-c053-469f-9a65-f3fa2433659a req-7fc1691c-82d7-454d-95e0-54794d29ec63 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878539 Jul 30 00:05:53.009946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] No DVR routers for this DVR port 19dbae1e-2a22-46f9-9104-c83fce420731 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:53.018096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.027563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d8a44a-e7d2-4fa0-8987-91455d547dd5') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:53.028340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d8a44a-e7d2-4fa0-8987-91455d547dd5') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:53.032017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6025ab-7e78-4de8-8a68-7313dea38aaa None None] Pushing event deleted for resources: {'Port': ['ID=19dbae1e-2a22-46f9-9104-c83fce420731,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:53.046779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.066647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.074284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:05:53.076005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:05:53.078389 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:05:53.083233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Subnet': ['ID=05cae445-5e53-4d8b-8102-3496c159b719,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:53.087014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.088665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68cf52ce-7d89-41ba-9b15-428e25879e4b tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/subnets/05cae445-5e53-4d8b-8102-3496c159b719 HTTP/1.1" status: 204 len: 168 time: 0.8702095 Jul 30 00:05:53.092147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48422) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:53.097436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27780a6b-5809-4965-b4d6-b76a811f4414 None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:53.174756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.215985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.223293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8319db97-fef2-4605-bb8f-00fbfce2c64a HTTP/1.1" status: 204 len: 168 time: 0.9481330 Jul 30 00:05:53.225142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5a67f-0e19-43ae-8f8a-727fdf7b1a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=8319db97-fef2-4605-bb8f-00fbfce2c64a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:53.253061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.370384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:53.371624 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.443970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] DHCP port deletion for 3e0a8f90-87b7-4b52-9a5c-42add45482ad request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:05:53.495253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] For port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,segment=NetworkSegment(3170d924-80fc-457e-aefc-91c476628e64),segment_id=3170d924-80fc-457e-aefc-91c476628e64)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:53.498050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.520307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:53.571541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Deleting port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:53.572236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.575072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:53.650200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19dbae1e-2a22-46f9-9104-c83fce420731 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:53.671802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d831c46-985c-466c-b87d-7c143459c655 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4c9da78da37410984e1d5734eb6421a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940933 Jul 30 00:05:53.674591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48430) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:53.708926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 19dbae1e-2a22-46f9-9104-c83fce420731 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:53.709561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19dbae1e-2a22-46f9-9104-c83fce420731 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:53.710028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:53.730285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.745721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:53.746343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 25a0ed89-7bfa-4c62-a80f-9e1f7f477ac2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:53.747084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:05:53.782585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:53.787263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.799327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] No DVR routers for this DVR port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:53.849988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.963996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.966080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:05:53.967110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:53.977674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0a8f90-87b7-4b52-9a5c-42add45482ad']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:53.982930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] For port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,segment=NetworkSegment(3170d924-80fc-457e-aefc-91c476628e64),segment_id=3170d924-80fc-457e-aefc-91c476628e64)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:53.983708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.992672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3170d924-80fc-457e-aefc-91c476628e64') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:53.992978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3170d924-80fc-457e-aefc-91c476628e64') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:54.006905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.026060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.026589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Calling delete_port for 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:54.031943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.034898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.036466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c353b726-5751-4c46-9370-a8e1365b9fe2 HTTP/1.1" status: 204 len: 168 time: 0.3584063 Jul 30 00:05:54.041712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:05:54.041712 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:05:54.046797 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:05:54.107130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e778d3-003e-414e-8153-d0c1227dd69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c353b726-5751-4c46-9370-a8e1365b9fe2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:54.143118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.164276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.168479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/networks/3e0a8f90-87b7-4b52-9a5c-42add45482ad HTTP/1.1" status: 204 len: 168 time: 1.0746467 Jul 30 00:05:54.171313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48436) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:54.200948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62851ca-2e85-41dc-bf57-0ae707cd418e tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Network': ['ID=3e0a8f90-87b7-4b52-9a5c-42add45482ad,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:54.268248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39383-eb3d-4a25-9857-c83dc7eb1f4a req-73235996-6c06-45af-8728-e4dbd7e93617 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:54.270404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1f39383-eb3d-4a25-9857-c83dc7eb1f4a req-73235996-6c06-45af-8728-e4dbd7e93617 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1227798 Jul 30 00:05:54.326613 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.351394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1f39383-eb3d-4a25-9857-c83dc7eb1f4a req-e21a9159-7d5a-4899-bc57-5152712356e9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738184 Jul 30 00:05:54.402550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Network 3e0a8f90-87b7-4b52-9a5c-42add45482ad is not hosted by any dhcp agent {{(pid=93866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 00:05:54.403103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] No DVR routers for this DVR port 3e4e625a-4d22-4a12-804f-b1f70c14e7d5 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:05:54.406302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b059-a27d-4c2f-9ae2-13b76de0aeea None None] Pushing event deleted for resources: {'Port': ['ID=3e4e625a-4d22-4a12-804f-b1f70c14e7d5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:54.436423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Deleting port 93d5262c-8b8c-4eba-b3db-0e29bb515227 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:05:54.437093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.582879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.584321 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.607258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Calling delete_port for 93d5262c-8b8c-4eba-b3db-0e29bb515227 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:05:54.657595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48444) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:54.726550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-df94f78b-1e44-43b8-9541-2c03ddb354ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b493e7fa019d434da3aff69f4e6da42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664577 Jul 30 00:05:54.729190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:54.791748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.817375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.826335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Pushing event deleted for resources: {'Port': ['ID=93d5262c-8b8c-4eba-b3db-0e29bb515227,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:54.845442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.914106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.917139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.923249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.923528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/384ed5cb-ca8e-4fc1-9f01-4eefa83fa628 HTTP/1.1" status: 204 len: 168 time: 0.1892960 Jul 30 00:05:54.923666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:54.926809 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5de780f-fa9e-424f-9d8d-20ee547bfa05 tempest-FloatingIPAdminTestJSON-1509058661 tempest-FloatingIPAdminTestJSON-1509058661-project] 10.222.0.49 "DELETE /v2.0/floatingips/a7543bfc-9cf3-447d-a0b0-26a6d6d7a1f9 HTTP/1.1" status: 204 len: 168 time: 0.7531602 Jul 30 00:05:54.930127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec1365-e516-4b2d-ab3a-411d907e1815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ed5cb-ca8e-4fc1-9f01-4eefa83fa628,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:55.429299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48468) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:55.601717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf6fbf-861a-4de3-b50c-3cc3bde7e1d8 req-1ed6696e-063e-4402-8d6d-d94160923d75 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:55.603670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7caf6fbf-861a-4de3-b50c-3cc3bde7e1d8 req-1ed6696e-063e-4402-8d6d-d94160923d75 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.0746903 Jul 30 00:05:55.660515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7caf6fbf-861a-4de3-b50c-3cc3bde7e1d8 req-5145b590-df75-4f27-bc7a-6e8b9ae1e202 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Jul 30 00:05:55.729421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2301f2d7-9be1-4757-af23-1e3fd9d9b86a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dab53b5ecff4c818918b99bf2826f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994931 Jul 30 00:05:55.732427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48480) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:55.838481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.872218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.945420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.948831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.951110 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37474ea1-cd01-4bbe-9666-09c2f96a3450 HTTP/1.1" status: 204 len: 168 time: 0.2170401 Jul 30 00:05:55.961971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e027ced-9d84-44ee-945f-f341ec4641aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37474ea1-cd01-4bbe-9666-09c2f96a3450,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:56.413155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:56.429777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-10ecad01-17ed-4622-8ce7-d02a67a6540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.541732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-10ecad01-17ed-4622-8ce7-d02a67a6540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.553612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-10ecad01-17ed-4622-8ce7-d02a67a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.603670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-10ecad01-17ed-4622-8ce7-d02a67a6540d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a97e61332a524cb794f4316c21c38a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890829 Jul 30 00:05:56.604649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecad01-17ed-4622-8ce7-d02a67a6540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4568aa-ab8d-4ceb-9a16-d8e088c512be,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:56.606896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48502) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:56.718506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.751847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.877920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21409bb-d7fa-4c31-8084-ac2bb70881e6 req-ea61bc12-5829-4979-9366-dc83127fc542 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:56.880951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a21409bb-d7fa-4c31-8084-ac2bb70881e6 req-ea61bc12-5829-4979-9366-dc83127fc542 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1112006 Jul 30 00:05:56.910276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.915022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.921505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c4568aa-ab8d-4ceb-9a16-d8e088c512be HTTP/1.1" status: 204 len: 168 time: 0.3083234 Jul 30 00:05:56.930635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e369f5-bc21-429b-99db-43482b265f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4568aa-ab8d-4ceb-9a16-d8e088c512be,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:56.966864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a21409bb-d7fa-4c31-8084-ac2bb70881e6 req-217fd026-c93e-4dd8-9468-76288f40851b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711315 Jul 30 00:05:57.378083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48518) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:57.392928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89187804-ea24-49b0-9a5b-96a474c88bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.573530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89187804-ea24-49b0-9a5b-96a474c88bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.582242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-89187804-ea24-49b0-9a5b-96a474c88bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.642597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187804-ea24-49b0-9a5b-96a474c88bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53bb70-550c-40d8-b544-80d7d2a4585c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:57.656407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48522) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:57.657346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-89187804-ea24-49b0-9a5b-96a474c88bab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcc2c6623dee497593cbf5aaa13a2ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777979 Jul 30 00:05:57.736025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48524) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:57.742600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797631886', 'description': 'tempest-secgroup-smoke-1797631886 description', 'project_id': '57bfa74084174648bc08ab35feae2fd1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:57.767175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.777256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.789210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.807898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.878528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.895639 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.899426 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.901089 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c53bb70-550c-40d8-b544-80d7d2a4585c HTTP/1.1" status: 204 len: 168 time: 0.2434695 Jul 30 00:05:57.911999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3b9ca-a533-4e2f-b3cf-2b7b774c2788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53bb70-550c-40d8-b544-80d7d2a4585c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:57.990492 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.997968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.061661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e045a7-532d-421e-a0f4-0073378a3527,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:58.195754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d0c3-cdbc-4c69-bc7e-761dd4395ff3 req-e5cf5f18-3314-4f01-a86c-b67939211b26 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:58.197473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c2d0c3-cdbc-4c69-bc7e-761dd4395ff3 req-e5cf5f18-3314-4f01-a86c-b67939211b26 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1061025 Jul 30 00:05:58.244062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.258082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.289228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.294928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5536363 Jul 30 00:05:58.295726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48534) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:58.302944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:58.324702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47c2d0c3-cdbc-4c69-bc7e-761dd4395ff3 req-39e1a842-477a-4f7c-a2c4-f730ab4d5133 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130769 Jul 30 00:05:58.325748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50bef6-2ad8-4ce7-b969-1c447ae36157 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:58.347121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.448573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.456804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.488157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3ecc1c-e08d-48a4-87c8-3a3f6b603d36,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:58.492841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.497606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48542) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:58.498060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ac96229-4faf-464a-b6f6-091f43d47755 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004821 Jul 30 00:05:58.512924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:58.554518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.670991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.678109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.703419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2b63de-414f-4405-90d5-5d220dc38260,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:58.713970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.719938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-134de83a-e6c2-4ae3-974f-44130c6a531d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2179496 Jul 30 00:05:58.720544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:58.726721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:58.767688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.850335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.855485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.876706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415b7dc-cfca-49bc-a495-c135530a43c7,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:58.885544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:58.887494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ce31deb-dadb-43ab-9012-954b6d862261 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658459 Jul 30 00:05:58.890518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:58.895949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:58.927163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.009194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.016115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.031570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efb010f-4b6f-4614-84ad-5ebd38bb54a5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:59.047438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.049511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e4152df-19ac-4994-9c72-ffa7e0bb0d6a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578848 Jul 30 00:05:59.052542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48562) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:59.059179 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:59.095173 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:05:59.101816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.192717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.200981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.233733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394d9ed3-4455-42cd-a3d7-3ed0ae40c050,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:59.240656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.244867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6f6b3c8e-e277-4cc2-ac8a-583b73aa0a94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1884496 Jul 30 00:05:59.245120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48568) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:59.251631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:59.289002 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:05:59.295285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.378426 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.383479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.403174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8f3a9e-e480-4441-bbb5-2fc7a098bc75,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:59.424892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.427521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89c85d1e-b265-4170-ba37-9504929178d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810908 Jul 30 00:05:59.430502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48576) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:59.438306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'network': {'name': 'tempest-network-smoke--1636549972', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:59.472709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:59.476331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.508842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4819e04-8b0f-4e42-8604-4800a6483ae6 req-b314f734-e1f5-4ec4-bc2d-83bb04d6b9b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:59.515224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:05:59.517463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4819e04-8b0f-4e42-8604-4800a6483ae6 req-b314f734-e1f5-4ec4-bc2d-83bb04d6b9b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.0760758 Jul 30 00:05:59.531566 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.531919 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Added segment 5e7d3187-e853-4e10-b3d5-ee8150e07c6e of type vlan for network c877b4d8-15bb-4945-ab95-8dd5414ef0ba Jul 30 00:05:59.584205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.594295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4819e04-8b0f-4e42-8604-4800a6483ae6 req-7f69887f-cc20-42d7-9eca-413d81d01bd0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754979 Jul 30 00:05:59.642983 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.648855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:59.649861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.723696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48586) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:59.744262 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3122351 Jul 30 00:05:59.749284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48590) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:59.754325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'admin_state_up': True, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:59.799354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233f79-9d8b-42a2-a12a-3f25e4984386 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Network': ['ID=c877b4d8-15bb-4945-ab95-8dd5414ef0ba,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:59.814558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.816018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.820745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:05:59.885804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.919187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1249007957', 'router:external': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:59.960786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Made reservation on behalf of c77fe46b82f24d0caa1589d451f39443 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:59.963688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.975698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.053250 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.109849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.128443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.156080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:06:00.170667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.171000 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Added segment 0de12321-9cad-468d-b531-cb347d6ee30d of type vlan for network 7b61b859-e1a9-4703-9b89-3d56208f8cfd Jul 30 00:06:00.172134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e19f1-d54e-4e16-a879-f718651320d6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:00.229849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.278471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.280290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:00.281390 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.286332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.312509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.346551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6202776 Jul 30 00:06:00.350554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48592) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:00.355943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'subnet': {'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:00.367711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb1beb-74b0-4108-b4a6-74f39ebeedd2 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Network': ['ID=7b61b859-e1a9-4703-9b89-3d56208f8cfd,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:00.378948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:06:00.390596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Made reservation on behalf of c77fe46b82f24d0caa1589d451f39443 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:00.393532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.458597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.130 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/22f1763b-67c6-4630-a831-9e9cf145553a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:00.582858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.635502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.700417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:00.704489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:00.706930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=22f1763b-67c6-4630-a831-9e9cf145553a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:00.716271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:00.784251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:06:00.784861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.853028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598fc0-c646-4580-93e4-e0b48db65b46 req-6117ca2e-18da-4035-becc-d3805deac65e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:00.856234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3598fc0-c646-4580-93e4-e0b48db65b46 req-6117ca2e-18da-4035-becc-d3805deac65e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1570079 Jul 30 00:06:00.875244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Subnet': ['ID=704f29f2-da00-43c5-bdd1-9a70e7575679,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:00.919851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Checking segment: {'id': '0de12321-9cad-468d-b531-cb347d6ee30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:00.919851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network hostable DHCP agents. Network: 7b61b859-e1a9-4703-9b89-3d56208f8cfd, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:06:00.938478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3598fc0-c646-4580-93e4-e0b48db65b46 req-1dd4212a-9a02-459d-9075-7aa8a227491c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716858 Jul 30 00:06:00.961652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:06:00.972603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 7b61b859-e1a9-4703-9b89-3d56208f8cfd) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:00.978144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:00.978806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.994410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099e3a0-1095-4b1b-b792-2c9ececfdb52 None None] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:01.001715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-506bf85e-b3a5-4cfb-9c64-a151d092c26d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6498804 Jul 30 00:06:01.004435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:01.019624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-747276106', 'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:01.049111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Made reservation on behalf of c77fe46b82f24d0caa1589d451f39443 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:01.051918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.074068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.101158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] device_id is not set on port 145b3a10-08e8-4fde-909c-0702649e741f yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:06:01.152999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af4aae-c5d9-4519-8169-8ffcbb54c611 None None] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:01.283107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 2001:db8::ae (7b61b859-e1a9-4703-9b89-3d56208f8cfd/704f29f2-da00-43c5-bdd1-9a70e7575679/145b3a10-08e8-4fde-909c-0702649e741f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:01.372531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.520357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.559783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:01.575134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.632938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:01.638331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:01.643207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:01.644198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:01.644813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.647579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=145b3a10-08e8-4fde-909c-0702649e741f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:01.672975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a43a99f0-b754-405c-8539-2808b12ad478 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6598136 Jul 30 00:06:01.673187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48618) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:01.740929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:01.764941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Sync routers for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:01.768445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.769869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f8bd4ec4-161e-4097-b944-706cbb03041b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0194376 Jul 30 00:06:01.773429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:01.776965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:01.777905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:01.798469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Deleting port 145b3a10-08e8-4fde-909c-0702649e741f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:01.799013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.916779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.921275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:01.939325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Calling delete_port for 145b3a10-08e8-4fde-909c-0702649e741f owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:01.996397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-341dd3f0-9eaa-4e84-a863-492acffa51c6 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=57bfa74084174648bc08ab35feae2fd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2164345 Jul 30 00:06:01.996600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:02.262910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:00Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:02.288779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f61ff-e658-467e-ada7-a43d604d0313 req-f86b33fd-89c7-422c-9863-3e27625fd6ea tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.290556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-862f61ff-e658-467e-ada7-a43d604d0313 req-f86b33fd-89c7-422c-9863-3e27625fd6ea tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.2539012 Jul 30 00:06:02.303738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Checking router: 5a63c9e3-d625-4e09-be48-72f36ac5ae45 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:02.304480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Updating router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 port 22f1763b-67c6-4630-a831-9e9cf145553a binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:06:02.333792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4c0ce-1556-4cec-854f-c40328367dbf tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.334274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4c0ce-1556-4cec-854f-c40328367dbf tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.338454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.339872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0de4c0ce-1556-4cec-854f-c40328367dbf tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.3416328 Jul 30 00:06:02.340158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48634) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:02.405223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-862f61ff-e658-467e-ada7-a43d604d0313 req-b472f634-c871-4dfa-8807-aa6ee8484f0a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069181 Jul 30 00:06:02.410325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf94b34e-ab25-48ff-8bde-ddaa3d151e1d tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676343 Jul 30 00:06:02.411094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48636) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:02.459995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4ebfb997-d246-4609-bc22-b08fef1462dc tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=7b61b859-e1a9-4703-9b89-3d56208f8cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425096 Jul 30 00:06:02.460847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48638) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:02.466737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898956215', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:02.650863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:02.657038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.682948 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.748599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Port': ['ID=145b3a10-08e8-4fde-909c-0702649e741f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:02.772843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.774006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.774524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.775057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.775575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.776072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.776569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.777110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.779059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.781109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.781664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.782349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:02.822053 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.849646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.849855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ee85dc04-8940-4b90-8517-d7ceaf9972d3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/ports/145b3a10-08e8-4fde-909c-0702649e741f HTTP/1.1" status: 204 len: 168 time: 1.1582675 Jul 30 00:06:02.849855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:02.855297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd', 'external_fixed_ips': [{'subnet_id': '704f29f2-da00-43c5-bdd1-9a70e7575679', 'ip_address': '2001:db8::ae'}]}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:02.867993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Transition to ACTIVE for port object 22f1763b-67c6-4630-a831-9e9cf145553a will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:02.878782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.884279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.885988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.913847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.953473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Attempting to bind port 22f1763b-67c6-4630-a831-9e9cf145553a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:02.953758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.954298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Attempting to bind port 22f1763b-67c6-4630-a831-9e9cf145553a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:02.954856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Attempting to bind port 22f1763b-67c6-4630-a831-9e9cf145553a on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:02.974249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:02.974986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:02.975703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:02.976326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:02.977263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Bound port: 22f1763b-67c6-4630-a831-9e9cf145553a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:02.977995 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.002593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Subnet': ['ID=6c3062f8-745c-4414-9b4e-64e8f33799cc,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:03.008256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Checking segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:03.009092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network hostable DHCP agents. Network: c877b4d8-15bb-4945-ab95-8dd5414ef0ba, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:06:03.037613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:06:03.050927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c877b4d8-15bb-4945-ab95-8dd5414ef0ba) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:03.055524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:03.056252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.064984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db4138-3e02-41eb-86b5-0d2e8f99257d None None] Pushing event updated for resources: {'Port': ['ID=22f1763b-67c6-4630-a831-9e9cf145553a,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:03.067615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d05532-d5ef-4151-b25c-e00804e8538a None None] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:03.077924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-906982ab-53c5-402b-8ff0-190e0686c7d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6137068 Jul 30 00:06:03.078967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48648) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:03.085153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] For port 22f1763b-67c6-4630-a831-9e9cf145553a, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:03.134810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] For port 22f1763b-67c6-4630-a831-9e9cf145553a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=22f1763b-67c6-4630-a831-9e9cf145553a,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:03.144056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.165440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.242751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:03.243402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:03.338842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db4138-3e02-41eb-86b5-0d2e8f99257d None None] Pushing event updated for resources: {'Port': ['ID=22f1763b-67c6-4630-a831-9e9cf145553a,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:03.453552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:03.530182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.552764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.665353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:06:03.665766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:03.675850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:03.794721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 2001:db8::ae (7b61b859-e1a9-4703-9b89-3d56208f8cfd/704f29f2-da00-43c5-bdd1-9a70e7575679/6aa950e5-7b6a-43bc-8723-50d428df51ce) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:03.865197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531426af-7bbd-41fc-8e61-f3128486c2f3 req-0eac517e-5035-44a9-82f9-55f4e49052fa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:03.867818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531426af-7bbd-41fc-8e61-f3128486c2f3 req-0eac517e-5035-44a9-82f9-55f4e49052fa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1258094 Jul 30 00:06:03.930069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Allocated IP 172.20.0.2 (c877b4d8-15bb-4945-ab95-8dd5414ef0ba/6c3062f8-745c-4414-9b4e-64e8f33799cc/964b822e-c9e0-4f64-9e41-bf03c3354597) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:03.952561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531426af-7bbd-41fc-8e61-f3128486c2f3 req-860ed664-a3ac-4fcc-be20-3841f0020e46 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Jul 30 00:06:03.966455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.055261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.107251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.116781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Transition to ACTIVE for port object 964b822e-c9e0-4f64-9e41-bf03c3354597 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:04.133990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Transition to ACTIVE for port object 964b822e-c9e0-4f64-9e41-bf03c3354597 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:04.135683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 7b61b859-e1a9-4703-9b89-3d56208f8cfd is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:04.141385 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.141759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:04.154938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:04.201439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa950e5-7b6a-43bc-8723-50d428df51ce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:04.203572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Pushing event updated for resources: {'Port': ['ID=964b822e-c9e0-4f64-9e41-bf03c3354597,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:04.223395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:04.227478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:04.230946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:04.246278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:00Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:04.344928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14dab7-b525-4e50-ab40-774c2279e089 None None] The sync data for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 is: [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:00Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:04.359752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Attempting to bind port 964b822e-c9e0-4f64-9e41-bf03c3354597 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:04.362391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Attempting to bind port 964b822e-c9e0-4f64-9e41-bf03c3354597 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:04.362764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Attempting to bind port 964b822e-c9e0-4f64-9e41-bf03c3354597 on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:04.370566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:04.371002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Checking segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:04.371424 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.371826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Bound using segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:04.372733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Bound port: 964b822e-c9e0-4f64-9e41-bf03c3354597, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:04.373139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.375062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.492430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] For port 964b822e-c9e0-4f64-9e41-bf03c3354597, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:04.496901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] For port 964b822e-c9e0-4f64-9e41-bf03c3354597, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=964b822e-c9e0-4f64-9e41-bf03c3354597,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:04.502707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.519139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:04.593456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67671-951a-4be7-bc88-5be3ad43f93f None None] Pushing event updated for resources: {'Port': ['ID=964b822e-c9e0-4f64-9e41-bf03c3354597,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:04.990263 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.225279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router 03afcda5-b887-4bd2-babd-eeded1caf3db is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:05.250127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.1 (c877b4d8-15bb-4945-ab95-8dd5414ef0ba/6c3062f8-745c-4414-9b4e-64e8f33799cc/2a037402-195c-4612-aed3-2f2d7bbd85b3) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:05.265428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8a8a-6500-4b1d-9ded-7cb3f9f1ab94 req-eb4c04c8-d7e5-4001-a662-525258614752 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:05.267442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a63b8a8a-6500-4b1d-9ded-7cb3f9f1ab94 req-eb4c04c8-d7e5-4001-a662-525258614752 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.1705272 Jul 30 00:06:05.406150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:05.421198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Sync routers for ids ['03afcda5-b887-4bd2-babd-eeded1caf3db'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:05.436864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a63b8a8a-6500-4b1d-9ded-7cb3f9f1ab94 req-52563a47-99e1-4082-83a5-dc057517f9dd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615889 Jul 30 00:06:05.437784 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Routers {'03afcda5-b887-4bd2-babd-eeded1caf3db'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:05.438136 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['03afcda5-b887-4bd2-babd-eeded1caf3db'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:05.447192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.453285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-43a2ef49-7765-4999-97c9-727ec1a667bd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.6007783 Jul 30 00:06:05.454082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48668) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:05.610047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.656396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 2a037402-195c-4612-aed3-2f2d7bbd85b3 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:05.665334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Set router 03afcda5-b887-4bd2-babd-eeded1caf3db gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:05.726848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.762391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.807993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 964b822e-c9e0-4f64-9e41-bf03c3354597 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:05.918380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:05.924095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6a0ea772-fe56-471d-8bd8-9589aec5eacf details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:06:05.971298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:05.973319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:05.978424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:06.014180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.094121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.147382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Deleting port 6aa950e5-7b6a-43bc-8723-50d428df51ce {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:06.148069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.179341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03afcda5-b887-4bd2-babd-eeded1caf3db', 'name': '', 'tenant_id': 'c77fe46b82f24d0caa1589d451f39443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd', 'external_fixed_ips': [{'subnet_id': '704f29f2-da00-43c5-bdd1-9a70e7575679', 'ip_address': '2001:db8::ae'}], 'enable_snat': True}, 'gw_port_id': '6aa950e5-7b6a-43bc-8723-50d428df51ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:06:02Z', 'updated_at': '2021-07-30T00:06:04Z', 'revision_number': 3, 'project_id': 'c77fe46b82f24d0caa1589d451f39443', 'gw_port': {'id': '6aa950e5-7b6a-43bc-8723-50d428df51ce', 'name': '', 'network_id': '7b61b859-e1a9-4703-9b89-3d56208f8cfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03afcda5-b887-4bd2-babd-eeded1caf3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '704f29f2-da00-43c5-bdd1-9a70e7575679', 'ip_address': '2001:db8::ae', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:03Z', 'updated_at': '2021-07-30T00:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '704f29f2-da00-43c5-bdd1-9a70e7575679', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:06.238510 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Checking router: 03afcda5-b887-4bd2-babd-eeded1caf3db for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:06.239160 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Updating router 03afcda5-b887-4bd2-babd-eeded1caf3db port 6aa950e5-7b6a-43bc-8723-50d428df51ce binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:06:06.294241 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.303234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.317151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Calling delete_port for 6aa950e5-7b6a-43bc-8723-50d428df51ce owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:06.343725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 964b822e-c9e0-4f64-9e41-bf03c3354597 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:06.359267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 22f1763b-67c6-4630-a831-9e9cf145553a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:06.392092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5767b4-ac29-49c7-aff0-8913b9fa7f40 None None] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:06.499415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:06.533542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Provisioning for port 964b822e-c9e0-4f64-9e41-bf03c3354597 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:06.546635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '6a0ea772-fe56-471d-8bd8-9589aec5eacf', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': '6a0ea772-fe56-471d-8bd8-9589aec5eacf', 'mac_address': 'fa:16:3e:ae:88:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:06:06.561239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Provisioning complete for port 964b822e-c9e0-4f64-9e41-bf03c3354597 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:06.561830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.709783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.739325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 22f1763b-67c6-4630-a831-9e9cf145553a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:06.774155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa950e5-7b6a-43bc-8723-50d428df51ce,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:06.778705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 22f1763b-67c6-4630-a831-9e9cf145553a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:06.779174 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.834713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.846044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.869059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.875984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0ea772-fe56-471d-8bd8-9589aec5eacf {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:07.013518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:07.048353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a211f-48ba-44cf-a83a-5bc9d413a429 req-0ad87a1f-5abb-4f53-bb23-2dea8a92481a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:07.056699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b8a211f-48ba-44cf-a83a-5bc9d413a429 req-0ad87a1f-5abb-4f53-bb23-2dea8a92481a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 943 time: 0.3349721 Jul 30 00:06:07.063416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.066922 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.107888 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.111499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.146219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.147054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03afcda5-b887-4bd2-babd-eeded1caf3db {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:07.156960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.176998 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a9627945-8e77-4926-9d85-320b9e0bde0c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/routers/03afcda5-b887-4bd2-babd-eeded1caf3db HTTP/1.1" status: 204 len: 168 time: 1.7213311 Jul 30 00:06:07.179434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48680) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:07.190760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b8a211f-48ba-44cf-a83a-5bc9d413a429 req-cbf109e6-c9d4-427b-8439-4b57df826ad0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304522 Jul 30 00:06:07.273728 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.db.api [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:06:07.274639 n-d-712707-11 neutron-server[93867]: DEBUG oslo_db.api [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:06:07.283794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Deleting subnet 704f29f2-da00-43c5-bdd1-9a70e7575679 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:06:07.293202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.298835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] For port 964b822e-c9e0-4f64-9e41-bf03c3354597, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=964b822e-c9e0-4f64-9e41-bf03c3354597,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:07.319079 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.342198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.371025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.394059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 22f1763b-67c6-4630-a831-9e9cf145553a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=22f1763b-67c6-4630-a831-9e9cf145553a,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:07.408516 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.418931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6a0ea772-fe56-471d-8bd8-9589aec5eacf'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:06:07.424059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:07.527060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.629963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee4ccd-dce2-49ac-a60a-219d27a08c97 None None] Pushing event updated for resources: {'Port': ['ID=964b822e-c9e0-4f64-9e41-bf03c3354597,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:07.666894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.711125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=704f29f2-da00-43c5-bdd1-9a70e7575679,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:07.714427 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.721273 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cce6be38-e033-40a7-ba96-8584b31a86f4 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/704f29f2-da00-43c5-bdd1-9a70e7575679 HTTP/1.1" status: 204 len: 168 time: 0.5368466 Jul 30 00:06:07.722897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:07.796503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.818102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.834516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.837950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Port 6aa950e5-7b6a-43bc-8723-50d428df51ce not found while updating agent binding for router 03afcda5-b887-4bd2-babd-eeded1caf3db. {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 00:06:07.861846 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:07.863012 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:06:07.864926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_agentschedulers_db [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03afcda5-b887-4bd2-babd-eeded1caf3db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93867) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:06:07.866080 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01471ae-9bbd-40e3-ad09-40ac78b7802e None None] The sync data for ids ['03afcda5-b887-4bd2-babd-eeded1caf3db'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:07.932681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=22f1763b-67c6-4630-a831-9e9cf145553a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:07.965250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Provisioning complete for port 964b822e-c9e0-4f64-9e41-bf03c3354597 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:07.965250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:07.991304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.007538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b61b859-e1a9-4703-9b89-3d56208f8cfd']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:08.011024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:08.015629 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.022507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de12321-9cad-468d-b531-cb347d6ee30d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:08.026271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de12321-9cad-468d-b531-cb347d6ee30d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:08.049799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.084594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.096132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:06:08.096691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.140530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Provisioning for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:08.145450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Provisioning complete for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:08.145867 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.151389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:08.153549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:06:08.186565 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:06:08.199138 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.207694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b61b859-e1a9-4703-9b89-3d56208f8cfd {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 00:06:08.214200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a44e1922-c239-4203-a2c2-d029f179e8b7 None None] Port 2a037402-195c-4612-aed3-2f2d7bbd85b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:08.254631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.256923 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7b61b859-e1a9-4703-9b89-3d56208f8cfd HTTP/1.1" status: 204 len: 168 time: 0.5333042 Jul 30 00:06:08.258116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee5db-ff34-42da-b7a8-56c5e59a2de3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b61b859-e1a9-4703-9b89-3d56208f8cfd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:08.342877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7795d812-a621-4c83-9378-fdcfd7f9604f None None] Provisioning complete for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:08.343253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7795d812-a621-4c83-9378-fdcfd7f9604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.377941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:08.451031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7795d812-a621-4c83-9378-fdcfd7f9604f None None] Port 2a037402-195c-4612-aed3-2f2d7bbd85b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:08.556410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1588cd-0edf-43fa-a50d-5ebee32e76ca req-20e68285-d8d2-429c-be7e-0dc5423b87b2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:08.558271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae1588cd-0edf-43fa-a50d-5ebee32e76ca req-20e68285-d8d2-429c-be7e-0dc5423b87b2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 944 time: 0.1785028 Jul 30 00:06:08.582714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-91201621-34fa-41c4-a064-9d5bfde68e79 None None] Provisioning complete for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:08.584489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-91201621-34fa-41c4-a064-9d5bfde68e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.652266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:08.657681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'name': 'tempest-router--1793032423', 'project_id': '92c5d1a1821e439aaf109ab218e45114'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:08.690152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-91201621-34fa-41c4-a064-9d5bfde68e79 None None] Port 2a037402-195c-4612-aed3-2f2d7bbd85b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:08.692397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.693612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.772823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.780881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.804322 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.810835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-283a38be-b6ee-40d7-824e-ff440500e7e3 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1571074 Jul 30 00:06:08.812095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48708) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:08.974924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:08.980860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-556f0829-5bb4-4fc9-ba90-9c20596b4fd9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/5a63c9e3-d625-4e09-be48-72f36ac5ae45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9006226 Jul 30 00:06:09.000967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ae1588cd-0edf-43fa-a50d-5ebee32e76ca req-ff0a0506-d4b4-4104-84d3-ebc4bc9d9c16 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287741 Jul 30 00:06:09.035550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Sync routers for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:09.049544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:09.051185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:09.249122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:09.314298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-23ac9777-9ad9-41b5-b398-871464ba497d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797631886&fields=id&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 267 time: 0.0686712 Jul 30 00:06:09.405258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.528896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8efe74ee-1372-4f0c-9f92-e355a9efb19a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:09.531985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8efe74ee-1372-4f0c-9f92-e355a9efb19a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 797 time: 0.2091720 Jul 30 00:06:09.539228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 2, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:09.561810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-4e6e29e2-8bd6-4361-8f7b-3fb6fa9a6d1c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/quotas/57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 375 time: 0.0223327 Jul 30 00:06:09.570549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Checking router: 5a63c9e3-d625-4e09-be48-72f36ac5ae45 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:09.571067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Updating router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 port 2a037402-195c-4612-aed3-2f2d7bbd85b3 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:06:09.600364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.620798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 964b822e-c9e0-4f64-9e41-bf03c3354597 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:09.648808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-f09b665a-9603-4503-88d7-5a2bce430bef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722663 Jul 30 00:06:09.659588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.663498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.735205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.736192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3f687cf-28e9-4f4c-b6e0-2a4f9f8bd9d9 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:09.745862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.751114 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56092766-1e5a-4f37-ab01-511168ea4037 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/routers/d3f687cf-28e9-4f4c-b6e0-2a4f9f8bd9d9 HTTP/1.1" status: 204 len: 168 time: 0.9341450 Jul 30 00:06:09.794886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 964b822e-c9e0-4f64-9e41-bf03c3354597 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:09.795252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:09.936087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:09.940082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-c350b74b-2e61-45bb-a2c5-464f3faea1e0 service neutron] 10.222.0.49 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828488 Jul 30 00:06:09.963867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6a0ea772-fe56-471d-8bd8-9589aec5eacf up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:10.055356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 22f1763b-67c6-4630-a831-9e9cf145553a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:10.105114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-7797ade6-6f72-4a42-be81-0afd6b8ac3f0 service neutron] 10.222.0.49 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566219 Jul 30 00:06:10.187537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 22f1763b-67c6-4630-a831-9e9cf145553a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:10.188094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.222561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 6a0ea772-fe56-471d-8bd8-9589aec5eacf completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:10.228360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.238248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-190908389', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:10.240207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 6a0ea772-fe56-471d-8bd8-9589aec5eacf triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:10.240683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.285230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Transition to ACTIVE for port object 2a037402-195c-4612-aed3-2f2d7bbd85b3 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:10.287820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.289883 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.302263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.419131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.435437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6d1b1-5eeb-4621-8838-d62120656057 None None] Pushing event updated for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:10.538795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faae548-bb8a-40aa-a3a5-b358537293e0 req-1af323f8-62ca-4801-8e80-ee0703ee985e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:10.549737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5faae548-bb8a-40aa-a3a5-b358537293e0 req-1af323f8-62ca-4801-8e80-ee0703ee985e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 944 time: 0.1686010 Jul 30 00:06:10.643583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5faae548-bb8a-40aa-a3a5-b358537293e0 req-a7d0ed14-7958-4c3a-aa1d-a8ca82e6b84e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927072 Jul 30 00:06:10.652464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Attempting to bind port 2a037402-195c-4612-aed3-2f2d7bbd85b3 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:10.653241 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Attempting to bind port 2a037402-195c-4612-aed3-2f2d7bbd85b3 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:10.653442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Attempting to bind port 2a037402-195c-4612-aed3-2f2d7bbd85b3 on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:10.696992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.790459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:10.790815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Checking segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:10.791242 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.791604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Bound using segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:10.792089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Bound port: 2a037402-195c-4612-aed3-2f2d7bbd85b3, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:10.792536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.815765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a1d81418-fcf6-4d0c-9233-506d2ef954d4 req-e47f4dbf-a0e2-499a-ae02-20969214242f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 210 time: 0.0734160 Jul 30 00:06:10.901858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.963068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:10.965962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:10.968308 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532bba4f-dbef-4da3-a10a-9be5e5b17ea6" -d '{"events": [{"server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:10.983469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] For port 2a037402-195c-4612-aed3-2f2d7bbd85b3, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:10.983469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.025196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] For port 2a037402-195c-4612-aed3-2f2d7bbd85b3, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2a037402-195c-4612-aed3-2f2d7bbd85b3,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:11.028749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.036960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.054079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.097874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:11.118833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:11.119803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:11.383850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Allocated IP 172.25.5.247 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d588a8d8-47d3-400a-8927-85ec8a0c55e6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:11.499138 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434ee19-e8d6-48be-8d7a-cc7a139f5434 x-openstack-request-id: req-2434ee19-e8d6-48be-8d7a-cc7a139f5434 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:11.499945 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:11.500461 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2434ee19-e8d6-48be-8d7a-cc7a139f5434 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:11.506303 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf', 'code': 200} Jul 30 00:06:11.596782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.609093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579085ed-5a03-4f83-8b0e-92a5e77caf7e req-9f811715-bcfa-4935-bbe3-0f0b283ec8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:11.610023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-579085ed-5a03-4f83-8b0e-92a5e77caf7e req-9f811715-bcfa-4935-bbe3-0f0b283ec8fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 1097 time: 0.0842834 Jul 30 00:06:11.611757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6d1b1-5eeb-4621-8838-d62120656057 None None] Pushing event updated for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:11.674373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:11.706720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-579085ed-5a03-4f83-8b0e-92a5e77caf7e req-8477bcc3-a79a-40f0-b328-3c4fdbceeb5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795150 Jul 30 00:06:11.719936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:11.779248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:11.784411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:11.794793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:11.798515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event updated for resources: {'Port': ['ID=d588a8d8-47d3-400a-8927-85ec8a0c55e6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:11.821492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb827cd-ec50-4535-bfd6-5da142584961 req-9ff993a7-3f47-4030-889c-f236117fb023 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:11.833072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5eb827cd-ec50-4535-bfd6-5da142584961 req-9ff993a7-3f47-4030-889c-f236117fb023 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.0843003 Jul 30 00:06:11.883512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5eb827cd-ec50-4535-bfd6-5da142584961 req-d11715c9-4986-4bf1-8d8e-d87b18487c09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Jul 30 00:06:12.061571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15567dfd-0649-4c0e-b993-697c8d6653f4 req-83d2b502-08b1-4193-a65c-a3e72bb4e67c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 210 time: 0.0949550 Jul 30 00:06:12.068050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:10Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:12.106115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e54f-c712-4a0f-bceb-a5e414155db3 None None] The sync data for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 is: [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:10Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:12.219279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-5e8d0f7a-de29-4688-be3c-4936eafeb394 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:12.220887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-5e8d0f7a-de29-4688-be3c-4936eafeb394 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 797 time: 0.2523491 Jul 30 00:06:12.247444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.320404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-5ad5b332-7890-48b1-8b9b-5be6a2a342b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 380 time: 0.0770659 Jul 30 00:06:12.331901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'port': {'device_id': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'admin_state_up': True, 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'security_groups': ['1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:12.493860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:12.499616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.544439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.733890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.12 (c877b4d8-15bb-4945-ab95-8dd5414ef0ba/6c3062f8-745c-4414-9b4e-64e8f33799cc/6121d829-3ec7-4e90-b20b-213e49b7970d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:12.781545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Router e7440ac0-c9a1-4800-bdb2-755037928d85 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:12.948691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:12.959759 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] Sync routers for ids ['e7440ac0-c9a1-4800-bdb2-755037928d85'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:12.974481 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] Routers {'e7440ac0-c9a1-4800-bdb2-755037928d85'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:12.977388 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7440ac0-c9a1-4800-bdb2-755037928d85'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:12.988851 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.991009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f632081-5dc6-4acc-ba59-b730966820ea tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0516665 Jul 30 00:06:12.993676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:13.060840 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:13.076122 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] Routers {'e7440ac0-c9a1-4800-bdb2-755037928d85'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:13.077431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7440ac0-c9a1-4800-bdb2-755037928d85'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:13.096741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.118638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1de08-0b02-470d-87f5-eff38a0f5c5b req-4093025d-6bb2-4b8d-8a87-3382d17922d2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.120289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30d1de08-0b02-470d-87f5-eff38a0f5c5b req-4093025d-6bb2-4b8d-8a87-3382d17922d2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.1371589 Jul 30 00:06:13.127294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 6121d829-3ec7-4e90-b20b-213e49b7970d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:13.198992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30d1de08-0b02-470d-87f5-eff38a0f5c5b req-efe3ca04-f145-4921-a93b-95a14eecc091 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571489 Jul 30 00:06:13.217186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.230054 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0efa3323-6ecd-4c7c-b768-3557051914dd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/e7440ac0-c9a1-4800-bdb2-755037928d85 HTTP/1.1" status: 200 len: 924 time: 0.2344334 Jul 30 00:06:13.233978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:13.316617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:13.319987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e13e533c-2064-495a-8b81-eaf6f51b03bd tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7440ac0-c9a1-4800-bdb2-755037928d85 HTTP/1.1" status: 200 len: 205 time: 0.0843883 Jul 30 00:06:13.322637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:13.325208 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:13.326244 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fc7b6-9fca-4eee-a0f3-05aedce15d9e None None] The sync data for ids ['e7440ac0-c9a1-4800-bdb2-755037928d85'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:13.328905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:13.333271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:13.369826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:13.451408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.452515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.523311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408262-1a35-4891-abaa-55cd4c55c8f5 req-14903b19-955d-47af-b41f-e5c0427b3f36 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.524819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77408262-1a35-4891-abaa-55cd4c55c8f5 req-14903b19-955d-47af-b41f-e5c0427b3f36 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 932 time: 0.0813587 Jul 30 00:06:13.528452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-8660583f-7280-4b96-b2b2-57e85fa45cbd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013667 Jul 30 00:06:13.559035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Request body: {'port': {'device_id': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:13.566972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.675588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.678489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2a037402-195c-4612-aed3-2f2d7bbd85b3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:13.705227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77408262-1a35-4891-abaa-55cd4c55c8f5 req-34a9fbb1-4285-417b-8236-1ce3bf5aa2d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695027 Jul 30 00:06:13.811707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c0858e56-4d3e-4d37-b70c-79ce79b777cc None None] Provisioning for port 6121d829-3ec7-4e90-b20b-213e49b7970d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:13.819145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c0858e56-4d3e-4d37-b70c-79ce79b777cc None None] Provisioning complete for port 6121d829-3ec7-4e90-b20b-213e49b7970d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:13.819551 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c0858e56-4d3e-4d37-b70c-79ce79b777cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.822490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.871177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:13.881508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:13.882071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.887296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c0858e56-4d3e-4d37-b70c-79ce79b777cc None None] Port 6121d829-3ec7-4e90-b20b-213e49b7970d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:13.915464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port d588a8d8-47d3-400a-8927-85ec8a0c55e6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:13.916443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.028075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.045230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for d588a8d8-47d3-400a-8927-85ec8a0c55e6 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:14.073953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.114303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2a037402-195c-4612-aed3-2f2d7bbd85b3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2a037402-195c-4612-aed3-2f2d7bbd85b3,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:14.121885 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.184824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22502d9-7c84-4b3b-9bc3-f1d24cd5514f req-b62435dc-c5b0-4def-8b73-cbe6dd311268 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.186528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a22502d9-7c84-4b3b-9bc3-f1d24cd5514f req-b62435dc-c5b0-4def-8b73-cbe6dd311268 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.3156834 Jul 30 00:06:14.231412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:14.268356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a22502d9-7c84-4b3b-9bc3-f1d24cd5514f req-c280e1fd-25cb-4567-a19e-5d711a81831d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740309 Jul 30 00:06:14.345788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6121d829-3ec7-4e90-b20b-213e49b7970d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:14.357732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.360774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.373785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Transition to ACTIVE for port object 6121d829-3ec7-4e90-b20b-213e49b7970d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:14.394640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.400091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=d588a8d8-47d3-400a-8927-85ec8a0c55e6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:14.471266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.487814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:14.514568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41601-aa0d-46f5-8e06-7d4321ef3268 req-828288a6-a202-4444-8073-1c778e92668f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.523382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15f41601-aa0d-46f5-8e06-7d4321ef3268 req-828288a6-a202-4444-8073-1c778e92668f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.1396620 Jul 30 00:06:14.622327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15f41601-aa0d-46f5-8e06-7d4321ef3268 req-389b1ee2-3e09-4b13-b2a6-d07d78944230 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Jul 30 00:06:14.643768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:14.644707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:14.645236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:14.651392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:06:14.651758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:14.658119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:14.658516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Checking segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:14.658865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Bound using segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:14.659501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Bound port: 6121d829-3ec7-4e90-b20b-213e49b7970d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:14.659875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.781121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:14.785794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:14.793989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.875199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.876327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:14.877970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] 10.222.0.57 "PUT /v2.0/ports/6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1093 time: 1.3298810 Jul 30 00:06:14.878461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:14.881339 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11708b-44c0-44fd-b28c-5272615516e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:14.931947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d88d5-55a7-42d2-8bde-05303696e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:15.036960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-00e28cb1-5f24-49ab-a582-62cbc7da832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.038831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-00e28cb1-5f24-49ab-a582-62cbc7da832b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1096 time: 0.0885406 Jul 30 00:06:15.058582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c43d-844d-40e1-9b86-0598fa5c3bf7 req-65cf2b00-c991-42ce-a8d9-6862d8ad9841 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.067512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8228c43d-844d-40e1-9b86-0598fa5c3bf7 req-65cf2b00-c991-42ce-a8d9-6862d8ad9841 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.1044688 Jul 30 00:06:15.128198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-3dc7847b-0073-45f9-bc15-9d16e246fa4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 217 time: 0.0573590 Jul 30 00:06:15.138663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.151432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.198314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8228c43d-844d-40e1-9b86-0598fa5c3bf7 req-9f08eec1-2317-49bf-8162-c01617e4f61d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281474 Jul 30 00:06:15.210442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.210981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router e7440ac0-c9a1-4800-bdb2-755037928d85 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:15.229515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.235703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48820) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:15.242197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25217ed5-cb81-42f1-9550-f7fc481fe0c1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/e7440ac0-c9a1-4800-bdb2-755037928d85 HTTP/1.1" status: 204 len: 168 time: 1.9181409 Jul 30 00:06:15.247591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-755735505', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:15.258697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-f509852b-2e7b-4273-bd27-41696f1b9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.262997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-f509852b-2e7b-4273-bd27-41696f1b9652 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.1217725 Jul 30 00:06:15.320787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.321917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.335295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-1ab33234-1e67-4d91-8616-8cc0527423bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.337094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-1ab33234-1e67-4d91-8616-8cc0527423bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643835 Jul 30 00:06:15.338696 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0a52a7-fb2d-495f-9d76-91d26dd0bafe x-openstack-request-id: req-3f0a52a7-fb2d-495f-9d76-91d26dd0bafe {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:15.338979 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:15.339263 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f0a52a7-fb2d-495f-9d76-91d26dd0bafe {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:15.339699 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'status': 'completed', 'code': 200} Jul 30 00:06:15.487468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.590738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2a037402-195c-4612-aed3-2f2d7bbd85b3 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:15.661212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2a037402-195c-4612-aed3-2f2d7bbd85b3 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:15.661965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e008d-dcef-4479-aa7d-45b26ae87db8 req-09f92085-2906-46d8-ae91-f65f55c128f3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.662226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.665376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-496e008d-dcef-4479-aa7d-45b26ae87db8 req-09f92085-2906-46d8-ae91-f65f55c128f3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.2480605 Jul 30 00:06:15.817334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:15.827545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-b88fb50a-3a44-4406-ae0e-9462c19f23d2 service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592507 Jul 30 00:06:15.863033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-496e008d-dcef-4479-aa7d-45b26ae87db8 req-0cee2819-d288-4172-acac-05a650057a6e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382861 Jul 30 00:06:16.006230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75da19d8-e907-4e0e-b2ef-b28b5e92f2a0 req-52d7ef07-09df-4c06-afb0-1af190ffc4de service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688538 Jul 30 00:06:16.210971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-cdba437a-5b70-4d57-9071-2c7827cc375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:16.212809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-cdba437a-5b70-4d57-9071-2c7827cc375a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1096 time: 0.0831549 Jul 30 00:06:16.214423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:16.258182 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:16.310121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb6bbe03-85e3-4754-aff1-000366b2dd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:16.621808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-fd624f8e-2d47-4980-b74f-2699198a334a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:16.624128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-fd624f8e-2d47-4980-b74f-2699198a334a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 945 time: 0.0817611 Jul 30 00:06:16.788484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 6a0ea772-fe56-471d-8bd8-9589aec5eacf {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:16.789242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:16.824053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7ef3-943e-46da-9342-c4a639b68b58 req-82e24128-6af3-46f9-a331-a0c3460f00da tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:16.825752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a16e7ef3-943e-46da-9342-c4a639b68b58 req-82e24128-6af3-46f9-a331-a0c3460f00da tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.2140303 Jul 30 00:06:16.835488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-381f8b2b-87cf-4635-8221-7479e52b2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:16.837206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-381f8b2b-87cf-4635-8221-7479e52b2610 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.6140633 Jul 30 00:06:16.882204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 172.25.5.247 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/05c51581-e646-4b19-b3a2-6192b571584c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:16.921459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-ce9b8a8b-f87a-4697-a250-3ca7401b8caa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 217 time: 0.0682902 Jul 30 00:06:16.931101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port 6a0ea772-fe56-471d-8bd8-9589aec5eacf, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6a0ea772-fe56-471d-8bd8-9589aec5eacf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:16.931101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:16.947620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 6a0ea772-fe56-471d-8bd8-9589aec5eacf owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:16.979547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a16e7ef3-943e-46da-9342-c4a639b68b58 req-83ddb8ca-b514-4eed-abb4-4b6ee80f9286 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377964 Jul 30 00:06:17.056911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-ea6a74ac-df9e-484c-9421-54e0621c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:17.059244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-ea6a74ac-df9e-484c-9421-54e0621c8d5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.1287420 Jul 30 00:06:17.171152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:17.190931 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:17.204947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6a0ea772-fe56-471d-8bd8-9589aec5eacf'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:06:17.207553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-9d264c9a-f869-47d3-b435-9d86cfcbe4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:17.209396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-9d264c9a-f869-47d3-b435-9d86cfcbe4e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415322 Jul 30 00:06:17.220353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=6a0ea772-fe56-471d-8bd8-9589aec5eacf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:17.227651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851f9d5-9de6-438c-b9cf-ffb5ad4285bf req-db2acffa-0435-4afb-90f7-5df8a563e145 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:17.229303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0851f9d5-9de6-438c-b9cf-ffb5ad4285bf req-db2acffa-0435-4afb-90f7-5df8a563e145 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 867 time: 0.1482379 Jul 30 00:06:17.274016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port 6a0ea772-fe56-471d-8bd8-9589aec5eacf on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:17.279813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:17.281612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8daf389f-3396-4f18-b715-05ff904ae4e3 req-8e9a1155-ac56-4dcd-b35d-9f0a1d8d376c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "DELETE /v2.0/ports/6a0ea772-fe56-471d-8bd8-9589aec5eacf HTTP/1.1" status: 204 len: 173 time: 0.6507747 Jul 30 00:06:17.282098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'name': 'network-vif-deleted', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:17.284541 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab51a5-9c1b-4945-a6a6-55fd276205b2" -d '{"events": [{"server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "name": "network-vif-deleted", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:17.360628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0851f9d5-9de6-438c-b9cf-ffb5ad4285bf req-aa435ca6-c616-41b4-803e-c3acd878137b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212723 Jul 30 00:06:17.408143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:17.420480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:17.448456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-07fc5a12-d01f-464e-a57a-80d8d70d8943 service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177038 Jul 30 00:06:17.485671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:17.490519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:17.499263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:17.608441 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35bef04-9659-4311-8a7c-ef592b430295 x-openstack-request-id: req-f35bef04-9659-4311-8a7c-ef592b430295 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:17.608905 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde07ac-87d5-4ea7-92ca-67ef346e27dc", "name": "network-vif-deleted", "tag": "6a0ea772-fe56-471d-8bd8-9589aec5eacf", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:17.609284 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f35bef04-9659-4311-8a7c-ef592b430295 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:17.610376 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde07ac-87d5-4ea7-92ca-67ef346e27dc', 'name': 'network-vif-deleted', 'tag': '6a0ea772-fe56-471d-8bd8-9589aec5eacf', 'status': 'completed', 'code': 200} Jul 30 00:06:17.623709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=05c51581-e646-4b19-b3a2-6192b571584c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:17.775502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11708b-44c0-44fd-b28c-5272615516e4 req-1ac4de23-f41c-4f19-9834-403164ede398 service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093371 Jul 30 00:06:17.973410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.080618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b418507b-36c8-46e4-8f11-24360d4e4b9b req-3ee2673d-7c5e-4b0a-8b8d-a99406754dfb service neutron] (93864) timed out ('10.222.0.49', 58638) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:06:18.320738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a7497-9f19-45a8-8337-e9955c45058d req-15ce56f5-7b41-4d24-9cdb-49d2f9bbf2a7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:18.335122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135a7497-9f19-45a8-8337-e9955c45058d req-15ce56f5-7b41-4d24-9cdb-49d2f9bbf2a7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.2505658 Jul 30 00:06:18.406870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-135a7497-9f19-45a8-8337-e9955c45058d req-e0b2b422-87d3-4dd4-bcc0-e563d936bd0d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705793 Jul 30 00:06:18.411027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.462135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:06:18.632476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0346c0c7-97bb-4700-b336-31d559278de2 req-608dc8ee-e96c-4cbb-8592-0c38fb56bc5f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.0439727 Jul 30 00:06:18.692937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:18.714698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'mac_address': 'fa:16:3e:f8:10:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:06:18.715141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:18.783542 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.806185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6121d829-3ec7-4e90-b20b-213e49b7970d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:18.839941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:18.845013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.899427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:18.912163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:18.927933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Sync routers for ids ['1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:18.939660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Routers {'1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:18.940751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:18.947448 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:18.950714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6c009a12-7ab7-4921-a785-af15670f4f34 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7074459 Jul 30 00:06:18.954749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:19.099274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6da0ab93-7919-4fa1-aede-b80339a235ff tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 HTTP/1.1" status: 200 len: 908 time: 0.1428795 Jul 30 00:06:19.103234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48856) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:19.108053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-755735505', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': True}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:19.148638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.150002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.221809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3628ad43-a149-4f7c-9af7-a9acb6c852ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.264230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Set router 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:19.268048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.342816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['6121d829-3ec7-4e90-b20b-213e49b7970d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:06:19.641412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.751929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'name': 'tempest-snat-router-755735505', 'tenant_id': 'c77fe46b82f24d0caa1589d451f39443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247'}], 'enable_snat': False}, 'gw_port_id': '05c51581-e646-4b19-b3a2-6192b571584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:06:15Z', 'updated_at': '2021-07-30T00:06:17Z', 'revision_number': 3, 'project_id': 'c77fe46b82f24d0caa1589d451f39443', 'gw_port': {'id': '05c51581-e646-4b19-b3a2-6192b571584c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:16Z', 'updated_at': '2021-07-30T00:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:19.794057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:19.847224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Checking router: 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:19.847725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Updating router 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 port 05c51581-e646-4b19-b3a2-6192b571584c binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:06:19.905598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063e071-295b-4255-86e3-36181431404d req-615b9c8c-5598-4e62-b783-d9bcecb4a4ab tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:19.914239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4063e071-295b-4255-86e3-36181431404d req-615b9c8c-5598-4e62-b783-d9bcecb4a4ab tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 945 time: 0.2655323 Jul 30 00:06:19.916817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.012106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4063e071-295b-4255-86e3-36181431404d req-df6c73e7-8460-4467-a8fc-b869836f9d25 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804639 Jul 30 00:06:20.045992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6a0ea772-fe56-471d-8bd8-9589aec5eacf no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:20.080734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 6a0ea772-fe56-471d-8bd8-9589aec5eacf {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:06:20.081289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6a0ea772-fe56-471d-8bd8-9589aec5eacf not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:20.247989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb0628d6-a779-436e-aee2-310da054433b req-fdf0a7a1-f957-4ef1-b6b1-1bcb459a134c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.0507011 Jul 30 00:06:20.272243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.298862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.403033 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.423253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Transition to ACTIVE for port object 05c51581-e646-4b19-b3a2-6192b571584c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:20.434702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.513338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 172.25.5.155 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/da81e29a-e88a-4505-911e-187899c55a72) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:20.523809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Attempting to bind port 05c51581-e646-4b19-b3a2-6192b571584c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:20.524282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Attempting to bind port 05c51581-e646-4b19-b3a2-6192b571584c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:20.524710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Attempting to bind port 05c51581-e646-4b19-b3a2-6192b571584c on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:20.529254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da1ef3-c5bb-4161-9ed1-a5c4eda8b541 None None] Pushing event updated for resources: {'Port': ['ID=05c51581-e646-4b19-b3a2-6192b571584c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:20.536670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:20.537147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:20.537617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.538088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:20.538785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Bound port: 05c51581-e646-4b19-b3a2-6192b571584c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:20.539237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.637260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] For port 05c51581-e646-4b19-b3a2-6192b571584c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:20.642107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] For port 05c51581-e646-4b19-b3a2-6192b571584c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05c51581-e646-4b19-b3a2-6192b571584c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:20.648980 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.675450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.730303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.743499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Routers {'1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:20.744136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:20.786677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:20.790305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:20.791752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:20.799127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:20.818535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da1ef3-c5bb-4161-9ed1-a5c4eda8b541 None None] Pushing event updated for resources: {'Port': ['ID=05c51581-e646-4b19-b3a2-6192b571584c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:20.870546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=da81e29a-e88a-4505-911e-187899c55a72,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:20.896404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] Set router 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:21.134475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'name': 'tempest-snat-router-755735505', 'tenant_id': 'c77fe46b82f24d0caa1589d451f39443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247'}], 'enable_snat': False}, 'gw_port_id': '05c51581-e646-4b19-b3a2-6192b571584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:06:15Z', 'updated_at': '2021-07-30T00:06:17Z', 'revision_number': 3, 'project_id': 'c77fe46b82f24d0caa1589d451f39443', 'gw_port': {'id': '05c51581-e646-4b19-b3a2-6192b571584c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:16Z', 'updated_at': '2021-07-30T00:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:21.176508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b4752-aa06-4164-a766-941cc6c8360b None None] The sync data for ids ['1a5cf1f6-fb67-4ff1-a59a-e0582cc29914'] in n-d-712707-11 is: [{'id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'name': 'tempest-snat-router-755735505', 'tenant_id': 'c77fe46b82f24d0caa1589d451f39443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247'}], 'enable_snat': False}, 'gw_port_id': '05c51581-e646-4b19-b3a2-6192b571584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:06:15Z', 'updated_at': '2021-07-30T00:06:17Z', 'revision_number': 3, 'project_id': 'c77fe46b82f24d0caa1589d451f39443', 'gw_port': {'id': '05c51581-e646-4b19-b3a2-6192b571584c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5cf1f6-fb67-4ff1-a59a-e0582cc29914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:16Z', 'updated_at': '2021-07-30T00:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:21.473049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556ea27-5ed3-4e51-9afb-3db521ad0c7b req-acfc05ba-6f8f-49fe-9a6b-af8d6add5c41 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:21.475188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6556ea27-5ed3-4e51-9afb-3db521ad0c7b req-acfc05ba-6f8f-49fe-9a6b-af8d6add5c41 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 945 time: 0.2091272 Jul 30 00:06:21.741421 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:21.795189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05c51581-e646-4b19-b3a2-6192b571584c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:21.816209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6556ea27-5ed3-4e51-9afb-3db521ad0c7b req-d0a38915-29e0-462b-80d4-caa8a1499655 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094896 Jul 30 00:06:22.031634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444c9622-5438-470a-88ad-731c1fc04544 req-ccf9359a-6eda-4781-bc5d-094c79c9bace tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.0508420 Jul 30 00:06:22.141698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 05c51581-e646-4b19-b3a2-6192b571584c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:22.145373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.146061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05c51581-e646-4b19-b3a2-6192b571584c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:22.146446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.306586 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.345842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 05c51581-e646-4b19-b3a2-6192b571584c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05c51581-e646-4b19-b3a2-6192b571584c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:22.354047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.414698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=05c51581-e646-4b19-b3a2-6192b571584c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:22.435746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router 95418a5b-3896-4ccc-9f9e-f5d04041a689 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:22.497635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:22.508240 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.584458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 6121d829-3ec7-4e90-b20b-213e49b7970d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:22.591955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 6121d829-3ec7-4e90-b20b-213e49b7970d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:22.592601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.606649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-8db4495b-73de-489a-8d7b-a0c1794a33d1 req-1df02cb8-aa44-445a-9635-557889c5991e service neutron] (93864) timed out ('10.222.0.59', 50893) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:06:22.614022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:22.623803 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Sync routers for ids ['95418a5b-3896-4ccc-9f9e-f5d04041a689'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:22.642532 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Routers {'95418a5b-3896-4ccc-9f9e-f5d04041a689'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:22.643215 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['95418a5b-3896-4ccc-9f9e-f5d04041a689'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:22.656044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.660678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7cc6ca0d-79e7-4543-914b-0e93b3b6a8dc tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5538492 Jul 30 00:06:22.661308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:22.795556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.837657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:22.869444 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b68b127-5bdd-46a1-9d16-e102d8f8204b" -d '{"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-plugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:22.899608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Set router 95418a5b-3896-4ccc-9f9e-f5d04041a689 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:22.921447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:22.934207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:22.983381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48bee012-2918-48a7-9d4e-d8101d9af198 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/95418a5b-3896-4ccc-9f9e-f5d04041a689 HTTP/1.1" status: 200 len: 907 time: 0.3180990 Jul 30 00:06:22.984279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:23.031933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:23.133463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961709-2527-49ad-a671-92b389e25a1e req-1acf2d22-d8a4-4e12-81d9-c234c5bd87be tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:23.147187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61961709-2527-49ad-a671-92b389e25a1e req-1acf2d22-d8a4-4e12-81d9-c234c5bd87be tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1568048 Jul 30 00:06:23.195234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.223172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61961709-2527-49ad-a671-92b389e25a1e req-c2606c44-0e76-48db-b834-63b59062d3a4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746331 Jul 30 00:06:23.255280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b73d08f8-e640-4410-91cb-c44f2ebc9fa0 req-c001cf75-31e7-4aa0-a064-780b76898fb4 tempest-ServersTestJSON-905963586 tempest-ServersTestJSON-905963586-project] (93864) timed out ('10.222.0.59', 51322) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:06:23.286574 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95418a5b-3896-4ccc-9f9e-f5d04041a689', 'name': 'tempest-snat-router-755735505', 'tenant_id': 'c77fe46b82f24d0caa1589d451f39443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'da81e29a-e88a-4505-911e-187899c55a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:06:19Z', 'updated_at': '2021-07-30T00:06:21Z', 'revision_number': 3, 'project_id': 'c77fe46b82f24d0caa1589d451f39443', 'gw_port': {'id': 'da81e29a-e88a-4505-911e-187899c55a72', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95418a5b-3896-4ccc-9f9e-f5d04041a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:20Z', 'updated_at': '2021-07-30T00:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:23.301815 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ca63fb-f436-4d44-9d77-adcfbdaed0b0 x-openstack-request-id: req-61ca63fb-f436-4d44-9d77-adcfbdaed0b0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:23.302185 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-plugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:23.302534 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61ca63fb-f436-4d44-9d77-adcfbdaed0b0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:23.303026 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'code': 200} Jul 30 00:06:23.328365 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Checking router: 95418a5b-3896-4ccc-9f9e-f5d04041a689 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:23.328689 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Updating router 95418a5b-3896-4ccc-9f9e-f5d04041a689 port da81e29a-e88a-4505-911e-187899c55a72 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:06:23.390233 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.430281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.476253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd4f2cc7-2ff5-4af7-8b6a-3351869fc28b req-5e0ffeb9-7bad-442c-baae-9f19bc461bf0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fde07ac-87d5-4ea7-92ca-67ef346e27dc HTTP/1.1" status: 200 len: 210 time: 0.0951657 Jul 30 00:06:23.567404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Deleting port da81e29a-e88a-4505-911e-187899c55a72 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:23.567970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.615393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0727-81f5-4ea9-b67c-b70726c1835b req-134370db-d2c4-42d4-8ca9-634b4de495b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:23.619696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a78d0727-81f5-4ea9-b67c-b70726c1835b req-134370db-d2c4-42d4-8ca9-634b4de495b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.1388545 Jul 30 00:06:23.690912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05c51581-e646-4b19-b3a2-6192b571584c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:23.698003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a78d0727-81f5-4ea9-b67c-b70726c1835b req-cd527c4d-34ea-4986-abdf-978d4bf46e28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701649 Jul 30 00:06:23.730975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.748887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Calling delete_port for da81e29a-e88a-4505-911e-187899c55a72 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:23.840795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05c51581-e646-4b19-b3a2-6192b571584c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:23.840795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.020664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.023267 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.db.api [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:06:24.023862 n-d-712707-11 neutron-server[93867]: DEBUG oslo_db.api [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:06:24.063657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Port': ['ID=da81e29a-e88a-4505-911e-187899c55a72,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:24.142377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.247107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.249667 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.321902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.322455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95418a5b-3896-4ccc-9f9e-f5d04041a689 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:24.327082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.328271 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0cce583-3702-4011-ae2a-171b3fe71cdd tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/routers/95418a5b-3896-4ccc-9f9e-f5d04041a689 HTTP/1.1" status: 204 len: 168 time: 1.3433955 Jul 30 00:06:24.334162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:24.371675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a038d8f-9f5d-4098-bafa-d55c756a6d46 req-0b96cd4e-c013-4eea-9bdd-4d37a9ca7089 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:24.380516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a038d8f-9f5d-4098-bafa-d55c756a6d46 req-0b96cd4e-c013-4eea-9bdd-4d37a9ca7089 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0723813 Jul 30 00:06:24.430028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a038d8f-9f5d-4098-bafa-d55c756a6d46 req-56f16dad-1922-4023-9e56-f38d4bc8154e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Jul 30 00:06:24.468762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.559384 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Port da81e29a-e88a-4505-911e-187899c55a72 not found while updating agent binding for router 95418a5b-3896-4ccc-9f9e-f5d04041a689. {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 00:06:24.577406 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:24.577804 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:06:24.578458 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95418a5b-3896-4ccc-9f9e-f5d04041a689'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93867) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:06:24.578843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ea89-7bc7-4d5c-af97-2322afb40a5e None None] The sync data for ids ['95418a5b-3896-4ccc-9f9e-f5d04041a689'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:24.606492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.676635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Deleting port 05c51581-e646-4b19-b3a2-6192b571584c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:24.677076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.779343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] For port 05c51581-e646-4b19-b3a2-6192b571584c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05c51581-e646-4b19-b3a2-6192b571584c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:24.780033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.814334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Calling delete_port for 05c51581-e646-4b19-b3a2-6192b571584c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:25.007140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.043489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c51581-e646-4b19-b3a2-6192b571584c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:25.108369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.202715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.204914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.253692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.253965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:25.259029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.260594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-943b2fbd-f66d-4293-93ad-a171b953228e tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "DELETE /v2.0/routers/1a5cf1f6-fb67-4ff1-a59a-e0582cc29914 HTTP/1.1" status: 204 len: 168 time: 0.9242208 Jul 30 00:06:25.264412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:25.269513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1076659989', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:25.297891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.299590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.360760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.538197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.574137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddea15-9240-4ab8-9d8a-de002356175b req-915d6fbc-9ed9-4ff5-9aa9-2c940a14677d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:25.580002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffddea15-9240-4ab8-9d8a-de002356175b req-915d6fbc-9ed9-4ff5-9aa9-2c940a14677d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0713618 Jul 30 00:06:25.635085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffddea15-9240-4ab8-9d8a-de002356175b req-a9eed217-e147-4efa-89be-07f0f0b4b7f3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479486 Jul 30 00:06:25.822452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.886058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.906196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820cdea-5324-475a-808b-d41416d8a999 req-5a2a4882-ccfe-4363-864e-a92873461e9c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:25.914489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c820cdea-5324-475a-808b-d41416d8a999 req-5a2a4882-ccfe-4363-864e-a92873461e9c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1811855 Jul 30 00:06:25.937443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05c51581-e646-4b19-b3a2-6192b571584c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:25.963598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 05c51581-e646-4b19-b3a2-6192b571584c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:06:25.964648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05c51581-e646-4b19-b3a2-6192b571584c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:25.977828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c820cdea-5324-475a-808b-d41416d8a999 req-61a13157-d97b-42de-8ab7-9f848e172e06 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621917 Jul 30 00:06:26.014341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:26.044428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Allocated IP 172.25.5.13 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5ef29a4b-5e80-4b2e-9a08-0b460a382ba5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:26.071885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9585d2-33e0-4f66-b5b9-24d3a4d712a5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:26.077938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fc9585d2-33e0-4f66-b5b9-24d3a4d712a5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1093 time: 0.0622258 Jul 30 00:06:26.078869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:26.083850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:26.121303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.177252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.230452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.250585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.271007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:26.274248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:26.283121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:26.328553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event updated for resources: {'Port': ['ID=5ef29a4b-5e80-4b2e-9a08-0b460a382ba5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:26.394401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.187 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4d406b0a-f43a-49af-8d78-97f87422f82d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:26.527556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.568476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.582633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.632690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:26.638211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:26.645436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:26.674798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=4d406b0a-f43a-49af-8d78-97f87422f82d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:27.277518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.345906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.408191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.500588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Router cff8cc1a-1638-40ed-a836-aa98eb695c06 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:27.613056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.619591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.628961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:27.639467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] Sync routers for ids ['cff8cc1a-1638-40ed-a836-aa98eb695c06'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:27.656028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] Routers {'cff8cc1a-1638-40ed-a836-aa98eb695c06'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:27.657043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cff8cc1a-1638-40ed-a836-aa98eb695c06'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:27.657231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.662157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ff76f58-6400-4634-ab9d-465a00bf6a21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3966501 Jul 30 00:06:27.662841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:27.668747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:27.734041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:27.747564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=4d406b0a-f43a-49af-8d78-97f87422f82d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:27.756170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] Routers {'cff8cc1a-1638-40ed-a836-aa98eb695c06'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:27.756805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cff8cc1a-1638-40ed-a836-aa98eb695c06'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:27.762927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.842496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:27.845109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c0ab8-0209-49fd-99bf-c921ac24f5d5 None None] The sync data for ids ['cff8cc1a-1638-40ed-a836-aa98eb695c06'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:27.875097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.921429 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP 7d122427-75ad-4d1c-abda-85a8b0ba1072 associated. External IP: 172.25.5.187, port: 6121d829-3ec7-4e90-b20b-213e49b7970d. Jul 30 00:06:28.159438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.568617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-9047dcf4-fa82-4ff9-89ca-2efb1f86766a req-6215ded0-fcf2-44ed-bafc-9ddad36a8b7a service neutron] (93864) timed out ('10.222.0.49', 55042) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:06:28.598995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:28.639174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.643350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.719192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:28.732702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Sync routers for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:28.737788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.745491 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:28.746943 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:28.766920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router cff8cc1a-1638-40ed-a836-aa98eb695c06 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:28.790244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9251a7d-4ac1-472d-a959-cdd6bc010336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7076206 Jul 30 00:06:28.790244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:28.793584 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:28.873850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:28.907318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a3490-01f3-4e51-a7d0-a1f8c732729c req-bbc8737a-6737-4abf-9b6d-6d942483f3b7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:28.909596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b50a3490-01f3-4e51-a7d0-a1f8c732729c req-bbc8737a-6737-4abf-9b6d-6d942483f3b7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0681343 Jul 30 00:06:28.922890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:28.927928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.929398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1ede8c7b-afac-4e9d-98b8-4d7a5f4a1681 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "PUT /v2.0/routers/cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 200 len: 925 time: 1.2651281 Jul 30 00:06:28.932023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48970) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:28.936149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] Sync routers for ids ['cff8cc1a-1638-40ed-a836-aa98eb695c06'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:28.953382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] Routers {'cff8cc1a-1638-40ed-a836-aa98eb695c06'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:28.954362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cff8cc1a-1638-40ed-a836-aa98eb695c06'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.012986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b50a3490-01f3-4e51-a7d0-a1f8c732729c req-5c431585-efe5-4b23-96c5-067783153896 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947607 Jul 30 00:06:29.024870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.037519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48974) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:29.038837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] Routers {'cff8cc1a-1638-40ed-a836-aa98eb695c06'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:29.039583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cff8cc1a-1638-40ed-a836-aa98eb695c06'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.115909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.121749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0be2e-f4b9-4654-8590-30813caab696 None None] The sync data for ids ['cff8cc1a-1638-40ed-a836-aa98eb695c06'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:29.133647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5d49ff4-5ce6-4065-a42c-b1862775be08 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 200 len: 925 time: 0.1995561 Jul 30 00:06:29.134525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48980) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:29.145818 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2143fe9-c1f8-4abf-9e3b-cee5b6ceb7c6 x-openstack-request-id: req-f2143fe9-c1f8-4abf-9e3b-cee5b6ceb7c6 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:29.150123 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:29.150960 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2143fe9-c1f8-4abf-9e3b-cee5b6ceb7c6 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:29.150960 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'status': 'completed', 'code': 200} Jul 30 00:06:29.211664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc224ab3-6cd6-4b6a-ae08-18f83d511114 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.217236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48986) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:29.218826 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc224ab3-6cd6-4b6a-ae08-18f83d511114 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=cff8cc1a-1638-40ed-a836-aa98eb695c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0769362 Jul 30 00:06:29.230993 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7d122427-75ad-4d1c-abda-85a8b0ba1072', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'mac_address': 'fa:16:3e:f8:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:27Z', 'updated_at': '2021-07-30T00:06:27Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.280848 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Checking router: 5a63c9e3-d625-4e09-be48-72f36ac5ae45 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:29.299632 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:29.300579 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.315638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-d00127cf-843e-4fd9-8020-afc235cfbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.317386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-d00127cf-843e-4fd9-8020-afc235cfbee1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.1656513 Jul 30 00:06:29.320907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-94a33536-0aff-448e-9ac4-369d75d2bee1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 200 len: 992 time: 0.2798364 Jul 30 00:06:29.442783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17d9aa-9afa-4c87-b21b-139641869550 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.447173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48990) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:29.451410 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:29.457401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0d17d9aa-9afa-4c87-b21b-139641869550 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.2381203 Jul 30 00:06:29.488959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-46ff112f-4cd7-4a83-b644-7aadaa29426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.490551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-46ff112f-4cd7-4a83-b644-7aadaa29426d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.1633828 Jul 30 00:06:29.496489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 48992) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:29.498611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c8e16bd-b694-4c12-ac17-274ccb4521b1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 200 len: 205 time: 0.0501699 Jul 30 00:06:29.682739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-4ca808ca-4289-463f-abaa-0555cd6b9c81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1000 time: 0.1775959 Jul 30 00:06:29.728253 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7d122427-75ad-4d1c-abda-85a8b0ba1072', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'mac_address': 'fa:16:3e:f8:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:27Z', 'updated_at': '2021-07-30T00:06:27Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.740540 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:29.766760 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778d8dc-1b41-4872-8e5b-558702fb8e3e None None] The sync data for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 is: [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '7d122427-75ad-4d1c-abda-85a8b0ba1072', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'mac_address': 'fa:16:3e:f8:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:27Z', 'updated_at': '2021-07-30T00:06:27Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:29.791578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-6abfb9e4-6722-4e49-ac56-53c8a22fd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.793796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-6abfb9e4-6722-4e49-ac56-53c8a22fd799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.1031315 Jul 30 00:06:29.915897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-9eddac6f-5fa7-4d88-bbac-3a790c48d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.918369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-9eddac6f-5fa7-4d88-bbac-3a790c48d778 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157746 Jul 30 00:06:29.923573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.075968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d64dc-e811-458a-bc8a-038adb9abb80 None None] New status for floating IP 7d122427-75ad-4d1c-abda-85a8b0ba1072: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:06:30.090802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-e41aeabd-dae5-47d5-8dba-62909718789d service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635125 Jul 30 00:06:30.095192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port 5ef29a4b-5e80-4b2e-9a08-0b460a382ba5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:30.095634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.252925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.278792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for 5ef29a4b-5e80-4b2e-9a08-0b460a382ba5 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:30.307378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be63cce8-3ea2-4b6a-be47-cf49ea5499a5 req-e8362190-8eaf-4a59-a3fb-cbe7389a77df service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980348 Jul 30 00:06:30.325210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 48998) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:30.430115 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9d397d98-c4ee-40b6-b46a-9e5429cc58c6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 200 len: 992 time: 0.1033130 Jul 30 00:06:30.546511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.577411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=5ef29a4b-5e80-4b2e-9a08-0b460a382ba5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:30.670634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.794225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.797269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.868355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.869730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router cff8cc1a-1638-40ed-a836-aa98eb695c06 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:30.877847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.879628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7ac18f9f-b20a-4c44-a59a-ebf22dcc8f70 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 204 len: 168 time: 1.3819013 Jul 30 00:06:30.883456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49004) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:30.888859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123908909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:30.916530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.918653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.979455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.984996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:31.004685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:31.009349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6be87ba8-bded-48f1-8b91-1fe34f28582a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1213877 Jul 30 00:06:31.009501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49006) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:31.015514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:31.252187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:31.436874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49016) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:31.566565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ecaa9ed3-5247-40fb-a9b6-4a19064a3e60 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 200 len: 994 time: 0.1213713 Jul 30 00:06:31.578561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:31.620439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:31.773889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Allocated IP 172.25.5.178 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/e80fe1bd-a06e-41df-887e-8f22cb0d3801) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:31.863790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-b35b3f93-b9ec-4895-9ec3-987ab31b6c3b req-16e004ab-f629-4c04-9fe2-6f240fb98aea service neutron] (93865) timed out ('10.222.0.57', 57589) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:06:31.946484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.009124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.064364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:32.069412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:32.079988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:32.088302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event updated for resources: {'Port': ['ID=e80fe1bd-a06e-41df-887e-8f22cb0d3801,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:32.478946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.769757 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.774061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:32.924288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Router 415b59aa-5e2e-4c51-a2e7-0429c3f122f6 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:33.038446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:33.048408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:33.050121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] Sync routers for ids ['415b59aa-5e2e-4c51-a2e7-0429c3f122f6'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:33.050683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-df6f9d40-3639-4d23-96ae-36e65d305b2a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "PUT /v2.0/routers/415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 200 len: 884 time: 2.0392964 Jul 30 00:06:33.052751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:33.063170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] Routers {'415b59aa-5e2e-4c51-a2e7-0429c3f122f6'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:33.064310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['415b59aa-5e2e-4c51-a2e7-0429c3f122f6'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:33.116942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:33.146284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] Routers {'415b59aa-5e2e-4c51-a2e7-0429c3f122f6'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:33.146990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['415b59aa-5e2e-4c51-a2e7-0429c3f122f6'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:33.182379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:33.183189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffffed-dc21-4148-9d8b-212e9734d9be None None] The sync data for ids ['415b59aa-5e2e-4c51-a2e7-0429c3f122f6'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:33.201810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c26a667-383c-416c-8b86-e311d14d0113 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 200 len: 925 time: 0.1477315 Jul 30 00:06:33.204651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:33.264686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4c361-a13d-463a-b84d-dfe593876583 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:33.269794 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8bd4c361-a13d-463a-b84d-dfe593876583 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=415b59aa-5e2e-4c51-a2e7-0429c3f122f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0640476 Jul 30 00:06:33.270015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49104) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:33.369419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f46e9-ac6b-4c9a-b9cc-c923e1f3f04c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:33.371885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c56f46e9-ac6b-4c9a-b9cc-c923e1f3f04c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.1006446 Jul 30 00:06:33.374678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49106) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:33.407093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d31f95eb-11d0-4090-a690-764e962b5433 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 200 len: 205 time: 0.0311027 Jul 30 00:06:33.409536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:33.540095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:33.673308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:33.739645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port e80fe1bd-a06e-41df-887e-8f22cb0d3801 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:33.740226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:33.848461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:33.865987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for e80fe1bd-a06e-41df-887e-8f22cb0d3801 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:34.066473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.097794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=e80fe1bd-a06e-41df-887e-8f22cb0d3801,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:34.169137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.272672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.274914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.350210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.350670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router 415b59aa-5e2e-4c51-a2e7-0429c3f122f6 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:34.361129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.366366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-98a64130-3a1c-4056-99ec-b35a853a8d4b tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 204 len: 168 time: 0.9553967 Jul 30 00:06:34.367140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:34.373465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1284591077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:34.413967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.415038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.480641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.485588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.503443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:34.504875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cf920911-9b73-4011-afa4-841fdcd0c94d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1367362 Jul 30 00:06:34.507982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49120) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:34.513279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': True}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:35.005309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-250b26a0-1840-4c1f-9deb-48bd9f5c1523 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0689187 Jul 30 00:06:35.135611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.136382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.137209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.137973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.138451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.138919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.139511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.142254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-69743ffd-fed0-452f-a3f7-c529648b6c11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 6508 time: 0.0695031 Jul 30 00:06:35.143073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.335198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f0693f9d-938e-4ff4-aec4-86404b12fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.335198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f0693f9d-938e-4ff4-aec4-86404b12fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.335198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f0693f9d-938e-4ff4-aec4-86404b12fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.335198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f0693f9d-938e-4ff4-aec4-86404b12fca1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=0bdfc354-68c2-4434-815d-b84c881307eb&id=75a636af-48bc-4711-ac0a-df9123c379b2&id=75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 200 len: 2299 time: 0.1495371 Jul 30 00:06:35.425524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-fa3b66c4-5cc9-46fd-8c4d-3d3cbd74ac90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 200 len: 1001 time: 0.0836499 Jul 30 00:06:35.454049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.482907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.489427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-fec14f62-c121-4def-bbff-ee6b72c94be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.490962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-fec14f62-c121-4def-bbff-ee6b72c94be9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 200 len: 856 time: 0.0560308 Jul 30 00:06:35.547499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-e7aa7edd-1b80-4df2-859e-38dae5068b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.548974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-e7aa7edd-1b80-4df2-859e-38dae5068b40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf30b5a0-d1cd-4381-a13e-2bfe322d7640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484102 Jul 30 00:06:35.653952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 172.25.5.230 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/18d68520-966b-42df-b9d4-4f0c63c9043f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:35.664403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-5692ae57-278d-4506-889d-058e6cd6e4f9 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074674 Jul 30 00:06:35.804510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-3b6e8732-4fd8-4a66-a1af-63e568bd7fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289823 Jul 30 00:06:35.846740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.862317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-805a8f0f-b804-4d74-a639-8d1d487f96dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 217 time: 0.0498583 Jul 30 00:06:35.902198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.930677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-e937b183-fcf3-4123-8b8f-6000e11c2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:35.933229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-e937b183-fcf3-4123-8b8f-6000e11c2c8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0642347 Jul 30 00:06:35.946678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:35.950285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:35.958682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:35.985984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=18d68520-966b-42df-b9d4-4f0c63c9043f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:36.022066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-925e5cb9-8365-4ef5-b9dc-a16ed5174142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:36.023994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-925e5cb9-8365-4ef5-b9dc-a16ed5174142 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821872 Jul 30 00:06:36.152803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-77e9d7d3-4916-4941-9f80-89d38d59640c service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198404 Jul 30 00:06:36.262723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.288474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-677de9e9-bc1d-452a-9c17-5e3f0205990a service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260836 Jul 30 00:06:36.348021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-a1461390-eb11-4697-bb5d-c566e2bc26ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 217 time: 0.0511839 Jul 30 00:06:36.414821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-de3a2b51-06d4-43c0-9b29-889433fee991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:36.416256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-de3a2b51-06d4-43c0-9b29-889433fee991 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0613968 Jul 30 00:06:36.507642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.512186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.698316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router 19aea5e4-cb1a-40b2-8740-ae074867a5b1 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:36.853995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1272bf7e-fa37-4ecc-bfef-90c4b3d4f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:36.856031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:36.857760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1272bf7e-fa37-4ecc-bfef-90c4b3d4f8f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4321976 Jul 30 00:06:36.861295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.865845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49138) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:36.866006 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] Sync routers for ids ['19aea5e4-cb1a-40b2-8740-ae074867a5b1'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:36.866599 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78f7db70-4ca7-4df0-a0dc-fe2f3f39c9f0 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "PUT /v2.0/routers/19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 200 len: 919 time: 2.3572569 Jul 30 00:06:36.889467 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] Routers {'19aea5e4-cb1a-40b2-8740-ae074867a5b1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:36.890822 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19aea5e4-cb1a-40b2-8740-ae074867a5b1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:36.959064 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:36.977799 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] Routers {'19aea5e4-cb1a-40b2-8740-ae074867a5b1'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:36.979077 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['19aea5e4-cb1a-40b2-8740-ae074867a5b1'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:37.029107 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:37.030076 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68866e0f-46ac-4557-9206-f87b4963e8a3 None None] The sync data for ids ['19aea5e4-cb1a-40b2-8740-ae074867a5b1'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:37.099592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-ae3d960f-adaa-4df6-986a-4add76c73076 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301750 Jul 30 00:06:37.110331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-25298457-f321-4368-bda8-7e0d8f502251 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 200 len: 925 time: 0.2419770 Jul 30 00:06:37.115511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:37.188280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7d548c-1ac9-40eb-9145-97f86cb55558 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.192767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bb7d548c-1ac9-40eb-9145-97f86cb55558 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=19aea5e4-cb1a-40b2-8740-ae074867a5b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743856 Jul 30 00:06:37.193989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:37.255819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-ef0716d9-5a09-44e0-b554-62c8413192f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409192 Jul 30 00:06:37.293693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02729714-66a5-4190-b644-19edd9060f33 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.295194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-02729714-66a5-4190-b644-19edd9060f33 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.0999844 Jul 30 00:06:37.298159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:37.323835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-dc50e968-92d7-4ab8-a823-51ade91b5d29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 200 len: 217 time: 0.0559247 Jul 30 00:06:37.341704 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-565a19c4-6441-47f0-94e8-c15db7e0f796 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 200 len: 205 time: 0.0400114 Jul 30 00:06:37.344034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:37.387081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-7683428d-8ce7-41e0-9e7a-0254c5d72ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.389485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-7683428d-8ce7-41e0-9e7a-0254c5d72ab8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0605550 Jul 30 00:06:37.461109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-0de8faab-c660-449e-8192-19de2e0a8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.462893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-0de8faab-c660-449e-8192-19de2e0a8645 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646684 Jul 30 00:06:37.473347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:37.588811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-6f7ab30b-051f-42c9-b53d-f5d68a6df91b service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168392 Jul 30 00:06:37.598027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:37.671540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port 18d68520-966b-42df-b9d4-4f0c63c9043f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:37.672878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:37.742702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-54dd053f-a982-4f08-8e8d-1c390aa35e9b service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446180 Jul 30 00:06:37.788227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:37.802453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for 18d68520-966b-42df-b9d4-4f0c63c9043f owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:37.812528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1eceae72-9707-48f8-a061-09a6affad870 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 200 len: 217 time: 0.0597446 Jul 30 00:06:37.878749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-df1b19dc-2506-4f53-8847-2d553b878ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.881093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-df1b19dc-2506-4f53-8847-2d553b878ae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 200 len: 797 time: 0.0602109 Jul 30 00:06:37.959637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1c97045e-bbab-4a7e-b041-d081ee665275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:37.961828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1c97045e-bbab-4a7e-b041-d081ee665275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bdfc354-68c2-4434-815d-b84c881307eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727119 Jul 30 00:06:38.046297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.104792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-885cc9e1-0f46-478e-bc88-e79d48b106ad service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335504 Jul 30 00:06:38.126505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=18d68520-966b-42df-b9d4-4f0c63c9043f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:38.209184 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.272888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-998aefdc-bdaf-4626-8d2e-89b54bd08f86 service neutron] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579070 Jul 30 00:06:38.327279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.330197 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.331774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-bad41a07-1ee4-47f1-9cba-77ff68254636 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 200 len: 217 time: 0.0506525 Jul 30 00:06:38.392680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.393309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router 19aea5e4-cb1a-40b2-8740-ae074867a5b1 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:38.396856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f83b08f6-562f-4b78-825b-738bd8eab1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:38.398416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-f83b08f6-562f-4b78-825b-738bd8eab1b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.0584481 Jul 30 00:06:38.401010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.405661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f36dbbb-5ce8-4d25-9f95-8d359b9b28f7 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 204 len: 168 time: 1.0561807 Jul 30 00:06:38.406824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49162) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:38.413120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-416643091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:38.503343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-21dcedeb-6710-402e-83bb-67c5569e3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:38.505248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-21dcedeb-6710-402e-83bb-67c5569e3631 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960684 Jul 30 00:06:38.506760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.508012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.624424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.634743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.664093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.665329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd950a31-e56f-4c36-90d1-f15728c9f1f2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2574239 Jul 30 00:06:38.670939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49166) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:38.675762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'enable_snat': False}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:38.759832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-15482e55-63b6-4d18-bb98-c5e80377ded5 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457097 Jul 30 00:06:39.018918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:39.070543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-59d4d7d7-3bb1-4396-a2a9-d5b654781b3a service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615552 Jul 30 00:06:39.150434 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-08dfff44-660b-49db-805c-0f46ac7d7b11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 200 len: 217 time: 0.0505207 Jul 30 00:06:39.268608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1205d68b-54aa-45f1-b753-11debe867c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.272132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-1205d68b-54aa-45f1-b753-11debe867c14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 200 len: 797 time: 0.1045253 Jul 30 00:06:39.365184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-a5f1f995-4ad6-42b2-8548-6b412665ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.374025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-a5f1f995-4ad6-42b2-8548-6b412665ff7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75a636af-48bc-4711-ac0a-df9123c379b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874429 Jul 30 00:06:39.614022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:39.645803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-e9d60526-02c6-4305-9ca8-b5bae0aa7593 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689557 Jul 30 00:06:39.646971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:39.888928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.895271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.901995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.907908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.914027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.920351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.926551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:39.928575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-a44460ce-2b75-4131-9949-dba141c51917 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.1783304 Jul 30 00:06:39.969405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38965172-84fa-44a1-bd3e-a938fbfb7278 req-cf2418cc-4163-45eb-b239-2e68182020d6 service neutron] 10.222.0.57 "GET /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132184 Jul 30 00:06:39.993889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Allocated IP 172.25.5.235 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d15e2f4d-0434-4540-b3dc-a79a08a8117b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:40.021506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cfad2ad-3aa9-45c4-b18e-c96c8d1c916c req-31f28a11-af23-41cb-91a9-9a9a7a85c771 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767467 Jul 30 00:06:40.150099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.557067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:40.606031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:40.610462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:40.614451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Pushing event updated for resources: {'Port': ['ID=d15e2f4d-0434-4540-b3dc-a79a08a8117b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:40.620328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:40.676234 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:40.971342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:41.121561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.127739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.133579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.140102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.146237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.152460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.158482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.160776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-6455419d-bf9d-4082-b7bf-569035f6906c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.1436350 Jul 30 00:06:41.288637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-25dade72-73bf-4c56-9659-48a88a2ff1b7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.292082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-25dade72-73bf-4c56-9659-48a88a2ff1b7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1149940 Jul 30 00:06:41.346579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.352757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.359039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.365053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.371842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.377800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.384011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:41.387774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-701c9fad-1c1c-4bee-82b3-6fdebf4848fd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 5444 time: 0.2244322 Jul 30 00:06:41.478577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:41.502148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:41.529619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c0e0072-5ccc-4e22-abb1-e53973f30a6c req-bd88a637-ab04-4013-86aa-e720c847a577 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289093 Jul 30 00:06:41.601411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fdfaa36f-53b2-4e2a-bfee-3772a7b0aeb6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2770898 Jul 30 00:06:41.614490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:41.731473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:41.818516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Router 10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:42.000152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=eaf38f34-eb8e-4856-82c2-cab9d59164b5,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:42.019921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:42.025124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.029750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:42.030468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-08128825-1f47-4fd3-b15d-d6a450befb99 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "PUT /v2.0/routers/10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 200 len: 919 time: 3.3578284 Jul 30 00:06:42.034679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] Sync routers for ids ['10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:42.061343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] For port eaf38f34-eb8e-4856-82c2-cab9d59164b5, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:42.062107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] Routers {'10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:42.063031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:42.109099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:42.122376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] Routers {'10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:42.123288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:42.132539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] device_id is not set on port eaf38f34-eb8e-4856-82c2-cab9d59164b5 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:06:42.153368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.165302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.166356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:42.167874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3dc53-2acc-40dd-b3de-1905fd4d9ac9 None None] The sync data for ids ['10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:42.171329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-73b15417-b806-4b5b-9d2e-95c4b70499a6 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 200 len: 925 time: 0.1394424 Jul 30 00:06:42.174668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:42.243018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa9356-b89f-49bd-bfbc-6b9f808b9c64 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.248048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-13fa9356-b89f-49bd-bfbc-6b9f808b9c64 tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0720899 Jul 30 00:06:42.248707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:42.254191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] No DVR routers for this DVR port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:42.258075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:42.331972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] In _notify_port_updated(), no bound segment for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:06:42.332977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.333608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.335333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-8d5e9b5d-2d0a-4966-a346-c6f203228e65 service neutron] 10.222.0.57 "PUT /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 200 len: 1033 time: 0.7256064 Jul 30 00:06:42.388139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6305561-8b34-4881-95a0-f4d95267ac2c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.392786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f6305561-8b34-4881-95a0-f4d95267ac2c tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/networks/52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 881 time: 0.1405420 Jul 30 00:06:42.393034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:42.421193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-663bf323-683c-4992-8db7-83238d3ed8f4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.422971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-663bf323-683c-4992-8db7-83238d3ed8f4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "GET /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800691 Jul 30 00:06:42.437758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:42.461073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d3b1c8c7-21e0-49d7-a1ad-1c9f9880c28d tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 200 len: 205 time: 0.0657101 Jul 30 00:06:42.461783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:42.538879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2eb63e91-7791-4aaf-b088-e5060e0d50c9 None None] Provisioning complete for port eaf38f34-eb8e-4856-82c2-cab9d59164b5 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:42.539260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2eb63e91-7791-4aaf-b088-e5060e0d50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.544711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.649609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2eb63e91-7791-4aaf-b088-e5060e0d50c9 None None] Port eaf38f34-eb8e-4856-82c2-cab9d59164b5 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:42.705336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:42.834293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=f9876b90-1365-43a6-8988-7c8336e70a98,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:42.863385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.871670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.877809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.884051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.890911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.896957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:42.898987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-bdef5d93-976a-490b-9829-ea093cafbd82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 4664 time: 0.1590915 Jul 30 00:06:42.959834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] For port f9876b90-1365-43a6-8988-7c8336e70a98, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:42.965754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f76c0a3-fd2e-42b3-a8f5-b1c9ffb85b73 req-e4ac2831-2ba3-473e-be59-4174cb8edecb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab4ce9b8-3a75-4d06-972e-bd402d9e105e&id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567989 Jul 30 00:06:43.016179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] device_id is not set on port f9876b90-1365-43a6-8988-7c8336e70a98 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:06:43.036684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.047511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.150817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] No DVR routers for this DVR port f9876b90-1365-43a6-8988-7c8336e70a98 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:43.200795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Pushing event updated for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:43.235586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] In _notify_port_updated(), no bound segment for port f9876b90-1365-43a6-8988-7c8336e70a98 on network 0bdfc354-68c2-4434-815d-b84c881307eb {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:06:43.236520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:43.237169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.238647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-05b2812b-32f1-4fa4-a5bd-54234171d099 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 200 len: 1032 time: 0.8080726 Jul 30 00:06:43.401387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:43.401696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.418224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.491738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4776e283-361d-4f7c-836c-b323e48be731 None None] Provisioning complete for port f9876b90-1365-43a6-8988-7c8336e70a98 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:43.492572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port d15e2f4d-0434-4540-b3dc-a79a08a8117b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:43.492705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4776e283-361d-4f7c-836c-b323e48be731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.492824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.536251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4776e283-361d-4f7c-836c-b323e48be731 None None] Port f9876b90-1365-43a6-8988-7c8336e70a98 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:43.624515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.642406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for d15e2f4d-0434-4540-b3dc-a79a08a8117b owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:43.672860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] For port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:43.677449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.942408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:43.976510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=d15e2f4d-0434-4540-b3dc-a79a08a8117b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:44.074993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.075594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.075917 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Floating IP b07f7371-7bca-4121-b12a-68f8780dfabe disassociated. External IP: 172.25.5.126, port: 9b7f8a11-c7d9-4583-ad20-9a53a80606c1. Jul 30 00:06:44.076366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:44.084936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.188767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:44.199999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:44.210909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:44.218500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:44.224773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:44.227143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-cf664983-2122-4970-9827-e39d1724519a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3885 time: 0.1469157 Jul 30 00:06:44.248991 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.251646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.295324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97598539-9bd3-4baa-8963-f23b35ac1475 req-41b539eb-2ce6-48a4-92db-f1fd1f60b1cc tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567887 Jul 30 00:06:44.309156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.309776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router 10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:44.322123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.325664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8dbbcfc9-d05e-4190-939a-cf0be25d6878 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 204 len: 168 time: 1.8606625 Jul 30 00:06:44.327791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49234) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:44.332425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437916035', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:44.361740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.363275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.367313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.401298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=9b7f8a11-c7d9-4583-ad20-9a53a80606c1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:44.489593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.589887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Router 864396c7-1d8e-483f-8047-2975fab6dc4a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:44.606022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f9876b90-1365-43a6-8988-7c8336e70a98 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:44.671705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device f9876b90-1365-43a6-8988-7c8336e70a98 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:44.672581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e5ab19a9-8377-4120-bbcc-ba388d02024d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:44.713587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.788161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.848396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:44.849974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:44.855718 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39563b25-31f3-47c3-a40a-37f7b4d036f2" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:44.861802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:44.863148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:44.900204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:06:44.900525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:44.900954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device c0a44923-ab09-4f42-b62a-26b3c8865db2 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:44.985648 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677b00d-3e71-4d1e-a442-db5b4837c626 x-openstack-request-id: req-7677b00d-3e71-4d1e-a442-db5b4837c626 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:44.986610 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:44.987092 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7677b00d-3e71-4d1e-a442-db5b4837c626 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:44.987775 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'code': 200} Jul 30 00:06:45.120135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:45.124552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.209370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:45.222076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.223659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 089ae240-d1af-4a4d-a6e6-c02460e6d72e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:45.261906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.338992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:45.343207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.494377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.560202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:45.569119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:45.574358 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Sync routers for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:45.575261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.576271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1f05e701-27b8-43b1-882d-6326d7140934 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:45.596844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:45.598687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:45.645674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] No DVR routers for this DVR port 9b7f8a11-c7d9-4583-ad20-9a53a80606c1 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:45.645674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.649476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-313555d3-085b-432c-a921-0020b0312b44 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "DELETE /v2.0/ports/9b7f8a11-c7d9-4583-ad20-9a53a80606c1 HTTP/1.1" status: 204 len: 173 time: 2.3976252 Jul 30 00:06:45.655295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:45.664485 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e6a20-2ab0-4416-8d05-c26820a61a88" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:45.675047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Allocated IP 172.25.5.79 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/ac6be1c5-9e1b-411a-b768-8cd9cf9043b0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:45.716774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-d181569a-196d-4eb4-87a2-30caee5639b6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:45.723794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:45.728268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-d181569a-196d-4eb4-87a2-30caee5639b6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:45.738475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-d181569a-196d-4eb4-87a2-30caee5639b6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:45.753758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-d181569a-196d-4eb4-87a2-30caee5639b6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:45.755586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-d181569a-196d-4eb4-87a2-30caee5639b6 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 3146 time: 0.2608213 Jul 30 00:06:45.790989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.846890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a50d9e06-8ad5-4cea-928e-300eb7464bf2 req-936b0b8e-1762-49ca-a8a3-1b3e27db9ba2 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594049 Jul 30 00:06:45.874065 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:45.887502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:45.902586 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.905911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eaf38f34-eb8e-4856-82c2-cab9d59164b5 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:06:45.934625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port e5ab19a9-8377-4120-bbcc-ba388d02024d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:45.934983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.938581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:45.999950 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3425c2b-e88d-42f1-bde3-871fe54c1e64 x-openstack-request-id: req-b3425c2b-e88d-42f1-bde3-871fe54c1e64 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:46.000387 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "9b7f8a11-c7d9-4583-ad20-9a53a80606c1", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:46.000547 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3425c2b-e88d-42f1-bde3-871fe54c1e64 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:46.000918 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '9b7f8a11-c7d9-4583-ad20-9a53a80606c1', 'status': 'completed', 'code': 200} Jul 30 00:06:46.073420 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.110665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:46.119262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device eaf38f34-eb8e-4856-82c2-cab9d59164b5 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:06:46.197132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] For port e5ab19a9-8377-4120-bbcc-ba388d02024d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e5ab19a9-8377-4120-bbcc-ba388d02024d,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:46.197649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:46.197929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.201611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:46.224882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event updated for resources: {'Port': ['ID=ac6be1c5-9e1b-411a-b768-8cd9cf9043b0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:46.230654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for e5ab19a9-8377-4120-bbcc-ba388d02024d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:46.231600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:46.265706 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:46.304272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87467a95-bba1-451d-a415-2ba45cbce9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.321789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Checking router: 864396c7-1d8e-483f-8047-2975fab6dc4a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:46.354341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:46.354949 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:46.516879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.518619 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:46.558828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=e5ab19a9-8377-4120-bbcc-ba388d02024d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:46.675700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] No DVR routers for this DVR port e5ab19a9-8377-4120-bbcc-ba388d02024d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:46.679079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.682275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-a1ad4475-b465-409a-a846-2d027c1b8e25 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "DELETE /v2.0/ports/e5ab19a9-8377-4120-bbcc-ba388d02024d HTTP/1.1" status: 204 len: 173 time: 1.0146708 Jul 30 00:06:46.726209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.836396 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:46.862233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port 1f05e701-27b8-43b1-882d-6326d7140934 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:46.862629 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:46.874555 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc34701-7953-4511-a799-0ff827ee1201 None None] The sync data for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 is: [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '1952cdaf-29df-4e99-9120-47de058938e6', 'name': '', 'network_id': 'cf30b5a0-d1cd-4381-a13e-2bfe322d7640', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'mac_address': 'fa:16:3e:9c:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:03Z', 'updated_at': '2021-07-29T23:55:12Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'subnets': [{'id': '1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:46.988908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:46.991339 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742834e5-b37d-428e-85df-c49cfca8451b" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f05e701-27b8-43b1-882d-6326d7140934"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:47.046953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.142950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ce1b-dc9f-4bf9-a75b-7716ffdb3541 req-7b28f0cc-bdc9-4d06-b166-8943a038f7bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:47.149464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ce1b-dc9f-4bf9-a75b-7716ffdb3541 req-7b28f0cc-bdc9-4d06-b166-8943a038f7bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:47.165033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ce1b-dc9f-4bf9-a75b-7716ffdb3541 req-7b28f0cc-bdc9-4d06-b166-8943a038f7bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:47.170995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d724ce1b-dc9f-4bf9-a75b-7716ffdb3541 req-7b28f0cc-bdc9-4d06-b166-8943a038f7bd tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 2409 time: 0.1705375 Jul 30 00:06:47.194914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] For port 1f05e701-27b8-43b1-882d-6326d7140934, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1f05e701-27b8-43b1-882d-6326d7140934,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:47.195377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.223077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for 1f05e701-27b8-43b1-882d-6326d7140934 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:47.255533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d724ce1b-dc9f-4bf9-a75b-7716ffdb3541 req-e5ee320c-002d-42b8-85e1-291f1fc9e976 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787053 Jul 30 00:06:47.352268 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6866a-c3a3-4b0b-b271-2801d6c965d2 x-openstack-request-id: req-d6b6866a-c3a3-4b0b-b271-2801d6c965d2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:47.352588 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f05e701-27b8-43b1-882d-6326d7140934", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:47.352873 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b6866a-c3a3-4b0b-b271-2801d6c965d2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:47.353306 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'code': 200} Jul 30 00:06:47.353555 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'code': 200} Jul 30 00:06:47.355117 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934', 'code': 200} Jul 30 00:06:47.361156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Router 1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:06:47.425412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.434569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1ad6f-0788-4b6e-a23b-e352ee3351bb None None] New status for floating IP b07f7371-7bca-4121-b12a-68f8780dfabe: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:06:47.473414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.551672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:47.562575 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] Sync routers for ids ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:47.576357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=1f05e701-27b8-43b1-882d-6326d7140934,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:47.581770 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] Routers {'1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:47.582498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:47.586046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.588220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e10159f2-8312-4a40-b61d-6ee8ee10764f tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2586756 Jul 30 00:06:47.591072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49266) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:47.603862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:47.657573 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:47.658382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] No DVR routers for this DVR port 1f05e701-27b8-43b1-882d-6326d7140934 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:47.664972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.667218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-803f0871-119b-49fd-b3fa-f7b254bdc99a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "DELETE /v2.0/ports/1f05e701-27b8-43b1-882d-6326d7140934 HTTP/1.1" status: 204 len: 173 time: 0.9767363 Jul 30 00:06:47.675207 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] Routers {'1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:47.675963 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:47.740365 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:47.741023 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdde08-8831-435e-b66a-3aab99a3b4a8 None None] The sync data for ids ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:47.851450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port 089ae240-d1af-4a4d-a6e6-c02460e6d72e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:47.852485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.995616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] For port 089ae240-d1af-4a4d-a6e6-c02460e6d72e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=089ae240-d1af-4a4d-a6e6-c02460e6d72e,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:47.996065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.003297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:48.005718 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632e822-387d-4d88-a753-c354ba0c36bb" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "1f05e701-27b8-43b1-882d-6326d7140934"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:48.029587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for 089ae240-d1af-4a4d-a6e6-c02460e6d72e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:48.170346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.180060 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580c894b-4ac7-498a-b5e7-f2381d7f662b x-openstack-request-id: req-580c894b-4ac7-498a-b5e7-f2381d7f662b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:48.180647 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "e5ab19a9-8377-4120-bbcc-ba388d02024d", "status": "completed", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "1f05e701-27b8-43b1-882d-6326d7140934", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:48.181042 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-580c894b-4ac7-498a-b5e7-f2381d7f662b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:48.181352 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': 'e5ab19a9-8377-4120-bbcc-ba388d02024d', 'status': 'completed', 'code': 200} Jul 30 00:06:48.181664 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '1f05e701-27b8-43b1-882d-6326d7140934', 'status': 'completed', 'code': 200} Jul 30 00:06:48.188961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.281993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.342819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=089ae240-d1af-4a4d-a6e6-c02460e6d72e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:48.427897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] No DVR routers for this DVR port 089ae240-d1af-4a4d-a6e6-c02460e6d72e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:48.429487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Deleting port ac6be1c5-9e1b-411a-b768-8cd9cf9043b0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:48.429707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.431024 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.433851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-fc547c81-e502-4b12-8872-e930797c3321 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "DELETE /v2.0/ports/089ae240-d1af-4a4d-a6e6-c02460e6d72e HTTP/1.1" status: 204 len: 173 time: 0.7590165 Jul 30 00:06:48.538652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.574019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c585e-d945-4610-a2fc-85737629a12a req-bff8c645-01da-4383-8703-9cc5c63769fb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:48.574594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Calling delete_port for ac6be1c5-9e1b-411a-b768-8cd9cf9043b0 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:48.578555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d60c585e-d945-4610-a2fc-85737629a12a req-bff8c645-01da-4383-8703-9cc5c63769fb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 943 time: 0.1339133 Jul 30 00:06:48.641922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d60c585e-d945-4610-a2fc-85737629a12a req-2d2102dc-dd7c-4127-9d0b-6b186e660963 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups?id=85577ccc-6883-46ff-9828-446f51ef01ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568025 Jul 30 00:06:48.647155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port c0a44923-ab09-4f42-b62a-26b3c8865db2 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:48.647666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.804879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] For port c0a44923-ab09-4f42-b62a-26b3c8865db2, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=c0a44923-ab09-4f42-b62a-26b3c8865db2,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:48.805497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.833895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for c0a44923-ab09-4f42-b62a-26b3c8865db2 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:48.852916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:48.896649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Pushing event deleted for resources: {'Port': ['ID=ac6be1c5-9e1b-411a-b768-8cd9cf9043b0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:48.979371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.040410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e7267b36-d4db-438a-8d65-5b4b976320e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.046883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.123768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=c0a44923-ab09-4f42-b62a-26b3c8865db2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:49.143274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] No DVR routers for this DVR port c0a44923-ab09-4f42-b62a-26b3c8865db2 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:06:49.146676 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.150311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2136bc1a-d9c2-444b-ab67-dff9cdf8ce0d req-54537e82-fe93-45e1-8ed9-89ef5e72e535 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.57 "DELETE /v2.0/ports/c0a44923-ab09-4f42-b62a-26b3c8865db2 HTTP/1.1" status: 204 len: 173 time: 0.7083850 Jul 30 00:06:49.258529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.262107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.345132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Router 1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:49.439361 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.454523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:49.467782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def08d2f-e885-43fe-b605-931703889e47 None None] Sync routers for ids ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:49.472999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:49.474952 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-259570fa-cd30-49b3-8163-d67b6f60384e tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "PUT /v2.0/routers/1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 200 len: 710 time: 1.8825972 Jul 30 00:06:49.478603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49302) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:49.489090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] Routers {'1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:49.489820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:49.581399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:49.582806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a558fc4f-800b-45e0-83db-f43adec37e2d tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/routers/1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 200 len: 745 time: 0.1022496 Jul 30 00:06:49.595210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:49.603259 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] Routers {'1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:49.603996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:06:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:49.633181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49134f98-58ad-4e88-a894-6564a25c2aed tempest-RoutersIpV6AdminTest-100712510 tempest-RoutersIpV6AdminTest-100712510-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&device_id=1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 200 len: 205 time: 0.0356171 Jul 30 00:06:49.636202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49308) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:49.679021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-def08d2f-e885-43fe-b605-931703889e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:49.693531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-58227d4e-61a5-4a5c-b36d-8de122c25382 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 200 len: 205 time: 0.0478377 Jul 30 00:06:49.693812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49312) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:49.694907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def08d2f-e885-43fe-b605-931703889e47 None None] The sync data for ids ['1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:49.800555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5f06dec4-ecd2-4208-8010-00c7d04e3fd4 req-de375128-4ab8-4ef3-92f1-e6fa13842b32 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0396385 Jul 30 00:06:49.853064 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.183196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e'}, {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:50.186058 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2745de-dba6-462a-94a7-cccd9f8b534e" -d '{"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e"}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:50.248124 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af560a-ca63-4664-804b-9091b7370ddc x-openstack-request-id: req-22af560a-ca63-4664-804b-9091b7370ddc {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:50.248547 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "089ae240-d1af-4a4d-a6e6-c02460e6d72e", "status": "completed", "code": 200}, {"server_uuid": "6a34cffe-630c-416f-b814-0f094876f34c", "name": "network-vif-deleted", "tag": "c0a44923-ab09-4f42-b62a-26b3c8865db2", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:50.248895 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22af560a-ca63-4664-804b-9091b7370ddc {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:50.249384 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': '089ae240-d1af-4a4d-a6e6-c02460e6d72e', 'status': 'completed', 'code': 200} Jul 30 00:06:50.249758 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34cffe-630c-416f-b814-0f094876f34c', 'name': 'network-vif-deleted', 'tag': 'c0a44923-ab09-4f42-b62a-26b3c8865db2', 'status': 'completed', 'code': 200} Jul 30 00:06:50.452134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.455200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.509041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.510360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Fanout notify agent at l3_agent the message router_deleted on router 1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:06:50.520847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.522638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a2ed3188-71ab-4b61-84d0-88c00ba65c21 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 204 len: 168 time: 0.8324637 Jul 30 00:06:50.526988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49330) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.564332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-111f2e2e-6a90-4b93-9acb-28ff015d86bf tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 200 len: 205 time: 0.0359039 Jul 30 00:06:50.567697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49332) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.620044 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-1c86972f-f175-4ac1-a8e3-61ddfa7bc0f1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:50.621259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1c86972f-f175-4ac1-a8e3-61ddfa7bc0f1 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/1c57cadc-4c5a-4a6e-af0a-96a16df3e4fa HTTP/1.1" status: 404 len: 336 time: 0.0520408 Jul 30 00:06:50.625154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49334) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.676191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-29ce28e6-8478-490a-bd8c-c45b175df34a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 200 len: 205 time: 0.0485704 Jul 30 00:06:50.679214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.712179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:50.776302 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-68edd10a-360b-4c30-9350-09d8c07c2263 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:50.777744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68edd10a-360b-4c30-9350-09d8c07c2263 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/10a5ea5c-af46-4dca-a8aa-4e781fb5a8cf HTTP/1.1" status: 404 len: 336 time: 0.0971923 Jul 30 00:06:50.780337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49344) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.817400 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-03cc5d91-a2fe-4e3a-9c9c-378dacc0be76 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 200 len: 205 time: 0.0358436 Jul 30 00:06:50.819882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49348) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.876798 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-2671f5fc-3fae-4547-8f33-882b31ecd646 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:50.878062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2671f5fc-3fae-4547-8f33-882b31ecd646 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/19aea5e4-cb1a-40b2-8740-ae074867a5b1 HTTP/1.1" status: 404 len: 336 time: 0.0570595 Jul 30 00:06:50.880486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:50.931779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9343390d-52ee-4771-938c-0bd07e26e0a2 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 200 len: 205 time: 0.0499234 Jul 30 00:06:50.934581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.005577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f092bf78-59ab-4d71-84dd-09612d22e0d7 req-5d08a67f-38cf-4f3b-a65f-792614642cab tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0686777 Jul 30 00:06:51.006906 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-918c9f2e-c4d4-4715-b6dd-8b8c559a5672 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:51.010439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-918c9f2e-c4d4-4715-b6dd-8b8c559a5672 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/415b59aa-5e2e-4c51-a2e7-0429c3f122f6 HTTP/1.1" status: 404 len: 336 time: 0.0724199 Jul 30 00:06:51.010904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49356) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.063817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0dead16e-7fec-4ada-9780-66345d3b1230 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 200 len: 205 time: 0.0496519 Jul 30 00:06:51.064324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.119993 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-706db004-77e2-4a15-b9c3-bdfb2b5d93ed tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:51.121041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-706db004-77e2-4a15-b9c3-bdfb2b5d93ed tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/cff8cc1a-1638-40ed-a836-aa98eb695c06 HTTP/1.1" status: 404 len: 336 time: 0.0556586 Jul 30 00:06:51.123891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.166291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f8b964a-e9fd-4ed8-b01f-4b46034a1b6a tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7440ac0-c9a1-4800-bdb2-755037928d85 HTTP/1.1" status: 200 len: 205 time: 0.0382919 Jul 30 00:06:51.166291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49366) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.204519 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-2b607ff9-0d50-49a6-892a-5c52270bd0be tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] delete failed (client error): The resource could not be found. Jul 30 00:06:51.205566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2b607ff9-0d50-49a6-892a-5c52270bd0be tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/routers/e7440ac0-c9a1-4800-bdb2-755037928d85 HTTP/1.1" status: 404 len: 336 time: 0.0388515 Jul 30 00:06:51.208219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49368) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.246670 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2826f8b-f4b2-4d15-8604-349fcb1167c3 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] DELETE failed (client error): The resource could not be found. Jul 30 00:06:51.247147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2826f8b-f4b2-4d15-8604-349fcb1167c3 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:06:51.249661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2826f8b-f4b2-4d15-8604-349fcb1167c3 tempest-RoutersIpV6AdminTest-16806890 tempest-RoutersIpV6AdminTest-16806890-project] 10.222.0.49 "DELETE /v2.0/subnets/704f29f2-da00-43c5-bdd1-9a70e7575679 HTTP/1.1" status: 404 len: 337 time: 0.0399220 Jul 30 00:06:51.580086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49378) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:51.786700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-906f5acd-1dba-4c6e-b903-b817e8af0317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:51.962533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-906f5acd-1dba-4c6e-b903-b817e8af0317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:51.976055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-906f5acd-1dba-4c6e-b903-b817e8af0317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.041644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-906f5acd-1dba-4c6e-b903-b817e8af0317 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17eaf526739c4e0c8b916482f2a4f7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604011 Jul 30 00:06:52.044815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49396) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:52.046409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f5acd-1dba-4c6e-b903-b817e8af0317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541dd0d6-a624-495c-82ba-82e6508ddeda,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:52.120117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.176233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3753b285-5f50-4354-b21f-31da1b762b53 req-7c943fcd-f9ed-4503-ba87-f66ac2f6a64e tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0424428 Jul 30 00:06:52.195362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.260310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.265036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.269583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/541dd0d6-a624-495c-82ba-82e6508ddeda HTTP/1.1" status: 204 len: 168 time: 0.2208056 Jul 30 00:06:52.298659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541dd0d6-a624-495c-82ba-82e6508ddeda,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:52.315628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.316061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.316601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.317046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.317441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.317872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.318288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.318695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.319159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.319555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.319947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.320339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e614d22-b512-4e51-aeea-74a97c84bfa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:52.533524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.895073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49406) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:52.987152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-84eeefb5-9940-4eda-a357-4b3491c3c14d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c77fe46b82f24d0caa1589d451f39443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901623 Jul 30 00:06:52.991070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49412) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:53.107221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:53.181733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:53.310412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:53.316130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:53.322026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a67e19f1-d54e-4e16-a879-f718651320d6 HTTP/1.1" status: 204 len: 168 time: 0.3297346 Jul 30 00:06:53.339567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaf7c1-090d-4111-8ffa-8f81a54fb45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e19f1-d54e-4e16-a879-f718651320d6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:53.414994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4eb317e-68be-4ab8-929e-857902f4caf3 req-a8fe8630-ff79-470b-954e-45c9034802ef tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0433104 Jul 30 00:06:54.469762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49456) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:54.596339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0252fc5e-b7c4-428c-9832-293a3bc41bdd req-fcf19a27-1cb8-407c-adf4-3b428bb2f21a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0601134 Jul 30 00:06:54.622965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1727808988'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:54.655623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:54.661790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.676932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.817103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.826513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.854681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:06:54.867544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a41daed-78a6-44fc-aee2-be4b3332205c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:54.876017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.876582 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Added segment b3b45ed6-668d-44e1-bf62-cd25f5c82a2f of type vlan for network 43e480ae-f637-4387-b955-15f81a42fb7b Jul 30 00:06:54.929396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.977682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:54.988785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.989928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:55.099236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6275675 Jul 30 00:06:55.105091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49464) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:55.116958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:55.226972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f2be9-79b6-43e7-b74c-9b7fced9f141 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Network': ['ID=43e480ae-f637-4387-b955-15f81a42fb7b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:55.256978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:06:55.277009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:55.281693 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:55.564964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:55.695490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=fb26f23c-eeac-4015-973d-6d0ab0a6462a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:55.713027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:55.713738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network hostable DHCP agents. Network: 43e480ae-f637-4387-b955-15f81a42fb7b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:06:55.734005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:06:55.746471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 43e480ae-f637-4387-b955-15f81a42fb7b) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:55.760974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:55.761946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:55.763387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06f73d-d033-46d8-ba74-83d38e8cb6a0 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:55.791153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2d1160d0-f92d-4a0e-af5b-f7e4319d966a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:55.793707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bc1a5aa6-35a3-4419-bcc7-2e35ec5e3ae5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6837394 Jul 30 00:06:55.795915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2d1160d0-f92d-4a0e-af5b-f7e4319d966a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.1928902 Jul 30 00:06:55.797046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49484) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:55.805486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'name': 'tempest-NetworksTestDHCPv6-1353051074'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:55.886538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-38258c89-532a-47bb-92d4-4cce3cd5e995 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0749784 Jul 30 00:06:56.019130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'fb26f23c-eeac-4015-973d-6d0ab0a6462a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:06:56.020742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.106745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-ea6a7865-8471-4b40-baab-68ef585fe5ea tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408134 Jul 30 00:06:56.108482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:56.115389 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.235858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:06:56.284337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/fb26f23c-eeac-4015-973d-6d0ab0a6462a/d7502370-9b56-4c6e-a8f0-5ea58fc72e95) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:56.404440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-d27f4522-6feb-4689-b190-3b744a116f8a service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845302 Jul 30 00:06:56.572340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.586518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-bd10a5fc-e345-4876-aa59-0e9b0f6e451c service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725764 Jul 30 00:06:56.588261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Transition to ACTIVE for port object d7502370-9b56-4c6e-a8f0-5ea58fc72e95 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:56.616383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Transition to ACTIVE for port object d7502370-9b56-4c6e-a8f0-5ea58fc72e95 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:56.627355 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.691191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:56.698042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:56.711421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:56.740506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::3b (43e480ae-f637-4387-b955-15f81a42fb7b/fb26f23c-eeac-4015-973d-6d0ab0a6462a/f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:56.845679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Pushing event updated for resources: {'Port': ['ID=d7502370-9b56-4c6e-a8f0-5ea58fc72e95,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:56.872529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.873044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.873588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.874086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.874605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.875142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.875663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.876179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.876689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.877200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.877745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.878384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:56.884706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Attempting to bind port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:56.885216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Attempting to bind port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:56.890889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Attempting to bind port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:56.905703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:56.908822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:56.908822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.908822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:56.908822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Bound port: d7502370-9b56-4c6e-a8f0-5ea58fc72e95, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:56.908822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.988974 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.017974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:57.044370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] For port d7502370-9b56-4c6e-a8f0-5ea58fc72e95, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:57.048351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] For port d7502370-9b56-4c6e-a8f0-5ea58fc72e95, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d7502370-9b56-4c6e-a8f0-5ea58fc72e95,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:57.057772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.089403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.173083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ab711-1047-4686-9696-33685203f0a2 None None] Pushing event updated for resources: {'Port': ['ID=d7502370-9b56-4c6e-a8f0-5ea58fc72e95,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:57.175818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:57.182110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:57.186817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:57.194530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:57.195272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.221948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:57.235445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-25545a9c-678f-4110-899c-b58c2722da8a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4341042 Jul 30 00:06:57.235923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49502) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:57.388768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4abc0b-0f20-4abc-9e17-b31a142a14a7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:57.425230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4abc0b-0f20-4abc-9e17-b31a142a14a7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:57.439443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae4abc0b-0f20-4abc-9e17-b31a142a14a7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2018619 Jul 30 00:06:57.440621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49510) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:57.495217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7dd512ea-e0bd-4532-a42f-60b66b0d250e req-5dc62efc-f7e8-439f-8599-b6263b0eb6d8 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0951397 Jul 30 00:06:57.660399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:57.660835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.783926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac04b7fa-f943-435b-adaa-54dbf4ee2b73 req-e2ddee40-ef1d-49e9-951f-787d561c4e1b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.1238534 Jul 30 00:06:57.886686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.889466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.915383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:06:58.156517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:58.217906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:58.298162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:58.300920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d1d9a758-0a51-4c59-883b-2e4107fcfefe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 HTTP/1.1" status: 204 len: 168 time: 0.8581843 Jul 30 00:06:58.304823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49524) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:58.515342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe665a7-98e7-4b87-8ee2-dfba06df819e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.518721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe665a7-98e7-4b87-8ee2-dfba06df819e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.522958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ffe665a7-98e7-4b87-8ee2-dfba06df819e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2154012 Jul 30 00:06:58.524874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:58.632943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet fb26f23c-eeac-4015-973d-6d0ab0a6462a {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:06:58.648238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:58.686471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca4f1fb9-c454-4c5c-9fa3-36ddae96a9a2 req-e3cd4156-0709-4e9c-9885-5fcad7c3385d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0377905 Jul 30 00:06:58.770918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:58.918579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.029672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be89ed2b-d961-4d4d-851c-d63f5c7cd2b1 req-8e029643-10ca-4e0a-ac6f-95a7ab51391c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0824213 Jul 30 00:06:59.154387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2b3f8-e30e-46d0-8e4c-3a2650f5f2f5 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:06:59.191820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.249780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-af9f85a1-5fd9-4b74-a863-042acc48a4c5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:59.252187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-af9f85a1-5fd9-4b74-a863-042acc48a4c5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.2503731 Jul 30 00:06:59.253619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=fb26f23c-eeac-4015-973d-6d0ab0a6462a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:59.264002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.267247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0aa71080-ac49-46b0-b4cc-5f9fc4683cbb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/fb26f23c-eeac-4015-973d-6d0ab0a6462a HTTP/1.1" status: 204 len: 168 time: 0.7409358 Jul 30 00:06:59.271451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49542) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:59.274578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:59.364262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3e61bd4e-0764-4fe1-ba9e-ef5efa7d301c None None] Provisioning for port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:59.456545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49544) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:59.457336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5ebf501d-8a79-4338-81b0-e2b0c0818a4f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833801 Jul 30 00:06:59.471849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:59.473832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:06:59.522730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:59.527334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.620626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Deleting port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:06:59.621180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.897860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ad72c40-040b-47bc-8e0d-c70f61cf4762 req-6b15f5cd-6f44-4108-a1ea-dfa7c67c367f tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0476956 Jul 30 00:06:59.950038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.3 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:59.988124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:59.999163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.027689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] For port d7502370-9b56-4c6e-a8f0-5ea58fc72e95, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d7502370-9b56-4c6e-a8f0-5ea58fc72e95,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:00.028390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.052949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Calling delete_port for d7502370-9b56-4c6e-a8f0-5ea58fc72e95 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:00.242190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-525ab3ff-b714-4fbd-b579-1dca1c4774f5 req-63929dd2-bb2f-4a56-be28-08262790fcf9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0381548 Jul 30 00:07:00.317161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.385447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] Pushing event deleted for resources: {'Port': ['ID=d7502370-9b56-4c6e-a8f0-5ea58fc72e95,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:00.396126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7db59-867a-4527-9835-2c675db5d57d None None] No DVR routers for this DVR port d7502370-9b56-4c6e-a8f0-5ea58fc72e95 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:00.512066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.525421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.570141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:00.604234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:00.616015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:00.623219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:00.623836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.634134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3a4bd-17b9-4381-86e8-6730e3de1c62 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:00.640355 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=fc0c9af3-4225-4132-b72e-8290a495a9d0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:00.703989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.715863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3dbeba05-9796-4660-a1f4-7daf0c96afb9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2565432 Jul 30 00:07:00.718577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49562) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:00.730820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'name': 'tempest-NetworksTestDHCPv6-119673442'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:00.879675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:00.885145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:00.888971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:00.898729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92713172-f000-4052-a7c0-3f471192150c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'fc0c9af3-4225-4132-b72e-8290a495a9d0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:00.900454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.941342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:00.987684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:00.988964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.013020 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2e841641-843c-4160-af62-ca7e913600fc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7444923 Jul 30 00:07:01.033606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Request body: {'port': {'device_id': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:01.138383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49d5b33c-6d00-4682-9f97-0e13a320198b req-91fde0d9-ddc6-48c1-9413-a875e62a7038 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0427628 Jul 30 00:07:01.192615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:01.196769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.205767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.228479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 265e552f-b889-41e9-b44f-049f7a296768 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:01.349104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-92713172-f000-4052-a7c0-3f471192150c None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/fc0c9af3-4225-4132-b72e-8290a495a9d0/b98f97a2-ed75-4955-b2a2-9df23159f031) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:01.366069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8ea8d79-efc8-4b7a-aa42-9f2433965e81 None None] Provisioning for port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:01.375257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8ea8d79-efc8-4b7a-aa42-9f2433965e81 None None] Provisioning complete for port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:01.376046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8ea8d79-efc8-4b7a-aa42-9f2433965e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.561105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea8d79-efc8-4b7a-aa42-9f2433965e81 None None] Port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:01.738536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.750173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92713172-f000-4052-a7c0-3f471192150c None None] Transition to ACTIVE for port object b98f97a2-ed75-4955-b2a2-9df23159f031 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:01.784362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92713172-f000-4052-a7c0-3f471192150c None None] Transition to ACTIVE for port object b98f97a2-ed75-4955-b2a2-9df23159f031 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:01.793244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.873871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92713172-f000-4052-a7c0-3f471192150c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:01.902506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-92713172-f000-4052-a7c0-3f471192150c None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:01.905912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92713172-f000-4052-a7c0-3f471192150c None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:01.918067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:01.929957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92713172-f000-4052-a7c0-3f471192150c None None] Pushing event updated for resources: {'Port': ['ID=b98f97a2-ed75-4955-b2a2-9df23159f031,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:01.947328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:01.983377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Transition to ACTIVE for port object 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:01.992483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.061591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92713172-f000-4052-a7c0-3f471192150c None None] Attempting to bind port b98f97a2-ed75-4955-b2a2-9df23159f031 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:02.062282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92713172-f000-4052-a7c0-3f471192150c None None] Attempting to bind port b98f97a2-ed75-4955-b2a2-9df23159f031 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:02.062847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92713172-f000-4052-a7c0-3f471192150c None None] Attempting to bind port b98f97a2-ed75-4955-b2a2-9df23159f031 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:02.084181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92713172-f000-4052-a7c0-3f471192150c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:02.084795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92713172-f000-4052-a7c0-3f471192150c None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:02.085453 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.087509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92713172-f000-4052-a7c0-3f471192150c None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:02.087763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-92713172-f000-4052-a7c0-3f471192150c None None] Bound port: b98f97a2-ed75-4955-b2a2-9df23159f031, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:02.088150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.318176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-92713172-f000-4052-a7c0-3f471192150c None None] For port b98f97a2-ed75-4955-b2a2-9df23159f031, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:02.323614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-92713172-f000-4052-a7c0-3f471192150c None None] For port b98f97a2-ed75-4955-b2a2-9df23159f031, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b98f97a2-ed75-4955-b2a2-9df23159f031,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:02.331015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92713172-f000-4052-a7c0-3f471192150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.364762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Attempting to bind port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:02.365056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Attempting to bind port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:02.365773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Attempting to bind port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:02.368689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:02.382453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733b69-5941-42a4-b707-a92792f38289 req-9d177581-b50e-49c2-ab33-4c98b191121a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:02.390485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49733b69-5941-42a4-b707-a92792f38289 req-9d177581-b50e-49c2-ab33-4c98b191121a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 931 time: 0.9192681 Jul 30 00:07:02.397033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:07:02.397615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Attempting to bind port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:02.404504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:02.405107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:02.405715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:02.406394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Bound port: 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:02.407041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.430987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::3c1 (43e480ae-f637-4387-b955-15f81a42fb7b/fc0c9af3-4225-4132-b72e-8290a495a9d0/265e552f-b889-41e9-b44f-049f7a296768) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:02.502977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49733b69-5941-42a4-b707-a92792f38289 req-b97f2355-99b3-43c1-b0c6-0474cacf8c18 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112738 Jul 30 00:07:02.510569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92713172-f000-4052-a7c0-3f471192150c None None] Pushing event updated for resources: {'Port': ['ID=b98f97a2-ed75-4955-b2a2-9df23159f031,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:02.547983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:02.554586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:02.564133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.656156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:02.657201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.658873 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] 10.222.0.59 "PUT /v2.0/ports/7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 HTTP/1.1" status: 200 len: 1092 time: 1.6312900 Jul 30 00:07:02.661268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:02.683840 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345a7f0-3808-4647-8ab6-285a94159b91" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:02.717418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b07c1c-8729-4187-82ea-b27c29fcf403 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:02.781548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-937cb7ab-3c1b-4e66-ae62-2cddfb863c3e req-12468b5a-17f5-48d0-a418-74a1ce992da4 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1022909 Jul 30 00:07:02.833517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-180ac800-205f-4e30-86e0-e2d16399cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:02.835194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-180ac800-205f-4e30-86e0-e2d16399cbb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 1095 time: 0.1074240 Jul 30 00:07:02.930964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.953036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 265e552f-b889-41e9-b44f-049f7a296768 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:02.997122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.008810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-62990730-9e5c-48d1-8974-3f8cd69e1bb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 HTTP/1.1" status: 200 len: 217 time: 0.1581414 Jul 30 00:07:03.012903 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd8363e-8c50-4545-adac-bf76d16e6860 x-openstack-request-id: req-bcd8363e-8c50-4545-adac-bf76d16e6860 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:03.015271 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:03.015765 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcd8363e-8c50-4545-adac-bf76d16e6860 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:03.016379 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88', 'status': 'completed', 'code': 200} Jul 30 00:07:03.066484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:03.071252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:03.081840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:03.106193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.106989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.174569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2ae84094-d567-4b84-aa38-437a8835e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.183411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-2ae84094-d567-4b84-aa38-437a8835e489 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1653941 Jul 30 00:07:03.214601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=265e552f-b889-41e9-b44f-049f7a296768,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:03.238605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d2e765ac-3a48-496f-87d4-51a79b2dd543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5161660 Jul 30 00:07:03.239091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49584) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:03.261166 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-891f2c67-f739-4f8e-9311-f4ef72c8e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.263162 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-891f2c67-f739-4f8e-9311-f4ef72c8e983 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714178 Jul 30 00:07:03.332406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-d12df632-e5c2-4777-b22c-8f902f0a9af5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.334127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-d12df632-e5c2-4777-b22c-8f902f0a9af5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.1899674 Jul 30 00:07:03.391471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4af1b-a892-4f4b-b400-d01f56841113 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.398490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4af1b-a892-4f4b-b400-d01f56841113 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.404668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f6c4af1b-a892-4f4b-b400-d01f56841113 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1638196 Jul 30 00:07:03.407652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49586) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:03.427080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-f8088aad-1c47-410b-93b3-c4380f809537 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.459122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-830a71fa-6838-4a94-9f64-859432b163d3 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879275 Jul 30 00:07:03.584617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 265e552f-b889-41e9-b44f-049f7a296768 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:03.584890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.685706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-23dee9d6-9638-4e4c-9921-e7628c1e6375 req-e2848af2-9a9c-4a11-b0a6-4d9ee4e50d87 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198737 Jul 30 00:07:03.760356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-f8088aad-1c47-410b-93b3-c4380f809537 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.769214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-f8088aad-1c47-410b-93b3-c4380f809537 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.776462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:03.831681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 265e552f-b889-41e9-b44f-049f7a296768 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:03.837242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b6ab6fc-8a81-45d2-8fc5-5b12c08affc1 req-f8088aad-1c47-410b-93b3-c4380f809537 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4763093 Jul 30 00:07:03.852220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b98f97a2-ed75-4955-b2a2-9df23159f031 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:03.942761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-6df7469c-39b6-42f4-b95c-1ccd39457109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.947175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-6df7469c-39b6-42f4-b95c-1ccd39457109 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 1095 time: 0.1444070 Jul 30 00:07:03.970556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088aad-1c47-410b-93b3-c4380f809537 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a46a1-6e41-4c17-8cf0-f466d1a9bb6f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:04.002632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b98f97a2-ed75-4955-b2a2-9df23159f031 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:04.148266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387418a-ff6d-4c2d-aceb-2e00a4d792d3 req-2116805a-296b-4e7c-8c03-d06c207e69f8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.160341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5387418a-ff6d-4c2d-aceb-2e00a4d792d3 req-2116805a-296b-4e7c-8c03-d06c207e69f8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1604087 Jul 30 00:07:04.214290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-4c12e742-c8c9-4522-96be-aa9483bc9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.221616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-4c12e742-c8c9-4522-96be-aa9483bc9832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.2637918 Jul 30 00:07:04.295172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5387418a-ff6d-4c2d-aceb-2e00a4d792d3 req-03c819aa-bb85-4bc6-9df3-d259f9d385a4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290672 Jul 30 00:07:04.324877 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-a4e94e75-a5a6-4646-ad1e-f54fd450b20a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 HTTP/1.1" status: 200 len: 217 time: 0.0946920 Jul 30 00:07:04.404182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-c5a6e013-f66a-4e7d-88e6-294a8aa3c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.407997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-c5a6e013-f66a-4e7d-88e6-294a8aa3c902 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0762258 Jul 30 00:07:04.420054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.515001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Provisioning for port b98f97a2-ed75-4955-b2a2-9df23159f031 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:04.519679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Provisioning complete for port b98f97a2-ed75-4955-b2a2-9df23159f031 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:04.520194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.531369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-ffaea067-7824-4bec-91e3-ed307bbf42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.534410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-ffaea067-7824-4bec-91e3-ed307bbf42ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188319 Jul 30 00:07:04.551097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=265e552f-b889-41e9-b44f-049f7a296768,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:04.655309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2d64e78-3838-49e6-93e6-cf7309029bed req-d1e12351-37ac-45ad-8f71-759395d45841 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.1461422 Jul 30 00:07:04.662629 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.672053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fd030d1c-002b-4df0-aac8-2739b24f17ff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/265e552f-b889-41e9-b44f-049f7a296768 HTTP/1.1" status: 204 len: 168 time: 1.2606766 Jul 30 00:07:04.674978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49606) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:04.800290 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.846931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] For port b98f97a2-ed75-4955-b2a2-9df23159f031, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b98f97a2-ed75-4955-b2a2-9df23159f031,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:04.850247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-d2eb51b4-f3ea-4c99-b5b2-de527e23edbd service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084228 Jul 30 00:07:04.854581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:04.864903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6b9db-052d-4b56-80c7-8d6a97b9bb72 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.866805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6b9db-052d-4b56-80c7-8d6a97b9bb72 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.874107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49608) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:04.876560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a3c6b9db-052d-4b56-80c7-8d6a97b9bb72 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1961999 Jul 30 00:07:04.938728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39e997-7f71-4784-b27e-46bde69c3466 None None] Pushing event updated for resources: {'Port': ['ID=b98f97a2-ed75-4955-b2a2-9df23159f031,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:04.980828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-de1d23db-2e58-4aca-a665-11e0b9af4d47 None None] Could not find standard attr ID for object 265e552f-b889-41e9-b44f-049f7a296768. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:04.985388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet fc0c9af3-4225-4132-b72e-8290a495a9d0 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:04.992614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.033734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e345a7f0-3808-4647-8ab6-285a94159b91 req-dde1c371-1763-4642-8e84-41093c42baae service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559837 Jul 30 00:07:05.067927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.123385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bff12-d953-47e1-9e78-f5fc0dd76c2d req-f8fd9ced-6447-47ef-bd3f-0f5f652a9ad3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:05.129323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-714bff12-d953-47e1-9e78-f5fc0dd76c2d req-f8fd9ced-6447-47ef-bd3f-0f5f652a9ad3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.3170750 Jul 30 00:07:05.256473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-714bff12-d953-47e1-9e78-f5fc0dd76c2d req-f9166cca-6576-4d83-9b66-6c8f1d3d6c65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235473 Jul 30 00:07:05.274266 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.288955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:05.357217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.392202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.398879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/fc0c9af3-4225-4132-b72e-8290a495a9d0 HTTP/1.1" status: 204 len: 168 time: 0.5199170 Jul 30 00:07:05.406117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559f18f-93ec-4cb8-a746-c315dd0178c8 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:05.412776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49618) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:05.450181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7051e-20a6-4de3-98d9-7dcf3d21eea6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0c9af3-4225-4132-b72e-8290a495a9d0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:05.480293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5c7a9cb-d0cb-4782-9d01-e5cf719f138d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 200 len: 994 time: 0.1815157 Jul 30 00:07:05.543329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b59ee-4c1c-42d9-b8af-59a780ce00b2 req-358091de-c62b-4d7b-8e30-2cb9ec857737 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:05.545535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8b077f9a-5e0f-4b31-beed-94fcbc95563b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310358 Jul 30 00:07:05.546550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7b59ee-4c1c-42d9-b8af-59a780ce00b2 req-358091de-c62b-4d7b-8e30-2cb9ec857737 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.0692282 Jul 30 00:07:05.549969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49626) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:05.570781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:05.635713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7b59ee-4c1c-42d9-b8af-59a780ce00b2 req-b264203b-82b4-4add-b70f-f4f4638813f7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764019 Jul 30 00:07:05.743919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b98f97a2-ed75-4955-b2a2-9df23159f031 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:05.801912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:05.811572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.847899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8061f076-8789-4ae2-84ec-72636d3b5871 req-6e011ce4-b006-4abf-836c-0dccbd5ac9f8 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0376220 Jul 30 00:07:05.917707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b98f97a2-ed75-4955-b2a2-9df23159f031 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:05.918458 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.027883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:06.213940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.235080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Deleting port b98f97a2-ed75-4955-b2a2-9df23159f031 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:06.235579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.307515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:06.327606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:06.331415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:06.332106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.350370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=3ff350b8-c95b-49ec-b1ea-594f2702e84b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:06.367121 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8123100 Jul 30 00:07:06.367121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.367121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.367121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.367785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49648) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:06.373929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'name': 'tempest-NetworksTestDHCPv6-437936006'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:06.378593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.379283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.379878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.381345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.381801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.383270 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.383695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.387039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.387534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709852f-c41d-4e67-bd04-2b9d4be308ac tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:06.413968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] For port b98f97a2-ed75-4955-b2a2-9df23159f031, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b98f97a2-ed75-4955-b2a2-9df23159f031,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:06.414579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.457590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Calling delete_port for b98f97a2-ed75-4955-b2a2-9df23159f031 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:06.569436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:06.577940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.623927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 9e8724cd-19bb-48ad-98d2-1748e24325a1 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:06.749284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.849372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] No DVR routers for this DVR port b98f97a2-ed75-4955-b2a2-9df23159f031 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:06.855538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d196f-47f6-4524-b07b-d61247550aa4 None None] Pushing event deleted for resources: {'Port': ['ID=b98f97a2-ed75-4955-b2a2-9df23159f031,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:06.892887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbca990-000f-437f-9624-a8e3e042fc0d None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:06.905349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::383 (43e480ae-f637-4387-b955-15f81a42fb7b/3ff350b8-c95b-49ec-b1ea-594f2702e84b/9e8724cd-19bb-48ad-98d2-1748e24325a1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:07.197732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '3ff350b8-c95b-49ec-b1ea-594f2702e84b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:07.199227 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.219222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f08c-f2d1-45c9-a2b9-f0bcf5a8fafa req-d234fb4c-e749-4066-82b4-d84a6a08c66d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.220987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28d4f08c-f2d1-45c9-a2b9-f0bcf5a8fafa req-d234fb4c-e749-4066-82b4-d84a6a08c66d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.2034819 Jul 30 00:07:07.289855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-f122e23f-7130-42d6-afce-7d93a9861219 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3072724 Jul 30 00:07:07.316406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.365430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28d4f08c-f2d1-45c9-a2b9-f0bcf5a8fafa req-4b268ffb-082c-40d7-9573-46ac14fc86ef tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228952 Jul 30 00:07:07.371526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 9e8724cd-19bb-48ad-98d2-1748e24325a1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:07.472962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.551458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/3ff350b8-c95b-49ec-b1ea-594f2702e84b/7583a98a-8a76-49f8-876f-19f6a12702ca) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:07.593137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=9e8724cd-19bb-48ad-98d2-1748e24325a1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:07.625180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:07.645800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:07.658117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:07.671737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.672956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.708350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b98f97a2-ed75-4955-b2a2-9df23159f031 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:07.734188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d32e84e-a1df-4446-9ece-bdc6f3de381e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3615057 Jul 30 00:07:07.735367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49690) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:07.748213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107563-90a5-413a-8c72-ad4eed952e01 req-59468488-ffdb-45c3-a31f-055ab8727752 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.768006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95107563-90a5-413a-8c72-ad4eed952e01 req-59468488-ffdb-45c3-a31f-055ab8727752 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1597078 Jul 30 00:07:07.783832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b98f97a2-ed75-4955-b2a2-9df23159f031 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:07.784318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b98f97a2-ed75-4955-b2a2-9df23159f031 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:07.850860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95107563-90a5-413a-8c72-ad4eed952e01 req-c4d5e8a5-40c7-44a9-a67d-82ceb18fdc0f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814989 Jul 30 00:07:07.868029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d28351-0ece-4ab5-a7b0-07da6ea326af tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.869946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4d28351-0ece-4ab5-a7b0-07da6ea326af tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1323781 Jul 30 00:07:07.874660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:07.938747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.949714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Transition to ACTIVE for port object 7583a98a-8a76-49f8-876f-19f6a12702ca will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:07.975934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Transition to ACTIVE for port object 7583a98a-8a76-49f8-876f-19f6a12702ca will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:07.986735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.076963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:08.082414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:08.094882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:08.110548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-852a5f2f-196a-40b4-a6b6-604c758c9d36 req-210efa38-edf7-4236-b96d-56e85854147a tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0697851 Jul 30 00:07:08.123543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Pushing event updated for resources: {'Port': ['ID=7583a98a-8a76-49f8-876f-19f6a12702ca,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:08.211047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 9e8724cd-19bb-48ad-98d2-1748e24325a1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:08.211620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.223600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Attempting to bind port 7583a98a-8a76-49f8-876f-19f6a12702ca on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:08.224391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Attempting to bind port 7583a98a-8a76-49f8-876f-19f6a12702ca by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:08.224927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Attempting to bind port 7583a98a-8a76-49f8-876f-19f6a12702ca on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:08.238806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:08.238806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:08.239091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.239723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:08.240734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Bound port: 7583a98a-8a76-49f8-876f-19f6a12702ca, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:08.241559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.473857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] For port 7583a98a-8a76-49f8-876f-19f6a12702ca, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:08.487081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] For port 7583a98a-8a76-49f8-876f-19f6a12702ca, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7583a98a-8a76-49f8-876f-19f6a12702ca,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:08.497504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.628494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d451934-5de2-4f64-a063-c95306fd4179 None None] Pushing event updated for resources: {'Port': ['ID=7583a98a-8a76-49f8-876f-19f6a12702ca,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:08.674174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.709230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218148d-6743-4289-9ff8-2d6218f7abd3 req-766e6af5-2da2-4ea6-966b-152a1c3be2cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.711009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7218148d-6743-4289-9ff8-2d6218f7abd3 req-766e6af5-2da2-4ea6-966b-152a1c3be2cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.2322111 Jul 30 00:07:08.712054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 9e8724cd-19bb-48ad-98d2-1748e24325a1 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:08.849074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7218148d-6743-4289-9ff8-2d6218f7abd3 req-026d63c6-8d5e-4fc4-95ae-e3bace4288d6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302912 Jul 30 00:07:09.084465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.161475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=9e8724cd-19bb-48ad-98d2-1748e24325a1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:09.239012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.241130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f5392435-c545-4b23-8236-b4d13f3202c1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/9e8724cd-19bb-48ad-98d2-1748e24325a1 HTTP/1.1" status: 204 len: 168 time: 1.3651159 Jul 30 00:07:09.245072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49716) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:09.262654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdfc76-2d4a-47b6-94a4-bf16c319e75a req-c714e0c1-a297-43bc-84b7-ee4ef9838e1d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.273056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bbdfc76-2d4a-47b6-94a4-bf16c319e75a req-c714e0c1-a297-43bc-84b7-ee4ef9838e1d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.2003200 Jul 30 00:07:09.342295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17438b-f43e-41bb-ada5-ba2fda5a70b1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.344133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17438b-f43e-41bb-ada5-ba2fda5a70b1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.345782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8d17438b-f43e-41bb-ada5-ba2fda5a70b1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0986617 Jul 30 00:07:09.348414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49720) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:09.351632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bbdfc76-2d4a-47b6-94a4-bf16c319e75a req-6a94062f-add1-445c-9281-f121ea01c8ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774524 Jul 30 00:07:09.361177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-761c2caf-2416-45e6-a0c1-8241bcd4173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.363278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-761c2caf-2416-45e6-a0c1-8241bcd4173f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.0880868 Jul 30 00:07:09.407784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 3ff350b8-c95b-49ec-b1ea-594f2702e84b {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:09.414056 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.476635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.504320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-f6de90dc-3b4d-4b0e-81af-297e76ec8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.507553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-f6de90dc-3b4d-4b0e-81af-297e76ec8171 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.1365433 Jul 30 00:07:09.534078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4755cf5-e137-4d64-bde3-2d72da1b2237 req-ba9c526b-e073-404f-af3a-2c8de55b67c3 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0549448 Jul 30 00:07:09.601399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.695556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.740582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff350b8-c95b-49ec-b1ea-594f2702e84b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:09.744004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:09.750774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-015f67b0-a263-43b8-b6f8-9e749c2d1471 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/3ff350b8-c95b-49ec-b1ea-594f2702e84b HTTP/1.1" status: 204 len: 168 time: 0.4012754 Jul 30 00:07:09.754447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49722) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:09.770361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-45d5856b-8571-4be4-a2a1-006d43bd4da3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1002 time: 0.2402070 Jul 30 00:07:09.790008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7583a98a-8a76-49f8-876f-19f6a12702ca up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:09.818796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4923cf98-1df6-4476-baff-59b97a3f2140 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619469 Jul 30 00:07:09.821363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49724) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:09.879767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7583a98a-8a76-49f8-876f-19f6a12702ca completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:09.933585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bdbacc-b678-4c39-806b-869f304e547e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.934596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-bd6abcba-f3c0-4a96-943e-9ca691303c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:09.935502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91bdbacc-b678-4c39-806b-869f304e547e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1129456 Jul 30 00:07:09.937496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-bd6abcba-f3c0-4a96-943e-9ca691303c49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.1285291 Jul 30 00:07:09.946101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49728) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:10.167276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca8fae-a8f9-4e4e-aeea-b3ec8afbb1d6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.170485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8eca8fae-a8f9-4e4e-aeea-b3ec8afbb1d6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2228878 Jul 30 00:07:10.173136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:10.214807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a1dd-7d9d-46c5-9940-a236fee82473 req-d953055f-4a25-4409-9f1f-09edc315c39a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.217489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7409a1dd-7d9d-46c5-9940-a236fee82473 req-d953055f-4a25-4409-9f1f-09edc315c39a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1801114 Jul 30 00:07:10.229498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-f42c112e-db95-42c6-a3e9-4059b93d6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.232487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-f42c112e-db95-42c6-a3e9-4059b93d6a70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2876494 Jul 30 00:07:10.253060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc34dc66-7478-4913-91d8-872a8d206e53 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778325 Jul 30 00:07:10.262386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:10.282788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:10.422255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c594ce-33f8-4a7e-b4a2-2ea4a81ce59c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:10.453986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7409a1dd-7d9d-46c5-9940-a236fee82473 req-2eb3a2af-8b18-4b44-a142-b2c90a7bbc1a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284801 Jul 30 00:07:10.457938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-7cf9c8d8-22b6-4101-aaf2-583851b49aad service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061896 Jul 30 00:07:10.496770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:10.505950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:10.512115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Provisioning for port 7583a98a-8a76-49f8-876f-19f6a12702ca completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:10.537618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Provisioning complete for port 7583a98a-8a76-49f8-876f-19f6a12702ca triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:10.539541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:10.768447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0625f8-020a-4a5b-8e19-cc954b9fb1df req-8efb4c3c-3b7a-4b40-bb74-e23a45ee212b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.785328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0625f8-020a-4a5b-8e19-cc954b9fb1df req-8efb4c3c-3b7a-4b40-bb74-e23a45ee212b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1523354 Jul 30 00:07:10.803360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c2a99d7f-cd40-437c-88ea-ef081fcda98c service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371694 Jul 30 00:07:10.813123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:10.854921 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:10.873335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb0625f8-020a-4a5b-8e19-cc954b9fb1df req-40b81e7a-2769-440a-9588-bbf1091e8a34 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844758 Jul 30 00:07:10.986767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:10.989430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=aa73a283-f95e-470f-b64b-d6ebd2066df4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:10.996483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb979bd-233e-486c-8820-a982612ddfb6 req-7150ef43-43d2-4ca0-959b-086df09ae74c tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a34cffe-630c-416f-b814-0f094876f34c HTTP/1.1" status: 200 len: 210 time: 0.0502579 Jul 30 00:07:11.011776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:11.016428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:11.027053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.027853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.077220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:11.078414 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c0235dfd-26c9-4a05-968b-0c0bf7139cb6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8134570 Jul 30 00:07:11.088313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'aa73a283-f95e-470f-b64b-d6ebd2066df4', 'ip_address': '2001:db8::5475:7573:1a81:7d9'}], 'name': 'tempest-NetworksTestDHCPv6-980686089'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:11.128684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] For port 7583a98a-8a76-49f8-876f-19f6a12702ca, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7583a98a-8a76-49f8-876f-19f6a12702ca,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:11.138751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.222201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541afffe-48d2-441f-8cf3-35ad7fd1fb78 None None] Pushing event updated for resources: {'Port': ['ID=7583a98a-8a76-49f8-876f-19f6a12702ca,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:11.258385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Deleting port 7583a98a-8a76-49f8-876f-19f6a12702ca {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:11.258769 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.322372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:11.373973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] For port 7583a98a-8a76-49f8-876f-19f6a12702ca, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7583a98a-8a76-49f8-876f-19f6a12702ca,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:11.374586 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.410521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Calling delete_port for 7583a98a-8a76-49f8-876f-19f6a12702ca owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:11.469122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.496308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:11.519417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:11.551473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] Pushing event deleted for resources: {'Port': ['ID=7583a98a-8a76-49f8-876f-19f6a12702ca,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:11.563104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187dbd2-291d-4b73-9e7c-8d3784be0d19 None None] No DVR routers for this DVR port 7583a98a-8a76-49f8-876f-19f6a12702ca on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:11.591272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601761b-22f9-43bb-9b30-422bfb84aa1b None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:11.811310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752b83-749e-4c6e-808a-9408c2a5792f req-43082be4-8252-4887-9ee1-1335413c5fe8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.819702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4752b83-749e-4c6e-808a-9408c2a5792f req-43082be4-8252-4887-9ee1-1335413c5fe8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1990106 Jul 30 00:07:11.845371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7583a98a-8a76-49f8-876f-19f6a12702ca no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:11.882190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4752b83-749e-4c6e-808a-9408c2a5792f req-24f5fd83-0218-4aa6-8565-de59df91c569 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613954 Jul 30 00:07:11.977751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7583a98a-8a76-49f8-876f-19f6a12702ca {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:11.978893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7583a98a-8a76-49f8-876f-19f6a12702ca not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:11.983528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::5475:7573:1a81:7d9 (43e480ae-f637-4387-b955-15f81a42fb7b/aa73a283-f95e-470f-b64b-d6ebd2066df4/4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:12.006838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'aa73a283-f95e-470f-b64b-d6ebd2066df4'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:12.007753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.123360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff87d7-928d-44fe-9c7e-5d0647d6afde req-1e665723-e34b-4ac3-bb73-f0551b5d23d0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.125085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ff87d7-928d-44fe-9c7e-5d0647d6afde req-1e665723-e34b-4ac3-bb73-f0551b5d23d0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1245313 Jul 30 00:07:12.267709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86ff87d7-928d-44fe-9c7e-5d0647d6afde req-9c6c5dc6-b70e-47c8-968d-abd4672247d8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342175 Jul 30 00:07:12.360906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.381122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:12.417985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49776) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:12.450766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.517552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.539166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:12.545766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:12.555098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:12.561754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.562972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.583552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/aa73a283-f95e-470f-b64b-d6ebd2066df4/f6a0128d-f0cd-41bc-b36b-f00046b6e25d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:12.590497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.596166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5166202 Jul 30 00:07:12.597879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6837fd-2caa-4a9c-a0dc-6ea2a74f74d7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:12.609239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:12.683815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.688422 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.691105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/security-groups/85577ccc-6883-46ff-9828-446f51ef01ad HTTP/1.1" status: 204 len: 168 time: 0.2713690 Jul 30 00:07:12.698892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:12.708022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d0bf9-e37f-4213-9fbc-4ed3814dbbfa tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.713802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d89d0bf9-e37f-4213-9fbc-4ed3814dbbfa tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1030965 Jul 30 00:07:12.716921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:12.719323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99420-fd93-4455-89f2-f656118874df tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85577ccc-6883-46ff-9828-446f51ef01ad,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:12.731171 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-3b0f89e4-285a-4aca-97d4-c550be303e63 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] show failed (client error): The resource could not be found. Jul 30 00:07:12.736314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3b0f89e4-285a-4aca-97d4-c550be303e63 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "GET /v2.0/security-groups/85577ccc-6883-46ff-9828-446f51ef01ad HTTP/1.1" status: 404 len: 347 time: 0.0358779 Jul 30 00:07:12.740332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49786) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:12.859584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:12.860559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.966060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.978409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Transition to ACTIVE for port object f6a0128d-f0cd-41bc-b36b-f00046b6e25d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:13.000549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Transition to ACTIVE for port object f6a0128d-f0cd-41bc-b36b-f00046b6e25d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:13.010911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.048053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port b21d868c-18ff-45c8-b64c-5f0a2b097601 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:13.051740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.073328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Pushing event updated for resources: {'Port': ['ID=f6a0128d-f0cd-41bc-b36b-f00046b6e25d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:13.095981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:13.099938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:13.114981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:13.170256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.192052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.192535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.195641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba3d0-ec06-462d-90f7-b15252a06c5e req-c9f3a2dc-faaa-4a99-9e8f-609930195176 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:13.198146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8aba3d0-ec06-462d-90f7-b15252a06c5e req-c9f3a2dc-faaa-4a99-9e8f-609930195176 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1548553 Jul 30 00:07:13.207601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:13.210299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for b21d868c-18ff-45c8-b64c-5f0a2b097601 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:13.278391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Attempting to bind port f6a0128d-f0cd-41bc-b36b-f00046b6e25d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:13.287722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Attempting to bind port f6a0128d-f0cd-41bc-b36b-f00046b6e25d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:13.288396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Attempting to bind port f6a0128d-f0cd-41bc-b36b-f00046b6e25d on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:13.306596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:13.308686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:13.309765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.310779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:13.311843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Bound port: f6a0128d-f0cd-41bc-b36b-f00046b6e25d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:13.312617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.401764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8aba3d0-ec06-462d-90f7-b15252a06c5e req-d6149023-aeaf-4a39-aa7d-1cca39312753 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962535 Jul 30 00:07:13.473942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.497578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] For port f6a0128d-f0cd-41bc-b36b-f00046b6e25d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:13.504878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] For port f6a0128d-f0cd-41bc-b36b-f00046b6e25d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6a0128d-f0cd-41bc-b36b-f00046b6e25d,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:13.518056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.547722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=b21d868c-18ff-45c8-b64c-5f0a2b097601,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:13.626838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aace7-f5e0-48a6-b8f1-76fbbe165b89 None None] Pushing event updated for resources: {'Port': ['ID=f6a0128d-f0cd-41bc-b36b-f00046b6e25d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:13.726525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.730709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.732124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-213eeaad-6455-488e-9e6c-2e6f664a05ff tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/floatingips/b07f7371-7bca-4121-b12a-68f8780dfabe HTTP/1.1" status: 204 len: 168 time: 0.9908128 Jul 30 00:07:13.736172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:13.797598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74addac5-b9ba-466c-8959-39626a2b3b0d req-d0fe4dc3-3c34-45b8-afad-779ecabb344f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:13.802341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74addac5-b9ba-466c-8959-39626a2b3b0d req-d0fe4dc3-3c34-45b8-afad-779ecabb344f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1442652 Jul 30 00:07:13.814748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:13.892517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74addac5-b9ba-466c-8959-39626a2b3b0d req-c0c09d6b-f671-4b4a-b927-4560b01116f6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812824 Jul 30 00:07:13.972320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:14.001780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.006969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c3a0b8c1-9d7d-4b13-bfb9-096205dc90df tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c HTTP/1.1" status: 204 len: 168 time: 1.2859519 Jul 30 00:07:14.007559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:14.091553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4be691-04d4-45ec-87d5-d13f38307c7f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:14.093279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4be691-04d4-45ec-87d5-d13f38307c7f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:14.095390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2c4be691-04d4-45ec-87d5-d13f38307c7f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0861616 Jul 30 00:07:14.099246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:14.192580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet aa73a283-f95e-470f-b64b-d6ebd2066df4 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:14.198070 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.263304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.396580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.428235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port eaf38f34-eb8e-4856-82c2-cab9d59164b5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:14.428609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.516289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.553871 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.562238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/aa73a283-f95e-470f-b64b-d6ebd2066df4 HTTP/1.1" status: 204 len: 168 time: 0.4612193 Jul 30 00:07:14.570836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.591332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for eaf38f34-eb8e-4856-82c2-cab9d59164b5 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:14.594189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:14.632623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e2d71-513f-4fe0-91eb-7f7d61a3e383 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=aa73a283-f95e-470f-b64b-d6ebd2066df4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:14.670984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dac482bb-782e-4f58-8f71-6199f92cdb7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750048 Jul 30 00:07:14.676221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:14.701476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6e224-4d40-46f1-bf39-90cb131e492a req-d45199ef-ffaf-4d85-a8d5-a8f35b0ed967 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:14.704382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bdd6e224-4d40-46f1-bf39-90cb131e492a req-d45199ef-ffaf-4d85-a8d5-a8f35b0ed967 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.0955517 Jul 30 00:07:14.711357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:14.790974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bdd6e224-4d40-46f1-bf39-90cb131e492a req-4b235b9c-27dd-4d6e-b723-b8bf10efe588 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734644 Jul 30 00:07:14.875685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:14.881257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.005180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.052335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=eaf38f34-eb8e-4856-82c2-cab9d59164b5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:15.113014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f90d7-bac2-4c73-a7c4-e4e4db141088 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:15.149108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fe90a-bc44-41d7-905c-2388340a1110 req-5623c035-4e58-4205-9bd2-c75ab11120ef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:15.151919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c84fe90a-bc44-41d7-905c-2388340a1110 req-5623c035-4e58-4205-9bd2-c75ab11120ef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1114104 Jul 30 00:07:15.228000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c84fe90a-bc44-41d7-905c-2388340a1110 req-c96c841a-623b-4518-bb13-f764b08e6f40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659425 Jul 30 00:07:15.238419 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.241022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8959736-1352-49c2-9044-4c8b47b3df51 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/ports/eaf38f34-eb8e-4856-82c2-cab9d59164b5 HTTP/1.1" status: 204 len: 168 time: 1.5033448 Jul 30 00:07:15.243566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49836) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:15.302263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f0b035a6-c1a5-4b91-a468-a38e61b20a20 None None] Provisioning for port f6a0128d-f0cd-41bc-b36b-f00046b6e25d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:15.326535 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.404441 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:15.408148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:15.413251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:15.413663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.419312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:15.420763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=e643b6c1-3c7a-48d6-a7c5-f74402b20314,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:15.427873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting port f9876b90-1365-43a6-8988-7c8336e70a98 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:15.429520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.445305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5441fd86-b1d4-47ed-a581-9416e3896a32 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7677608 Jul 30 00:07:15.450071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49842) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:15.466393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'e643b6c1-3c7a-48d6-a7c5-f74402b20314', 'ip_address': '2001:db8::262a:7033:91bd:ca8e'}], 'name': 'tempest-NetworksTestDHCPv6-935205318'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:15.521268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Deleting port f6a0128d-f0cd-41bc-b36b-f00046b6e25d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:15.523570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.588608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.612694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Calling delete_port for f9876b90-1365-43a6-8988-7c8336e70a98 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:15.716145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:15.734989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] For port f6a0128d-f0cd-41bc-b36b-f00046b6e25d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6a0128d-f0cd-41bc-b36b-f00046b6e25d,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:15.735553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.779948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Calling delete_port for f6a0128d-f0cd-41bc-b36b-f00046b6e25d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:15.893396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.924235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.929501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 6035c54c-7331-403d-8f11-fd86b27006e5 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:15.955455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] Pushing event deleted for resources: {'Port': ['ID=f6a0128d-f0cd-41bc-b36b-f00046b6e25d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:15.961743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d743b8-ff00-476f-8582-af464152ebf0 None None] No DVR routers for this DVR port f6a0128d-f0cd-41bc-b36b-f00046b6e25d on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:15.977730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829c377-c863-4f46-ba2a-c4a13b0bb6ee None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:15.983791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.025914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Port': ['ID=f9876b90-1365-43a6-8988-7c8336e70a98,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:16.104837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f977-b730-4b90-9e28-5c0d6b26257e req-87532140-a73c-4a49-8aca-b6a20dd789a1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:16.108739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0324f977-b730-4b90-9e28-5c0d6b26257e req-87532140-a73c-4a49-8aca-b6a20dd789a1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1811883 Jul 30 00:07:16.205918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0324f977-b730-4b90-9e28-5c0d6b26257e req-2a8e29ea-b3ce-4383-9ce2-82df4e9ae19a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Jul 30 00:07:16.214551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.216689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c2ef5c3c-3893-48b8-ac16-e6e45279dfdf tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/ports/f9876b90-1365-43a6-8988-7c8336e70a98 HTTP/1.1" status: 204 len: 168 time: 0.9720726 Jul 30 00:07:16.219753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:16.305151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::262a:7033:91bd:ca8e (43e480ae-f637-4387-b955-15f81a42fb7b/e643b6c1-3c7a-48d6-a7c5-f74402b20314/6035c54c-7331-403d-8f11-fd86b27006e5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:16.305670 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7131-6f70-4757-8808-34da48849313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.345244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting subnet ba86930b-6aba-457f-a385-fa1ee2cef021 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:16.356403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.492988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'e643b6c1-3c7a-48d6-a7c5-f74402b20314'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:16.494380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.649592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.709093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 6035c54c-7331-403d-8f11-fd86b27006e5 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:16.849645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:16.969065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/e643b6c1-3c7a-48d6-a7c5-f74402b20314/66091892-b1f2-4124-b761-726cf235f4e4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:16.983406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=6035c54c-7331-403d-8f11-fd86b27006e5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:17.000235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:17.001916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:17.005383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:17.015560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:17.016463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.032553 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.039024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98a5e305-588a-4e13-88dd-5ff92dcb843b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5871358 Jul 30 00:07:17.046352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:17.095023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4ec1-a059-4164-a44c-693f019deb50 req-02b406e7-1436-4878-bcbf-6c591a05f291 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:17.106941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ffc4ec1-a059-4164-a44c-693f019deb50 req-02b406e7-1436-4878-bcbf-6c591a05f291 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.7082689 Jul 30 00:07:17.139848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8462a0-b2f7-4659-97b2-bde1fbe08c48 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:17.144426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b8462a0-b2f7-4659-97b2-bde1fbe08c48 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0949225 Jul 30 00:07:17.145377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49870) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:17.165035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ffc4ec1-a059-4164-a44c-693f019deb50 req-90d77ea9-8851-442f-8679-a0cafeef2a7b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571570 Jul 30 00:07:17.214478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.274096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.289237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Transition to ACTIVE for port object 66091892-b1f2-4124-b761-726cf235f4e4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:17.317739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Transition to ACTIVE for port object 66091892-b1f2-4124-b761-726cf235f4e4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:17.328882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.351955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.377583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.380796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/subnets/ba86930b-6aba-457f-a385-fa1ee2cef021 HTTP/1.1" status: 204 len: 168 time: 1.1599624 Jul 30 00:07:17.389460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:17.392172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc08347-e701-4755-9418-03bf8bf92ad6 None None] Network 75a636af-48bc-4711-ac0a-df9123c379b2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:17.412124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5de5-b0da-4c74-8865-749f5af2fe82 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Subnet': ['ID=ba86930b-6aba-457f-a385-fa1ee2cef021,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:17.431611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 6035c54c-7331-403d-8f11-fd86b27006e5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:17.432516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.496820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45461b-f210-4750-a6a8-aff4455190d8 req-0d05e125-b036-4d6e-844a-4b0076a993c0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:17.500034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed45461b-f210-4750-a6a8-aff4455190d8 req-0d05e125-b036-4d6e-844a-4b0076a993c0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.0846837 Jul 30 00:07:17.534569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Deleting subnet fa0591d6-1f31-406e-a382-5ee02590307e {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:17.536290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:17.540995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.552138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:17.572806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:17.579470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed45461b-f210-4750-a6a8-aff4455190d8 req-61f4ac7c-7e29-4c51-8ab3-873393758d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Jul 30 00:07:17.590335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Pushing event updated for resources: {'Port': ['ID=66091892-b1f2-4124-b761-726cf235f4e4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:17.625432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.650531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.651253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.671884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 6035c54c-7331-403d-8f11-fd86b27006e5 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:17.690610 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:17.692903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Attempting to bind port 66091892-b1f2-4124-b761-726cf235f4e4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:17.694463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Attempting to bind port 66091892-b1f2-4124-b761-726cf235f4e4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:17.694463 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Attempting to bind port 66091892-b1f2-4124-b761-726cf235f4e4 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:17.705138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:17.705138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:17.705575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.706000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:17.706936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Bound port: 66091892-b1f2-4124-b761-726cf235f4e4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:17.707364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.790271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] DHCP port deletion for 75a636af-48bc-4711-ac0a-df9123c379b2 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:17.828344 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.861076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] For port 66091892-b1f2-4124-b761-726cf235f4e4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:17.866754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] For port 66091892-b1f2-4124-b761-726cf235f4e4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=66091892-b1f2-4124-b761-726cf235f4e4,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:17.875703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.935286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Deleting port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:17.935673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:17.988398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.008537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.033773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f4d09-9841-4e77-9250-4352285fcf19 None None] Pushing event updated for resources: {'Port': ['ID=66091892-b1f2-4124-b761-726cf235f4e4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:18.056249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] For port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,segment=NetworkSegment(f67fe961-1365-4ecb-862c-d1aeda183ab9),segment_id=f67fe961-1365-4ecb-862c-d1aeda183ab9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:18.056678 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.072874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=6035c54c-7331-403d-8f11-fd86b27006e5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:18.076670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Calling delete_port for 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:18.083720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0591d6-1f31-406e-a382-5ee02590307e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:18.117153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.124203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-23e0a030-5e36-4d90-adee-c70e0cc20bfb tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/subnets/fa0591d6-1f31-406e-a382-5ee02590307e HTTP/1.1" status: 204 len: 168 time: 0.7290859 Jul 30 00:07:18.124203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.126842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49886) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:18.128528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6e1c1ac8-06dc-449c-adb0-316cef3a34b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/6035c54c-7331-403d-8f11-fd86b27006e5 HTTP/1.1" status: 204 len: 168 time: 0.9819016 Jul 30 00:07:18.129290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49888) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:18.147772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a54ba2-8197-4a38-a7c6-916abd3956e2 None None] Network 0bdfc354-68c2-4434-815d-b84c881307eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:18.192917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3a863-673d-46d0-8dfb-28fd022e8edb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:18.194675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3a863-673d-46d0-8dfb-28fd022e8edb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:18.202168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92b3a863-673d-46d0-8dfb-28fd022e8edb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0687823 Jul 30 00:07:18.202168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:18.375542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet e643b6c1-3c7a-48d6-a7c5-f74402b20314 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:18.381801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.454687 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.479661 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.480812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c589f13-bd9c-4beb-a94c-f7beac512dd6 req-cf4e276b-060d-4b69-adb7-0c5a4b819f6b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:18.482778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c589f13-bd9c-4beb-a94c-f7beac512dd6 req-cf4e276b-060d-4b69-adb7-0c5a4b819f6b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1412227 Jul 30 00:07:18.520978 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.546050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] Pushing event deleted for resources: {'Port': ['ID=1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:18.582184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] DHCP port deletion for 0bdfc354-68c2-4434-815d-b84c881307eb request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:18.598253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5309f91-a061-442a-ad09-c67ef678ae43 None None] No DVR routers for this DVR port 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:18.679293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.697492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a636af-48bc-4711-ac0a-df9123c379b2']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:18.715274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67fe961-1365-4ecb-862c-d1aeda183ab9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:18.715492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Deleting port 416be3f2-c1e6-41b8-bc67-d3770e310c95 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:18.715907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.716081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67fe961-1365-4ecb-862c-d1aeda183ab9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:18.775616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.818107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.839831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c589f13-bd9c-4beb-a94c-f7beac512dd6 req-6f269127-d8fd-4eac-81be-ea01ed736bd6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881675 Jul 30 00:07:18.845384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.879659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:07:18.881150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] For port 416be3f2-c1e6-41b8-bc67-d3770e310c95, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=416be3f2-c1e6-41b8-bc67-d3770e310c95,segment=NetworkSegment(0b936606-8fd8-4807-9ee7-2265b6545871),segment_id=0b936606-8fd8-4807-9ee7-2265b6545871)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:18.881356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.881575 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.897578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Calling delete_port for 416be3f2-c1e6-41b8-bc67-d3770e310c95 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:18.936161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.984268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:18.987665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/e643b6c1-3c7a-48d6-a7c5-f74402b20314 HTTP/1.1" status: 204 len: 168 time: 0.7862554 Jul 30 00:07:19.027880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:07:19.044792 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:07:19.055726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640584a1-c771-434b-aa13-522ca17d21e9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=e643b6c1-3c7a-48d6-a7c5-f74402b20314,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:19.081387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e170f88-b889-402d-87a3-aa3a479a8c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.134181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.175684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.190697 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.199261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b1b3d142-f739-4d60-800b-a8651c0f0f54 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693246 Jul 30 00:07:19.204751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49908) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:19.205228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:19.212958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:19.213971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/networks/75a636af-48bc-4711-ac0a-df9123c379b2 HTTP/1.1" status: 204 len: 168 time: 1.0842831 Jul 30 00:07:19.235065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] Pushing event deleted for resources: {'Port': ['ID=416be3f2-c1e6-41b8-bc67-d3770e310c95,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:19.235934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659734-87a5-4338-b4a2-07fa7d9258cf req-27c55bdc-1f88-4caa-a702-c134b8bc49e3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:19.237795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b659734-87a5-4338-b4a2-07fa7d9258cf req-27c55bdc-1f88-4caa-a702-c134b8bc49e3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1611080 Jul 30 00:07:19.242314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b428b0e-7fca-4473-a4ec-a9fbf0327dac None None] No DVR routers for this DVR port 416be3f2-c1e6-41b8-bc67-d3770e310c95 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:19.267414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa7504-6b76-4457-8f7b-4d21651106c7 tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Network': ['ID=75a636af-48bc-4711-ac0a-df9123c379b2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:19.358746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b659734-87a5-4338-b4a2-07fa7d9258cf req-8245ad83-2cf0-414b-8817-e0adf033c9ea tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763960 Jul 30 00:07:19.433850 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.462958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.467662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:19.471834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.570590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223b68b-be2e-4797-a4be-dff433498e94 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:19.717326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-67260743-746e-4e12-8c1e-e26973e40270 None None] Provisioning for port 66091892-b1f2-4124-b761-726cf235f4e4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:19.731768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.747192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdfc354-68c2-4434-815d-b84c881307eb']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:19.772426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b936606-8fd8-4807-9ee7-2265b6545871') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:19.772724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b936606-8fd8-4807-9ee7-2265b6545871') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:19.796816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.808507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 66091892-b1f2-4124-b761-726cf235f4e4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:19.823699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.856162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:07:19.856633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:07:19.860701 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:07:19.910758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 66091892-b1f2-4124-b761-726cf235f4e4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:19.920747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 66091892-b1f2-4124-b761-726cf235f4e4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:19.921130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.008400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:20.039597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.070042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.070820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a86a-46db-4ded-8259-6b9c96352123 req-bbb934fc-4f2b-41dd-9c44-bb4ae33ab02e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:20.075810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c738a86a-46db-4ded-8259-6b9c96352123 req-bbb934fc-4f2b-41dd-9c44-bb4ae33ab02e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0983975 Jul 30 00:07:20.103381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.105428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] 10.222.0.49 "DELETE /v2.0/networks/0bdfc354-68c2-4434-815d-b84c881307eb HTTP/1.1" status: 204 len: 168 time: 0.8978281 Jul 30 00:07:20.106446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d24a3e-a6a6-4509-840a-77632526fb2d tempest-TaggedBootDevicesTest_v242-753574779 tempest-TaggedBootDevicesTest_v242-753574779-project] Pushing event deleted for resources: {'Network': ['ID=0bdfc354-68c2-4434-815d-b84c881307eb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:20.154285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.203002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:20.204596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c738a86a-46db-4ded-8259-6b9c96352123 req-d8ac8075-cdb6-4dcd-8a1d-d999df971024 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158295 Jul 30 00:07:20.209492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 66091892-b1f2-4124-b761-726cf235f4e4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=66091892-b1f2-4124-b761-726cf235f4e4,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:20.218292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:20.225547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Deleting port 66091892-b1f2-4124-b761-726cf235f4e4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:20.228406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:20.229961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.231077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.251199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.304139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=f38edcee-ca61-4a30-ad6c-b6b4dead7681,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:20.317665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cae58498-cb51-49ec-8ec9-413dcfdeaef3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1070988 Jul 30 00:07:20.321046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49930) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:20.327896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'f38edcee-ca61-4a30-ad6c-b6b4dead7681', 'ip_address': '2001:db8::501:e1dd:f08d:2d34'}], 'name': 'tempest-NetworksTestDHCPv6-1374446210'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:20.423294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 416be3f2-c1e6-41b8-bc67-d3770e310c95 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:20.476804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 416be3f2-c1e6-41b8-bc67-d3770e310c95 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:20.477215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 416be3f2-c1e6-41b8-bc67-d3770e310c95 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:20.477716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:20.515011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:20.515416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1a6d3fff-b4c2-49ce-8811-5c7f2ca9aa9f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:20.556982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] For port 66091892-b1f2-4124-b761-726cf235f4e4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=66091892-b1f2-4124-b761-726cf235f4e4,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:20.557616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.575874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=66091892-b1f2-4124-b761-726cf235f4e4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:20.582724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Calling delete_port for 66091892-b1f2-4124-b761-726cf235f4e4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:20.634733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:20.712425 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.716166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.723596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f65e5-397d-4da8-a357-98f93163a26e req-aca4223a-7b85-4b9e-be61-65ee664a7708 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:20.726037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c4f65e5-397d-4da8-a357-98f93163a26e req-aca4223a-7b85-4b9e-be61-65ee664a7708 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1808414 Jul 30 00:07:20.763154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] No DVR routers for this DVR port 66091892-b1f2-4124-b761-726cf235f4e4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:20.775821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824a121-3c0b-433c-a15c-391cb34b295c None None] Pushing event deleted for resources: {'Port': ['ID=66091892-b1f2-4124-b761-726cf235f4e4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:20.802918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7d27b-53ef-499a-8e5b-1cbd29722504 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:20.822177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c4f65e5-397d-4da8-a357-98f93163a26e req-61a54c46-8e10-4455-9805-be59e61a86ca tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Jul 30 00:07:20.830666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.862072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port ed6543bc-97d1-424f-8e49-68214936b9af yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:21.016827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'f38edcee-ca61-4a30-ad6c-b6b4dead7681'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:21.017848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:21.152453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::501:e1dd:f08d:2d34 (43e480ae-f637-4387-b955-15f81a42fb7b/f38edcee-ca61-4a30-ad6c-b6b4dead7681/ed6543bc-97d1-424f-8e49-68214936b9af) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:21.477815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:21.499741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebb33-0787-4ae1-bcac-16af7ac90614 req-cd68e2f7-75d8-401b-af47-2f1a0e10682a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:21.501508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7bcebb33-0787-4ae1-bcac-16af7ac90614 req-cd68e2f7-75d8-401b-af47-2f1a0e10682a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1455183 Jul 30 00:07:21.537647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object ed6543bc-97d1-424f-8e49-68214936b9af will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:21.620656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7bcebb33-0787-4ae1-bcac-16af7ac90614 req-45bed3a1-6614-4002-bfd6-0682f348a432 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032362 Jul 30 00:07:21.649160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:21.717806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 66091892-b1f2-4124-b761-726cf235f4e4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:21.747411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:21.755079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:21.757777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=ed6543bc-97d1-424f-8e49-68214936b9af,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:21.764787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:21.765033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 66091892-b1f2-4124-b761-726cf235f4e4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:21.765250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 66091892-b1f2-4124-b761-726cf235f4e4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:21.771921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:21.772904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:21.804669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7881db46-c8c1-4ced-832b-2a0d64167577 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4787455 Jul 30 00:07:21.805108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49956) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:21.814913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/f38edcee-ca61-4a30-ad6c-b6b4dead7681/a89292b3-4e1f-4faa-a3bf-566d77648ba2) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:21.906753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b51c5-bc31-40ef-8b5c-b9b592f14011 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:21.910006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f29b51c5-bc31-40ef-8b5c-b9b592f14011 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1033220 Jul 30 00:07:21.913769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49960) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:22.065397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.083654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Transition to ACTIVE for port object a89292b3-4e1f-4faa-a3bf-566d77648ba2 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:22.090115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a2486-86fa-45af-a106-b7d84b6cf13c req-b1c96d15-9175-49b9-8bfc-be0131916402 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:22.091006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e5a2486-86fa-45af-a106-b7d84b6cf13c req-b1c96d15-9175-49b9-8bfc-be0131916402 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 943 time: 0.1304281 Jul 30 00:07:22.106504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Transition to ACTIVE for port object a89292b3-4e1f-4faa-a3bf-566d77648ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:22.119567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.154800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port ed6543bc-97d1-424f-8e49-68214936b9af {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:22.155643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.193930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:22.199438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:22.203973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:22.261390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:07:22.277958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Pushing event updated for resources: {'Port': ['ID=a89292b3-4e1f-4faa-a3bf-566d77648ba2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:22.374569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e5a2486-86fa-45af-a106-b7d84b6cf13c req-3aaa369b-281c-4eaa-b7ea-3aa2af59a60f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726889 Jul 30 00:07:22.427358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.454526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for ed6543bc-97d1-424f-8e49-68214936b9af owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:22.496283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:22.516833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88', 'mac_address': 'fa:16:3e:d2:f2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:07:22.552804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Attempting to bind port a89292b3-4e1f-4faa-a3bf-566d77648ba2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:22.553388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Attempting to bind port a89292b3-4e1f-4faa-a3bf-566d77648ba2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:22.553905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Attempting to bind port a89292b3-4e1f-4faa-a3bf-566d77648ba2 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:22.566723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:22.567366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:22.567841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.568303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:22.568898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Bound port: a89292b3-4e1f-4faa-a3bf-566d77648ba2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:22.569351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.610626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.713656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.721119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.765792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:22.798151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] For port a89292b3-4e1f-4faa-a3bf-566d77648ba2, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:22.802783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] For port a89292b3-4e1f-4faa-a3bf-566d77648ba2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a89292b3-4e1f-4faa-a3bf-566d77648ba2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:22.804857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:22.811751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.814658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.821061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/ed6543bc-97d1-424f-8e49-68214936b9af HTTP/1.1" status: 204 len: 168 time: 0.9032257 Jul 30 00:07:22.821061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817591d-4064-458f-befb-640cc961ca42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=ed6543bc-97d1-424f-8e49-68214936b9af,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:22.821418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49968) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:22.884252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735aac1-aee1-4914-b4cd-6d7fae6cc0c2 req-f56aa1a3-a09c-44fb-b5f2-c732fcb75ed5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:22.890722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4735aac1-aee1-4914-b4cd-6d7fae6cc0c2 req-f56aa1a3-a09c-44fb-b5f2-c732fcb75ed5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1106627 Jul 30 00:07:22.893582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73597dce-9dc1-4808-bec8-31dc9f6e4598 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:22.895378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73597dce-9dc1-4808-bec8-31dc9f6e4598 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:22.903504 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-73597dce-9dc1-4808-bec8-31dc9f6e4598 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0733633 Jul 30 00:07:22.904347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49970) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:22.904462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e69c2e-25d2-488f-bfd3-7054a036ad58 None None] Pushing event updated for resources: {'Port': ['ID=a89292b3-4e1f-4faa-a3bf-566d77648ba2,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:22.907910 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:22.966213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4735aac1-aee1-4914-b4cd-6d7fae6cc0c2 req-0d0bc595-3760-4adf-b912-b46ef504a47c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587211 Jul 30 00:07:23.014329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:23.021829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet f38edcee-ca61-4a30-ad6c-b6b4dead7681 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:23.028318 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.093176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.184690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:23.304037 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-01780fa5-5315-4bf0-a909-9fa690679a48 service neutron] show failed (client error): The resource could not be found. Jul 30 00:07:23.305170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-01780fa5-5315-4bf0-a909-9fa690679a48 service neutron] 10.222.0.57 "GET /v2.0/ports/6121d829-3ec7-4e90-b20b-213e49b7970d/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.1516969 Jul 30 00:07:23.306055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.491617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.560460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=f38edcee-ca61-4a30-ad6c-b6b4dead7681,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:23.566611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.575832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49976) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:23.590365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-72ece352-865c-4cfb-ad98-e5cc7864587e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/f38edcee-ca61-4a30-ad6c-b6b4dead7681 HTTP/1.1" status: 204 len: 168 time: 0.6628566 Jul 30 00:07:23.734220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44bcafd4-4ff8-45e3-b3d7-704c25d3f449 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569436 Jul 30 00:07:23.738699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49980) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:23.788604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8488-2a95-4013-b102-84d7b31cf9b8 req-2c562cc3-9310-457d-957f-a2f051d0ee89 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:23.790901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6ac8488-2a95-4013-b102-84d7b31cf9b8 req-2c562cc3-9310-457d-957f-a2f051d0ee89 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 944 time: 0.1129091 Jul 30 00:07:23.806388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a89292b3-4e1f-4faa-a3bf-566d77648ba2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:23.856017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6ac8488-2a95-4013-b102-84d7b31cf9b8 req-c19bdc24-5c93-42cf-adcd-e194a49da14b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565643 Jul 30 00:07:23.864988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-12ebc0e1-9178-472b-bad5-120c33335f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:23.868700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-12ebc0e1-9178-472b-bad5-120c33335f6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 1098 time: 0.2084773 Jul 30 00:07:23.895992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a89292b3-4e1f-4faa-a3bf-566d77648ba2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:23.896208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:23.934399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56052a81-32f1-4002-a5aa-9c2f25b42998 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:23.939437 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56052a81-32f1-4002-a5aa-9c2f25b42998 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1912901 Jul 30 00:07:23.939618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 49982) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:23.993764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.085152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafbcdfd-78b6-46a7-9eec-08d0ffa690d1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.086791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bafbcdfd-78b6-46a7-9eec-08d0ffa690d1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461623 Jul 30 00:07:24.091520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49986) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:24.208595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb1c08-3da4-476c-a177-54909d571dbb req-fe674c83-dd56-43c3-82c0-79e51d790f35 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.211910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0fb1c08-3da4-476c-a177-54909d571dbb req-fe674c83-dd56-43c3-82c0-79e51d790f35 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1024294 Jul 30 00:07:24.274420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:24.341061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-13771bd2-279f-4b9f-bcd3-804105282b6b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2476132 Jul 30 00:07:24.347774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 49988) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:24.356050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0fb1c08-3da4-476c-a177-54909d571dbb req-741c1dcd-47c2-45b5-9498-4c994707a8e8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365151 Jul 30 00:07:24.360266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:24.507222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:24.534969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:24.535900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.734040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:24.739727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.766369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9e585-a4c4-43e5-b136-82e698b6da4e None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:24.773842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.868947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:24.958407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:25.052967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:25.057288 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b503e38-1f7c-4b76-b10f-9a7aafc1f1dd" -d '{"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-unplugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:25.064928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.086255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee021088-0883-4674-8cb7-e3323afcdf54 req-15e721a4-6152-42e7-8cdc-07d7854ffb42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:25.090984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Transition to ACTIVE for port object 6121d829-3ec7-4e90-b20b-213e49b7970d will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:25.101218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee021088-0883-4674-8cb7-e3323afcdf54 req-15e721a4-6152-42e7-8cdc-07d7854ffb42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 944 time: 0.0997291 Jul 30 00:07:25.120691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.171611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:25.172661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee021088-0883-4674-8cb7-e3323afcdf54 req-820fc7d8-23f1-4548-9c0c-b07bfdbef1be tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681963 Jul 30 00:07:25.174055 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafc6d72-aeba-4b92-bfa6-b848149d41f9" -d '{"events": [{"server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "name": "network-vif-plugged", "status": "completed", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:25.190243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:25.196949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Provisioning for port a89292b3-4e1f-4faa-a3bf-566d77648ba2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:25.200462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:25.228170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.233792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Provisioning complete for port a89292b3-4e1f-4faa-a3bf-566d77648ba2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:25.234010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.361533 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6267064-34a2-4bc6-b593-54458bcd9c2b x-openstack-request-id: req-b6267064-34a2-4bc6-b593-54458bcd9c2b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:25.362133 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-unplugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:25.362572 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6267064-34a2-4bc6-b593-54458bcd9c2b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:25.363235 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'code': 200} Jul 30 00:07:25.363531 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc1c699-89f5-4922-94ac-bd88cd45fd3b x-openstack-request-id: req-2cc1c699-89f5-4922-94ac-bd88cd45fd3b {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:25.363905 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "name": "network-vif-plugged", "status": "completed", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:25.364081 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cc1c699-89f5-4922-94ac-bd88cd45fd3b {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:25.364477 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88', 'code': 200} Jul 30 00:07:25.375334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.398976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:25.402693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:25.413057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:25.467022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:25.467621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.470660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] No DVR routers for this DVR port 6121d829-3ec7-4e90-b20b-213e49b7970d on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:25.542382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.567514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2156699 Jul 30 00:07:25.568561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50004) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:25.585013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '55167eaf-9688-4f89-80e8-c5c547778f1c', 'ip_address': '2001:db8::739f:41cc:35ef:b3'}], 'name': 'tempest-NetworksTestDHCPv6-1440322265'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:25.626111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:25.774600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457425a-ee6d-4d25-936e-f2c7b82aa964 req-8f626d69-e664-4288-8185-2cc5e4b1bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:25.785380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f457425a-ee6d-4d25-936e-f2c7b82aa964 req-8f626d69-e664-4288-8185-2cc5e4b1bd1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 1097 time: 0.2945127 Jul 30 00:07:25.822778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62743a-42f9-48b8-b17d-10193e4124ad req-b11b583a-46fb-4946-8419-a1475d0bbf01 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:25.833510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6830d5-9574-460d-8fb6-4005a490f880 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=55167eaf-9688-4f89-80e8-c5c547778f1c,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:25.833923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] For port a89292b3-4e1f-4faa-a3bf-566d77648ba2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a89292b3-4e1f-4faa-a3bf-566d77648ba2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:25.838010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd62743a-42f9-48b8-b17d-10193e4124ad req-b11b583a-46fb-4946-8419-a1475d0bbf01 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.2037132 Jul 30 00:07:25.862791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:25.923639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f457425a-ee6d-4d25-936e-f2c7b82aa964 req-62d1a406-9cbb-499f-b039-14af303deba8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369615 Jul 30 00:07:25.949192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd62743a-42f9-48b8-b17d-10193e4124ad req-b389f972-0bd9-4610-9900-ff587240e1e7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076171 Jul 30 00:07:25.958496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:25.959325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:25.959583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:25.970068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:07:25.971724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Attempting to bind port 6121d829-3ec7-4e90-b20b-213e49b7970d on network c877b4d8-15bb-4945-ab95-8dd5414ef0ba {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:25.981104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:25.981669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Checking segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:25.982174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Bound using segment: {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:25.982896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Bound port: 6121d829-3ec7-4e90-b20b-213e49b7970d, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7d3187-e853-4e10-b3d5-ee8150e07c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:25.983373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.050839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Deleting port a89292b3-4e1f-4faa-a3bf-566d77648ba2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:26.051343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.077230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:26.081544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ae84a-d6d9-4c08-b1d3-d8f1761a099e None None] Pushing event updated for resources: {'Port': ['ID=a89292b3-4e1f-4faa-a3bf-566d77648ba2,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:26.215549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] For port a89292b3-4e1f-4faa-a3bf-566d77648ba2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a89292b3-4e1f-4faa-a3bf-566d77648ba2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:26.216399 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.239550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Calling delete_port for a89292b3-4e1f-4faa-a3bf-566d77648ba2 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:26.368716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6804c3-81f7-4371-84ce-370acfd2b551 req-afb27e40-d1ad-4398-8e11-76d80f15fcf7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:26.379840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d6804c3-81f7-4371-84ce-370acfd2b551 req-afb27e40-d1ad-4398-8e11-76d80f15fcf7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.0951898 Jul 30 00:07:26.428340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.463229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d6804c3-81f7-4371-84ce-370acfd2b551 req-c4ffe954-185a-4f85-a51e-b228b0dd4507 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Jul 30 00:07:26.486584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] No DVR routers for this DVR port a89292b3-4e1f-4faa-a3bf-566d77648ba2 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:26.486584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4283e-ee89-4e9a-8ebd-b1a8508f65aa None None] Pushing event deleted for resources: {'Port': ['ID=a89292b3-4e1f-4faa-a3bf-566d77648ba2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:26.511298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b59b2-51f7-4697-bf14-0044b34a75a9 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:26.710867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:26.738242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:26.747088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.779776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:26.835930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '55167eaf-9688-4f89-80e8-c5c547778f1c'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:26.836791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.865395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:26.870384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:26.870384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.872143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-c6bedb63-14ba-4688-b894-4e92c7759322 service neutron] 10.222.0.59 "PUT /v2.0/ports/6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1093 time: 2.9874184 Jul 30 00:07:26.877480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.924222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 66697dad-1190-4b52-a8ef-51c3fe88adca yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:27.007057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:27.183339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/55167eaf-9688-4f89-80e8-c5c547778f1c/9a1e9413-09ca-4c99-b68f-32e8a142a82c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:27.243894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-29399b22-e501-4248-88e5-a2c9f602f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.245936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-29399b22-e501-4248-88e5-a2c9f602f7b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1096 time: 0.2007954 Jul 30 00:07:27.264697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3484-8133-4fc3-bb11-53f496237cbe req-b280ed5e-3020-4f5f-8fba-c0a33f8c7aef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.269816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23ca3484-8133-4fc3-bb11-53f496237cbe req-b280ed5e-3020-4f5f-8fba-c0a33f8c7aef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.1474063 Jul 30 00:07:27.342761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23ca3484-8133-4fc3-bb11-53f496237cbe req-55e5550f-180e-42c5-b061-bc4e597685d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626283 Jul 30 00:07:27.365022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:27.367754 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19fe19-56e3-40cc-af0f-beb66bcde753" -d '{"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:27.440534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-86364a9c-4c53-4507-a53e-b9231e79f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.443613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-86364a9c-4c53-4507-a53e-b9231e79f1c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.1833801 Jul 30 00:07:27.447190 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3190d1-6fab-4c04-80a7-5df88573d67d x-openstack-request-id: req-8f3190d1-6fab-4c04-80a7-5df88573d67d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:27.447636 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:27.448786 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f3190d1-6fab-4c04-80a7-5df88573d67d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:27.448786 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'status': 'completed', 'code': 200} Jul 30 00:07:27.452527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.467581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Transition to ACTIVE for port object 9a1e9413-09ca-4c99-b68f-32e8a142a82c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:27.485977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Transition to ACTIVE for port object 9a1e9413-09ca-4c99-b68f-32e8a142a82c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:27.498100 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.553375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:27.555774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:27.606991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:27.688792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-9e185349-bb0b-49e4-884d-d2e7059a7e00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1000 time: 0.2211471 Jul 30 00:07:27.691357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::739f:41cc:35ef:b3 (43e480ae-f637-4387-b955-15f81a42fb7b/55167eaf-9688-4f89-80e8-c5c547778f1c/66697dad-1190-4b52-a8ef-51c3fe88adca) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:27.694354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-dbd86706-1365-42f0-8c56-ecdcafc24fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.696249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-dbd86706-1365-42f0-8c56-ecdcafc24fbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1096 time: 0.1953418 Jul 30 00:07:27.700721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a89292b3-4e1f-4faa-a3bf-566d77648ba2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:27.721062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Attempting to bind port 9a1e9413-09ca-4c99-b68f-32e8a142a82c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:27.721446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Attempting to bind port 9a1e9413-09ca-4c99-b68f-32e8a142a82c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:27.721882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Attempting to bind port 9a1e9413-09ca-4c99-b68f-32e8a142a82c on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:27.724150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Pushing event updated for resources: {'Port': ['ID=9a1e9413-09ca-4c99-b68f-32e8a142a82c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:27.756762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a89292b3-4e1f-4faa-a3bf-566d77648ba2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:27.757015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a89292b3-4e1f-4faa-a3bf-566d77648ba2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:27.762202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:27.762588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:27.763387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.765765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:27.766416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Bound port: 9a1e9413-09ca-4c99-b68f-32e8a142a82c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:27.766897 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.769838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-75d8b2a4-497a-43ce-ae0b-7b4d6711dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.771753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-75d8b2a4-497a-43ce-ae0b-7b4d6711dfb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.0731690 Jul 30 00:07:27.831427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db58fe-1118-40df-b4be-eb48d9181718 req-45c9f2e7-e56d-4c00-b4f3-ca5a3da44565 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.833299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96db58fe-1118-40df-b4be-eb48d9181718 req-45c9f2e7-e56d-4c00-b4f3-ca5a3da44565 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.2105048 Jul 30 00:07:27.872216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] For port 9a1e9413-09ca-4c99-b68f-32e8a142a82c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:27.905742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] For port 9a1e9413-09ca-4c99-b68f-32e8a142a82c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9a1e9413-09ca-4c99-b68f-32e8a142a82c,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:27.908053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.913749 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:27.914507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96db58fe-1118-40df-b4be-eb48d9181718 req-729f18d8-e611-4ebc-9c46-2f6faa959bc9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Jul 30 00:07:27.916147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-42c7def8-8abd-45a1-9795-9892c5a46d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.918294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-42c7def8-8abd-45a1-9795-9892c5a46d92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.2137420 Jul 30 00:07:27.919945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-6e0dc49d-5075-4e38-b333-a0cf234a02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.921700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-6e0dc49d-5075-4e38-b333-a0cf234a02a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419010 Jul 30 00:07:28.113319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96374-ab4d-4cd7-b3b2-3f94ac021cb5 None None] Pushing event updated for resources: {'Port': ['ID=9a1e9413-09ca-4c99-b68f-32e8a142a82c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:28.136823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-dc243421-cebb-4851-a292-fffa6455f20e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1000 time: 0.2104378 Jul 30 00:07:28.179016 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-a159d2d3-120f-4dd1-a1aa-53fbb7bfd013 service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483985 Jul 30 00:07:28.184553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.282667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 66697dad-1190-4b52-a8ef-51c3fe88adca will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:28.289569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189204ec-c6f4-4977-8bb6-71d9aa808ab1 req-f2616653-e03e-41f7-a8f4-591d1664123f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.293853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-189204ec-c6f4-4977-8bb6-71d9aa808ab1 req-f2616653-e03e-41f7-a8f4-591d1664123f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.1793761 Jul 30 00:07:28.375130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-ca89a1df-d34f-4c63-bc61-a43d2f074c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.378486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-ca89a1df-d34f-4c63-bc61-a43d2f074c5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.1933928 Jul 30 00:07:28.398227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-531a5ce0-f7e8-48a9-971c-be8adebb595c req-00cc8878-7ec0-4ed5-a165-abe35c93fe58 service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092249 Jul 30 00:07:28.440497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.464762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-189204ec-c6f4-4977-8bb6-71d9aa808ab1 req-8b900337-b745-41c8-a110-02279cbc4bb3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620755 Jul 30 00:07:28.515697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:28.519044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-64bf6692-69de-43d5-8818-94d4456e4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.520610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-64bf6692-69de-43d5-8818-94d4456e4d4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344278 Jul 30 00:07:28.523851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:28.534959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:28.559348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.561753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.676865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=66697dad-1190-4b52-a8ef-51c3fe88adca,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:28.704424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f4d2aa5-6faf-46a0-ad29-817bcaa2ebb4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1258464 Jul 30 00:07:28.708699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:28.720426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '55167eaf-9688-4f89-80e8-c5c547778f1c', 'ip_address': '2001:db8::739f:41cc:35ef:b3'}], 'name': 'tempest-NetworksTestDHCPv6-347588390'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:28.735014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-adfc8414-027c-4f3d-b51e-3ddb897f934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.737768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-adfc8414-027c-4f3d-b51e-3ddb897f934d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1096 time: 0.1546071 Jul 30 00:07:28.786121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fbcff-41ec-4146-af41-7f83e7a01759 req-e04862d5-8e8d-4e3e-91bc-1062dc1c6ed5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.788987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c18fbcff-41ec-4146-af41-7f83e7a01759 req-e04862d5-8e8d-4e3e-91bc-1062dc1c6ed5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 944 time: 0.2120264 Jul 30 00:07:28.875882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-b164f88b-3e68-4006-9a14-3cf5798d3a0a service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340783 Jul 30 00:07:28.906545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c18fbcff-41ec-4146-af41-7f83e7a01759 req-9b35abda-8da3-4b56-943b-cbc21afcd247 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892847 Jul 30 00:07:29.058647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-0ebb6dfb-1984-42b1-b36c-9004dc95cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:29.060245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-0ebb6dfb-1984-42b1-b36c-9004dc95cca2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.3027496 Jul 30 00:07:29.080538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-c946256a-60ef-4ab4-a126-fc5d7c67fc4f service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949966 Jul 30 00:07:29.229743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-aacce60e-b457-4cf4-a341-df99793024f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1000 time: 0.1552444 Jul 30 00:07:29.252484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:29.258932 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:29.316498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 2109f5ea-44f8-4e2d-9134-9023559145dc yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:29.564943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-6ab94c32-e43e-4d51-b1e7-b497b0c040de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:29.567286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-6ab94c32-e43e-4d51-b1e7-b497b0c040de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.2704732 Jul 30 00:07:29.692321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-47f95cd8-a149-472f-a2c1-8f958a7b07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:29.696347 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-47f95cd8-a149-472f-a2c1-8f958a7b07e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175783 Jul 30 00:07:29.794758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9a1e9413-09ca-4c99-b68f-32e8a142a82c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:29.860855 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 00:07:29.861392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:07:29.927776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7188c50c-b1d1-4f30-96d7-70de4ad7cc39 None None] Provisioning for port 9a1e9413-09ca-4c99-b68f-32e8a142a82c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:29.930903 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53dd63c4-1ec3-42fe-93a9-f431d2ae8495 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.2179923 Jul 30 00:07:29.931620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50066) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:29.972145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 9a1e9413-09ca-4c99-b68f-32e8a142a82c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:29.978470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 9a1e9413-09ca-4c99-b68f-32e8a142a82c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:29.979538 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.020968 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-1cebc8dd-5fb4-4782-8fd9-0d0b3c7e8e01 service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105645 Jul 30 00:07:30.080949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6985ab0-b6be-45e0-bb2d-3af4a64a324d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:30.091055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6985ab0-b6be-45e0-bb2d-3af4a64a324d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:30.093812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b6985ab0-b6be-45e0-bb2d-3af4a64a324d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1599987 Jul 30 00:07:30.099481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:30.246181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.293023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9e19fe19-56e3-40cc-af0f-beb66bcde753 req-c91202e8-b20f-4de9-b868-b07c506f00cd service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643578 Jul 30 00:07:30.326575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:07:30.337855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e38bb909-5f05-4a7f-bc6b-88c9c526aa6c None None] Could not find standard attr ID for object 9e8724cd-19bb-48ad-98d2-1748e24325a1. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:30.513546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 9a1e9413-09ca-4c99-b68f-32e8a142a82c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9a1e9413-09ca-4c99-b68f-32e8a142a82c,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:30.529197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 66697dad-1190-4b52-a8ef-51c3fe88adca {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:30.529793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.532522 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.resource_extend [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 00:07:30.536430 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.852083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6eb504f7-2c2e-4904-aecb-3bd66f81f388 None None] Could not find standard attr ID for object 4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:30.933462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=9a1e9413-09ca-4c99-b68f-32e8a142a82c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:30.958551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.979959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:31.003014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 66697dad-1190-4b52-a8ef-51c3fe88adca owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:31.012103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'port_id': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'mac_address': 'fa:16:3e:f8:10:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:07:31.092154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.134335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6121d829-3ec7-4e90-b20b-213e49b7970d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:31.202641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:31.214569 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.252956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.311974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=66697dad-1190-4b52-a8ef-51c3fe88adca,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:31.315015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:31.352688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.355628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4be53c7e-a242-441a-9ad7-68db2e40b087 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/66697dad-1190-4b52-a8ef-51c3fe88adca HTTP/1.1" status: 204 len: 168 time: 1.2542267 Jul 30 00:07:31.360799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50086) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:31.377888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ca3abbf9-c213-49db-b3b0-fa3c2a1afec2 None None] Could not find standard attr ID for object 6035c54c-7331-403d-8f11-fd86b27006e5. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:31.465213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded3f9d-5b97-4d78-ba12-6ba034a7eba1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.484528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded3f9d-5b97-4d78-ba12-6ba034a7eba1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.498831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50096) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:31.500080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6ded3f9d-5b97-4d78-ba12-6ba034a7eba1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1359565 Jul 30 00:07:31.501326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6121d829-3ec7-4e90-b20b-213e49b7970d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:31.682947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 55167eaf-9688-4f89-80e8-c5c547778f1c {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:31.691150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.831092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9a1e9413-09ca-4c99-b68f-32e8a142a82c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:31.879822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a186065-52cd-4b4a-8645-436f2aff3ff7 None None] Could not find standard attr ID for object ed6543bc-97d1-424f-8e49-68214936b9af. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:31.881976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.125121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 9a1e9413-09ca-4c99-b68f-32e8a142a82c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:32.125513 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.182320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.335205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.435714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.438002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/55167eaf-9688-4f89-80e8-c5c547778f1c HTTP/1.1" status: 204 len: 168 time: 0.9380038 Jul 30 00:07:32.440545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358ac5-8bec-45d4-b149-a51d8f1da898 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=55167eaf-9688-4f89-80e8-c5c547778f1c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:32.442119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:32.523214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f067-24ee-4fdc-a4d0-2ebb6a326820 req-2e089cc4-21ed-4c00-bce2-9fb2894c80b4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:32.526870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eeac9467-9b15-490a-9c9f-cf6e89f50544 None None] Could not find standard attr ID for object 66697dad-1190-4b52-a8ef-51c3fe88adca. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:07:32.537001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea32f067-24ee-4fdc-a4d0-2ebb6a326820 req-2e089cc4-21ed-4c00-bce2-9fb2894c80b4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 945 time: 0.2057884 Jul 30 00:07:32.591468 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b8858fc5-067c-46f8-9371-996affe8cf22 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466844 Jul 30 00:07:32.599568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:32.607356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:33.021161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea32f067-24ee-4fdc-a4d0-2ebb6a326820 req-55392cf7-5181-4e1b-991a-6ba011177763 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4813635 Jul 30 00:07:33.078646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f83f7-2296-44e5-ad2f-d9cf6d051644 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:33.126291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:33.138146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:33.372341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:33.448558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Deleting port 9a1e9413-09ca-4c99-b68f-32e8a142a82c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:33.448841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:33.571729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] For port 9a1e9413-09ca-4c99-b68f-32e8a142a82c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9a1e9413-09ca-4c99-b68f-32e8a142a82c,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:33.572197 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:33.599648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Calling delete_port for 9a1e9413-09ca-4c99-b68f-32e8a142a82c owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:33.623422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77657ec-1079-4996-9e55-6457bc970f22 req-57030b04-2b62-4af5-9951-d4301be37133 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:33.637966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f77657ec-1079-4996-9e55-6457bc970f22 req-57030b04-2b62-4af5-9951-d4301be37133 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 945 time: 0.2914360 Jul 30 00:07:33.728373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9a1e9413-09ca-4c99-b68f-32e8a142a82c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:33.747420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-fd49c160-1ce6-4a91-93c7-7f9b9902cf94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:33.748995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-fd49c160-1ce6-4a91-93c7-7f9b9902cf94 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58&tenant_id=57bfa74084174648bc08ab35feae2fd1&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 945 time: 0.4119668 Jul 30 00:07:33.784701 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:33.815676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] Pushing event deleted for resources: {'Port': ['ID=9a1e9413-09ca-4c99-b68f-32e8a142a82c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:33.835550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c85eb-bd57-4c25-b582-70d8f6e8bcea None None] No DVR routers for this DVR port 9a1e9413-09ca-4c99-b68f-32e8a142a82c on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:33.839101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 9a1e9413-09ca-4c99-b68f-32e8a142a82c {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:07:33.840123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9a1e9413-09ca-4c99-b68f-32e8a142a82c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:33.862111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f77657ec-1079-4996-9e55-6457bc970f22 req-50a261e4-9bee-48c2-b271-3cfa944b5463 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190752 Jul 30 00:07:33.944247 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-f400ffe6-0044-4ed3-abcc-80b926235f70 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:07:33.946551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-f400ffe6-0044-4ed3-abcc-80b926235f70 service neutron] 10.222.0.57 "DELETE /v2.0/ports/6121d829-3ec7-4e90-b20b-213e49b7970d/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.1883616 Jul 30 00:07:34.338087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:34.464265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 6121d829-3ec7-4e90-b20b-213e49b7970d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:34.473043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 6121d829-3ec7-4e90-b20b-213e49b7970d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:34.473820 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:34.559466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:34.606868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:34.662880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:34.665112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:34.672865 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabbfb1d-77b8-45c3-a055-ef1ac1574fb8" -d '{"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-plugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:34.680389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:34.726281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=8fda3ac3-2382-4771-b6ab-51adc83efc1c,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:34.751285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:34.757209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:34.771525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:34.772481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:34.780046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:34.794761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd252e5-7b93-4430-a443-5d32d45fc91b None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:34.799649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4f3e5689-d4e8-4057-bf64-5a88220702f5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1976256 Jul 30 00:07:34.802955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50166) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:34.807079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-73b379b8-163a-4667-b157-b4dab4957652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:34.809954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-73b379b8-163a-4667-b157-b4dab4957652 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1097 time: 0.2696328 Jul 30 00:07:34.811390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '8fda3ac3-2382-4771-b6ab-51adc83efc1c', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1074721888'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:34.944084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-a020e382-8fa9-4446-a8ae-5a013ddd217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:34.946631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-a020e382-8fa9-4446-a8ae-5a013ddd217f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.1198499 Jul 30 00:07:35.075479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-9ac31fe3-583e-4f58-9e88-abc278fc454b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 1002 time: 0.1130846 Jul 30 00:07:35.077605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:35.084694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-621b672c-b2af-4f9e-a336-1f482ba71ea0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.087105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-621b672c-b2af-4f9e-a336-1f482ba71ea0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.5615289 Jul 30 00:07:35.092782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '8fda3ac3-2382-4771-b6ab-51adc83efc1c'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:35.095783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.173797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-8da0308c-834d-49ab-ac1f-f90977ad80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.176108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-8da0308c-834d-49ab-ac1f-f90977ad80ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.0878603 Jul 30 00:07:35.259705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-5a5bfbb2-6bf0-4d73-ba45-f8ec933e7489 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0820863 Jul 30 00:07:35.288722 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.311391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 372b2804-a5df-4314-aa09-96e9fa77caba yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:07:35.323415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-a163a610-4c5e-4edb-a9db-e500342bfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.325750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-a163a610-4c5e-4edb-a9db-e500342bfdb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400738 Jul 30 00:07:35.354646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-2517ec67-3329-4901-923b-6d72521155ac tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926256 Jul 30 00:07:35.363620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/8fda3ac3-2382-4771-b6ab-51adc83efc1c/7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:35.584257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.596342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-7faa932c-42b2-454f-9b7e-1310ada3c9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399526 Jul 30 00:07:35.604297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Transition to ACTIVE for port object 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:35.634512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Transition to ACTIVE for port object 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:35.648354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.649741 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:07:35.650461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:07:35.674832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd7177dd-f3e2-4885-9dbd-bd954ae0701a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8691604 Jul 30 00:07:35.678250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:35.725427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-ce17e5d5-1216-4c15-9a01-0bfd89905ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002341 Jul 30 00:07:35.742938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Pushing event updated for resources: {'Port': ['ID=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:35.776471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe2ff5-2449-4a22-95ba-5b5a2800baff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.778489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:35.779793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f1fe2ff5-2449-4a22-95ba-5b5a2800baff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1003284 Jul 30 00:07:35.782584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:35.785536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:35.795540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:35.852561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1b432-2f6d-42e0-bc06-576633f8b694 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.863116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1b432-2f6d-42e0-bc06-576633f8b694 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:35.868334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c7b1b432-2f6d-42e0-bc06-576633f8b694 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0821879 Jul 30 00:07:35.869123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50178) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:35.876523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a641158b-d5a5-4c6b-90da-1042c148e2e5 req-bfc169ad-7043-467b-9088-8e6f20d773d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728031 Jul 30 00:07:35.898535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-061266cd-b9d4-49ce-ac2c-9cdf15ef9630 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659513 Jul 30 00:07:35.900065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Attempting to bind port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:35.900503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Attempting to bind port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:35.900870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Attempting to bind port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:35.907549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:35.908124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:35.909195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.909908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:35.910647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Bound port: 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:35.911123 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.951081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 8fda3ac3-2382-4771-b6ab-51adc83efc1c {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:35.955583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.025056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] For port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:36.030131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] For port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:36.036245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.046804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.190271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d17c7-deb2-45b7-a121-7fa6d36033c4 None None] Pushing event updated for resources: {'Port': ['ID=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:36.213440 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4114e6dc-d05b-4b4c-8b45-7e2a610775b0 x-openstack-request-id: req-4114e6dc-d05b-4b4c-8b45-7e2a610775b0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:36.213987 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-plugged", "status": "completed", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:36.214450 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4114e6dc-d05b-4b4c-8b45-7e2a610775b0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:36.215150 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'code': 200} Jul 30 00:07:36.226257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.391567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fcfc7-ce7c-4595-b897-99456131e4cf req-3b95d1cf-6c7f-4c3b-831d-62351cf056d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:36.393906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-782fcfc7-ce7c-4595-b897-99456131e4cf req-3b95d1cf-6c7f-4c3b-831d-62351cf056d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0954618 Jul 30 00:07:36.402044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.476168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-782fcfc7-ce7c-4595-b897-99456131e4cf req-990055e3-e929-4229-9c7f-c00f14d525d3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731182 Jul 30 00:07:36.503738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=8fda3ac3-2382-4771-b6ab-51adc83efc1c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:36.510793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.513202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c9180b71-4a57-4087-a0d1-458a43eed52a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/8fda3ac3-2382-4771-b6ab-51adc83efc1c HTTP/1.1" status: 204 len: 168 time: 0.6408319 Jul 30 00:07:36.516901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50192) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:36.653031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31788d21-f433-4b28-a909-32945313d202 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342151 Jul 30 00:07:36.657379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50196) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:36.671085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:36.724810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6bcc4cb-7ce0-4577-bed6-e4b913ebe464 req-47ec4b0a-59ed-43f3-9851-d09e50de18af tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0900533 Jul 30 00:07:36.874905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:36.881366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.259301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.353011 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:37.365037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:37.374313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:37.376492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.388801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=5500df05-d9ea-4db1-aa9d-fd011d20f6a5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:37.413205 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1cbf24a0-f4dd-420e-9752-d78f0f0852f6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7536070 Jul 30 00:07:37.414821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50204) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:37.420807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:37.457402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.458715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.652257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.708746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.753614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:37.755031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-34bd3f97-4a9d-4218-a0df-96c9b5a39aa0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3390749 Jul 30 00:07:37.758953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:37.788740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:37.795357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb28e8-7599-4e3d-abc1-a72d18d2a38d req-e64a6bc1-567e-46ff-ba22-0687461f0417 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:37.797610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5beb28e8-7599-4e3d-abc1-a72d18d2a38d req-e64a6bc1-567e-46ff-ba22-0687461f0417 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1614935 Jul 30 00:07:37.951943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5beb28e8-7599-4e3d-abc1-a72d18d2a38d req-7fe4e766-4c29-43a4-984c-954049161602 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409349 Jul 30 00:07:37.980186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:38.219974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ef159ebb-9e24-4f31-b0b8-834e2ea1bfa6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 200 len: 994 time: 0.2305450 Jul 30 00:07:38.266839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dc659e24-e118-462d-9e48-13c75eda5577 req-34c0c758-7f93-4e8f-a788-f78cb67ba1e9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0940325 Jul 30 00:07:38.292574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c51289-112b-4766-b0ef-3faebcf31b9c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:38.292896 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:38.371851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-43ea7a2d-5af9-4c44-8aa1-ac494ce71d5b None None] Provisioning for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:38.420634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:38.435099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:38.435484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:38.692635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:38.815183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:38.820735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:38.822248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::1 (43e480ae-f637-4387-b955-15f81a42fb7b/5500df05-d9ea-4db1-aa9d-fd011d20f6a5/16305a01-8509-461c-8f80-d895f8a0d842) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:38.942673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-8e7cc172-0f65-466b-8fb1-24fe153d0a48 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:38.954059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-8e7cc172-0f65-466b-8fb1-24fe153d0a48 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.3937051 Jul 30 00:07:38.955884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:38.977375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': 'ea493e83-0c24-4665-ad56-914789caae42', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:39.076485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.095246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 16305a01-8509-461c-8f80-d895f8a0d842 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:39.124235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-176d84f8-4f92-493d-9f83-be94a81887b0 None None] Provisioning complete for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:39.127956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-176d84f8-4f92-493d-9f83-be94a81887b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.135493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.238109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=16305a01-8509-461c-8f80-d895f8a0d842,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:39.249654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:39.251454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:39.257022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:39.257887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.316662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:39.329235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.485261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.550996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3850ade2-29cd-4b9d-8d83-9b04ef23e9b4 req-df3a305f-60ab-492e-aec7-c50d240ac650 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.1391447 Jul 30 00:07:39.681411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.10 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/1a710ca9-6424-4a42-abea-bedd78632fab) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:39.744908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92f9e294-1cfe-4286-a328-98dd57d6e47d None None] Provisioning for port 16305a01-8509-461c-8f80-d895f8a0d842 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:39.781160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:39.785070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-92f9e294-1cfe-4286-a328-98dd57d6e47d None None] Provisioning complete for port 16305a01-8509-461c-8f80-d895f8a0d842 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:39.785847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92f9e294-1cfe-4286-a328-98dd57d6e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:39.889064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-92f9e294-1cfe-4286-a328-98dd57d6e47d None None] Port 16305a01-8509-461c-8f80-d895f8a0d842 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:39.968577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:39.969001 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.110446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.149252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object 1a710ca9-6424-4a42-abea-bedd78632fab will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:40.236939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.270938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:40.353579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:40.357266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:40.362861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:40.501845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:40.548789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:40.549441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.601952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-08e57817-6fa3-45c0-8132-44303ad814b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240273 Jul 30 00:07:40.618247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Request body: {'port': {'device_id': 'ea493e83-0c24-4665-ad56-914789caae42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:40.723663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.740041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.740910 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.826596 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.842431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=16305a01-8509-461c-8f80-d895f8a0d842,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:40.859196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a78c89c9-36ef-45f8-96c9-a78301111032 None None] Provisioning for port 1a710ca9-6424-4a42-abea-bedd78632fab completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:40.867848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a78c89c9-36ef-45f8-96c9-a78301111032 None None] Provisioning complete for port 1a710ca9-6424-4a42-abea-bedd78632fab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:40.868462 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a78c89c9-36ef-45f8-96c9-a78301111032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:40.940137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a78c89c9-36ef-45f8-96c9-a78301111032 None None] Port 1a710ca9-6424-4a42-abea-bedd78632fab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:41.015046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caf04f-16c9-43b4-844d-77e85c063ee1 req-d5b31e30-151a-482e-8776-9e7ab697e525 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:41.029414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69caf04f-16c9-43b4-844d-77e85c063ee1 req-d5b31e30-151a-482e-8776-9e7ab697e525 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 932 time: 0.3264005 Jul 30 00:07:41.047132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:41.049836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:41.077441 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50238) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:41.340912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69caf04f-16c9-43b4-844d-77e85c063ee1 req-ba2d23ab-186a-4a23-b3e9-5c7d2c57945b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086281 Jul 30 00:07:41.343170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Router cb84f37b-6c86-4f0e-97c6-dfd4d608775f is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:07:41.679962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3a8441d2-f295-4df4-b2e1-f151ecfa2b8f None None] Provisioning complete for port 16305a01-8509-461c-8f80-d895f8a0d842 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:41.680907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a8441d2-f295-4df4-b2e1-f151ecfa2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:41.771077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a710ca9-6424-4a42-abea-bedd78632fab {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:41.789745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:41.814176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3a8441d2-f295-4df4-b2e1-f151ecfa2b8f None None] Port 16305a01-8509-461c-8f80-d895f8a0d842 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:41.814571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Transition to ACTIVE for port object 1a710ca9-6424-4a42-abea-bedd78632fab will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:41.824700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:41.861952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:41.875188 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Sync routers for ids ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:41.881478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-17dc8cc8-32fa-4531-b838-e0ab44d19a91 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "PUT /v2.0/routers/cb84f37b-6c86-4f0e-97c6-dfd4d608775f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187155 Jul 30 00:07:41.883241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50246) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:41.896143 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Routers {'cb84f37b-6c86-4f0e-97c6-dfd4d608775f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:41.897036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:41.926496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Pushing event updated for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:42.036992 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Set router cb84f37b-6c86-4f0e-97c6-dfd4d608775f gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:42.075345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce8c6c-4c09-410f-b45e-b7932d4a7827 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.081729 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-46ce8c6c-4c09-410f-b45e-b7932d4a7827 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports/16305a01-8509-461c-8f80-d895f8a0d842 HTTP/1.1" status: 200 len: 911 time: 0.1919460 Jul 30 00:07:42.082660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:42.099795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Attempting to bind port 1a710ca9-6424-4a42-abea-bedd78632fab on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:42.102094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Attempting to bind port 1a710ca9-6424-4a42-abea-bedd78632fab by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:42.102663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Attempting to bind port 1a710ca9-6424-4a42-abea-bedd78632fab on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:42.109231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Port 1a710ca9-6424-4a42-abea-bedd78632fab on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:07:42.109875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Attempting to bind port 1a710ca9-6424-4a42-abea-bedd78632fab on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:42.116675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:42.117295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:42.117870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:42.118478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Bound port: 1a710ca9-6424-4a42-abea-bedd78632fab, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:42.119006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:42.171236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb0c6bd-a65d-4233-941c-37c5019becc9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.177858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb0c6bd-a65d-4233-941c-37c5019becc9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.184144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbb0c6bd-a65d-4233-941c-37c5019becc9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0963430 Jul 30 00:07:42.184369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:42.308029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:42.318419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1a710ca9-6424-4a42-abea-bedd78632fab,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:42.328049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:42.472382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.473103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:42.480455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a710ca9-6424-4a42-abea-bedd78632fab HTTP/1.1" status: 200 len: 1093 time: 1.8636553 Jul 30 00:07:42.481105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:42.483689 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ed537-3e16-4d10-9090-8a637088b863" -d '{"events": [{"name": "network-changed", "server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:42.739390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f693d0-6c9f-4657-af81-a2143d42a053 service neutron] Pushing event updated for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:42.808288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:42.847832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603a44-7489-4e41-a80c-2654d91f964d req-9a2fcdc8-52c3-4978-9696-d404940176fe tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.852313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76603a44-7489-4e41-a80c-2654d91f964d req-9a2fcdc8-52c3-4978-9696-d404940176fe tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.3377235 Jul 30 00:07:42.864260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-acd79872-eae9-409b-9be1-b7762677c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:42.867636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-acd79872-eae9-409b-9be1-b7762677c343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 1096 time: 0.3112614 Jul 30 00:07:42.871095 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:39Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '16305a01-8509-461c-8f80-d895f8a0d842', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:6e:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:38Z', 'updated_at': '2021-07-30T00:07:40Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:42.946975 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Checking router: cb84f37b-6c86-4f0e-97c6-dfd4d608775f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:42.948371 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Updating router cb84f37b-6c86-4f0e-97c6-dfd4d608775f port 16305a01-8509-461c-8f80-d895f8a0d842 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:07:42.989353 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.028226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76603a44-7489-4e41-a80c-2654d91f964d req-a06fd8f5-ec32-4001-856b-a66be1b5891c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680140 Jul 30 00:07:43.038678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-400279d1-08c9-4c2e-a552-4c59c805675f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a710ca9-6424-4a42-abea-bedd78632fab HTTP/1.1" status: 200 len: 217 time: 0.1358440 Jul 30 00:07:43.144751 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbda9b-d8ca-42d4-9fd0-4fa8e0e4e8e3 x-openstack-request-id: req-d1dbda9b-d8ca-42d4-9fd0-4fa8e0e4e8e3 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:43.145415 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:43.145982 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1dbda9b-d8ca-42d4-9fd0-4fa8e0e4e8e3 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:43.146783 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab', 'status': 'completed', 'code': 200} Jul 30 00:07:43.152610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-62456a1b-0535-43da-b382-ebb5e2d19e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:43.169892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-62456a1b-0535-43da-b382-ebb5e2d19e69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1193285 Jul 30 00:07:43.340436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-ddc3435f-e5b3-4b85-9541-c351a4827d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:43.340436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-ddc3435f-e5b3-4b85-9541-c351a4827d0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916550 Jul 30 00:07:43.440868 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.494827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Deleting port 1952cdaf-29df-4e99-9120-47de058938e6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:43.495550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.607009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-02984575-6ef8-42d6-a39b-c7f1525f05f0 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315847 Jul 30 00:07:43.618758 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.639319 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Transition to ACTIVE for port object 16305a01-8509-461c-8f80-d895f8a0d842 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:43.655853 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.727229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97604eba-289b-4c9e-aa95-8a87e940f653 req-883af577-6217-490f-8110-67e82d1d3d77 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120400 Jul 30 00:07:43.728934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Pushing event updated for resources: {'Port': ['ID=16305a01-8509-461c-8f80-d895f8a0d842,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:43.751667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] For port 1952cdaf-29df-4e99-9120-47de058938e6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1952cdaf-29df-4e99-9120-47de058938e6,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:43.757971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.758437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:43.798928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Calling delete_port for 1952cdaf-29df-4e99-9120-47de058938e6 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:43.879226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Attempting to bind port 16305a01-8509-461c-8f80-d895f8a0d842 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:43.882223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Attempting to bind port 16305a01-8509-461c-8f80-d895f8a0d842 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:43.882662 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Attempting to bind port 16305a01-8509-461c-8f80-d895f8a0d842 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:43.890257 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:43.890858 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:43.891434 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.892029 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:43.892732 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Bound port: 16305a01-8509-461c-8f80-d895f8a0d842, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:43.893247 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.973342 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] For port 16305a01-8509-461c-8f80-d895f8a0d842, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:43.977650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] For port 16305a01-8509-461c-8f80-d895f8a0d842, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=16305a01-8509-461c-8f80-d895f8a0d842,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:43.985834 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:43.986391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-dfd1b177-0a9d-46f9-80ec-a32a05d59e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:43.993180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-dfd1b177-0a9d-46f9-80ec-a32a05d59e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 1096 time: 0.1412444 Jul 30 00:07:44.160360 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a2dd-5137-4ff9-a25a-e979ac1b103c None None] Pushing event updated for resources: {'Port': ['ID=16305a01-8509-461c-8f80-d895f8a0d842,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:44.192770 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Routers {'cb84f37b-6c86-4f0e-97c6-dfd4d608775f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:44.193810 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:44.213731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 16305a01-8509-461c-8f80-d895f8a0d842 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:44.221748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:44.233018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-0db36c9e-ab69-48da-8e88-c3d254f4530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:44.235115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-0db36c9e-ab69-48da-8e88-c3d254f4530a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.2344975 Jul 30 00:07:44.372031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-a89f794c-763b-4af8-a50e-c9b0258a2f0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a710ca9-6424-4a42-abea-bedd78632fab HTTP/1.1" status: 200 len: 217 time: 0.0955830 Jul 30 00:07:44.390457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] Set router cb84f37b-6c86-4f0e-97c6-dfd4d608775f gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:44.496638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d737-e0ac-4c2b-900f-b497f57ab7a2 req-12be6241-236e-4d43-8549-1ddad22c342c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:44.509231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5603d737-e0ac-4c2b-900f-b497f57ab7a2 req-12be6241-236e-4d43-8549-1ddad22c342c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.2953160 Jul 30 00:07:44.563385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 16305a01-8509-461c-8f80-d895f8a0d842, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=16305a01-8509-461c-8f80-d895f8a0d842,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:44.564040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:44.606226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:44.621098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 16305a01-8509-461c-8f80-d895f8a0d842 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:44.646139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5603d737-e0ac-4c2b-900f-b497f57ab7a2 req-49cc8a96-d8dd-45e1-adf8-c26cae18289e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357262 Jul 30 00:07:44.651198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-ca2abe8c-1207-4d0d-8766-a30177e2c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:44.660861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-ca2abe8c-1207-4d0d-8766-a30177e2c1d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.2787583 Jul 30 00:07:44.702655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Pushing event deleted for resources: {'Port': ['ID=1952cdaf-29df-4e99-9120-47de058938e6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:44.849322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-a719a77d-3411-4782-9e7e-a4b637cf2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:44.851478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-a719a77d-3411-4782-9e7e-a4b637cf2171 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820986 Jul 30 00:07:45.063827 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:39Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '16305a01-8509-461c-8f80-d895f8a0d842', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:6e:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:38Z', 'updated_at': '2021-07-30T00:07:43Z', 'revision_number': 4, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:45.088148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-0a133d88-7458-4103-a9ba-c85d7e06c810 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215562 Jul 30 00:07:45.110045 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5234db-42d9-42a9-91c8-9f9e4c1d23ca None None] The sync data for ids ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'] in n-d-712707-11 is: [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:39Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '16305a01-8509-461c-8f80-d895f8a0d842', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:6e:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:38Z', 'updated_at': '2021-07-30T00:07:43Z', 'revision_number': 4, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '5500df05-d9ea-4db1-aa9d-fd011d20f6a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:45.415475 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:45.438873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:45.449257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b7ed537-3e16-4d10-9090-8a637088b863 req-1aeedd0b-3dfa-49b9-a22a-f89fd0885972 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562262 Jul 30 00:07:45.588815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=16305a01-8509-461c-8f80-d895f8a0d842,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:46.028016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1dc98-24c5-4a26-9486-7a467de17b98 req-958acf02-ebed-4510-926a-8e19730d2e1c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:46.030957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cea1dc98-24c5-4a26-9486-7a467de17b98 req-958acf02-ebed-4510-926a-8e19730d2e1c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1360497 Jul 30 00:07:46.169807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cea1dc98-24c5-4a26-9486-7a467de17b98 req-b398bfaa-cf81-483d-8021-b7ce6f913e43 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318133 Jul 30 00:07:46.322779 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1da0cc88-9a77-42fe-b71b-9a44c31093f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:46.711593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.107044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Router cb84f37b-6c86-4f0e-97c6-dfd4d608775f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:47.127677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Router 864396c7-1d8e-483f-8047-2975fab6dc4a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:47.233936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:47.327243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2b7993e6-6801-40d0-b74d-071f18f0ea5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "PUT /v2.0/routers/cb84f37b-6c86-4f0e-97c6-dfd4d608775f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1415119 Jul 30 00:07:47.331462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50316) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:47.441180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:47.442643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.447958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7a2d6d4c-1717-467b-bd09-665c8c4ba791 admin admin] 10.222.0.49 "PUT /v2.0/routers/864396c7-1d8e-483f-8047-2975fab6dc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3638017 Jul 30 00:07:47.451097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50318) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:47.456696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Sync routers for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:47.507076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:47.508194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:47.516649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a3e91-d87f-44ef-abe2-846f45e2aa5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:47.519283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a3e91-d87f-44ef-abe2-846f45e2aa5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:47.522376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-887a3e91-d87f-44ef-abe2-846f45e2aa5f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1886404 Jul 30 00:07:47.525759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50320) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:47.624510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 5500df05-d9ea-4db1-aa9d-fd011d20f6a5 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:47.628216 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.700992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.732704 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Sync routers for ids ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:47.810676 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Routers {'cb84f37b-6c86-4f0e-97c6-dfd4d608775f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:47.812720 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:47.822579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.868831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.878498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:47.915682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:47.948855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e4e7-d782-469f-b47d-03d12306d2e4 req-600f8e25-de68-405c-96db-250f86af071a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:47.951636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fc9e4e7-d782-469f-b47d-03d12306d2e4 req-600f8e25-de68-405c-96db-250f86af071a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.6029954 Jul 30 00:07:47.985883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=5500df05-d9ea-4db1-aa9d-fd011d20f6a5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:48.003103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:48.005552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-43b1939c-ea2b-41be-9865-4e29c8ba0ba0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/5500df05-d9ea-4db1-aa9d-fd011d20f6a5 HTTP/1.1" status: 204 len: 168 time: 0.4784062 Jul 30 00:07:48.013183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50326) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:48.109956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ceb14-1169-446c-a8b9-cef5fd4aa6d0 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:48.112413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Set router cb84f37b-6c86-4f0e-97c6-dfd4d608775f gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:48.152134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fc9e4e7-d782-469f-b47d-03d12306d2e4 req-79c63ca0-aea0-488a-837b-01170cdac8ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646199 Jul 30 00:07:48.248628 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:45Z', 'revision_number': 3, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:48.324901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Checking router: cb84f37b-6c86-4f0e-97c6-dfd4d608775f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:48.340114 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Routers {'cb84f37b-6c86-4f0e-97c6-dfd4d608775f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:48.340923 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:48.365412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2136f29d-68b5-4e84-b833-e9fe9194dd18 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3434112 Jul 30 00:07:48.367431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50332) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:48.396645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:48.452575 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] Set router cb84f37b-6c86-4f0e-97c6-dfd4d608775f gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:48.522274 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:45Z', 'revision_number': 3, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:48.547316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-30T00:07:44Z', 'revision_number': 5, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port': {'id': '08dfea8c-53cd-473f-9ebf-e552667b798c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:47:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:55Z', 'updated_at': '2021-07-29T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:48.550378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Deleting port 08dfea8c-53cd-473f-9ebf-e552667b798c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:48.556071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:48.558174 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bc5e6-6e09-496b-a94f-2f73b339c493 None None] The sync data for ids ['cb84f37b-6c86-4f0e-97c6-dfd4d608775f'] in n-d-712707-11 is: [{'id': 'cb84f37b-6c86-4f0e-97c6-dfd4d608775f', 'name': 'tempest-NetworksTestDHCPv6-router-1264777439', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:37Z', 'updated_at': '2021-07-30T00:07:45Z', 'revision_number': 3, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:48.694824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Checking router: 864396c7-1d8e-483f-8047-2975fab6dc4a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:48.791972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Routers {'864396c7-1d8e-483f-8047-2975fab6dc4a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:48.793537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['864396c7-1d8e-483f-8047-2975fab6dc4a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:48.879685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] For port 08dfea8c-53cd-473f-9ebf-e552667b798c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=08dfea8c-53cd-473f-9ebf-e552667b798c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:48.879685 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:48.917261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Calling delete_port for 08dfea8c-53cd-473f-9ebf-e552667b798c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:48.995914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:49.180329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-48f0badb-90a5-4052-9248-448e29ef41b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.184960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] Set router 864396c7-1d8e-483f-8047-2975fab6dc4a gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:49.451032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.478959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-30T00:07:48Z', 'revision_number': 6, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:49.543971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e34262-a422-4df7-a7db-596a1fea8727 None None] The sync data for ids ['864396c7-1d8e-483f-8047-2975fab6dc4a'] in n-d-712707-11 is: [{'id': '864396c7-1d8e-483f-8047-2975fab6dc4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033417653-router', 'tenant_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:52Z', 'updated_at': '2021-07-30T00:07:48Z', 'revision_number': 6, 'project_id': '2f84dac1fb3a441995cfb8ee2bd77ba5', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:49.549499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.562721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.609975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Deleting port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:49.610512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.682094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08dfea8c-53cd-473f-9ebf-e552667b798c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:49.726039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.742044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.765619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] For port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:49.765619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.807146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Calling delete_port for 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:49.808161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.844295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.845055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Fanout notify agent at l3_agent the message router_deleted on router cb84f37b-6c86-4f0e-97c6-dfd4d608775f {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:07:49.856190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.860623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b83d2673-40e0-4be3-8ef6-28b4408e1e01 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/routers/cb84f37b-6c86-4f0e-97c6-dfd4d608775f HTTP/1.1" status: 204 len: 168 time: 1.4834070 Jul 30 00:07:49.862304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50348) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:49.877111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56340f0d-cba6-493f-a551-bf7625e82f09 req-949bb899-9349-41f4-84e2-4e04234841d4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:49.883282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56340f0d-cba6-493f-a551-bf7625e82f09 req-949bb899-9349-41f4-84e2-4e04234841d4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.3421278 Jul 30 00:07:49.887136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:50.094861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.106282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.116767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:50.192227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:50.197242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.266056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.294032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.295967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:07:50.296697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:50.297416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16305a01-8509-461c-8f80-d895f8a0d842 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:50.297572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864396c7-1d8e-483f-8047-2975fab6dc4a {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:07:50.302178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] Pushing event deleted for resources: {'Port': ['ID=7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:50.318162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.327208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-998ab877-c910-46a9-a168-17e4a46d28c0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/864396c7-1d8e-483f-8047-2975fab6dc4a HTTP/1.1" status: 204 len: 168 time: 2.8724613 Jul 30 00:07:50.329896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50352) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:50.336440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56340f0d-cba6-493f-a551-bf7625e82f09 req-1c15c805-7292-4b7c-821a-f8b7c1721fa2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756649 Jul 30 00:07:50.373531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 16305a01-8509-461c-8f80-d895f8a0d842 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:50.379529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 16305a01-8509-461c-8f80-d895f8a0d842 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:50.392615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb6df5-fc7c-4463-bf9c-1c39bf501526 None None] No DVR routers for this DVR port 7f0ec5d3-9993-4a9f-9e28-56dc1c5a7c10 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:50.471653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Deleting subnet 1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:07:50.475276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.543503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.727641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.743129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.771387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.914113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=29147227-b4c5-4e71-8f5c-b5c0b14cd432,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:50.949920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:50.951819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.952174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:50.957275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:50.961700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.979888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df769912-f815-4138-9863-4522a4c44dc0 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:51.040041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d8a2b8b1-ddbf-4293-8744-2e0ec3b1a01b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1716468 Jul 30 00:07:51.041967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50360) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:51.053118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1369186777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:51.061919 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.077372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33 HTTP/1.1" status: 204 len: 168 time: 0.7450233 Jul 30 00:07:51.079859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aced4df-4cfc-4324-ba47-5f92a730e862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3dc7d4-6dd9-4c55-9d44-9c6c5af08b33,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:51.083655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50362) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:51.117250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.119555 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.145576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88b52e-c2e9-4ef1-9d3f-593bbbdfee46 None None] Network cf30b5a0-d1cd-4381-a13e-2bfe322d7640 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:51.202476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.211100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.231583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.273911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.281062 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1abd21e7-8610-447f-b24f-4642d8472b8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2348964 Jul 30 00:07:51.282074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50366) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:51.423396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Deleting port af5588e6-50d4-41ab-9ae9-9493f2a2f399 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:51.427593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.613562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] For port af5588e6-50d4-41ab-9ae9-9493f2a2f399, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=af5588e6-50d4-41ab-9ae9-9493f2a2f399,segment=NetworkSegment(afc358a9-2db6-4899-b09a-b3999cfd4cd6),segment_id=afc358a9-2db6-4899-b09a-b3999cfd4cd6)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:51.620174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.668307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Calling delete_port for af5588e6-50d4-41ab-9ae9-9493f2a2f399 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:51.887059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:51.916897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5230e4-7654-4ef5-82df-d1a9e5702e4f req-7c160862-c73a-4337-bcf4-a1968c488f32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:51.923684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5588e6-50d4-41ab-9ae9-9493f2a2f399,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:51.931167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b5230e4-7654-4ef5-82df-d1a9e5702e4f req-7c160862-c73a-4337-bcf4-a1968c488f32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.3481507 Jul 30 00:07:51.950628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] No DVR routers for this DVR port af5588e6-50d4-41ab-9ae9-9493f2a2f399 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:51.967981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af14d4d-5863-4acd-853a-82e8fa118c12 None None] DHCP port deletion for cf30b5a0-d1cd-4381-a13e-2bfe322d7640 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:07:51.977929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1952cdaf-29df-4e99-9120-47de058938e6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:52.024246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1952cdaf-29df-4e99-9120-47de058938e6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:52.024736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1952cdaf-29df-4e99-9120-47de058938e6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:52.025447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 08dfea8c-53cd-473f-9ebf-e552667b798c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:52.083202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 08dfea8c-53cd-473f-9ebf-e552667b798c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:52.084221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 08dfea8c-53cd-473f-9ebf-e552667b798c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:52.086007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device af5588e6-50d4-41ab-9ae9-9493f2a2f399 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:52.096708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.120435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf30b5a0-d1cd-4381-a13e-2bfe322d7640']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:52.121307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: af5588e6-50d4-41ab-9ae9-9493f2a2f399 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:52.121307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device af5588e6-50d4-41ab-9ae9-9493f2a2f399 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:52.170559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc358a9-2db6-4899-b09a-b3999cfd4cd6') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:52.170892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc358a9-2db6-4899-b09a-b3999cfd4cd6') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:52.176025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:07:52.178729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.185899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b5230e4-7654-4ef5-82df-d1a9e5702e4f req-ce398229-19ac-48ac-8cec-3dd5ad742e3a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505457 Jul 30 00:07:52.189041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.191800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.216094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.229226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:07:52.233350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:07:52.237086 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:07:52.540451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.544315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.545666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/29147227-b4c5-4e71-8f5c-b5c0b14cd432/e61d4652-f369-4271-a095-a5460a55b426) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:52.558271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.565714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cf30b5a0-d1cd-4381-a13e-2bfe322d7640 HTTP/1.1" status: 204 len: 168 time: 1.4795003 Jul 30 00:07:52.599442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe18cc-1046-4657-89c1-aa47a84048e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf30b5a0-d1cd-4381-a13e-2bfe322d7640,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:52.905220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50382) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:52.923611 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:52.950098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Transition to ACTIVE for port object e61d4652-f369-4271-a095-a5460a55b426 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:52.973007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Transition to ACTIVE for port object e61d4652-f369-4271-a095-a5460a55b426 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:52.990176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4022e698-451e-45b9-ae6f-835a7ae4058c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f84dac1fb3a441995cfb8ee2bd77ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808480 Jul 30 00:07:52.990647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50386) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:52.998924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.075619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:53.100427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Pushing event updated for resources: {'Port': ['ID=e61d4652-f369-4271-a095-a5460a55b426,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:53.120578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.124075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:53.134997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:53.156960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.198465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::1 (43e480ae-f637-4387-b955-15f81a42fb7b/29147227-b4c5-4e71-8f5c-b5c0b14cd432/4f60fb34-2637-41d0-b7c3-8331475175ab) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:53.274356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Attempting to bind port e61d4652-f369-4271-a095-a5460a55b426 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:53.275630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Attempting to bind port e61d4652-f369-4271-a095-a5460a55b426 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:53.275630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Attempting to bind port e61d4652-f369-4271-a095-a5460a55b426 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:53.284970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.285821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:53.286589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:53.287102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.287606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:53.288303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Bound port: e61d4652-f369-4271-a095-a5460a55b426, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:53.288820 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.316020 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.325861 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab4ce9b8-3a75-4d06-972e-bd402d9e105e HTTP/1.1" status: 204 len: 168 time: 0.3274624 Jul 30 00:07:53.348435 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113db12d-f7dd-473d-af31-d3fc510c4ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ce9b8-3a75-4d06-972e-bd402d9e105e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:53.475750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b867-ec1a-4916-ac6d-dfed7f0777c1 req-23b28728-04d7-4402-9006-1f08ab509368 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:53.478386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b94b867-ec1a-4916-ac6d-dfed7f0777c1 req-23b28728-04d7-4402-9006-1f08ab509368 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1101973 Jul 30 00:07:53.482556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.554582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 4f60fb34-2637-41d0-b7c3-8331475175ab will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:53.587929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] For port e61d4652-f369-4271-a095-a5460a55b426, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:53.593533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] For port e61d4652-f369-4271-a095-a5460a55b426, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e61d4652-f369-4271-a095-a5460a55b426,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:53.601584 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.615075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b94b867-ec1a-4916-ac6d-dfed7f0777c1 req-b5162c56-4517-4e8c-a3a7-9fdc50fb15b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168332 Jul 30 00:07:53.657504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.726439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d484171-7cfd-45d7-9832-f3212563643d None None] Pushing event updated for resources: {'Port': ['ID=e61d4652-f369-4271-a095-a5460a55b426,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:53.727089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:53.731316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:53.739755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:53.740360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.807740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=4f60fb34-2637-41d0-b7c3-8331475175ab,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:53.820891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.820891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.822226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.822226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.823517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.823517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.823705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.824019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.827425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.827425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.827425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:53.827425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:54.003255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.649836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.666608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.668793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:54.698738 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:54.988860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=4f60fb34-2637-41d0-b7c3-8331475175ab,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:55.013993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728ffdb-699e-46f4-8478-e2a76ba4385b req-7959e8a1-ff4a-4209-bfb8-fc1f8b9003a7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:55.017428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d728ffdb-699e-46f4-8478-e2a76ba4385b req-7959e8a1-ff4a-4209-bfb8-fc1f8b9003a7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.2065418 Jul 30 00:07:55.113912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:55.140049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50432) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:55.157089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:55.187471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d728ffdb-699e-46f4-8478-e2a76ba4385b req-de9b3e32-ab74-4b0b-a761-81c44c5b56e1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478715 Jul 30 00:07:55.321673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-344784867-network', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:55.354654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Made reservation on behalf of 47c975cd2f60457398e0a4804f1c1b40 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:55.357679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.370118 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.437689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:07:55.624364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:55.638457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b491b43e-527d-48cb-941a-e18feb2a3456 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "PUT /v2.0/routers/b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3504884 Jul 30 00:07:55.640457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50440) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:55.641793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Sync routers for ids ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:55.654207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.668602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.679268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Routers {'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:55.682803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:55.772932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:07:55.806536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:55.825594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.826275 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Added segment 4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59 of type vlan for network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 Jul 30 00:07:55.923323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e61d4652-f369-4271-a095-a5460a55b426 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:55.932189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.946982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3b120-0fb2-4101-9a74-8587c1004cf7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:55.952239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50446) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:55.953039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3ee3b120-0fb2-4101-9a74-8587c1004cf7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports/4f60fb34-2637-41d0-b7c3-8331475175ab HTTP/1.1" status: 200 len: 911 time: 0.2872756 Jul 30 00:07:56.020809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Set router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:56.040541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.042279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:56.043305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.109862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8da472f8-c0d9-4c19-a0c9-f40767a4bb39 None None] Provisioning for port e61d4652-f369-4271-a095-a5460a55b426 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:56.126780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430a393-098b-4b9e-b5cf-7062bff7fa3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:56.151293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430a393-098b-4b9e-b5cf-7062bff7fa3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:56.169657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50450) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:56.195353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0430a393-098b-4b9e-b5cf-7062bff7fa3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2413008 Jul 30 00:07:56.217679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0758667 Jul 30 00:07:56.224900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:56.258271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Request body: {'subnet': {'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-subnet', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:56.309363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Made reservation on behalf of 47c975cd2f60457398e0a4804f1c1b40 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:56.322101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.364783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e61d4652-f369-4271-a095-a5460a55b426 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:56.403924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e61d4652-f369-4271-a095-a5460a55b426 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:56.414224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.485584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2eac-30fc-4026-bb42-56f1c5307c6b admin admin] Pushing event updated for resources: {'Network': ['ID=0e1897d1-6dc8-4896-9e0e-ee63daf9a356,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:56.517902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:07:56.745491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'name': 'tempest-NetworksTestDHCPv6-router-1369186777', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:51Z', 'updated_at': '2021-07-30T00:07:53Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '4f60fb34-2637-41d0-b7c3-8331475175ab', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:99:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:52Z', 'updated_at': '2021-07-30T00:07:54Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:56.781611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0220-6ab3-458b-9a08-ba3ba1185082 req-b07c68b7-ca4c-4707-ac73-60fc257ca394 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:56.784813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.790289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c27c0220-6ab3-458b-9a08-ba3ba1185082 req-b07c68b7-ca4c-4707-ac73-60fc257ca394 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.3131623 Jul 30 00:07:56.837858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Checking router: b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:56.839186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Updating router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b port 4f60fb34-2637-41d0-b7c3-8331475175ab binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:07:56.849821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a0d9cfe-fece-492a-b03b-f4f47c06a0d1 None None] Provisioning for port 4f60fb34-2637-41d0-b7c3-8331475175ab completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:56.925686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c27c0220-6ab3-458b-9a08-ba3ba1185082 req-5463e139-f6fb-420f-b570-5586a5308aca tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340690 Jul 30 00:07:56.955508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Pushing event updated for resources: {'Subnet': ['ID=167ede19-b534-4188-b2bc-7958c4500a01,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:56.969196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a0d9cfe-fece-492a-b03b-f4f47c06a0d1 None None] Provisioning complete for port 4f60fb34-2637-41d0-b7c3-8331475175ab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:56.969820 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9cfe-fece-492a-b03b-f4f47c06a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.978646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Checking segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:56.979028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Network hostable DHCP agents. Network: 0e1897d1-6dc8-4896-9e0e-ee63daf9a356, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:07:57.008826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.030934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.036592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d9cfe-fece-492a-b03b-f4f47c06a0d1 None None] Port 4f60fb34-2637-41d0-b7c3-8331475175ab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:57.051130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:07:57.074473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0e1897d1-6dc8-4896-9e0e-ee63daf9a356) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:57.075852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:57.076481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.110885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd3f6efa-f54f-4e4a-8291-5ed0b994951e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8813846 Jul 30 00:07:57.111126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50466) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:57.117738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:57.154578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfb478-68fe-4459-8765-ff819a6ab09b None None] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:57.220165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port e61d4652-f369-4271-a095-a5460a55b426, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e61d4652-f369-4271-a095-a5460a55b426,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:57.233049 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.234359 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.270981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.311983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.376236 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.403630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2eee57d5-69c7-411e-9651-cdb5219b1edd None None] Provisioning complete for port 4f60fb34-2637-41d0-b7c3-8331475175ab triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:57.404219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2eee57d5-69c7-411e-9651-cdb5219b1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.868120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=e61d4652-f369-4271-a095-a5460a55b426,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:57.873046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2eee57d5-69c7-411e-9651-cdb5219b1edd None None] Port 4f60fb34-2637-41d0-b7c3-8331475175ab cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:57.906812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.907158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.907498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.907826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.908156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.908508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.908917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.909410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.909898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.910224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.910546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.911200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.995372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.016561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea32c2-76cb-4080-9b8f-6b72fee915c0 None None] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:07:58.158736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.258505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.277919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Transition to ACTIVE for port object 4f60fb34-2637-41d0-b7c3-8331475175ab will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:58.285800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa4f3-d27c-492b-92b1-e32415da4760 req-9be08615-b4ec-4007-97f4-cb6b68abecad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.287663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0baa4f3-d27c-492b-92b1-e32415da4760 req-9be08615-b4ec-4007-97f4-cb6b68abecad tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1984208 Jul 30 00:07:58.329333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.449935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525346bf-cf1a-4ecc-8212-e7a209073dd9 None None] Pushing event updated for resources: {'Port': ['ID=4f60fb34-2637-41d0-b7c3-8331475175ab,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:58.454158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0baa4f3-d27c-492b-92b1-e32415da4760 req-4461f3e8-cfd1-4231-a5e2-04605f339abd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531851 Jul 30 00:07:58.521047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 4f60fb34-2637-41d0-b7c3-8331475175ab {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:58.527332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.622535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Attempting to bind port 4f60fb34-2637-41d0-b7c3-8331475175ab on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:58.623049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Attempting to bind port 4f60fb34-2637-41d0-b7c3-8331475175ab by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:58.623474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Attempting to bind port 4f60fb34-2637-41d0-b7c3-8331475175ab on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:58.636735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:58.637215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:58.637826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.638408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:58.638937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Bound port: 4f60fb34-2637-41d0-b7c3-8331475175ab, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:58.639337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.797136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] For port 4f60fb34-2637-41d0-b7c3-8331475175ab, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:58.801600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] For port 4f60fb34-2637-41d0-b7c3-8331475175ab, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4f60fb34-2637-41d0-b7c3-8331475175ab,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:58.808791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 4f60fb34-2637-41d0-b7c3-8331475175ab, host n-d-712707-11, got binding levels [] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:58.809547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.812917 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.844978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 4f60fb34-2637-41d0-b7c3-8331475175ab owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:58.851124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.902209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Routers {'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:58.902892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:58.905088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:58.958990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525346bf-cf1a-4ecc-8212-e7a209073dd9 None None] Pushing event updated for resources: {'Port': ['ID=4f60fb34-2637-41d0-b7c3-8331475175ab,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:59.061049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] Set router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:59.269514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Allocated IP 172.25.5.68 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5183cf17-2705-4345-8bb7-1adfd6ff021e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:59.389566 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.464074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'name': 'tempest-NetworksTestDHCPv6-router-1369186777', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:51Z', 'updated_at': '2021-07-30T00:07:53Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '4f60fb34-2637-41d0-b7c3-8331475175ab', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:99:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:52Z', 'updated_at': '2021-07-30T00:07:58Z', 'revision_number': 4, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:59.468950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=4f60fb34-2637-41d0-b7c3-8331475175ab,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:59.536673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d15978-c532-45ba-b456-125782abbcf7 None None] The sync data for ids ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'] in n-d-712707-11 is: [{'id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'name': 'tempest-NetworksTestDHCPv6-router-1369186777', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:51Z', 'updated_at': '2021-07-30T00:07:53Z', 'revision_number': 2, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'gw_port_host': None, '_interfaces': [{'id': '4f60fb34-2637-41d0-b7c3-8331475175ab', 'name': '', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'mac_address': 'fa:16:3e:99:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:52Z', 'updated_at': '2021-07-30T00:07:58Z', 'revision_number': 4, 'project_id': '8f4027851e9342488a5d1cdf49cf916d', 'subnets': [{'id': '29147227-b4c5-4e71-8f5c-b5c0b14cd432', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:59.600296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.730713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e61d4652-f369-4271-a095-a5460a55b426 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:59.925858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e61d4652-f369-4271-a095-a5460a55b426 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:59.926498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.931856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.954801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c2731-f884-423c-8895-ba9b9b5a669f req-227dd8c7-eb2d-4baf-b36e-252875450c0f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.956459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f93c2731-f884-423c-8895-ba9b9b5a669f req-227dd8c7-eb2d-4baf-b36e-252875450c0f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1911943 Jul 30 00:07:59.966002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:00.151849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f93c2731-f884-423c-8895-ba9b9b5a669f req-fce9e3e4-8d76-4d2c-b124-e0469ca352a6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775401 Jul 30 00:08:00.211242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:00.222863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:00.223593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4797df94-aed2-4c97-8e43-22949d33a59f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "PUT /v2.0/routers/b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0519140 Jul 30 00:08:00.225494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.307049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Pushing event updated for resources: {'Port': ['ID=5183cf17-2705-4345-8bb7-1adfd6ff021e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:00.313070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:00.321435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:00.327610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:00.361740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9687c58-4247-4376-858c-28323e12ac87 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:00.365841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9687c58-4247-4376-858c-28323e12ac87 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:00.373380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e9687c58-4247-4376-858c-28323e12ac87 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1456473 Jul 30 00:08:00.374652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50524) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:00.486493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 29147227-b4c5-4e71-8f5c-b5c0b14cd432 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:00.490343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.574226 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.740376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.780063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.851181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.888353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af0a7d-cd0a-4a20-a87f-f5ef73673625 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:00.931600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.934013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/29147227-b4c5-4e71-8f5c-b5c0b14cd432 HTTP/1.1" status: 204 len: 168 time: 0.5583215 Jul 30 00:08:00.935237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3fadd-9498-44ff-b175-3f36548c7e64 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=29147227-b4c5-4e71-8f5c-b5c0b14cd432,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:00.942548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:01.122920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.157081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9752e6ef-ce9d-48c2-a0c3-9bac501367fc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2129502 Jul 30 00:08:01.159583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50538) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:01.177607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:01.284696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Deleting port e61d4652-f369-4271-a095-a5460a55b426 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:01.286080 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.412242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] For port e61d4652-f369-4271-a095-a5460a55b426, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e61d4652-f369-4271-a095-a5460a55b426,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:01.413468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.419993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.446323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Calling delete_port for e61d4652-f369-4271-a095-a5460a55b426 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:01.455147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c65b-810d-4878-b45c-5662ee97efb5 req-4664fc90-d3ec-489e-aca8-acbc134ec7d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:01.458530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59c4c65b-810d-4878-b45c-5662ee97efb5 req-4664fc90-d3ec-489e-aca8-acbc134ec7d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1424966 Jul 30 00:08:01.587677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59c4c65b-810d-4878-b45c-5662ee97efb5 req-4606ee86-e2c7-4b58-8c9e-9406f97f10df tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146970 Jul 30 00:08:01.589083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:08:01.657013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.710337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.716806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.750930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] Pushing event deleted for resources: {'Port': ['ID=e61d4652-f369-4271-a095-a5460a55b426,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:01.779256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a3568-ec8f-47eb-9bfc-9ee8e8e865b1 None None] No DVR routers for this DVR port e61d4652-f369-4271-a095-a5460a55b426 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:01.800581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:01.811461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e61d4652-f369-4271-a095-a5460a55b426 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:01.816407 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Sync routers for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:01.833083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.833733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Fanout notify agent at l3_agent the message router_deleted on router b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:08:01.845484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.847372 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-424c8d92-c05c-4624-aca7-7069540b32f2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/routers/b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b HTTP/1.1" status: 204 len: 168 time: 0.6863642 Jul 30 00:08:01.850077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:01.862261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:01.866448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec8c2b2b-472c-48f7-9437-b74df20d7e6b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7516873 Jul 30 00:08:01.866752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50554) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:01.868092 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:01.870824 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:01.875511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e61d4652-f369-4271-a095-a5460a55b426 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:01.876192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e61d4652-f369-4271-a095-a5460a55b426 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:01.909763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Sync routers for ids ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:01.949027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:01.950913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:08:01.955210 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-509a80c3-a3fa-419c-a689-3423328a0dff tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1012816 Jul 30 00:08:01.955366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_agentschedulers_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:08:01.956526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50556) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:01.974461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Routers set() bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:01.974854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Router IDs set() for agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 00:08:01.975466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_agentschedulers_db [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent'). {{(pid=93866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 00:08:01.975823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286edb-2a19-4cb2-aad0-b69b80340685 None None] The sync data for ids ['b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:02.068329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34308917-fded-4428-b6b8-4830feb88506 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:02.070216 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34308917-fded-4428-b6b8-4830feb88506 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131427 Jul 30 00:08:02.072985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50560) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:02.126361 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:02.164462 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3e2a038e-5536-41b3-b764-5a39f76c6956 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855091 Jul 30 00:08:02.165043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50564) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:02.182227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:02.366420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:02.371119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:02.533083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:00Z', 'revision_number': 3, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:02.753592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Checking router: b3e6a4cc-1abf-4515-a82a-a9613f5a8263 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:02.754182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Updating router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 port 5183cf17-2705-4345-8bb7-1adfd6ff021e binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:08:02.812685 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.079171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5f39-69ae-481f-b448-cbbc190764b3 req-5d7548e4-5cf5-49ee-90c3-1df81ea1afda tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:03.081012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fac5f39-69ae-481f-b448-cbbc190764b3 req-5d7548e4-5cf5-49ee-90c3-1df81ea1afda tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1730077 Jul 30 00:08:03.210510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fac5f39-69ae-481f-b448-cbbc190764b3 req-52b8c1de-2220-4c24-80dc-f526315f1cfb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183867 Jul 30 00:08:03.342652 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.356791 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Transition to ACTIVE for port object 5183cf17-2705-4345-8bb7-1adfd6ff021e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:03.365035 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.438812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.444342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9269e1-c7b4-4e15-b072-8067808d6887 req-f0b22746-6e2a-4c58-bf7c-d6fce0baed1c tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:03.445970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b9269e1-c7b4-4e15-b072-8067808d6887 req-f0b22746-6e2a-4c58-bf7c-d6fce0baed1c tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.0792606 Jul 30 00:08:03.463652 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70560045-1f9e-4b6b-95ae-ba64eeaed717 None None] Pushing event updated for resources: {'Port': ['ID=5183cf17-2705-4345-8bb7-1adfd6ff021e,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:03.465124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:03.468896 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.475920 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Attempting to bind port 5183cf17-2705-4345-8bb7-1adfd6ff021e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:03.476631 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Attempting to bind port 5183cf17-2705-4345-8bb7-1adfd6ff021e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:03.476631 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Attempting to bind port 5183cf17-2705-4345-8bb7-1adfd6ff021e on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:03.483964 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:03.484441 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:03.484736 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.485132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:03.485598 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Bound port: 5183cf17-2705-4345-8bb7-1adfd6ff021e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:03.486038 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.520376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b9269e1-c7b4-4e15-b072-8067808d6887 req-1eaee295-d146-4c0e-ae7d-cbefcdf18c29 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631862 Jul 30 00:08:03.537111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:03.541764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:03.549306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:03.551022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.560647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4772308-2217-41ca-8167-ed824b967f7b None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:03.572723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50594) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:03.582285 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] For port 5183cf17-2705-4345-8bb7-1adfd6ff021e, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:03.591646 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4247928 Jul 30 00:08:03.605085 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] For port 5183cf17-2705-4345-8bb7-1adfd6ff021e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5183cf17-2705-4345-8bb7-1adfd6ff021e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:03.614889 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.636576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeba694-4901-4318-8aac-910325e7db08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=bd5d699c-cf7f-41f2-9193-d8076f96e428,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:03.639914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:03.653258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:03.681531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f60fb34-2637-41d0-b7c3-8331475175ab no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:03.715445 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70560045-1f9e-4b6b-95ae-ba64eeaed717 None None] Pushing event updated for resources: {'Port': ['ID=5183cf17-2705-4345-8bb7-1adfd6ff021e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:03.734113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4f60fb34-2637-41d0-b7c3-8331475175ab {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:03.734113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4f60fb34-2637-41d0-b7c3-8331475175ab not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:03.752290 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:03.756879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:03.893148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'bd5d699c-cf7f-41f2-9193-d8076f96e428'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:03.894086 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:03.987276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Allocated IP 172.20.0.1 (0e1897d1-6dc8-4896-9e0e-ee63daf9a356/167ede19-b534-4188-b2bc-7958c4500a01/05a86a3b-e6f2-40af-a529-542327e8ab1e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:04.000823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 4d406b0a-f43a-49af-8d78-97f87422f82d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:04.001175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.019784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:04.023952 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:04.025107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.112678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Allocated IP 2001:db8::f816:3eff:fe7b:bd72 (43e480ae-f637-4387-b955-15f81a42fb7b/bd5d699c-cf7f-41f2-9193-d8076f96e428/2239fe80-15a1-44fd-95d5-fe30427aaebb) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:04.195753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.272008 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:00Z', 'revision_number': 3, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:04.295578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.344921 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.346951 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062ff0-81e1-4b48-9701-4574901eee28 None None] The sync data for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 is: [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:00Z', 'revision_number': 3, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:04.351493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.351852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.354205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:04.360099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Transition to ACTIVE for port object 2239fe80-15a1-44fd-95d5-fe30427aaebb will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:04.392293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Transition to ACTIVE for port object 2239fe80-15a1-44fd-95d5-fe30427aaebb will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:04.404810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.414980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:04.421314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:04.423337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 4d406b0a-f43a-49af-8d78-97f87422f82d owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:04.491498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:04.528602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:04.533224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:04.561008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Pushing event updated for resources: {'Port': ['ID=2239fe80-15a1-44fd-95d5-fe30427aaebb,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:04.596842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:04.633677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.652193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Attempting to bind port 2239fe80-15a1-44fd-95d5-fe30427aaebb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:04.652966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Attempting to bind port 2239fe80-15a1-44fd-95d5-fe30427aaebb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:04.653399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Attempting to bind port 2239fe80-15a1-44fd-95d5-fe30427aaebb on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:04.658560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eed0c-0d78-459f-a1c0-3a31d578081d req-e3618b23-2d53-4aa0-9021-13984b8fbe03 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:04.660559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-550eed0c-0d78-459f-a1c0-3a31d578081d req-e3618b23-2d53-4aa0-9021-13984b8fbe03 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1780081 Jul 30 00:08:04.667610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:04.669063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:04.669484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.670266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:04.671182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Bound port: 2239fe80-15a1-44fd-95d5-fe30427aaebb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:04.671912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:04.808099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] For port 2239fe80-15a1-44fd-95d5-fe30427aaebb, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:04.808099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] For port 2239fe80-15a1-44fd-95d5-fe30427aaebb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2239fe80-15a1-44fd-95d5-fe30427aaebb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:04.822938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.014372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd88d3-e15c-41a9-8cc4-056cff415e3f None None] Pushing event updated for resources: {'Port': ['ID=2239fe80-15a1-44fd-95d5-fe30427aaebb,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:05.044315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-550eed0c-0d78-459f-a1c0-3a31d578081d req-a0f528dd-8122-4d45-8d06-8956d34ea334 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843688 Jul 30 00:08:05.079473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.160757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.180771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:05.189338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:05.203678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:05.204571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.228836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.350644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=4d406b0a-f43a-49af-8d78-97f87422f82d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:05.355053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=498e63f0-c247-4297-a660-7b345ce08b59,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:05.362517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-665733db-a415-4875-bd0f-1dfbd055fba2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7182558 Jul 30 00:08:05.396471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50624) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:05.402425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:cb:5b:c4', 'name': 'tempest-NetworksTestDHCPv6-1074298555'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:05.487396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.487812 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP 7d122427-75ad-4d1c-abda-85a8b0ba1072 disassociated (deleted). External IP: 172.25.5.187, port: 6121d829-3ec7-4e90-b20b-213e49b7970d. Jul 30 00:08:05.686418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.697125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:05.827898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5183cf17-2705-4345-8bb7-1adfd6ff021e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:05.849715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:05.857741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:05.914530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:05.943156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5183cf17-2705-4345-8bb7-1adfd6ff021e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:05.958403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5183cf17-2705-4345-8bb7-1adfd6ff021e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:05.959217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.006752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.076305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.122655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5183cf17-2705-4345-8bb7-1adfd6ff021e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5183cf17-2705-4345-8bb7-1adfd6ff021e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:06.130796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.132377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2239fe80-15a1-44fd-95d5-fe30427aaebb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:06.142056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:06.153900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Sync routers for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:06.161744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.175784 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:06.176767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:06.200727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b83b9125-b3fb-4a1a-9442-70aaafa49a27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/floatingips/7d122427-75ad-4d1c-abda-85a8b0ba1072 HTTP/1.1" status: 204 len: 168 time: 2.6233144 Jul 30 00:08:06.204218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:06.206829 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e3195-60e6-406f-8a9b-63cceeaaed76" -d '{"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:06.302224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:06.309776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:06.355493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5183cf17-2705-4345-8bb7-1adfd6ff021e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:06.362737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2239fe80-15a1-44fd-95d5-fe30427aaebb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:06.395707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.410375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:06.481310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06cb65-44d9-417e-951e-57670b99d6b5 req-594b5819-8ef8-44b8-a4bf-c78c1ab9c8ae tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:06.483964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c06cb65-44d9-417e-951e-57670b99d6b5 req-594b5819-8ef8-44b8-a4bf-c78c1ab9c8ae tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.2717702 Jul 30 00:08:06.505432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port f1a703f6-583f-4f08-87fe-37e1c0076027 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:06.636046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b301130-23e7-48a5-86c5-d5333394e86a None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:06.669770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c06cb65-44d9-417e-951e-57670b99d6b5 req-d185c103-897d-49ae-b4c9-7381c7436631 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678686 Jul 30 00:08:06.753598 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:06.799821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Provisioning for port 2239fe80-15a1-44fd-95d5-fe30427aaebb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:06.810820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Provisioning complete for port 2239fe80-15a1-44fd-95d5-fe30427aaebb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:06.811067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Checking router: 5a63c9e3-d625-4e09-be48-72f36ac5ae45 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:06.815869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.825295 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:06.826381 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:06.866057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 172.20.0.13 (43e480ae-f637-4387-b955-15f81a42fb7b/498e63f0-c247-4297-a660-7b345ce08b59/f1a703f6-583f-4f08-87fe-37e1c0076027) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:06.875073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fecb:5bc4 (43e480ae-f637-4387-b955-15f81a42fb7b/bd5d699c-cf7f-41f2-9193-d8076f96e428/f1a703f6-583f-4f08-87fe-37e1c0076027) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:07.015865 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57656d5d-3875-4b7c-8f78-f7a4b2518207 x-openstack-request-id: req-57656d5d-3875-4b7c-8f78-f7a4b2518207 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:07.016390 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:07.016928 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57656d5d-3875-4b7c-8f78-f7a4b2518207 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:07.017432 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'status': 'completed', 'code': 200} Jul 30 00:08:07.156967 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:07.163038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-44bd0423-950f-4bf4-906a-77de4198c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.169165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-44bd0423-950f-4bf4-906a-77de4198c95d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 1098 time: 0.0927024 Jul 30 00:08:07.179344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.230532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:07.276261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object f1a703f6-583f-4f08-87fe-37e1c0076027 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:07.379282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-c0c16209-01f0-4490-b78c-fb73148d0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.387017 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-c0c16209-01f0-4490-b78c-fb73148d0d4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 200 len: 898 time: 0.2109144 Jul 30 00:08:07.403533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d6a22-935b-47c3-b757-bc4012a0e480 req-b803b233-800a-4f18-b068-49c960be3447 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.407532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b94d6a22-935b-47c3-b757-bc4012a0e480 req-b803b233-800a-4f18-b068-49c960be3447 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.1994903 Jul 30 00:08:07.463646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.485660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-fd3385ac-66d4-4d2a-9e4f-a89c11b6e02b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 200 len: 217 time: 0.0760205 Jul 30 00:08:07.523615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] For port 2239fe80-15a1-44fd-95d5-fe30427aaebb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2239fe80-15a1-44fd-95d5-fe30427aaebb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:07.532316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.582508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:07.586742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-1189d66c-13cd-4a63-afa0-0994d9d6b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.589207 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-1189d66c-13cd-4a63-afa0-0994d9d6b253 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 200 len: 834 time: 0.0958972 Jul 30 00:08:07.590622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b94d6a22-935b-47c3-b757-bc4012a0e480 req-d0523ace-d9e1-42d7-afa3-94923380abb6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747909 Jul 30 00:08:07.592358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.618309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:07.641702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c0e84-c148-4846-9406-d54c9bcb019a None None] The sync data for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 is: [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:06:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '2a037402-195c-4612-aed3-2f2d7bbd85b3', 'name': '', 'network_id': 'c877b4d8-15bb-4945-ab95-8dd5414ef0ba', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:03:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:04Z', 'updated_at': '2021-07-30T00:06:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '6c3062f8-745c-4414-9b4e-64e8f33799cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:07.642298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bbe3e1bf-7129-4918-a796-83d015fb9dd7 admin admin] 10.222.0.49 "PUT /v2.0/routers/b3e6a4cc-1abf-4515-a82a-a9613f5a8263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7647970 Jul 30 00:08:07.642385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Sync routers for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:07.698601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-78d338f5-d1be-425e-a85e-7b8f6f85849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.700770 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-78d338f5-d1be-425e-a85e-7b8f6f85849a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c877b4d8-15bb-4945-ab95-8dd5414ef0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020784 Jul 30 00:08:07.717294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:07.720592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:07.725927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:07.730963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:07.736881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:07.800476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19185-f7c5-4c6e-ba22-af666cd7fe7d None None] Pushing event updated for resources: {'Port': ['ID=2239fe80-15a1-44fd-95d5-fe30427aaebb,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:07.803183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5183cf17-2705-4345-8bb7-1adfd6ff021e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:07.852146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.853312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.889325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'bd5d699c-cf7f-41f2-9193-d8076f96e428', 'ip_address': '2001:db8::f816:3eff:fe7b:bd72'}, {'subnet_id': '498e63f0-c247-4297-a660-7b345ce08b59'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '2239fe80-15a1-44fd-95d5-fe30427aaebb'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:08:07.896583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-9eac884e-939d-4f1d-b854-ed6faac6e03e service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874948 Jul 30 00:08:07.920175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=f1a703f6-583f-4f08-87fe-37e1c0076027,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:07.938369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1162c1c5-2026-4a55-bff6-3e337a70c68c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5405929 Jul 30 00:08:07.941150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:07.947651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.982018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5f2be-b592-478d-876a-ae1444023dbe req-934ad4c7-7611-4366-a275-0427e6034700 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:07.989779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd5f2be-b592-478d-876a-ae1444023dbe req-934ad4c7-7611-4366-a275-0427e6034700 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.1323614 Jul 30 00:08:08.050479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd5f2be-b592-478d-876a-ae1444023dbe req-b6ab55b2-8c6d-4648-9913-859e4338cdff tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596318 Jul 30 00:08:08.077198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb092c3a-8529-4053-9d0d-0b8ed920e717 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:08.084025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-565e3195-60e6-406f-8a9b-63cceeaaed76 req-b34668f4-4774-4c0b-b013-b711e24eb8c6 service neutron] 10.222.0.59 "GET /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777842 Jul 30 00:08:08.091193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb092c3a-8529-4053-9d0d-0b8ed920e717 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:08.098460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb092c3a-8529-4053-9d0d-0b8ed920e717 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1555703 Jul 30 00:08:08.101161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:08.119117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5183cf17-2705-4345-8bb7-1adfd6ff021e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:08.119499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.119701 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749bcb3-56ca-4397-a600-a78dbd349274 None None] New status for floating IP 7d122427-75ad-4d1c-abda-85a8b0ba1072: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:08:08.269666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:08.300859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port f1a703f6-583f-4f08-87fe-37e1c0076027 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:08.301351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.315629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Allocated IP 172.20.0.2 (43e480ae-f637-4387-b955-15f81a42fb7b/498e63f0-c247-4297-a660-7b345ce08b59/2239fe80-15a1-44fd-95d5-fe30427aaebb) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:08.492493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.538652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-c2fd7037-6ebe-40c3-a3ab-e9324d7cf133 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:08.540355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-c2fd7037-6ebe-40c3-a3ab-e9324d7cf133 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 946 time: 0.0803127 Jul 30 00:08:08.543306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for f1a703f6-583f-4f08-87fe-37e1c0076027 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:08.572164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] For port 2239fe80-15a1-44fd-95d5-fe30427aaebb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2239fe80-15a1-44fd-95d5-fe30427aaebb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:08.573025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-fc5c48e8-8f9b-42cb-9810-daab0df42ab2 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:08.575609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-fc5c48e8-8f9b-42cb-9810-daab0df42ab2 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 818 time: 0.2115111 Jul 30 00:08:08.614069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.630195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Transition to ACTIVE for port object 2239fe80-15a1-44fd-95d5-fe30427aaebb will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:08.637196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-667bd11b-4ddb-4ee9-8fa8-362f518d7a45 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/quotas/47c975cd2f60457398e0a4804f1c1b40 HTTP/1.1" status: 200 len: 375 time: 0.0554793 Jul 30 00:08:08.643729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.778862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 6121d829-3ec7-4e90-b20b-213e49b7970d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:08.779282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.804783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-fd62ffcb-f1b7-4e17-bd2d-dbceb53cf403 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602457 Jul 30 00:08:08.865396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56f618-ed85-4dd2-80a7-8968c75106bd None None] Pushing event updated for resources: {'Port': ['ID=2239fe80-15a1-44fd-95d5-fe30427aaebb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:08.937948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:05Z', 'revision_number': 4, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '05a86a3b-e6f2-40af-a529-542327e8ab1e', 'name': '', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'mac_address': 'fa:16:3e:fb:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '167ede19-b534-4188-b2bc-7958c4500a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:03Z', 'updated_at': '2021-07-30T00:08:05Z', 'revision_number': 2, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'subnets': [{'id': '167ede19-b534-4188-b2bc-7958c4500a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:09.002646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Checking router: b3e6a4cc-1abf-4515-a82a-a9613f5a8263 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:09.003008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Updating router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 port 05a86a3b-e6f2-40af-a529-542327e8ab1e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:08:09.036866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 6121d829-3ec7-4e90-b20b-213e49b7970d, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6121d829-3ec7-4e90-b20b-213e49b7970d,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:09.037239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.051978 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.061831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 6121d829-3ec7-4e90-b20b-213e49b7970d owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:09.108986 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.249802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=f1a703f6-583f-4f08-87fe-37e1c0076027,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:09.319588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.369414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-aa14d15a-51e1-41a6-b976-e3c7d5b87305 service neutron] 10.222.0.49 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630844 Jul 30 00:08:09.378682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=6121d829-3ec7-4e90-b20b-213e49b7970d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:09.398231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.398600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.398958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.400203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.400553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.400967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.401324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.401661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.402070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.402462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.402802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.403137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:09.457312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] No DVR routers for this DVR port 6121d829-3ec7-4e90-b20b-213e49b7970d on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:09.460221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.463954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bc0c4615-a050-46dd-85c1-42f12c80fbc8 req-b3560a11-a388-49a2-8b35-8d905e0f6d3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "DELETE /v2.0/ports/6121d829-3ec7-4e90-b20b-213e49b7970d HTTP/1.1" status: 204 len: 173 time: 0.9144123 Jul 30 00:08:09.464446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-deleted', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:09.466895 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25a8f7-ee07-4b7a-973e-0a72dea5e0c5" -d '{"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-deleted", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:09.512758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.517298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-510a500d-4a8a-4e16-a905-92bfbd4ce37b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/f1a703f6-583f-4f08-87fe-37e1c0076027 HTTP/1.1" status: 204 len: 168 time: 1.4094160 Jul 30 00:08:09.517859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50684) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:09.574855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-f40e7198-54fb-428d-bc4a-2ce84c362660 service neutron] 10.222.0.49 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042747 Jul 30 00:08:09.641381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff18598b-33ab-45da-a647-75afeae8170c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.649904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff18598b-33ab-45da-a647-75afeae8170c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.659341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff18598b-33ab-45da-a647-75afeae8170c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.661535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ff18598b-33ab-45da-a647-75afeae8170c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1425643 Jul 30 00:08:09.666763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50686) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:09.667608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.704384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Transition to ACTIVE for port object 05a86a3b-e6f2-40af-a529-542327e8ab1e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:09.719792 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.784440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2239fe80-15a1-44fd-95d5-fe30427aaebb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:09.832898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 498e63f0-c247-4297-a660-7b345ce08b59 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:09.838041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.852311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3311e1-ef07-4a40-9a5a-4a99c3bd8a15 None None] Pushing event updated for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:09.964917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.979886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Attempting to bind port 05a86a3b-e6f2-40af-a529-542327e8ab1e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:09.980267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Attempting to bind port 05a86a3b-e6f2-40af-a529-542327e8ab1e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:09.980639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Attempting to bind port 05a86a3b-e6f2-40af-a529-542327e8ab1e on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:10.001989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a30fdbe8-4114-4cb8-b467-fde6b7c20cf4 None None] Provisioning for port 2239fe80-15a1-44fd-95d5-fe30427aaebb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:10.012039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:10.014586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Checking segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:10.017554 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.018108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Bound using segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:10.019063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Bound port: 05a86a3b-e6f2-40af-a529-542327e8ab1e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:10.019870 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.039332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a30fdbe8-4114-4cb8-b467-fde6b7c20cf4 None None] Provisioning complete for port 2239fe80-15a1-44fd-95d5-fe30427aaebb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:10.039802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a30fdbe8-4114-4cb8-b467-fde6b7c20cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.110418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-daf93cf7-195b-40da-8b7b-b91234ea2d19 req-66806745-27cd-4dc9-b9c1-cfde01f3c5b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a21b76e-d0c6-4b29-bee8-9a373fc61c58 HTTP/1.1" status: 200 len: 210 time: 0.0980051 Jul 30 00:08:10.120253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2239fe80-15a1-44fd-95d5-fe30427aaebb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:10.121132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.270076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.386795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] For port 05a86a3b-e6f2-40af-a529-542327e8ab1e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:10.391459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] For port 05a86a3b-e6f2-40af-a529-542327e8ab1e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a86a3b-e6f2-40af-a529-542327e8ab1e,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:10.400747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.422676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bcc0e-039f-4621-9f9d-0b31d1f4bd59 req-0a818153-5bef-4db3-aa91-0c2bf5687855 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:10.424484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-173bcc0e-039f-4621-9f9d-0b31d1f4bd59 req-0a818153-5bef-4db3-aa91-0c2bf5687855 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 944 time: 0.2102151 Jul 30 00:08:10.426214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.453805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e6713e12-acbf-4fa2-98e7-d6f9abce849f None None] Could not find standard attr ID for object f1a703f6-583f-4f08-87fe-37e1c0076027. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:08:10.490642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:10.491551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:10.534653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3311e1-ef07-4a40-9a5a-4a99c3bd8a15 None None] Pushing event updated for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:10.661029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:10.988080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=498e63f0-c247-4297-a660-7b345ce08b59,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:10.999639 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.004551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a2637c52-6888-4f0a-b0e2-da6cc7626c7b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/498e63f0-c247-4297-a660-7b345ce08b59 HTTP/1.1" status: 204 len: 168 time: 1.3339205 Jul 30 00:08:11.005245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:11.006806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7b845-8caa-4e4f-922a-5f2d297e370b None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:11.028033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-173bcc0e-039f-4621-9f9d-0b31d1f4bd59 req-6971a1de-5a2d-4866-86fb-c124159aa322 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950599 Jul 30 00:08:11.061191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1a710ca9-6424-4a42-abea-bedd78632fab details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:11.106785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet bd5d699c-cf7f-41f2-9193-d8076f96e428 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:11.118048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.146644 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b31c0b-de6c-4a6f-a9c7-509453103782 x-openstack-request-id: req-75b31c0b-de6c-4a6f-a9c7-509453103782 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:11.147213 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21b76e-d0c6-4b29-bee8-9a373fc61c58", "name": "network-vif-deleted", "tag": "6121d829-3ec7-4e90-b20b-213e49b7970d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:11.147449 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75b31c0b-de6c-4a6f-a9c7-509453103782 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:11.147881 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21b76e-d0c6-4b29-bee8-9a373fc61c58', 'name': 'network-vif-deleted', 'tag': '6121d829-3ec7-4e90-b20b-213e49b7970d', 'status': 'completed', 'code': 200} Jul 30 00:08:11.167359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:05Z', 'revision_number': 4, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '05a86a3b-e6f2-40af-a529-542327e8ab1e', 'name': '', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'mac_address': 'fa:16:3e:fb:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '167ede19-b534-4188-b2bc-7958c4500a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:03Z', 'updated_at': '2021-07-30T00:08:10Z', 'revision_number': 4, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'subnets': [{'id': '167ede19-b534-4188-b2bc-7958c4500a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:11.182497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.227855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9da253a7-2e90-4051-93ad-f8887624af07 req-108f74d0-a5ff-484a-b69a-f61f19b57267 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 210 time: 0.0437229 Jul 30 00:08:11.289967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50708) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:11.305366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.429224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.473875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1a710ca9-6424-4a42-abea-bedd78632fab,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:11.489636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5d699c-cf7f-41f2-9193-d8076f96e428,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:11.501828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.504395 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-222b600c-a0b6-4adf-a9e0-fd96aa76a2cf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/bd5d699c-cf7f-41f2-9193-d8076f96e428 HTTP/1.1" status: 204 len: 168 time: 0.4979529 Jul 30 00:08:11.505846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '1a710ca9-6424-4a42-abea-bedd78632fab', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': '1a710ca9-6424-4a42-abea-bedd78632fab', 'mac_address': 'fa:16:3e:b8:54:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:11.507419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50720) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:11.542381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcdbdd-c113-4158-a375-a6a569803b85 None None] The sync data for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 is: [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:08:05Z', 'revision_number': 4, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '05a86a3b-e6f2-40af-a529-542327e8ab1e', 'name': '', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'mac_address': 'fa:16:3e:fb:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '167ede19-b534-4188-b2bc-7958c4500a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:03Z', 'updated_at': '2021-07-30T00:08:10Z', 'revision_number': 4, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'subnets': [{'id': '167ede19-b534-4188-b2bc-7958c4500a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:11.575135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e2a83542-640f-4227-8dfb-0f8fd9055c79 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661256 Jul 30 00:08:11.577999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50722) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:11.584820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:11.735420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.847086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:11.854948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a710ca9-6424-4a42-abea-bedd78632fab {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:11.929023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1a710ca9-6424-4a42-abea-bedd78632fab,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:11.939778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.953342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-18357735-d560-47e6-aad8-bcb6225cd4e8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:11.964863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-18357735-d560-47e6-aad8-bcb6225cd4e8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 818 time: 0.4815009 Jul 30 00:08:11.967384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-d86ea4f4-861f-46d8-afd1-0c448fd066b4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:11.969052 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-d86ea4f4-861f-46d8-afd1-0c448fd066b4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 818 time: 0.2591681 Jul 30 00:08:11.998137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Deleting port 2239fe80-15a1-44fd-95d5-fe30427aaebb {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:11.998530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.003334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Request body: {'port': {'device_id': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'admin_state_up': True, 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:12.018296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-e6be418d-7ede-44a2-b56d-edc1c6d87601 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/quotas/47c975cd2f60457398e0a4804f1c1b40 HTTP/1.1" status: 200 len: 375 time: 0.0521657 Jul 30 00:08:12.102088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:12.112960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] For port 2239fe80-15a1-44fd-95d5-fe30427aaebb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2239fe80-15a1-44fd-95d5-fe30427aaebb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:12.113367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.127710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Calling delete_port for 2239fe80-15a1-44fd-95d5-fe30427aaebb owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:12.173617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:12.180251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.187075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-c091dd05-3477-4ff4-90a9-e615cf719697 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671469 Jul 30 00:08:12.241348 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.293709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['1a710ca9-6424-4a42-abea-bedd78632fab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:12.298504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] No DVR routers for this DVR port 2239fe80-15a1-44fd-95d5-fe30427aaebb on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:12.305103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7f27-5e2c-4ae7-918a-5ba02d748c03 None None] Pushing event deleted for resources: {'Port': ['ID=2239fe80-15a1-44fd-95d5-fe30427aaebb,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:12.394128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-cfca780b-9f4a-43ed-841f-ea05d0ba33e6 service neutron] 10.222.0.49 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946952 Jul 30 00:08:12.453041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:12.502991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 6121d829-3ec7-4e90-b20b-213e49b7970d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:12.503939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6121d829-3ec7-4e90-b20b-213e49b7970d not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:12.565053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-d81524a3-7688-43dc-9a5c-6ace7b1b3ec7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697705 Jul 30 00:08:12.612652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:12.614719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Made reservation on behalf of 47c975cd2f60457398e0a4804f1c1b40 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:12.621234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.624609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.629262 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.702258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=56ad196e-1c49-426e-a5c7-be938731ce83,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:12.773514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:12.778474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:12.785783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:12.786501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:12.792805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb191f-37bd-4ad2-9824-242bcd6926cd None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:12.828638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e414cb3e-7a51-460d-b2ee-08b2194d9519 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2491763 Jul 30 00:08:12.831815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50728) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:12.839507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:13.001839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Allocated IP 172.20.0.6 (0e1897d1-6dc8-4896-9e0e-ee63daf9a356/167ede19-b534-4188-b2bc-7958c4500a01/a9b1e3b5-ec27-4108-9fed-ed886dfa9220) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:13.150934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '56ad196e-1c49-426e-a5c7-be938731ce83'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:13.153338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.270454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbafbdf-f5e7-404d-85cb-574394e4bd34 req-96f53676-2a8c-45df-b539-192c9c4e2fd2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:13.285435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cbafbdf-f5e7-404d-85cb-574394e4bd34 req-96f53676-2a8c-45df-b539-192c9c4e2fd2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 945 time: 0.2398522 Jul 30 00:08:13.309661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:13.315338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.347870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.468168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.474324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Allocated IP 2001:db8::f816:3eff:fe5e:82b2 (43e480ae-f637-4387-b955-15f81a42fb7b/56ad196e-1c49-426e-a5c7-be938731ce83/81374196-4b80-4c80-8086-262d06a22797) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:13.581952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Pushing event updated for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:13.625201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:13.629432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:13.636994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:13.655393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cbafbdf-f5e7-404d-85cb-574394e4bd34 req-8131cf63-478d-4620-be13-cdf6db987fb1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686244 Jul 30 00:08:13.797960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:13.798612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.831172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.847804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-a84856d4-08c3-4419-9b80-403729df26dc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8482950 Jul 30 00:08:13.856584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Transition to ACTIVE for port object 81374196-4b80-4c80-8086-262d06a22797 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:13.865906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a86a3b-e6f2-40af-a529-542327e8ab1e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:13.870562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Request body: {'port': {'device_id': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:13.905548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Transition to ACTIVE for port object 81374196-4b80-4c80-8086-262d06a22797 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:13.918046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.920480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64222b36-67bc-4737-bd07-bad58ae5ae49 req-9d646fb3-9fa4-48db-8188-15d26c181f2a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 210 time: 0.0617125 Jul 30 00:08:13.970321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 2a037402-195c-4612-aed3-2f2d7bbd85b3 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:13.970671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.988768 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:13.998634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:14.008483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:14.015484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:14.018296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.021287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.035993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 05a86a3b-e6f2-40af-a529-542327e8ab1e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:14.051039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05a86a3b-e6f2-40af-a529-542327e8ab1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:14.053191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.105905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:14.111960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:14.117882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=71d8be63-3976-460c-9374-f8cebe25b806,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.122340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:14.123487 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.200197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Attempting to bind port 81374196-4b80-4c80-8086-262d06a22797 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:14.201216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Attempting to bind port 81374196-4b80-4c80-8086-262d06a22797 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:14.201516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 2a037402-195c-4612-aed3-2f2d7bbd85b3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2a037402-195c-4612-aed3-2f2d7bbd85b3,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:14.202006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.202355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Attempting to bind port 81374196-4b80-4c80-8086-262d06a22797 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:14.212966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:14.213921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:14.214510 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.215069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:14.215730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Bound port: 81374196-4b80-4c80-8086-262d06a22797, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:14.216277 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.219836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 2a037402-195c-4612-aed3-2f2d7bbd85b3 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:14.315941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.339821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:14.370135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:14.383676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.389243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 05a86a3b-e6f2-40af-a529-542327e8ab1e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a86a3b-e6f2-40af-a529-542327e8ab1e,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:14.406377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.442282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b1e3b5-ec27-4108-9fed-ed886dfa9220 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:14.472996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-089179b6-4bc3-4b20-bb6d-58e999eb9c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6392541 Jul 30 00:08:14.480145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:14.487759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.488089 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:04:7c:bb', 'name': 'tempest-NetworksTestDHCPv6-767011815'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:14.513991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f5140-9bf9-4817-8bd2-35e8476ba2f7 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.531581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Transition to ACTIVE for port object a9b1e3b5-ec27-4108-9fed-ed886dfa9220 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:14.536661 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.538580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2239fe80-15a1-44fd-95d5-fe30427aaebb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:14.614433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2239fe80-15a1-44fd-95d5-fe30427aaebb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:14.614830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2239fe80-15a1-44fd-95d5-fe30427aaebb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:14.638415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.668847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.745207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Attempting to bind port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:14.745665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Attempting to bind port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:14.746892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Attempting to bind port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:14.755618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:14.755618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Attempting to bind port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:14.769789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:14.769789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Checking segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:14.769789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Bound using segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:14.769789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Bound port: a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:14.769789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.811275 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:14.940098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=2a037402-195c-4612-aed3-2f2d7bbd85b3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:14.948075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:14.951821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:14.960063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.014331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:15.015180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.016652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] 10.222.0.59 "PUT /v2.0/ports/a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 1092 time: 1.1531754 Jul 30 00:08:15.017161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:15.020370 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cc47b5-1cea-474a-a9c6-807cfb147f45" -d '{"events": [{"name": "network-changed", "server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:15.047623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1a710ca9-6424-4a42-abea-bedd78632fab up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:15.112826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ce10a-4ac1-4146-83b1-8148deb9b05c service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:15.150152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-38600616-4506-4b7d-9c27-ed515718258f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:15.152423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-38600616-4506-4b7d-9c27-ed515718258f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.57 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 818 time: 0.5327902 Jul 30 00:08:15.167377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 1a710ca9-6424-4a42-abea-bedd78632fab completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:15.176909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 1a710ca9-6424-4a42-abea-bedd78632fab triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:15.177743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.208367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-276a7d3f-5e98-491d-b1fb-183fc6199853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:15.210516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-276a7d3f-5e98-491d-b1fb-183fc6199853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1095 time: 0.0900190 Jul 30 00:08:15.221806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Request body: {'port': {'device_id': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'admin_state_up': True, 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:15.295025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3cdc-bcd9-4bc9-aa85-fadc4d810ce9 req-eb4902cf-90eb-41d8-87a5-607c27692704 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:15.302678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-79823f92-22a1-4271-bea9-ab27dc79d9b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0749879 Jul 30 00:08:15.305314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8bc3cdc-bcd9-4bc9-aa85-fadc4d810ce9 req-eb4902cf-90eb-41d8-87a5-607c27692704 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 945 time: 0.4331958 Jul 30 00:08:15.348907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.383900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:15.387277 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8550fd-18dd-4476-bb71-de24287fef74" -d '{"events": [{"server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "name": "network-vif-plugged", "status": "completed", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:15.403393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-e163c937-7ae0-4344-b59d-6a44d1bda75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:15.404368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1a710ca9-6424-4a42-abea-bedd78632fab,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:15.406225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-e163c937-7ae0-4344-b59d-6a44d1bda75c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.0808434 Jul 30 00:08:15.411767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.447328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:15.456494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-bc784c00-b0af-4638-93af-8ec7dcf587e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422428 Jul 30 00:08:15.512664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:15.658486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-cdfee071-03a4-45ac-a2f5-fb97bb9d45ad service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949663 Jul 30 00:08:15.841323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b8324e0b-a81b-4b40-8295-e5a50b56c1a7 req-aa8524a0-2d36-4d1e-88a2-f732a46d1140 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742644 Jul 30 00:08:15.987625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8bc3cdc-bcd9-4bc9-aa85-fadc4d810ce9 req-539184c0-d453-48eb-bc3b-827069b26547 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812940 Jul 30 00:08:16.033735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.053728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a86a3b-e6f2-40af-a529-542327e8ab1e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:16.112304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05a86a3b-e6f2-40af-a529-542327e8ab1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:16.112989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.146806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf770c9-daed-46b4-82a4-45e095f9ccf6 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:16.222810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-40aa7413-8033-4e63-a182-ce2eb94871e8 None None] Provisioning for port 81374196-4b80-4c80-8086-262d06a22797 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:16.229887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-911e35b5-1bac-4267-9ce8-5efba5512029 req-e69a18bc-9d83-4b59-bc85-cdaa40fd9a84 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 210 time: 0.1308570 Jul 30 00:08:16.251941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.254808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Made reservation on behalf of 47c975cd2f60457398e0a4804f1c1b40 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:16.258965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.301394 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4840977e-57ec-4220-ab5c-184c94874890 x-openstack-request-id: req-4840977e-57ec-4220-ab5c-184c94874890 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:16.301394 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:16.301394 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4840977e-57ec-4220-ab5c-184c94874890 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:16.302154 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220', 'status': 'completed', 'code': 200} Jul 30 00:08:16.343804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1c31813-d4e3-48fa-b526-a791357eb4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.353721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:16.369743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port fcfba12c-a3b9-455d-900e-7376a74afd30 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:16.457177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-45d555a1-8abf-462a-a6bc-088e92757ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:16.469772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-45d555a1-8abf-462a-a6bc-088e92757ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1095 time: 0.0935729 Jul 30 00:08:16.482174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 81374196-4b80-4c80-8086-262d06a22797 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:16.488233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:16.488602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.601344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '56ad196e-1c49-426e-a5c7-be938731ce83', 'ip_address': '2001:db8::f816:3eff:fe5e:82b2'}, {'subnet_id': '71d8be63-3976-460c-9374-f8cebe25b806'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '81374196-4b80-4c80-8086-262d06a22797'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:08:16.621217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-89fcaba9-2fc4-43ee-aeaa-deae242c3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:16.623519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-89fcaba9-2fc4-43ee-aeaa-deae242c3338 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1487768 Jul 30 00:08:16.690982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.695839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-c5c9f41d-20da-4345-a999-6d0ff8db12d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0645399 Jul 30 00:08:16.701936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50762) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:16.711125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427359545', 'description': 'tempest-secgroup-smoke-427359545 description', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:16.766557 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f29020f-fcc9-4493-8b75-79e06b3affc2 x-openstack-request-id: req-7f29020f-fcc9-4493-8b75-79e06b3affc2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:16.767068 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "name": "network-vif-plugged", "status": "completed", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:16.767465 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f29020f-fcc9-4493-8b75-79e06b3affc2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:16.768173 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab', 'code': 200} Jul 30 00:08:16.794440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.807677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.836824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Allocated IP 172.20.0.4 (0e1897d1-6dc8-4896-9e0e-ee63daf9a356/167ede19-b534-4188-b2bc-7958c4500a01/7c6ea2de-27c0-4567-9e14-e738fe5aa094) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:16.856936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:16.872295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-9dd7a072-23f8-41d3-bc69-9433d2e05bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:16.873937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-9dd7a072-23f8-41d3-bc69-9433d2e05bf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1499093 Jul 30 00:08:16.919038 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:16.933781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-f6b4cf4f-b98a-42a8-8ab7-e30f1e8615c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394187 Jul 30 00:08:17.011541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:17.024356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:17.065356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da067a-77e4-462b-8441-9d704b3ed19e req-fc3f9dd0-adc7-4bd7-ad00-3404ddf23c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:17.066922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8da067a-77e4-462b-8441-9d704b3ed19e req-fc3f9dd0-adc7-4bd7-ad00-3404ddf23c8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 1098 time: 0.2087121 Jul 30 00:08:17.086515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 172.20.0.7 (43e480ae-f637-4387-b955-15f81a42fb7b/71d8be63-3976-460c-9374-f8cebe25b806/fcfba12c-a3b9-455d-900e-7376a74afd30) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:17.127162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe04:7cbb (43e480ae-f637-4387-b955-15f81a42fb7b/56ad196e-1c49-426e-a5c7-be938731ce83/fcfba12c-a3b9-455d-900e-7376a74afd30) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:17.279193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8da067a-77e4-462b-8441-9d704b3ed19e req-9f17a691-a6ba-48a6-9128-93f1b1156396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990585 Jul 30 00:08:17.366207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.376565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd30ca2-c8ec-4f4c-a7ef-ab26cd1de239 req-bbeb59bd-ee09-4b30-a0dd-abd7d12a0d57 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:17.378398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd30ca2-c8ec-4f4c-a7ef-ab26cd1de239 req-bbeb59bd-ee09-4b30-a0dd-abd7d12a0d57 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 946 time: 0.2871077 Jul 30 00:08:17.449163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.517435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:17.536763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9f66f613-fd2e-4a74-8b2b-522461f90f7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/5a63c9e3-d625-4e09-be48-72f36ac5ae45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2443929 Jul 30 00:08:17.541279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Sync routers for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:17.541727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:17.552195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.558737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:17.561968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:17.569308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.593580 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-e463401c-827f-4c30-aa20-85ffe1a64e86 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584826 Jul 30 00:08:17.610265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4dd30ca2-c8ec-4f4c-a7ef-ab26cd1de239 req-39fe8fea-89d3-41ec-913f-4801afe072a6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929479 Jul 30 00:08:17.623937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.625455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9224498 Jul 30 00:08:17.632206 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.635226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50770) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:17.644241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:17.672686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.682457 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4249ad-860e-4835-b125-b008a31de1b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc3c15-ac65-4504-8f49-16eaa182ad23,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:17.739462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object fcfba12c-a3b9-455d-900e-7376a74afd30 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:17.749878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting subnet 6c3062f8-745c-4414-9b4e-64e8f33799cc {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:17.752076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49cc47b5-1cea-474a-a9c6-807cfb147f45 req-22da575f-fed7-4494-a466-3e787995fa58 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511710 Jul 30 00:08:17.760137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.788592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:17.806406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:17.817762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Pushing event updated for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:17.827199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:17.842538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:17.849736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:17.852288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.901577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.966388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:17.966768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.993872 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.053442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:18.054426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.075573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2e122-78d8-4273-ba83-9983b3d4f139 req-8784436c-aee6-4902-ad3a-2d64c498a811 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:18.077267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dc2e122-78d8-4273-ba83-9983b3d4f139 req-8784436c-aee6-4902-ad3a-2d64c498a811 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 931 time: 0.2445195 Jul 30 00:08:18.131791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.165667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:18.169922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-843a39f9-0732-4622-86e5-47ba02040659 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9556315 Jul 30 00:08:18.170696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.190064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:18.192542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=fcfba12c-a3b9-455d-900e-7376a74afd30,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:18.199999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Request body: {'port': {'device_id': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:18.206527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:18.281018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.289857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Allocated IP 172.20.0.2 (43e480ae-f637-4387-b955-15f81a42fb7b/71d8be63-3976-460c-9374-f8cebe25b806/81374196-4b80-4c80-8086-262d06a22797) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:18.308550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702355f2-109f-4d86-a870-028c432dfe8b,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:18.324635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dc2e122-78d8-4273-ba83-9983b3d4f139 req-04e71b08-e410-4676-ab2d-44860b4ebc33 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206302 Jul 30 00:08:18.336705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.338243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c37b67b3-fb19-43f9-a7e9-cc618135ca27 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6998024 Jul 30 00:08:18.342169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:18.351982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:18.395415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:18.395994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.414405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.422284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.435977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.442073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cfc18069-3c14-4ef7-90ac-6fe82cfe2062 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9629064 Jul 30 00:08:18.443033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:18.482538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a9b1e3b5-ec27-4108-9fed-ed886dfa9220 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:18.508635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:08:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:18.562505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.569285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.575732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.576858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Checking router: 5a63c9e3-d625-4e09-be48-72f36ac5ae45 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:18.578311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/subnets/6c3062f8-745c-4414-9b4e-64e8f33799cc HTTP/1.1" status: 204 len: 168 time: 1.0227530 Jul 30 00:08:18.583214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50776) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:18.586993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e7cb-ecae-4e64-b8a0-e5af18de6e90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3062f8-745c-4414-9b4e-64e8f33799cc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:18.590212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d09e6a-84bd-4d0b-bd1c-ee1105821464 None None] Network c877b4d8-15bb-4945-ab95-8dd5414ef0ba requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:18.683208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cba814e-7f52-4e07-b40c-167cb2a3d1f7,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:18.710703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.714931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Routers {'5a63c9e3-d625-4e09-be48-72f36ac5ae45'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:18.716021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:07:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:18.718980 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-37d58466-619a-4ca1-a85d-efa11c9ddec1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738527 Jul 30 00:08:18.722688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:18.728099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:18.729947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:18.856457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.893762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.935207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6ea2de-27c0-4567-9e14-e738fe5aa094 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:18.945786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.963519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Transition to ACTIVE for port object 7c6ea2de-27c0-4567-9e14-e738fe5aa094 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:18.976635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.983898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.013407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a50abf-01af-40c0-ab2c-05ec0f483fea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:19.021011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a50abf-01af-40c0-ab2c-05ec0f483fea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:19.023398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c8a50abf-01af-40c0-ab2c-05ec0f483fea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5739229 Jul 30 00:08:19.025927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.029750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.032693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3081925 Jul 30 00:08:19.035518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:19.035850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:19.050054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:19.061463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c312ce-2f2e-4f73-8b01-933704fbcfa7 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb58349-8b31-427c-a85e-1d80369fba74,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.068245 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.082966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:19.119579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7bffb-0d40-4739-8774-a151494b490d req-05c85389-450e-4d03-957a-928e48ce400e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:19.122174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65d7bffb-0d40-4739-8774-a151494b490d req-05c85389-450e-4d03-957a-928e48ce400e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 946 time: 0.1568863 Jul 30 00:08:19.144863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'port_id': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220', 'mac_address': 'fa:16:3e:b3:2c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167ede19-b534-4188-b2bc-7958c4500a01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:19.149215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Transition to ACTIVE for port object 81374196-4b80-4c80-8086-262d06a22797 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:19.157344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc16352a-309b-4fff-98d0-23d91c12200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.174119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.209819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.212887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.220186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.256870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65d7bffb-0d40-4739-8774-a151494b490d req-b36584c7-3397-4ef8-baa3-ffb1bf62c7f8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230848 Jul 30 00:08:19.272254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] Set router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:19.273064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Attempting to bind port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:19.273484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Attempting to bind port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:19.273869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Attempting to bind port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:19.294271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:19.294494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Attempting to bind port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 on network 0e1897d1-6dc8-4896-9e0e-ee63daf9a356 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:19.303767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:19.304128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Checking segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:19.304543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Bound using segment: {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:19.305035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Bound port: 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:19.305426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.418977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] DHCP port deletion for c877b4d8-15bb-4945-ab95-8dd5414ef0ba request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:19.483016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.493756 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.516502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:19.522002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:19.523188 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.548259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port fcfba12c-a3b9-455d-900e-7376a74afd30 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:19.548885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.556044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18545d8d-1f90-4f43-a86d-f11a62afb5c3 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.558626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564bc5-11d9-409f-b34a-82d6b7fe6acf req-b3d6b57d-17ae-409f-8a8c-d61648825d92 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:19.559284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.566459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5202684 Jul 30 00:08:19.571373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.574201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c564bc5-11d9-409f-b34a-82d6b7fe6acf req-b3d6b57d-17ae-409f-8a8c-d61648825d92 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 946 time: 0.1260595 Jul 30 00:08:19.576427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b1e3b5-ec27-4108-9fed-ed886dfa9220 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:19.587243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:19.589488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 22f1763b-67c6-4630-a831-9e9cf145553a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:19.590100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.593201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920f11b-1fec-4239-86c3-5a296b0d3a70 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d8ba69-cfc2-4333-b975-345fd8c79073,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.603854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:19.629233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:19.630879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.638630 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.678892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c564bc5-11d9-409f-b34a-82d6b7fe6acf req-a4c855e7-d0c0-478a-b9b5-2ae02d02cb3e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031868 Jul 30 00:08:19.765035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:19.794383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Deleting port 964b822e-c9e0-4f64-9e41-bf03c3354597 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:19.794773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.799983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:19.800786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.802516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] 10.222.0.57 "PUT /v2.0/ports/7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 1092 time: 1.6070189 Jul 30 00:08:19.802861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:19.806369 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:19.852142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97418a-24b5-4704-ad99-6a7d6182305b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.858132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.890539 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Project d8fc74a3859741f4beb3a63c4a2f5d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:19.913928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.923681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.965976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for fcfba12c-a3b9-455d-900e-7376a74afd30 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:19.974467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a9b1e3b5-ec27-4108-9fed-ed886dfa9220'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:19.997274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.005273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.012065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c1424-e79e-4e6b-a8c4-36cdc79dd8ee req-7b2395e5-8356-45bc-8725-a4a7f18091cb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:20.015655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb1c1424-e79e-4e6b-a8c4-36cdc79dd8ee req-7b2395e5-8356-45bc-8725-a4a7f18091cb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 943 time: 0.1312444 Jul 30 00:08:20.029226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] For port 964b822e-c9e0-4f64-9e41-bf03c3354597, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=964b822e-c9e0-4f64-9e41-bf03c3354597,segment=NetworkSegment(5e7d3187-e853-4e10-b3d5-ee8150e07c6e),segment_id=5e7d3187-e853-4e10-b3d5-ee8150e07c6e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:20.029762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.044524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6513d567-fcfd-4e88-b7d0-674b57f2c987,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.046106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-0fbeb647-9971-491f-8845-49499797e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:20.047805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-0fbeb647-9971-491f-8845-49499797e112 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1095 time: 0.1652434 Jul 30 00:08:20.090061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Calling delete_port for 964b822e-c9e0-4f64-9e41-bf03c3354597 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:20.107312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:08:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:20.124353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 22f1763b-67c6-4630-a831-9e9cf145553a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=22f1763b-67c6-4630-a831-9e9cf145553a,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:20.124918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.128671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.128983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-5cd80785-d162-4c24-b03c-be928369d949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 217 time: 0.0661721 Jul 30 00:08:20.133605 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5e2da2dc-9d0b-410e-9a34-a1f8148a45cf tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5330801 Jul 30 00:08:20.138675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:20.151713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 22f1763b-67c6-4630-a831-9e9cf145553a owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:20.153851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'security_group_rule': {'security_group_id': 'ccbc3c15-ac65-4504-8f49-16eaa182ad23', 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:20.166518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4c852-1e03-44e4-af6a-0f1937abc088 None None] The sync data for ids ['5a63c9e3-d625-4e09-be48-72f36ac5ae45'] in n-d-712707-11 is: [{'id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2104389567', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:05:59Z', 'updated_at': '2021-07-30T00:08:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '22f1763b-67c6-4630-a831-9e9cf145553a', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63c9e3-d625-4e09-be48-72f36ac5ae45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:06:00Z', 'updated_at': '2021-07-30T00:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:20.265897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-44fe1e2b-274b-41c7-9343-f0ac4531966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:20.267467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-44fe1e2b-274b-41c7-9343-f0ac4531966d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.0646181 Jul 30 00:08:20.271490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb1c1424-e79e-4e6b-a8c4-36cdc79dd8ee req-0dbabc02-8b65-446b-b9da-1d2742473728 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475739 Jul 30 00:08:20.272225 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Project d8fc74a3859741f4beb3a63c4a2f5d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:20.286901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.315119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 964b822e-c9e0-4f64-9e41-bf03c3354597 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:20.323625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.342443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-1a90d6db-b294-4fb8-bd52-5f39ef8887f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644798 Jul 30 00:08:20.370402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 964b822e-c9e0-4f64-9e41-bf03c3354597 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:20.370669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 964b822e-c9e0-4f64-9e41-bf03c3354597 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:20.381065 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae67a1-2c86-442a-81b5-39d6cad4a61b x-openstack-request-id: req-a2ae67a1-2c86-442a-81b5-39d6cad4a61b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:20.381438 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:20.381652 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2ae67a1-2c86-442a-81b5-39d6cad4a61b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:20.382200 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094', 'status': 'completed', 'code': 200} Jul 30 00:08:20.408791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] No DVR routers for this DVR port 964b822e-c9e0-4f64-9e41-bf03c3354597 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:20.420591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df2d7-cbba-4972-b597-bc7ee12f2381 None None] Pushing event deleted for resources: {'Port': ['ID=964b822e-c9e0-4f64-9e41-bf03c3354597,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.527397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a0e48a7-2b55-4ade-8fc5-3832442184d7 None None] Provisioning for port 81374196-4b80-4c80-8086-262d06a22797 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:20.558354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a0e48a7-2b55-4ade-8fc5-3832442184d7 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:20.560444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a0e48a7-2b55-4ade-8fc5-3832442184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.620704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.653093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.699231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.707764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5606658 Jul 30 00:08:20.708705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.724792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee944dc1-188e-4573-a449-ecae6130f470 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ec9769-a3cf-44b1-89be-b81ffd313cc0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.741744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-b66e0f63-07c8-4ba4-8a0e-74ef0d3e29b1 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874991 Jul 30 00:08:20.741973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.767283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=22f1763b-67c6-4630-a831-9e9cf145553a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.871183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.942093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2e670157-6fef-4f18-a28f-992257171f8c None None] Could not find standard attr ID for object fcfba12c-a3b9-455d-900e-7376a74afd30. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:08:20.966693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=fcfba12c-a3b9-455d-900e-7376a74afd30,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.976864 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.989090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b314aba-aac4-4035-b656-a9fc1eaa616f req-ef2fe6f6-185b-4fe1-a6f4-7a8fb5e62fde tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:20.993210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b314aba-aac4-4035-b656-a9fc1eaa616f req-ef2fe6f6-185b-4fe1-a6f4-7a8fb5e62fde tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 946 time: 0.1340694 Jul 30 00:08:21.037059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16a6c7ea-1f7d-487e-9505-7655eb0b6ee8 req-40429c26-58a4-4dc1-aeee-dbdaa9691860 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868748 Jul 30 00:08:21.066406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b314aba-aac4-4035-b656-a9fc1eaa616f req-fd1c836d-ade7-4ae2-8e94-941f9a7ebc78 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477543 Jul 30 00:08:21.164276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.169751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.226328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.230456 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8412450e-2f39-4c68-b440-c567c5e3b43a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/fcfba12c-a3b9-455d-900e-7376a74afd30 HTTP/1.1" status: 204 len: 168 time: 2.1931765 Jul 30 00:08:21.232915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:21.237963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.239482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Fanout notify agent at l3_agent the message router_deleted on router 5a63c9e3-d625-4e09-be48-72f36ac5ae45 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:08:21.252387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.256660 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b2e4c599-ce24-4657-b8cd-e2ef211937ac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/routers/5a63c9e3-d625-4e09-be48-72f36ac5ae45 HTTP/1.1" status: 204 len: 168 time: 2.6688259 Jul 30 00:08:21.257271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50810) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:21.312004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-08862129-19ea-4159-9073-6b72b8ddf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.313605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-08862129-19ea-4159-9073-6b72b8ddf6c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1095 time: 0.1690843 Jul 30 00:08:21.318234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f244a2f-2c65-4160-8f1a-f5635205b2e7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.319759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f244a2f-2c65-4160-8f1a-f5635205b2e7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.321393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f244a2f-2c65-4160-8f1a-f5635205b2e7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.327148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f244a2f-2c65-4160-8f1a-f5635205b2e7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0893238 Jul 30 00:08:21.333713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-c395d88d-9df2-4aeb-938f-d01c93837d32 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427359545&fields=id&tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52 HTTP/1.1" status: 200 len: 267 time: 0.1251564 Jul 30 00:08:21.333923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:21.447941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.453825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 56ad196e-1c49-426e-a5c7-be938731ce83 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:21.458707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.496286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-6d983112-2400-43a8-9663-abaf678831d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613410 Jul 30 00:08:21.511421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-dbfa8ada-b9f7-466b-a087-9d4408c1d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.512951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-dbfa8ada-b9f7-466b-a087-9d4408c1d295 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1775196 Jul 30 00:08:21.535489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.536588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-07207eda-3a21-4204-ab41-ffcdc7fdaaa1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.541228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-07207eda-3a21-4204-ab41-ffcdc7fdaaa1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 814 time: 0.2064843 Jul 30 00:08:21.581247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-895215fd-b1bb-48bb-a81e-2df79634d4d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 217 time: 0.0579736 Jul 30 00:08:21.584976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-1735ae38-71e9-44cc-9814-eb4b76c4e0a0 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/quotas/d8fc74a3859741f4beb3a63c4a2f5d52 HTTP/1.1" status: 200 len: 375 time: 0.0113373 Jul 30 00:08:21.666313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-1e13f3b2-18fb-4859-8d4a-c0024dd84350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.667862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-1e13f3b2-18fb-4859-8d4a-c0024dd84350 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.0791397 Jul 30 00:08:21.684114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-acf9e2f6-f4d9-433c-8b74-b6162dc513ec tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873981 Jul 30 00:08:21.694791 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.719634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c877b4d8-15bb-4945-ab95-8dd5414ef0ba']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.720728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-eea8a4a3-9e5b-4153-9ef5-fa73bf55d659 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344748 Jul 30 00:08:21.742621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7d3187-e853-4e10-b3d5-ee8150e07c6e') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.742886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7d3187-e853-4e10-b3d5-ee8150e07c6e') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.781330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-dcad2a7a-96a7-4fba-97b4-70b58d173b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:21.783048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-dcad2a7a-96a7-4fba-97b4-70b58d173b99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 1097 time: 0.2115438 Jul 30 00:08:21.786603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.810474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.818115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.902235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2a037402-195c-4612-aed3-2f2d7bbd85b3 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:21.912583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:08:21.913127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:08:21.918902 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:08:21.927492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2a037402-195c-4612-aed3-2f2d7bbd85b3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:21.927935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2a037402-195c-4612-aed3-2f2d7bbd85b3 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:21.928594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 22f1763b-67c6-4630-a831-9e9cf145553a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:21.954837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 22f1763b-67c6-4630-a831-9e9cf145553a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:21.955417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 22f1763b-67c6-4630-a831-9e9cf145553a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:22.024818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.056573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.060944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/networks/c877b4d8-15bb-4945-ab95-8dd5414ef0ba HTTP/1.1" status: 204 len: 168 time: 0.8019750 Jul 30 00:08:22.086564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:22.088352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.106559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0f0fa-37a6-48a2-8536-da87c3e58f17 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Network': ['ID=c877b4d8-15bb-4945-ab95-8dd5414ef0ba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.140242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-4462f55f-354a-45c2-a80c-994ee16d317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:22.141796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-4462f55f-354a-45c2-a80c-994ee16d317f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.2941475 Jul 30 00:08:22.146225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=56ad196e-1c49-426e-a5c7-be938731ce83,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.151309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.156019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-301b3a78-2893-42c9-b5a0-67448ba283c9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/56ad196e-1c49-426e-a5c7-be938731ce83 HTTP/1.1" status: 204 len: 168 time: 0.8199992 Jul 30 00:08:22.157805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50822) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:22.158002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0cd3b5-132c-474c-8e35-76eed7de1b78 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:22.259268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-9631e0e7-90c8-40d2-a3b7-647e82c944d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 HTTP/1.1" status: 200 len: 217 time: 0.0949018 Jul 30 00:08:22.315524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-9efaeff8-edca-4b21-b516-412dc80cbcd7 service neutron] 10.222.0.49 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988302 Jul 30 00:08:22.319324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-e005c735-21c2-4f86-91f2-a1a71bdf65f6 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874257 Jul 30 00:08:22.337659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 71d8be63-3976-460c-9374-f8cebe25b806 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:22.346728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.370236 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.403126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-a8314f6e-9398-4203-a5a3-e9f4ea78cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:22.405235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-a8314f6e-9398-4203-a5a3-e9f4ea78cc9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1225517 Jul 30 00:08:22.428338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.467785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.509704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a9b1e3b5-ec27-4108-9fed-ed886dfa9220 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:22.536953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-7b9b7590-399a-4962-923a-5a105f26ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:22.537288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.538575 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-7b9b7590-399a-4962-923a-5a105f26ca75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206167 Jul 30 00:08:22.545098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-a37dd8df-99ea-4350-aeef-cd966e7501f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226391 Jul 30 00:08:22.563042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-f64340f2-1207-4855-b66d-9cc1d2355ebc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:22.565191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-f64340f2-1207-4855-b66d-9cc1d2355ebc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 946 time: 0.1175413 Jul 30 00:08:22.570255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-78b8b0d4-8f4b-46fb-98a8-3327abf093ae service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374184 Jul 30 00:08:22.580333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:22.584801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:22.585177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.679895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.737413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.743863 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.745137 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/security-groups/1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4 HTTP/1.1" status: 204 len: 168 time: 0.6520531 Jul 30 00:08:22.757355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-38ee410e-a7de-4c6d-91c2-8aee46b28628 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000141 Jul 30 00:08:22.765145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.778129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70ad22-1d88-4e29-bb61-8c06ab5596c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1810b1-69a9-4e90-ab5a-56f8e8e5a6b4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.828727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 1a710ca9-6424-4a42-abea-bedd78632fab {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:22.831731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.850800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:22.854932 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd76b34-ef7d-43b2-817d-a71e2a499419" -d '{"events": [{"server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:22.861757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:22.869083 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.908947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac954a27-108d-40cc-b81a-013a302d9f23 req-393e38e8-acad-4fc1-a636-952e8de18e72 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438551 Jul 30 00:08:22.918908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.951626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=71d8be63-3976-460c-9374-f8cebe25b806,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.975956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.981040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f4491d4e-110f-45a0-9ad6-6afa019e621c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/71d8be63-3976-460c-9374-f8cebe25b806 HTTP/1.1" status: 204 len: 168 time: 0.8155468 Jul 30 00:08:22.982672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.983908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:23.015658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port 1a710ca9-6424-4a42-abea-bedd78632fab, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=1a710ca9-6424-4a42-abea-bedd78632fab,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:23.015658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.037435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 1a710ca9-6424-4a42-abea-bedd78632fab owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:23.051497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7c6ea2de-27c0-4567-9e14-e738fe5aa094 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:23.071666 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-10dda6c3-718d-48db-be6a-ce6f1a90bf22 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823152 Jul 30 00:08:23.072761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:23.083516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:23.214808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:23.230956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '7c6ea2de-27c0-4567-9e14-e738fe5aa094', 'network_id': '0e1897d1-6dc8-4896-9e0e-ee63daf9a356', 'port_id': '7c6ea2de-27c0-4567-9e14-e738fe5aa094', 'mac_address': 'fa:16:3e:0e:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167ede19-b534-4188-b2bc-7958c4500a01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:23.299155 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.314781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:23.319332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.330908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6ea2de-27c0-4567-9e14-e738fe5aa094 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:23.357145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.358143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:23.367158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.381417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f41f-bba4-4aa4-8dea-c07a271597c5 req-f7929c5f-48c7-491d-ad32-0f9b92447f9f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:23.383934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f3f41f-bba4-4aa4-8dea-c07a271597c5 req-f7929c5f-48c7-491d-ad32-0f9b92447f9f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 943 time: 0.1248689 Jul 30 00:08:23.403436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:23.405561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['1a710ca9-6424-4a42-abea-bedd78632fab'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:23.488163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=1a710ca9-6424-4a42-abea-bedd78632fab,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:23.508392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:23.561047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port 1a710ca9-6424-4a42-abea-bedd78632fab on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:23.568356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.576399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89a671f1-7fb9-439f-825e-01abb292a7a9 req-61be6c4e-8232-44af-8184-b821382208d5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "DELETE /v2.0/ports/1a710ca9-6424-4a42-abea-bedd78632fab HTTP/1.1" status: 204 len: 173 time: 0.9835694 Jul 30 00:08:23.577531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'name': 'network-vif-deleted', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:23.584917 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8154e4-23ce-4f69-8a5c-56adb8e657ee" -d '{"events": [{"server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "name": "network-vif-deleted", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:23.635452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16f3f41f-bba4-4aa4-8dea-c07a271597c5 req-a2001088-e2b1-41b5-a004-caa52aabc9e5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449908 Jul 30 00:08:23.650882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b92b9-dbdb-4d1c-9734-ca2c73831441 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:23.750125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7c6ea2de-27c0-4567-9e14-e738fe5aa094'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:23.765903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.840120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66aa8138-24ba-4cdc-99ac-e94612480ea6 req-a56f284d-c0c1-4edf-964c-0009ab1fc597 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0887187 Jul 30 00:08:23.919336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=891840aa-8306-49c9-ba28-675d9ed66066,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:23.927895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b46897b9-718b-42db-a023-d9c9cad5df6f None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:23.928648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b46897b9-718b-42db-a023-d9c9cad5df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.939191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:23.942033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:23.945274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:23.945956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.974678 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bb24d53c-9218-4b2b-acbc-d37b1c348ec3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8999705 Jul 30 00:08:23.979399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50852) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:23.984578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:24.004300 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ba4a9-8599-4393-be09-796905c6f686 x-openstack-request-id: req-9c1ba4a9-8599-4393-be09-796905c6f686 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:24.004851 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:24.004851 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c1ba4a9-8599-4393-be09-796905c6f686 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:24.005238 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220', 'code': 200} Jul 30 00:08:24.150323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-691bf148-2de2-4aa5-8879-79cdde7b6621 req-57a0788b-38ef-4bf7-80a9-5c8a24a3c0b2 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0690229 Jul 30 00:08:24.226149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaea609-ad87-4f26-bf48-7a5d506161f5 req-13a5e6c7-06bd-465c-a0b9-a03c9865fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:24.227780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-edaea609-ad87-4f26-bf48-7a5d506161f5 req-13a5e6c7-06bd-465c-a0b9-a03c9865fd89 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0929499 Jul 30 00:08:24.245316 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ecb64c-b642-4edb-9c0c-886f51d50911 x-openstack-request-id: req-f6ecb64c-b642-4edb-9c0c-886f51d50911 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:24.246418 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea493e83-0c24-4665-ad56-914789caae42", "name": "network-vif-deleted", "tag": "1a710ca9-6424-4a42-abea-bedd78632fab", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:24.246418 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6ecb64c-b642-4edb-9c0c-886f51d50911 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:24.247092 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea493e83-0c24-4665-ad56-914789caae42', 'name': 'network-vif-deleted', 'tag': '1a710ca9-6424-4a42-abea-bedd78632fab', 'status': 'completed', 'code': 200} Jul 30 00:08:24.283515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:24.290385 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.389754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-edaea609-ad87-4f26-bf48-7a5d506161f5 req-91c6a715-f98f-4042-9aed-ff6ba9762ebc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543145 Jul 30 00:08:24.624815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:24.630323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959805010', 'description': 'tempest-secgroup-smoke-1959805010 description', 'project_id': '57bfa74084174648bc08ab35feae2fd1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:24.635152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a33883-fedf-470e-b922-a14520d2bea0 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:24.670687 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.860172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2a0c441-0182-4fc5-b7f7-197a2b954f97 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:24.860892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c441-0182-4fc5-b7f7-197a2b954f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.885069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.897681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.923609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20259b00-66b8-41b2-b142-a9b4b76fecd3 req-0d649478-d64f-42fb-8dd7-42eca81e9271 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:24.925651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20259b00-66b8-41b2-b142-a9b4b76fecd3 req-0d649478-d64f-42fb-8dd7-42eca81e9271 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 944 time: 0.1017880 Jul 30 00:08:25.028749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20259b00-66b8-41b2-b142-a9b4b76fecd3 req-dfbd46d1-fe36-490e-b128-803f90ca2e92 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921197 Jul 30 00:08:25.051514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.066215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7c6ea2de-27c0-4567-9e14-e738fe5aa094 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:25.067703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4279883 Jul 30 00:08:25.081015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb02ab5-02c5-4d57-8451-2a35332cd85c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d489db-639e-407c-8bcc-61b9a0c45583,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.087369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:25.097185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:25.204573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:25.211563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:25.212118 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.226419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7ee0d3f-bcf5-46e8-ab40-cc092487e799 req-18e0b9d5-f036-4773-ac22-b50ea01ec4cc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0586867 Jul 30 00:08:25.331813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.335401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.434323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af5a4175-2fbd-481f-abc8-0f9a6b703b3d req-68982f64-53f8-4970-a849-81e6f23a2cb1 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0723777 Jul 30 00:08:25.464539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:25.471405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.472253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1a710ca9-6424-4a42-abea-bedd78632fab no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:25.514783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c94f1a5a-93b7-48ac-b875-9b00638ff2d3 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:25.515151 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c94f1a5a-93b7-48ac-b875-9b00638ff2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.519921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 1a710ca9-6424-4a42-abea-bedd78632fab {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:25.520414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 1a710ca9-6424-4a42-abea-bedd78632fab not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:25.555926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-b4a0b041-841f-4ec6-99d3-c7f23ba837ea tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:25.558834 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-b4a0b041-841f-4ec6-99d3-c7f23ba837ea tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 814 time: 0.3330269 Jul 30 00:08:25.583996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.687332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.716560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.765422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-7d20684e-1528-41c9-a738-4cce000b3c38 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52 HTTP/1.1" status: 200 len: 379 time: 0.1761775 Jul 30 00:08:25.774068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:25.776816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.780679 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6892369 Jul 30 00:08:25.781054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50864) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:25.783740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'port': {'device_id': '83390472-7131-40da-87d6-645230aca242', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'admin_state_up': True, 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'security_groups': ['ccbc3c15-ac65-4504-8f49-16eaa182ad23']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:25.785992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:25.819941 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.898347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.903356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.928852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9f8498-53da-4589-8b17-96064a6a4ab7,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.943377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.948666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0635ddd3-d0d0-4b70-9cbd-b05b799a48ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664460 Jul 30 00:08:25.949477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50866) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:25.954749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:25.973440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6767c-3dfd-42e7-883c-3c0cfa61487b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecb7d29-2ed8-4dd9-a099-6452fcc1c92b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.994068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.006442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:26.008882 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b68a77-4e06-4ed4-a4e0-2dc3a38eeb12" -d '{"events": [{"server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "name": "network-vif-plugged", "status": "completed", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:26.074459 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f095c4-bbaa-4b8c-a55b-eb8deeb6242e x-openstack-request-id: req-47f095c4-bbaa-4b8c-a55b-eb8deeb6242e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:26.075087 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "name": "network-vif-plugged", "status": "completed", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:26.075087 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47f095c4-bbaa-4b8c-a55b-eb8deeb6242e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:26.075444 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094', 'code': 200} Jul 30 00:08:26.088001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.094027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.127097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.128598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779635 Jul 30 00:08:26.131574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:26.145590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:26.158741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884800ad-ab0f-4b3e-8b90-4826835da4d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fdf5b7-8430-4237-80e3-970dfae13e0e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:26.178286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.289441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.297928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0235ec0-9b86-45e4-8254-598186bd3188 req-b4379b4e-518b-46b7-833e-ec3e41da63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:26.299599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0235ec0-9b86-45e4-8254-598186bd3188 req-b4379b4e-518b-46b7-833e-ec3e41da63da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1097 time: 0.1056406 Jul 30 00:08:26.314240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31232436-0cb3-462c-a2a1-f329ac9e54b6 req-80a3a7d6-db76-44e7-bbc3-242529833312 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:26.315809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31232436-0cb3-462c-a2a1-f329ac9e54b6 req-80a3a7d6-db76-44e7-bbc3-242529833312 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1448898 Jul 30 00:08:26.379582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Made reservation on behalf of d8fc74a3859741f4beb3a63c4a2f5d52 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:26.383304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.400762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0235ec0-9b86-45e4-8254-598186bd3188 req-1f74cd8d-9989-4edc-b7bb-a2ed0833bef6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837705 Jul 30 00:08:26.418026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31232436-0cb3-462c-a2a1-f329ac9e54b6 req-b9eea9ba-0bfe-4f58-9743-8f7ce921c68f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820665 Jul 30 00:08:26.450830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.460991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.495472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c775caa-4324-40e3-960d-be8628bf8108,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:26.499400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.500842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1d31f95-b541-4ea0-81e7-06379ee12b40 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3676538 Jul 30 00:08:26.504071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:26.516695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:26.521812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:26.585078 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:26.600470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.608187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.609150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.615084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.619467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9caf14a8-d217-4d38-8ba8-2f066dd6d5f3 req-1cbbf3fc-f032-4e0c-8daf-8c79c70c9a82 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0642743 Jul 30 00:08:26.689982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:26.737005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Allocated IP 172.20.0.11 (d66dc9a1-423f-4f1a-9a12-8468a41ed564/cc760715-0c31-4a68-ba0d-2acef61fdc0d/c5d64a37-5208-4fb8-9ba4-bb39906992a1) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:26.737314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.744505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.754317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:26.762873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:26.773645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:26.773645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.786680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=73f388d2-02c0-47d8-9483-2220e7bace94,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:26.787016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbce95-1497-4a15-af8c-d24efa86247a None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:26.815085 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f3d9926f-df71-4357-8de8-127518d8bf95 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8346965 Jul 30 00:08:26.820784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:26.827214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:b0:cd:8e', 'name': 'tempest-NetworksTestDHCPv6-158466669'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:26.830073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6edf8f5b-8f8d-407d-9a23-521f741fdcb6 req-e6a5f3dc-e4db-44aa-b3fe-16a52015e107 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0783772 Jul 30 00:08:26.831119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eab7438-5f9b-423e-ad2b-c8038fad2065,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:26.847405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.850876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f04aace2-4854-44d3-b010-76d641f04756 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3436248 Jul 30 00:08:26.852937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50882) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:26.863077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': 'c3d489db-639e-407c-8bcc-61b9a0c45583', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:26.922629 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:26.931654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.039711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.047048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.057157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.074625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:27.083356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05633ef-92ea-44c2-af7f-926292d82aed,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:27.093538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.096122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2bc94b7c-773b-4ed1-a326-eee10dc67084 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2402604 Jul 30 00:08:27.098997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:27.102251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Transition to ACTIVE for port object c5d64a37-5208-4fb8-9ba4-bb39906992a1 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:27.110600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'network': {'name': 'tempest-network-smoke--846877627', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'port_security_enabled': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:27.138938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:27.141264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '73f388d2-02c0-47d8-9483-2220e7bace94', 'ip_address': '2001:db8::f816:3eff:fe5e:82b2'}, {'subnet_id': '891840aa-8306-49c9-ba28-675d9ed66066'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '81374196-4b80-4c80-8086-262d06a22797'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:08:27.145947 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.178602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:08:27.186986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.194388 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.195041 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Added segment fa04d2e8-e2e3-4e37-9d78-11d0dc01763b of type vlan for network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 Jul 30 00:08:27.213520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.224886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.276254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.283020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 79036302-d94d-4c88-b45b-3f759f8b36bd yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:27.293368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:27.303454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:27.350210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:27.354948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.368123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:27.382259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:27.384672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.506643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4060082 Jul 30 00:08:27.507327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50888) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:27.516664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'admin_state_up': True, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:27.547382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2aa26-6694-436b-9d1c-a26194d170c3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Network': ['ID=41a3f5f4-17eb-4464-92e4-fc0732ee56f3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:27.577229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:27.578491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.587047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.588497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.608424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-49c9d9d9-bab4-46e8-bfb4-d95ab6d8644b tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8324704 Jul 30 00:08:27.622988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:08:27.630653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Request body: {'port': {'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:27.745442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Allocated IP 172.20.0.2 (43e480ae-f637-4387-b955-15f81a42fb7b/891840aa-8306-49c9-ba28-675d9ed66066/81374196-4b80-4c80-8086-262d06a22797) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:27.794220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.801829 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.828125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:27.835629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb7ef63f-2a90-46bd-b241-2b76768b7db8 None None] Provisioning for port c5d64a37-5208-4fb8-9ba4-bb39906992a1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:27.875287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca022063-0c19-4f26-aa34-03accad8e84f req-6e345783-f391-416e-b70e-aef1066b1aee tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:27.877093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca022063-0c19-4f26-aa34-03accad8e84f req-6e345783-f391-416e-b70e-aef1066b1aee tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.2831285 Jul 30 00:08:27.931422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb7ef63f-2a90-46bd-b241-2b76768b7db8 None None] Provisioning complete for port c5d64a37-5208-4fb8-9ba4-bb39906992a1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:27.932868 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb7ef63f-2a90-46bd-b241-2b76768b7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.009508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.033993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ef63f-2a90-46bd-b241-2b76768b7db8 None None] Port c5d64a37-5208-4fb8-9ba4-bb39906992a1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:28.063978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.076918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:28.090524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca022063-0c19-4f26-aa34-03accad8e84f req-6e44253a-3c99-4f44-83d0-4d73e01bec39 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817663 Jul 30 00:08:28.100953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:28.101481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.213762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.219976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20945344-2f54-499a-a59b-0897f44fa56d req-3b3328e9-1a96-4dcd-8374-e867d23dde90 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Jul 30 00:08:28.237257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Transition to ACTIVE for port object 81374196-4b80-4c80-8086-262d06a22797 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:28.303726 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.315810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d64a37-5208-4fb8-9ba4-bb39906992a1 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:28.330887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.384505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Transition to ACTIVE for port object c5d64a37-5208-4fb8-9ba4-bb39906992a1 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:28.394557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.422061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ce3f4-d575-411d-b404-efe10b7a9d94 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:28.511172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.578960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7de3-0361-403c-9961-1c58cca867ac req-57f0075c-4b97-4e48-b91b-ff04234aee5a tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:28.584173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22ec7de3-0361-403c-9961-1c58cca867ac req-57f0075c-4b97-4e48-b91b-ff04234aee5a tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 932 time: 0.2383757 Jul 30 00:08:28.586246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:28.587910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:28.642737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 172.20.0.11 (43e480ae-f637-4387-b955-15f81a42fb7b/891840aa-8306-49c9-ba28-675d9ed66066/79036302-d94d-4c88-b45b-3f759f8b36bd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:28.668286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:feb0:cd8e (43e480ae-f637-4387-b955-15f81a42fb7b/73f388d2-02c0-47d8-9483-2220e7bace94/79036302-d94d-4c88-b45b-3f759f8b36bd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:28.763512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Attempting to bind port c5d64a37-5208-4fb8-9ba4-bb39906992a1 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:28.763945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Attempting to bind port c5d64a37-5208-4fb8-9ba4-bb39906992a1 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:28.764370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Attempting to bind port c5d64a37-5208-4fb8-9ba4-bb39906992a1 on network d66dc9a1-423f-4f1a-9a12-8468a41ed564 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:28.780915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Port c5d64a37-5208-4fb8-9ba4-bb39906992a1 on network d66dc9a1-423f-4f1a-9a12-8468a41ed564 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:28.781329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Attempting to bind port c5d64a37-5208-4fb8-9ba4-bb39906992a1 on network d66dc9a1-423f-4f1a-9a12-8468a41ed564 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:28.802299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22ec7de3-0361-403c-9961-1c58cca867ac req-a61e12aa-b7c2-46e7-93d7-db712811f86d tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936452 Jul 30 00:08:28.802971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:28.803827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Checking segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:28.804583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Bound using segment: {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:28.805410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Bound port: c5d64a37-5208-4fb8-9ba4-bb39906992a1, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543f9932-7925-4e35-be60-2549027706dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:28.805974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.000587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.12 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/10b6c9a8-5cba-415b-979f-81b628120fee) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:29.062190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:29.068145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:29.084996 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.155543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.174301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.179771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.180520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.182806 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 1093 time: 1.5608921 Jul 30 00:08:29.188199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:29.190789 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdeee32-096b-48e0-badb-705b54e85c30" -d '{"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:29.207198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 79036302-d94d-4c88-b45b-3f759f8b36bd will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:29.240918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191f517-ccb8-4fd3-af1d-913e1022c418 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:29.367631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.407741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.442471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-6f0e2a5e-f453-4ea9-b5e9-fd700554f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.445333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-6f0e2a5e-f453-4ea9-b5e9-fd700554f417 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1096 time: 0.1994042 Jul 30 00:08:29.515232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=10b6c9a8-5cba-415b-979f-81b628120fee,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:29.523458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:29.528425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-45764544-b2bf-418c-984b-6148e67d4753 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 217 time: 0.0496690 Jul 30 00:08:29.532152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:29.535574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:29.550843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0225d-43ae-48f2-8fb1-0928aeeb0f01 req-5cdad9d7-bb79-41ad-8ddb-931a981f8e82 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.553890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39d0225d-43ae-48f2-8fb1-0928aeeb0f01 req-5cdad9d7-bb79-41ad-8ddb-931a981f8e82 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.2426622 Jul 30 00:08:29.578899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:29.600208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:29.604520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:29.672779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=79036302-d94d-4c88-b45b-3f759f8b36bd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:29.701266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39d0225d-43ae-48f2-8fb1-0928aeeb0f01 req-a524cffc-7d3c-4c22-93d4-c722d523a9b8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180711 Jul 30 00:08:29.745568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.747293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.759417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-57d1c1cc-b306-4563-b041-8a38a8ec46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.761338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-57d1c1cc-b306-4563-b041-8a38a8ec46f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.2191432 Jul 30 00:08:29.816639 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed07d85-2979-44fc-8fbb-3f29d647eb48 x-openstack-request-id: req-5ed07d85-2979-44fc-8fbb-3f29d647eb48 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:29.816995 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:29.817251 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ed07d85-2979-44fc-8fbb-3f29d647eb48 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:29.817686 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:08:29.819373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e8603414-2d46-4566-8c1c-1e40b8ddda23 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9971480 Jul 30 00:08:29.850290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:29.860015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:29.943782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9f6b4194-64b5-448f-92a6-b28db30bc706 None None] Provisioning for port 81374196-4b80-4c80-8086-262d06a22797 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:29.953132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9f6b4194-64b5-448f-92a6-b28db30bc706 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:29.954224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f6b4194-64b5-448f-92a6-b28db30bc706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.969112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-09055b22-2839-4eaa-982b-3b65149d3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:29.971465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-09055b22-2839-4eaa-982b-3b65149d3e6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848710 Jul 30 00:08:30.102532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:30.103381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.120568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-137ff6d0-ce45-475c-b961-21c473bf311a req-e3ebba1b-700d-415f-a5ca-c04df608b91e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea493e83-0c24-4665-ad56-914789caae42 HTTP/1.1" status: 200 len: 210 time: 0.2088158 Jul 30 00:08:30.155593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc6418-eaaf-4214-be7b-947aafdcf70e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.174417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc6418-eaaf-4214-be7b-947aafdcf70e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.179186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5fc6418-eaaf-4214-be7b-947aafdcf70e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3240991 Jul 30 00:08:30.179511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50906) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:30.345729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.378106 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-b6bae63b-cbc0-4f08-b545-969c6421ae41 service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858178 Jul 30 00:08:30.430968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0a344e2c-3cad-4b00-bfe4-4b2b92621c2b None None] Provisioning for port 79036302-d94d-4c88-b45b-3f759f8b36bd completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:30.441495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0a344e2c-3cad-4b00-bfe4-4b2b92621c2b None None] Provisioning complete for port 79036302-d94d-4c88-b45b-3f759f8b36bd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:30.442247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0a344e2c-3cad-4b00-bfe4-4b2b92621c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.481950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 79036302-d94d-4c88-b45b-3f759f8b36bd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:30.482305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.497867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0a344e2c-3cad-4b00-bfe4-4b2b92621c2b None None] Port 79036302-d94d-4c88-b45b-3f759f8b36bd cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:30.616386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fd46da10-0ab2-47b5-8af9-e13c2f791184 req-96fadf2f-2432-47f1-81e5-c748cee1e9fc service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285461 Jul 30 00:08:30.681493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.700727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e241355-9da1-43b2-aa1e-4f50a3861c9f req-80d52340-2731-445b-9bcc-efe908febf5e tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.710224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e241355-9da1-43b2-aa1e-4f50a3861c9f req-80d52340-2731-445b-9bcc-efe908febf5e tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.1600223 Jul 30 00:08:30.714751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 79036302-d94d-4c88-b45b-3f759f8b36bd owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:30.715552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-75662599-1959-41e3-80d9-ab9957185a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.719129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-75662599-1959-41e3-80d9-ab9957185a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1097 time: 0.2090640 Jul 30 00:08:30.887544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-32d07f56-d285-41fa-801e-3d78551a3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.889285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-32d07f56-d285-41fa-801e-3d78551a3c3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1096 time: 0.1892142 Jul 30 00:08:30.950847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e241355-9da1-43b2-aa1e-4f50a3861c9f req-73901fff-6306-47a7-85d5-0ed9b4225246 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259951 Jul 30 00:08:30.991607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.994356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-de358dcc-642e-4ffa-93b4-1aa0401c6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:30.996076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-de358dcc-642e-4ffa-93b4-1aa0401c6b40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.2162991 Jul 30 00:08:31.071018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-a8b7da27-cb2f-4896-b2b5-b9561bb48759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:31.074305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-a8b7da27-cb2f-4896-b2b5-b9561bb48759 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 915 time: 0.1750321 Jul 30 00:08:31.103725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-a65dfa37-e39c-4fdc-9ddd-e549e8963e22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 217 time: 0.0657871 Jul 30 00:08:31.136305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-b6e64cd8-c1ee-4219-9d9d-41106add4ffe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 217 time: 0.0522234 Jul 30 00:08:31.235772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-43727611-a4e9-4d43-919b-528b3c0e5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:31.237298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-43727611-a4e9-4d43-919b-528b3c0e5ff7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.0762453 Jul 30 00:08:31.243046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:31.327539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=79036302-d94d-4c88-b45b-3f759f8b36bd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:31.691466 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:08:31.752747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-4b85f17b-a7e7-4b5f-a18a-7d28e71f04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:31.755234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-4b85f17b-a7e7-4b5f-a18a-7d28e71f04a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.6435637 Jul 30 00:08:31.773002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ef09-3d5c-436f-8472-e504f2a1174a req-2a59135a-1882-4f6d-9a26-b0b7339e28bb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:31.782257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5773ef09-3d5c-436f-8472-e504f2a1174a req-2a59135a-1882-4f6d-9a26-b0b7339e28bb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.6990094 Jul 30 00:08:31.817605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-d5fd1495-aedb-4275-a9b0-ff34c23f1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:31.819208 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-d5fd1495-aedb-4275-a9b0-ff34c23f1064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5701408 Jul 30 00:08:31.860816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-7170467b-bb36-4b96-8be7-af5f265aa478 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749562 Jul 30 00:08:31.879817 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:31.881833 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c76310fc-e146-4c79-af7d-0d45f6410d3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/79036302-d94d-4c88-b45b-3f759f8b36bd HTTP/1.1" status: 204 len: 168 time: 1.7013779 Jul 30 00:08:31.884464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50912) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:31.979239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5773ef09-3d5c-436f-8472-e504f2a1174a req-186eafcf-f8ee-4071-a4e2-72b9abfb8af9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921718 Jul 30 00:08:32.011092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router cccdeb9f-5c6b-4784-9585-66f4d4354d49 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:08:32.021321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097840b9-e976-496b-aa01-7b2686175735 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:32.022973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097840b9-e976-496b-aa01-7b2686175735 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:32.028319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097840b9-e976-496b-aa01-7b2686175735 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:32.042058 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-097840b9-e976-496b-aa01-7b2686175735 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1467483 Jul 30 00:08:32.042391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:32.042576 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-fa47cf92-2605-4fba-8249-590ce786235a service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115455 Jul 30 00:08:32.179874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ecdeee32-096b-48e0-badb-705b54e85c30 req-da6bc46e-e68e-4a4b-a941-e9bc17d9152f service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330941 Jul 30 00:08:32.222827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-0b8a7002-945a-4984-87e9-bded1372524c service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512766 Jul 30 00:08:32.374503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 73f388d2-02c0-47d8-9483-2220e7bace94 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:32.385640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.434757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348f6dd-35dd-457d-916c-6bb45c13a078 req-b6f5138a-371f-46cc-b50e-1226e2d704da tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:32.445480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b348f6dd-35dd-457d-916c-6bb45c13a078 req-b6f5138a-371f-46cc-b50e-1226e2d704da tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.2712219 Jul 30 00:08:32.500171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:32.503584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.512351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Sync routers for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:32.522434 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:32.523270 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:32.596080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b348f6dd-35dd-457d-916c-6bb45c13a078 req-30a479a3-d80a-49de-9864-a0983cdfb890 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494658 Jul 30 00:08:32.604491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d875e1d-5e53-4b2f-b94b-752db0f66845 req-1e7e3fd0-9d34-4473-8fd5-e5d54febd571 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613636 Jul 30 00:08:32.696154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.702514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-70ed22fe-0181-44bd-a8c4-98bf4bf30d3f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1855114 Jul 30 00:08:32.703564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:32.716119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.831338 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-195bd277-d324-4872-8264-79db431ee3f2 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=57bfa74084174648bc08ab35feae2fd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259646 Jul 30 00:08:32.832376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50926) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:32.871002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.923207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=73f388d2-02c0-47d8-9483-2220e7bace94,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:32.925490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.928993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48abf86b-ad72-4b3d-bc17-35ea9af91b6d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/73f388d2-02c0-47d8-9483-2220e7bace94 HTTP/1.1" status: 204 len: 168 time: 0.8898101 Jul 30 00:08:32.938347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:32.951233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b4905-d524-441b-b7d3-516833d5de22 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:32.971435 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:33.085702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 891840aa-8306-49c9-ba28-675d9ed66066 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:33.094158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.227167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34091208-f0ac-4cda-ac4a-50360a59a741 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:33.234730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34091208-f0ac-4cda-ac4a-50360a59a741 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4005954 Jul 30 00:08:33.236002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:33.270564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.324338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-43510a85-895e-4d69-a2b1-2def2606df78 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724831 Jul 30 00:08:33.330256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50936) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:33.342278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910202995', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:33.425241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793a770-3b65-4a12-8c48-218bfa7fa8f5 req-c5eefb9c-bb3e-4aa2-ac1b-9c20410bba28 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:33.433403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2793a770-3b65-4a12-8c48-218bfa7fa8f5 req-c5eefb9c-bb3e-4aa2-ac1b-9c20410bba28 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.2362397 Jul 30 00:08:33.527200 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:29Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:33.555451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:33.570453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.572482 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Checking router: cccdeb9f-5c6b-4784-9585-66f4d4354d49 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:33.573096 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Updating router cccdeb9f-5c6b-4784-9585-66f4d4354d49 port 10b6c9a8-5cba-415b-979f-81b628120fee binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:08:33.633545 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.675128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.745382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2793a770-3b65-4a12-8c48-218bfa7fa8f5 req-e0250b7b-8c8a-41cd-bd15-83a8a00254f6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346282 Jul 30 00:08:33.820657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.866263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:33.876105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/891840aa-8306-49c9-ba28-675d9ed66066 HTTP/1.1" status: 204 len: 168 time: 0.9363863 Jul 30 00:08:33.876957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50940) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:33.973857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d634f-a45d-40c4-b1ba-740107784d27 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=891840aa-8306-49c9-ba28-675d9ed66066,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:34.025105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.095746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1961b82f-241d-4ebc-9d88-d0737c64a4d9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1540170 Jul 30 00:08:34.113215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50942) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:34.127006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:34.131420 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.164043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Transition to ACTIVE for port object 10b6c9a8-5cba-415b-979f-81b628120fee will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:34.171970 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.217150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:34.217794 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network hostable DHCP agents. Network: 41a3f5f4-17eb-4464-92e4-fc0732ee56f3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:08:34.252533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Subnet': ['ID=77f71056-6b8c-4265-8797-1b61168de21b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:34.272170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:08:34.292152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 41a3f5f4-17eb-4464-92e4-fc0732ee56f3) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:34.301652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069722f4-cb4e-40f9-b3bd-2da087f1beca None None] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:34.315423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:34.320671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.324720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f32-d71f-4570-8a6a-f154a71c8cbc req-7b83f53c-0f1a-4be6-b350-9ab44617a911 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:34.326412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83d1f32-d71f-4570-8a6a-f154a71c8cbc req-7b83f53c-0f1a-4be6-b350-9ab44617a911 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.3644388 Jul 30 00:08:34.353840 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-03d90c6a-b691-409a-8448-3de60de1ade7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0217061 Jul 30 00:08:34.358001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50944) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:34.360719 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Attempting to bind port 10b6c9a8-5cba-415b-979f-81b628120fee on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:34.361354 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Attempting to bind port 10b6c9a8-5cba-415b-979f-81b628120fee by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:34.362359 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Attempting to bind port 10b6c9a8-5cba-415b-979f-81b628120fee on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:34.370604 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:34.371015 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:34.371409 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.371815 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:34.372988 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Bound port: 10b6c9a8-5cba-415b-979f-81b628120fee, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:34.373407 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.469261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83d1f32-d71f-4570-8a6a-f154a71c8cbc req-181de208-f728-4d30-a29a-0d399851c769 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243484 Jul 30 00:08:34.489004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:34.496876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.551717 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] For port 10b6c9a8-5cba-415b-979f-81b628120fee, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:34.556848 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] For port 10b6c9a8-5cba-415b-979f-81b628120fee, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=10b6c9a8-5cba-415b-979f-81b628120fee,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:34.558803 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51cb0-567a-49ed-b334-7edb8b3d8fa0 None None] Pushing event updated for resources: {'Port': ['ID=10b6c9a8-5cba-415b-979f-81b628120fee,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:34.573830 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.645477 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51cb0-567a-49ed-b334-7edb8b3d8fa0 None None] Pushing event updated for resources: {'Port': ['ID=10b6c9a8-5cba-415b-979f-81b628120fee,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:34.704294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:34.705403 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.715224 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:34.716586 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:34.932436 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:35.133607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:35.234346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f804248-5dd8-4f29-8fe2-4015f720e8d5 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:35.242113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da067f70-6b48-4535-97b0-a812346b1324 req-f88184bf-cb08-4d65-867e-3e13e52515a6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:35.245049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da067f70-6b48-4535-97b0-a812346b1324 req-f88184bf-cb08-4d65-867e-3e13e52515a6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.3332167 Jul 30 00:08:35.332609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:29Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:35.386853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:35.411147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:35.420902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Allocated IP 172.20.0.2 (41a3f5f4-17eb-4464-92e4-fc0732ee56f3/77f71056-6b8c-4265-8797-1b61168de21b/288dabda-27ec-4764-a8b4-8adcfd720e23) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:35.421531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:35.426848 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073030d1-c2e2-45e0-9fa1-5e72f37a0105 None None] The sync data for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 is: [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:29Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:35.460834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da067f70-6b48-4535-97b0-a812346b1324 req-9f744a58-19e4-43fb-afb1-ed722ca5d04c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972451 Jul 30 00:08:35.463178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:35.466477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:35.473954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=41755883-43f5-47d2-a2d0-e1b23e097fe8,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:35.511481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5352039c-284f-48d1-a8c6-a400a0766568 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:35.513025 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5352039c-284f-48d1-a8c6-a400a0766568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:35.530194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b45395a8-2e23-475b-b240-04010d6c4672 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4108846 Jul 30 00:08:35.530194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 50952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:35.544366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:35.938180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45cdac-eadb-439a-9347-da085228a8c8 req-7da92a25-7ae6-4202-9822-66eec470ce07 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:35.945117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e45cdac-eadb-439a-9347-da085228a8c8 req-7da92a25-7ae6-4202-9822-66eec470ce07 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.2171929 Jul 30 00:08:36.059849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e45cdac-eadb-439a-9347-da085228a8c8 req-b787599b-70ae-4014-9d26-7faecac3bb45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118755 Jul 30 00:08:36.097775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:36.109699 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.214318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.237038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Transition to ACTIVE for port object 288dabda-27ec-4764-a8b4-8adcfd720e23 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:36.293397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Transition to ACTIVE for port object 288dabda-27ec-4764-a8b4-8adcfd720e23 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:36.295121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3c2d4-3f6f-4b48-83c1-715b1747f439 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:36.341930 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.438738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-21ea64cf-0c55-4d2a-b473-fe6895b71e9b None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:36.439483 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-21ea64cf-0c55-4d2a-b473-fe6895b71e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.484173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.1 (41a3f5f4-17eb-4464-92e4-fc0732ee56f3/77f71056-6b8c-4265-8797-1b61168de21b/81d2bfd2-1654-4dd4-9317-c111c156eb9d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:36.490681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:36.507356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:36.518549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:36.525299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Pushing event updated for resources: {'Port': ['ID=288dabda-27ec-4764-a8b4-8adcfd720e23,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:36.788175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Attempting to bind port 288dabda-27ec-4764-a8b4-8adcfd720e23 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:36.788769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Attempting to bind port 288dabda-27ec-4764-a8b4-8adcfd720e23 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:36.789363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Attempting to bind port 288dabda-27ec-4764-a8b4-8adcfd720e23 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:36.820573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.874781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 81d2bfd2-1654-4dd4-9317-c111c156eb9d will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:36.889873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:36.890265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:36.890669 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.891087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Bound using segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:36.891589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Bound port: 288dabda-27ec-4764-a8b4-8adcfd720e23, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:36.891988 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.003024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61cc65-2f59-450b-9227-f6be646838b0 req-91fd3287-b116-439a-a0e3-a7e6802b3c20 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.005532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.023871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc61cc65-2f59-450b-9227-f6be646838b0 req-91fd3287-b116-439a-a0e3-a7e6802b3c20 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.3419726 Jul 30 00:08:37.084637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:37.090652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:37.095262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:37.147597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:37.171992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.233531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc61cc65-2f59-450b-9227-f6be646838b0 req-7c5aad62-f264-423b-a7e3-7748dde3e8ac tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045124 Jul 30 00:08:37.236156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:37.282533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'c7bf3b69-6463-4e1a-932a-c43627a30a3d'}, {'subnet_id': '41755883-43f5-47d2-a2d0-e1b23e097fe8'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '81374196-4b80-4c80-8086-262d06a22797'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:08:37.374681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.394738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] For port 288dabda-27ec-4764-a8b4-8adcfd720e23, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:37.399172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] For port 288dabda-27ec-4764-a8b4-8adcfd720e23, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=288dabda-27ec-4764-a8b4-8adcfd720e23,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:37.412138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.691352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa3a5-c6e8-446e-8b0b-8eb890990e68 None None] Pushing event updated for resources: {'Port': ['ID=288dabda-27ec-4764-a8b4-8adcfd720e23,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:37.849944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e570a15-a79b-4746-b45c-958f3e25cba3 req-be3b2113-4485-4913-8782-af3f92fea3a4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.855669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e570a15-a79b-4746-b45c-958f3e25cba3 req-be3b2113-4485-4913-8782-af3f92fea3a4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.3698399 Jul 30 00:08:37.964672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e570a15-a79b-4746-b45c-958f3e25cba3 req-9bf40d60-fc9d-4bfe-8def-44719d0d0569 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894411 Jul 30 00:08:38.008283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 10b6c9a8-5cba-415b-979f-81b628120fee up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:38.199893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 00:08:38.199893 n-d-712707-11 neutron-server[93866]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 30 00:08:38.199893 n-d-712707-11 neutron-server[93866]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe5e:82b2', 'status': 'ALLOCATED', 'ipam_subnet_id': 'f8f48c28-88f3-4e87-ae1b-097890000a91'}] Jul 30 00:08:38.199893 n-d-712707-11 neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:08:38.202997 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:08:38.224997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 10b6c9a8-5cba-415b-979f-81b628120fee completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:38.243970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 10b6c9a8-5cba-415b-979f-81b628120fee triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:38.244564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.298751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.405127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.417682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.448668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-399be905-819e-4660-96e8-21390a1d4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.450664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-399be905-819e-4660-96e8-21390a1d4b0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1097 time: 0.2173338 Jul 30 00:08:38.458624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 10b6c9a8-5cba-415b-979f-81b628120fee, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=10b6c9a8-5cba-415b-979f-81b628120fee,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:38.465397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.542709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=10b6c9a8-5cba-415b-979f-81b628120fee,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:38.649226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef4af2-2c66-4aaa-bd2e-5f8b854af054 req-6b6f026d-8343-4e30-b754-21fb91a92387 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.650734 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0ef4af2-2c66-4aaa-bd2e-5f8b854af054 req-6b6f026d-8343-4e30-b754-21fb91a92387 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.3248403 Jul 30 00:08:38.737970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-f7e2fc05-159d-4ce0-904e-857c46ca1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.739896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-f7e2fc05-159d-4ce0-904e-857c46ca1de6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.2439058 Jul 30 00:08:38.797843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.927395 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.935664 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.953396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:38.997468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-ca5098e8-995c-43f8-a933-94aacd8522c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 217 time: 0.2188685 Jul 30 00:08:39.052959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:39.059428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.085439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-b8285987-690f-4348-b8d1-dda234c8644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:39.087609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-b8285987-690f-4348-b8d1-dda234c8644e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.0685961 Jul 30 00:08:39.093332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.114622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0ef4af2-2c66-4aaa-bd2e-5f8b854af054 req-aa4b62f4-319c-43f5-b07b-a044d6878e64 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552827 Jul 30 00:08:39.189172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-95ed841f-4a8f-423f-8785-a27de2d511fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695937 Jul 30 00:08:39.190594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.191580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.298292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Allocated IP 172.20.0.2 (43e480ae-f637-4387-b955-15f81a42fb7b/41755883-43f5-47d2-a2d0-e1b23e097fe8/81374196-4b80-4c80-8086-262d06a22797) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:39.315120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:39.316943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:39.340410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d976dbc-733e-444b-87db-e8fa3b9928b6 None None] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:39.465922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-be282b60-90a5-49c1-9e45-d766fe744f9a None None] Provisioning for port 288dabda-27ec-4764-a8b4-8adcfd720e23 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:39.486135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router cccdeb9f-5c6b-4784-9585-66f4d4354d49 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:39.535064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:39.602031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.639774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Transition to ACTIVE for port object 81374196-4b80-4c80-8086-262d06a22797 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:39.650765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:39.711914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:39.722730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5fdabe6-c31f-4028-9358-b7965e8a3336 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/cccdeb9f-5c6b-4784-9585-66f4d4354d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3629003 Jul 30 00:08:39.738856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Sync routers for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:39.796720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:39.800097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:39.887796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 10b6c9a8-5cba-415b-979f-81b628120fee up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:39.895108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93437712-9eec-4456-8f93-a68d4c841ac0 None None] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=14']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:40.027682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:40.030918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 10b6c9a8-5cba-415b-979f-81b628120fee triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:40.031338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.058066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:40.068129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=13']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:40.078155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:40.081494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:40.082478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.126808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=c7bf3b69-6463-4e1a-932a-c43627a30a3d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:40.155022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0969af-6542-4c82-9329-bda6e0929348 req-39875e18-92db-4ae3-9b3e-99871b732939 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:40.156809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c0969af-6542-4c82-9329-bda6e0929348 req-39875e18-92db-4ae3-9b3e-99871b732939 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.7710710 Jul 30 00:08:40.162190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-af1b3750-5ac1-4e19-869b-56d75ee910ae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6303546 Jul 30 00:08:40.162481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:40.175478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:68:5d:4f', 'name': 'tempest-NetworksTestDHCPv6-1478266305'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:40.200957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-7f14c562-ef44-41b8-958f-3d49b6863725 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979308 Jul 30 00:08:40.409011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-542751b0-41ec-48fa-aa6b-bec60baf1abe req-210de998-271e-41f7-9567-94b9710cfce3 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710689 Jul 30 00:08:40.459003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c0969af-6542-4c82-9329-bda6e0929348 req-e9b612fd-5388-431a-abb9-c0b5dcee407f tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740557 Jul 30 00:08:40.491928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:40.664769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5bce410d-e5c6-4236-97bc-b1f07637db5c None None] Provisioning for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:40.677065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.689250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5bce410d-e5c6-4236-97bc-b1f07637db5c None None] Provisioning complete for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:40.689888 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bce410d-e5c6-4236-97bc-b1f07637db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.694232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-dcaa0efc-b688-47b6-8802-bef92ea7af66 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959805010&fields=id&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 267 time: 0.0533061 Jul 30 00:08:40.725531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port c7fef949-8985-40cc-8992-fb0e73eaed9d yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:40.809578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5bce410d-e5c6-4236-97bc-b1f07637db5c None None] Port 81d2bfd2-1654-4dd4-9317-c111c156eb9d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:40.847458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 288dabda-27ec-4764-a8b4-8adcfd720e23 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:40.914068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 2, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:40.962072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Checking router: cccdeb9f-5c6b-4784-9585-66f4d4354d49 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:40.962425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Updating router cccdeb9f-5c6b-4784-9585-66f4d4354d49 port 81d2bfd2-1654-4dd4-9317-c111c156eb9d binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:08:41.011839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-44fc511f-8c03-4e63-9312-9f25fceb0f7d None None] Provisioning complete for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:41.012244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44fc511f-8c03-4e63-9312-9f25fceb0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.018737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 288dabda-27ec-4764-a8b4-8adcfd720e23 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:41.022163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.030791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-18cb856c-412d-4dc9-aa96-653d607c73bb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.036089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-18cb856c-412d-4dc9-aa96-653d607c73bb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 796 time: 0.3295436 Jul 30 00:08:41.056652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 288dabda-27ec-4764-a8b4-8adcfd720e23 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:41.057319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.073369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-daad4d0d-cdb7-42eb-9974-eb67a9973f10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/quotas/57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 375 time: 0.0258701 Jul 30 00:08:41.094121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6654966-b7ba-4ba9-9391-885d6fb12f00 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:41.137255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 172.20.0.7 (43e480ae-f637-4387-b955-15f81a42fb7b/41755883-43f5-47d2-a2d0-e1b23e097fe8/c7fef949-8985-40cc-8992-fb0e73eaed9d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:41.151053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe68:5d4f (43e480ae-f637-4387-b955-15f81a42fb7b/c7bf3b69-6463-4e1a-932a-c43627a30a3d/c7fef949-8985-40cc-8992-fb0e73eaed9d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:41.176026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-1b99719d-3af6-4f44-9de8-f4e5f010d4af tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909855 Jul 30 00:08:41.184972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-44fc511f-8c03-4e63-9312-9f25fceb0f7d None None] Port 81d2bfd2-1654-4dd4-9317-c111c156eb9d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:41.204828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-71c24ba2-6039-44ce-b16c-348bb44c29b3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:08:41.207799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-71c24ba2-6039-44ce-b16c-348bb44c29b3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098574 Jul 30 00:08:41.354112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-f3e92064-407b-40ea-b7c8-d5117801f28c service neutron] 10.222.0.49 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334631 Jul 30 00:08:41.358755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.372905 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object c7fef949-8985-40cc-8992-fb0e73eaed9d will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:41.410886 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.421582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Provisioning for port 81374196-4b80-4c80-8086-262d06a22797 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:41.452638 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.468135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:41.473493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:41.475804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:41.505533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:41.505982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.535435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-3734b11c-0cb9-49e6-9075-6d84312230f5 service neutron] 10.222.0.49 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743889 Jul 30 00:08:41.538344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=c7fef949-8985-40cc-8992-fb0e73eaed9d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:41.563047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.564352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.585843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c89c7fc5-1f5a-4b52-8207-47bdc96e30c5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4210823 Jul 30 00:08:41.589114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 50998) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:41.652231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 288dabda-27ec-4764-a8b4-8adcfd720e23, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=288dabda-27ec-4764-a8b4-8adcfd720e23,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:41.654339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471f355-30f8-42a3-a4bb-2e43ec9a3b25 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.661461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471f355-30f8-42a3-a4bb-2e43ec9a3b25 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.663335 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3471f355-30f8-42a3-a4bb-2e43ec9a3b25 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0720372 Jul 30 00:08:41.664503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:41.670550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51000) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:41.831752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=288dabda-27ec-4764-a8b4-8adcfd720e23,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:41.897034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:41.941970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135deb-5ad3-4814-885a-5b6d55d56600 req-05169b05-afb6-4cf9-9fcb-80b33a92e1a8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.943582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0135deb-5ad3-4814-885a-5b6d55d56600 req-05169b05-afb6-4cf9-9fcb-80b33a92e1a8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0790207 Jul 30 00:08:41.988521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port c7fef949-8985-40cc-8992-fb0e73eaed9d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:41.989439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.023915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.055881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Provisioning complete for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:42.056284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.091913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Transition to ACTIVE for port object 81d2bfd2-1654-4dd4-9317-c111c156eb9d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:42.102162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0135deb-5ad3-4814-885a-5b6d55d56600 req-99502b94-3f0b-41ff-bf59-e7e379dd18c5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497798 Jul 30 00:08:42.119667 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.136609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:42.137540 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.166547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.183002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for c7fef949-8985-40cc-8992-fb0e73eaed9d owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:42.256959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-61a12f7a-1957-40cd-9bd9-9a510b426791 None None] Port 81d2bfd2-1654-4dd4-9317-c111c156eb9d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:42.516132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e415-bc75-4dd8-9664-fe3f638a901e None None] Pushing event updated for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:42.606881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Attempting to bind port 81d2bfd2-1654-4dd4-9317-c111c156eb9d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:42.607751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Attempting to bind port 81d2bfd2-1654-4dd4-9317-c111c156eb9d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:42.608128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Attempting to bind port 81d2bfd2-1654-4dd4-9317-c111c156eb9d on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:42.621734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:42.622370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:42.623073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.623745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Bound using segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:42.624579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Bound port: 81d2bfd2-1654-4dd4-9317-c111c156eb9d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:42.625233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.672099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.700713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Provisioning for port c7fef949-8985-40cc-8992-fb0e73eaed9d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:42.712165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Provisioning complete for port c7fef949-8985-40cc-8992-fb0e73eaed9d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:42.712712 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.753991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Port c7fef949-8985-40cc-8992-fb0e73eaed9d was deleted so its status cannot be updated. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 00:08:42.775672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b8e1f-bddc-4934-bfdb-4d1d39fa5376 req-5b1f8aa2-34ed-4d17-a463-b5dd96c982ab tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:42.793684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0b8e1f-bddc-4934-bfdb-4d1d39fa5376 req-5b1f8aa2-34ed-4d17-a463-b5dd96c982ab tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.2080772 Jul 30 00:08:42.800667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:42.801648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-096c8fac-89e2-4ecb-b66f-22c3034a9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.803960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] For port 81d2bfd2-1654-4dd4-9317-c111c156eb9d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:42.807867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=c7fef949-8985-40cc-8992-fb0e73eaed9d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:42.817427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] For port 81d2bfd2-1654-4dd4-9317-c111c156eb9d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81d2bfd2-1654-4dd4-9317-c111c156eb9d,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:42.865008 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.892433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed0b8e1f-bddc-4934-bfdb-4d1d39fa5376 req-37df87bd-3538-4346-99e3-4be6457a7dbd tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971155 Jul 30 00:08:42.972791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:42.978718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-19b2cf00-ace4-4703-9764-3b5e89a79081 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/c7fef949-8985-40cc-8992-fb0e73eaed9d HTTP/1.1" status: 204 len: 168 time: 1.3070838 Jul 30 00:08:42.982995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51014) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:42.999111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e415-bc75-4dd8-9664-fe3f638a901e None None] Pushing event updated for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:43.007356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:43.008021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:43.031397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6947c607-941c-4af6-974f-aa960620e7b7 req-30549c3c-dbf9-4ef7-8cbb-8867a9ae600b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 210 time: 0.0506775 Jul 30 00:08:43.108254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309785b4-56a7-49dc-8d86-5d7e3727bd83 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.112135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309785b4-56a7-49dc-8d86-5d7e3727bd83 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.117318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309785b4-56a7-49dc-8d86-5d7e3727bd83 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.121022 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-309785b4-56a7-49dc-8d86-5d7e3727bd83 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1370747 Jul 30 00:08:43.124139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51016) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:43.217032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 41755883-43f5-47d2-a2d0-e1b23e097fe8 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:43.224291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.245398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd1416-864b-462f-9746-e96b02f25946 req-0e06a485-c81c-421d-9a7e-0c498aa69b29 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.250074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44bd1416-864b-462f-9746-e96b02f25946 req-0e06a485-c81c-421d-9a7e-0c498aa69b29 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.1282353 Jul 30 00:08:43.330717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.451572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bb609bd-b01a-4b30-86e4-d3d12d447612 None None] Could not find standard attr ID for object c7fef949-8985-40cc-8992-fb0e73eaed9d. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:08:43.452977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44bd1416-864b-462f-9746-e96b02f25946 req-fa55ba18-0ad4-42d9-9d28-490b6dbb8248 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647944 Jul 30 00:08:43.502959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:43.541832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.560455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-a07a75f1-bb65-4ee4-984a-0a2b6232e197 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.562305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-a07a75f1-bb65-4ee4-984a-0a2b6232e197 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 796 time: 0.3041816 Jul 30 00:08:43.623679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.633941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531655-44a8-4476-a68e-68680e206cb8 req-58cbd2f0-30af-4e26-b3ca-0445c79a900c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:43.635920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4531655-44a8-4476-a68e-68680e206cb8 req-58cbd2f0-30af-4e26-b3ca-0445c79a900c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0726538 Jul 30 00:08:43.656614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=41755883-43f5-47d2-a2d0-e1b23e097fe8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:43.659706 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.662545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-66505a11-fff8-4035-8f21-70e93b509479 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/41755883-43f5-47d2-a2d0-e1b23e097fe8 HTTP/1.1" status: 204 len: 168 time: 0.5370638 Jul 30 00:08:43.666965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51020) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:43.673139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-dc6a7720-4885-4932-98e4-5fc115d41cc6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 380 time: 0.0737998 Jul 30 00:08:43.683898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'port': {'device_id': '499f2a07-0e99-42e6-a017-14e04305f413', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'admin_state_up': True, 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'security_groups': ['c3d489db-639e-407c-8bcc-61b9a0c45583']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:43.704914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d398a-67ac-48e1-90d2-8191377d8ede None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:43.747606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4531655-44a8-4476-a68e-68680e206cb8 req-bb8acfe7-ffde-4a25-8573-be193b597b24 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008527 Jul 30 00:08:43.762480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet c7bf3b69-6463-4e1a-932a-c43627a30a3d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:43.768298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.831291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 288dabda-27ec-4764-a8b4-8adcfd720e23 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:43.833426 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.879745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:43.884162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:43.956970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.020999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 288dabda-27ec-4764-a8b4-8adcfd720e23 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:44.021695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.043274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.089242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.4 (41a3f5f4-17eb-4464-92e4-fc0732ee56f3/77f71056-6b8c-4265-8797-1b61168de21b/3136cdbe-c391-4c8a-8621-381002485724) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:44.091509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bf3b69-6463-4e1a-932a-c43627a30a3d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:44.091717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:42Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:44.098359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.104552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f137596-53ad-4653-b379-164b64108b2d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/c7bf3b69-6463-4e1a-932a-c43627a30a3d HTTP/1.1" status: 204 len: 168 time: 0.4352295 Jul 30 00:08:44.106717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf04e7-4496-43b5-a47d-1644f4d75ed8 req-dd020012-8152-4f56-aaf6-2528c161cfd2 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.107184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:44.115048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70cf04e7-4496-43b5-a47d-1644f4d75ed8 req-dd020012-8152-4f56-aaf6-2528c161cfd2 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 944 time: 0.1152925 Jul 30 00:08:44.171569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-df79c971-f0a1-46d9-a16f-bf7a64443472 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617344 Jul 30 00:08:44.175144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51028) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:44.176855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca8d9a-f286-4dda-95ec-968051c448af None None] The sync data for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 is: [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:42Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:44.178174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70cf04e7-4496-43b5-a47d-1644f4d75ed8 req-3fde8910-a2a0-49c2-9e30-60f05b2ddab6 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621371 Jul 30 00:08:44.357741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932b8bb-e4a4-4032-a8d4-e2dc1791b0ba None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'c7bf3b69-6463-4e1a-932a-c43627a30a3d'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '81374196-4b80-4c80-8086-262d06a22797'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:08:44.368765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-6b2dfb59-a92a-4a19-92a5-c7274ffddbf1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.370990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-6b2dfb59-a92a-4a19-92a5-c7274ffddbf1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.1781161 Jul 30 00:08:44.379570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb083e8-dacd-449d-9d37-c83d3d5d4001 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.381451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-deb083e8-dacd-449d-9d37-c83d3d5d4001 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2046998 Jul 30 00:08:44.387437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dea301b4-067b-4753-82c7-a1da23e36bc3 req-4d3a17c2-88d0-4194-a37c-ab37fa0c1f20 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 210 time: 0.0602503 Jul 30 00:08:44.389818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51030) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:44.410697 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f932b8bb-e4a4-4032-a8d4-e2dc1791b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.522930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827d8d5-36aa-4b03-9517-905453dfd1ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.528934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f827d8d5-36aa-4b03-9517-905453dfd1ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1330040 Jul 30 00:08:44.529562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:44.570208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d64a37-5208-4fb8-9ba4-bb39906992a1 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:44.573318 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.600147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 3136cdbe-c391-4c8a-8621-381002485724 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:44.606374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22880dbf-76a4-445a-8c65-7ce28f12484d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749445 Jul 30 00:08:44.614500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:44.625860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:44.669655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:44.670157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.714283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4558d-4300-4458-a401-4f52678ec6a4 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:44.728961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.810238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:44.835820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cb1c8189-6a6c-486c-a198-f9e9c60e6cce None None] Provisioning complete for port 81374196-4b80-4c80-8086-262d06a22797 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:44.836198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8189-6a6c-486c-a198-f9e9c60e6cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.846902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:44.848266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56749e-019f-4420-a5c6-00875b5afa67 req-29e17671-ebe4-4e18-8152-7b546ebb3b01 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.850289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c56749e-019f-4420-a5c6-00875b5afa67 req-29e17671-ebe4-4e18-8152-7b546ebb3b01 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 945 time: 0.2094274 Jul 30 00:08:44.851036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.853830 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:44.854875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:44.857127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:44.859275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:44.863323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:44.917436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:44.971262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:44.983472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.985025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.004800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:45.005324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.007757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c56749e-019f-4420-a5c6-00875b5afa67 req-85114c4d-f151-4d92-8900-bbcdef54ee42 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=90d289eb-ae11-4804-a235-1ec0c30af3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967667 Jul 30 00:08:45.010924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e45c514f-ec1b-48ab-a1f9-5700fd29e184 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3311224 Jul 30 00:08:45.036633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:45.045956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Request body: {'port': {'device_id': '499f2a07-0e99-42e6-a017-14e04305f413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:45.066303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1dcc2038-36cd-4b54-832a-2fddec6bdce8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4454331 Jul 30 00:08:45.084926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51042) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:45.091153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:45.134473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.183643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:45.220438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d64a37-5208-4fb8-9ba4-bb39906992a1 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:45.261151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.295491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:45.303485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.337856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.372970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Deleting port 81374196-4b80-4c80-8086-262d06a22797 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:45.373238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:45.373340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.397200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:45.445424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:45.446308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:45.449837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.453527 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ce8301dc-333f-4d67-b3df-3d762f649a47 req-c1b3a441-036e-4e21-8a11-765735343d21 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "DELETE /v2.0/ports/7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 HTTP/1.1" status: 204 len: 173 time: 1.0708451 Jul 30 00:08:45.454076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'name': 'network-vif-deleted', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:45.468603 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c71f30-5e36-40ac-9028-728d6643864e" -d '{"events": [{"server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "name": "network-vif-deleted", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:45.488642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b937a0-1e06-4eb2-9a6c-f7561317fa66 req-0f4f5727-4fa3-4539-8ae7-4d21681473e7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:45.491245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9b937a0-1e06-4eb2-9a6c-f7561317fa66 req-0f4f5727-4fa3-4539-8ae7-4d21681473e7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.3228288 Jul 30 00:08:45.513894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-350009f3-a830-40c6-8f88-43d4479cb701 None None] Provisioning for port 3136cdbe-c391-4c8a-8621-381002485724 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:45.524509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:45.527497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] For port 81374196-4b80-4c80-8086-262d06a22797, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81374196-4b80-4c80-8086-262d06a22797,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:45.528641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.530881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.531069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-350009f3-a830-40c6-8f88-43d4479cb701 None None] Provisioning complete for port 3136cdbe-c391-4c8a-8621-381002485724 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:45.531375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-350009f3-a830-40c6-8f88-43d4479cb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.534288 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:45.534745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:45.569846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Calling delete_port for 81374196-4b80-4c80-8086-262d06a22797 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:45.615188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-350009f3-a830-40c6-8f88-43d4479cb701 None None] Port 3136cdbe-c391-4c8a-8621-381002485724 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:45.638282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b9b937a0-1e06-4eb2-9a6c-f7561317fa66 req-e2044bf3-3fb7-4b1a-891e-e2c609a1df3c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389565 Jul 30 00:08:45.643904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35dcfa14-d9df-4823-9269-5d37ac6f46ba tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5573180 Jul 30 00:08:45.648689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51050) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:45.657901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:45.671448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['c5d64a37-5208-4fb8-9ba4-bb39906992a1'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:45.771676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.843935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] Pushing event deleted for resources: {'Port': ['ID=81374196-4b80-4c80-8086-262d06a22797,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:45.923609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0052c-c7dc-4163-b6a3-27c729e0313c None None] No DVR routers for this DVR port 81374196-4b80-4c80-8086-262d06a22797 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:45.964027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81d2bfd2-1654-4dd4-9317-c111c156eb9d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:46.036116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:46.040239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.042607 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:46.043180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:46.085365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e03-63c9-4f36-ada2-3e867d4953e9 req-5f8e3f52-74e7-4a90-acbe-60bc06f5d76a tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:46.091827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5893e03-63c9-4f36-ada2-3e867d4953e9 req-5f8e3f52-74e7-4a90-acbe-60bc06f5d76a tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 945 time: 0.2033091 Jul 30 00:08:46.127188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:46.136274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f689d14-543a-42ce-9bf9-3b52f62f8707 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4856925 Jul 30 00:08:46.139402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51054) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:46.146050 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:46.154251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:46.160982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:46.161721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.168430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.218290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Transition to ACTIVE for port object 3136cdbe-c391-4c8a-8621-381002485724 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:46.225976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.238562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5893e03-63c9-4f36-ada2-3e867d4953e9 req-68441da0-1da4-4228-b02a-feb95820c99e tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047454 Jul 30 00:08:46.312915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:46.384570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b61f5619-dfb8-467c-b5cc-e833c9899e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.392127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.410136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:46.414508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.417536 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:46.418375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:46.435671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 81d2bfd2-1654-4dd4-9317-c111c156eb9d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81d2bfd2-1654-4dd4-9317-c111c156eb9d,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:46.457174 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f9c75b30-465d-4f1d-a5e4-db8c275026bf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3159158 Jul 30 00:08:46.458237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:46.458415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.475112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:46.534773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:46.566392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:46.587189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:46.587805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:46.587975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:46.595101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:46.599478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 81374196-4b80-4c80-8086-262d06a22797 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:46.600074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81374196-4b80-4c80-8086-262d06a22797 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:46.613449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:46.613814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:46.629544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:46.629818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:46.635867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:46.636110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:46.636319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Bound using segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:46.636798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Bound port: 3136cdbe-c391-4c8a-8621-381002485724, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:46.637160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.671678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d52da0-06bc-4686-9d23-93c92ac1f7ea req-75b9ffda-d42a-4d9d-9b2b-065177f13f61 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:46.673292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5d52da0-06bc-4686-9d23-93c92ac1f7ea req-75b9ffda-d42a-4d9d-9b2b-065177f13f61 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.2141321 Jul 30 00:08:46.762379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:46.766079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.768997 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:46.768997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:46.810079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5d52da0-06bc-4686-9d23-93c92ac1f7ea req-438b402f-32f2-463f-9aa3-ff76849bd0eb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116443 Jul 30 00:08:46.819633 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:46.827329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:46.830309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-235a473a-0494-49d3-bcf8-33b2a59dd939 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3661444 Jul 30 00:08:46.833753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:46.845567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:46.859379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.881447 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121e5f71-182c-43ea-b778-7a966e2d4026 x-openstack-request-id: req-121e5f71-182c-43ea-b778-7a966e2d4026 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:46.882422 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b890bc-01db-4ce5-a890-7b75a15f8626", "name": "network-vif-deleted", "tag": "7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:46.882876 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-121e5f71-182c-43ea-b778-7a966e2d4026 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:46.883661 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b890bc-01db-4ce5-a890-7b75a15f8626', 'name': 'network-vif-deleted', 'tag': '7cdcdaa9-cf08-4a4a-b7cc-5caa5276ce88', 'status': 'completed', 'code': 200} Jul 30 00:08:46.975112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:46.975762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.977283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] 10.222.0.57 "PUT /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 1092 time: 1.9512963 Jul 30 00:08:46.989355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:46.991728 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:47.023694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-daa386f7-b68b-467c-b48d-bbbf7f94e5c3 req-d49b68f8-d2ad-42d6-a19d-19a078bee3c7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0672097 Jul 30 00:08:47.080314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afe20-a47d-43e6-be4f-89e9447dd36c service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:47.125119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:47.130890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.133203 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:08:47.134471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:08:47.187240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66b67eb0-d433-415b-a772-d886f34b2d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3482878 Jul 30 00:08:47.187477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-f1865a46-5d15-4996-a8b7-3a9c38b39fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.188324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.188917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-f1865a46-5d15-4996-a8b7-3a9c38b39fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1095 time: 0.1204197 Jul 30 00:08:47.222643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2ba4-c959-4b01-8f8d-35a43f1251db req-c12d9b69-dd2a-4e11-81ae-9543b6055da7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.224752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e7f2ba4-c959-4b01-8f8d-35a43f1251db req-c12d9b69-dd2a-4e11-81ae-9543b6055da7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0869403 Jul 30 00:08:47.234406 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c20358e2-6fa1-4259-9e42-b4e339400ceb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0438337 Jul 30 00:08:47.235096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.268725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-8fc84bf6-2446-46d4-8844-814e1f87d57c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 217 time: 0.0639570 Jul 30 00:08:47.311498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f58a3d9-6e11-4ca3-8184-70ed87588392 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.313360 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f58a3d9-6e11-4ca3-8184-70ed87588392 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772860 Jul 30 00:08:47.317359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.357811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e7f2ba4-c959-4b01-8f8d-35a43f1251db req-6c711a78-fd02-4c59-86ec-819ebfb1f61c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941124 Jul 30 00:08:47.372154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-1ca47081-6410-427c-bbc6-1663c395c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.377906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-1ca47081-6410-427c-bbc6-1663c395c4e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0982108 Jul 30 00:08:47.398788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e36b7f4-033e-46fc-bd13-e02be2e1e31a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786552 Jul 30 00:08:47.399816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51072) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.408287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:47.425409 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa09dc8-b461-4c06-b948-e61dfe843e06 x-openstack-request-id: req-2fa09dc8-b461-4c06-b948-e61dfe843e06 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:47.426057 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:47.426525 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fa09dc8-b461-4c06-b948-e61dfe843e06 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:47.427248 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:08:47.452421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-7603629b-91c6-4dfe-b095-37586d1a49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.454203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-7603629b-91c6-4dfe-b095-37586d1a49f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629017 Jul 30 00:08:47.468239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.543561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:47.547777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.608622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbba20-6594-471d-bf88-2f961fa4529b req-f1a7d6c8-84d9-4b91-a31c-12203b1f894c tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.611175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1dbba20-6594-471d-bf88-2f961fa4529b req-f1a7d6c8-84d9-4b91-a31c-12203b1f894c tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 945 time: 0.0874791 Jul 30 00:08:47.618341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-45dd7888-241c-445c-84a6-cd0aa7b5ce95 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520071 Jul 30 00:08:47.720493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1dbba20-6594-471d-bf88-2f961fa4529b req-bdce4654-a164-4db8-a00d-842f2246d784 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977499 Jul 30 00:08:47.794929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-132b78cd-ea02-4558-9d3a-244065728bd3 req-e7e49afb-9231-404e-8862-cb61b6719406 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616232 Jul 30 00:08:47.837729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81d2bfd2-1654-4dd4-9317-c111c156eb9d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:47.907463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:47.910136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.915271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 81d2bfd2-1654-4dd4-9317-c111c156eb9d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:47.916989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.994890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=01742ea6-10b6-4789-9a8c-25f7987300d0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:48.014030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:48.015765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:48.019819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.020879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:48.027725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-cbaeaa19-6a70-4330-8ed7-16a997a47150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.029374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-cbaeaa19-6a70-4330-8ed7-16a997a47150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1095 time: 0.1213930 Jul 30 00:08:48.037517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c791ece-6b20-44c7-85f6-0fcfe3d5d2e9 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:48.044446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90a14d41-560f-4582-8d0d-2e8984f32291 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6428344 Jul 30 00:08:48.050608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:48.061242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:d4:0a:23', 'name': 'tempest-NetworksTestDHCPv6-1730654664'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:48.073977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3caa-dc57-48b7-823c-20565b1a6cf8 req-0fc08325-a741-4c10-97e1-d2c29b87170f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.081643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9d3caa-dc57-48b7-823c-20565b1a6cf8 req-0fc08325-a741-4c10-97e1-d2c29b87170f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.1307878 Jul 30 00:08:48.198197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9d3caa-dc57-48b7-823c-20565b1a6cf8 req-7bebd40c-d328-4579-b334-ad84cc00f522 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151130 Jul 30 00:08:48.237799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:48.248552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-f9842c75-f2ef-4ef2-9cd0-2293c86cb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.251467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-f9842c75-f2ef-4ef2-9cd0-2293c86cb4e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.2077501 Jul 30 00:08:48.266430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '01742ea6-10b6-4789-9a8c-25f7987300d0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:48.267342 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:48.352586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-36ede916-b81e-467b-bd75-ad7338fa84d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 217 time: 0.0909970 Jul 30 00:08:48.372853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:48.399423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62e48a96-37f8-41d1-8969-78ae8b64b429 req-ffd7fb4a-b314-40af-a4fd-d5fd3b08794c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0506136 Jul 30 00:08:48.426973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port d5ae10f3-072a-4653-a509-4205c37bd4a2 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:48.467650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-83d76973-d751-45b0-a50b-5be86ddb36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.470291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-83d76973-d751-45b0-a50b-5be86ddb36e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1054389 Jul 30 00:08:48.494775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Allocated IP 2001:db8::f816:3eff:fe2c:fa81 (43e480ae-f637-4387-b955-15f81a42fb7b/01742ea6-10b6-4789-9a8c-25f7987300d0/26af6892-aac6-4497-a526-9fc06f3ceac2) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:48.573449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-8977d127-5a4b-4b7d-9fec-f815f5b4a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.574753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-8977d127-5a4b-4b7d-9fec-f815f5b4a937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948930 Jul 30 00:08:48.592050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d64a37-5208-4fb8-9ba4-bb39906992a1 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:48.605583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82424408-744e-4971-bb06-ba566a83add0 req-b03b34d4-6944-4e9a-953f-b2c3e8c34b62 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.607321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82424408-744e-4971-bb06-ba566a83add0 req-b03b34d4-6944-4e9a-953f-b2c3e8c34b62 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0854871 Jul 30 00:08:48.918164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port c5d64a37-5208-4fb8-9ba4-bb39906992a1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:48.925429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port c5d64a37-5208-4fb8-9ba4-bb39906992a1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:48.925846 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:48.994024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.015638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Transition to ACTIVE for port object 26af6892-aac6-4497-a526-9fc06f3ceac2 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:49.082275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Transition to ACTIVE for port object 26af6892-aac6-4497-a526-9fc06f3ceac2 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:49.086930 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-76cae0db-044e-4fc1-94cc-2c04a75e2caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.098722 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.157382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.162092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82424408-744e-4971-bb06-ba566a83add0 req-e2b4be88-8026-4d89-9d67-9aa7a818e3bc tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061895 Jul 30 00:08:49.187008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:49.194200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fed4:a23 (43e480ae-f637-4387-b955-15f81a42fb7b/01742ea6-10b6-4789-9a8c-25f7987300d0/d5ae10f3-072a-4653-a509-4205c37bd4a2) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:49.197251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:49.210581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-ba86d924-1662-4de9-b51f-c0267ddb890e service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245680 Jul 30 00:08:49.231829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:49.233298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Pushing event updated for resources: {'Port': ['ID=26af6892-aac6-4497-a526-9fc06f3ceac2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:49.237184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:49.239352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:49.242335 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064e1bc-2a46-41f6-875f-34669796a465" -d '{"events": [{"server_uuid": "83390472-7131-40da-87d6-645230aca242", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:49.244940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.371670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Attempting to bind port 26af6892-aac6-4497-a526-9fc06f3ceac2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:49.372042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Attempting to bind port 26af6892-aac6-4497-a526-9fc06f3ceac2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:49.372411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Attempting to bind port 26af6892-aac6-4497-a526-9fc06f3ceac2 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:49.382667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:49.384347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:49.384734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:49.385156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.385613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:49.386190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Bound port: 26af6892-aac6-4497-a526-9fc06f3ceac2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:49.386700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.447762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd155f63-c315-4f32-9e67-9a05b9eb7f7a req-cdc18ec0-803f-41c6-91df-96461268890f service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292516 Jul 30 00:08:49.454277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.456115 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.472986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547c0e6-d47f-47ec-b9d5-5b7d2011dcda req-bd858f3e-f46b-4e12-b6b2-b245f7c365ce tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.474919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7547c0e6-d47f-47ec-b9d5-5b7d2011dcda req-bd858f3e-f46b-4e12-b6b2-b245f7c365ce tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.0903177 Jul 30 00:08:49.489198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] For port 26af6892-aac6-4497-a526-9fc06f3ceac2, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:49.494680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] For port 26af6892-aac6-4497-a526-9fc06f3ceac2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=26af6892-aac6-4497-a526-9fc06f3ceac2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:49.495583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object d5ae10f3-072a-4653-a509-4205c37bd4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:49.500496 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.530292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7547c0e6-d47f-47ec-b9d5-5b7d2011dcda req-5e066d21-d734-4c5b-9aca-0bc590658f05 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396798 Jul 30 00:08:49.551915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.572493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9440b4-2eb4-4b1f-8266-555882f5467a None None] Pushing event updated for resources: {'Port': ['ID=26af6892-aac6-4497-a526-9fc06f3ceac2,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:49.647746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:49.649775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=d5ae10f3-072a-4653-a509-4205c37bd4a2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:49.655743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:49.660320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:49.668087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.668831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:49.699514 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fc430f5d-d8e5-4ea1-9df7-df9d518c6d84 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6440263 Jul 30 00:08:49.699846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:49.731041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b0e38-eeff-4e08-8347-143eeae65bf1 req-10d1c999-ce2c-45a0-a4c8-b37e7d479a7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.733695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7b0e38-eeff-4e08-8347-143eeae65bf1 req-10d1c999-ce2c-45a0-a4c8-b37e7d479a7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.0924466 Jul 30 00:08:49.773173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cf89a-e614-47af-9a0c-059676aadd16 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.779942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cf89a-e614-47af-9a0c-059676aadd16 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.781827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe5cf89a-e614-47af-9a0c-059676aadd16 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0809362 Jul 30 00:08:49.784557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:49.843355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7b0e38-eeff-4e08-8347-143eeae65bf1 req-64570eb9-383b-416b-83e3-ba392ccab516 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951962 Jul 30 00:08:49.923179 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999dcea5-d2a1-434a-b5c7-230350044568 x-openstack-request-id: req-999dcea5-d2a1-434a-b5c7-230350044568 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:49.923492 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390472-7131-40da-87d6-645230aca242", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:49.923804 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-999dcea5-d2a1-434a-b5c7-230350044568 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:49.924210 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'code': 200} Jul 30 00:08:49.942532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port d5ae10f3-072a-4653-a509-4205c37bd4a2 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:49.942901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.042380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ab11b7b-23f9-4918-9aa5-cd00aceae568 req-94880ebc-f7e9-4212-8bf8-adfe31baffcc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0449064 Jul 30 00:08:50.106360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.116980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f493-53be-4297-9b3a-8ea1a8b6c396 req-faeebe34-de46-4f87-83c1-7adac72390c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.118752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d46f493-53be-4297-9b3a-8ea1a8b6c396 req-faeebe34-de46-4f87-83c1-7adac72390c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1098 time: 0.1000619 Jul 30 00:08:50.129085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for d5ae10f3-072a-4653-a509-4205c37bd4a2 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:50.245100 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d46f493-53be-4297-9b3a-8ea1a8b6c396 req-d60f22a3-2dda-4d85-94fe-3837a90663c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110497 Jul 30 00:08:50.349058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c1bd-bd28-4104-b54d-cc72937a9ed6 req-b4e92b12-aa6b-4546-a192-265d02099723 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.350797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c412c1bd-bd28-4104-b54d-cc72937a9ed6 req-b4e92b12-aa6b-4546-a192-265d02099723 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0630369 Jul 30 00:08:50.351124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.384465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=d5ae10f3-072a-4653-a509-4205c37bd4a2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:50.408596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c412c1bd-bd28-4104-b54d-cc72937a9ed6 req-b8c960df-071d-49f3-8086-057e400732be tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Jul 30 00:08:50.420333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.423596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-77a1ef4d-3260-46c4-a9a6-767ff4dac233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/d5ae10f3-072a-4653-a509-4205c37bd4a2 HTTP/1.1" status: 204 len: 168 time: 0.6376727 Jul 30 00:08:50.425934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:50.496023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27496aa9-6c72-49ad-9b87-b8db990410a1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.497798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27496aa9-6c72-49ad-9b87-b8db990410a1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.499515 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-27496aa9-6c72-49ad-9b87-b8db990410a1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0723455 Jul 30 00:08:50.502319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:50.724446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3532-b296-4e3e-8a73-12ef181df0e4 req-48e9e723-7b55-4eec-b157-37aae4f5f65e tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.729519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.742687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-716e3532-b296-4e3e-8a73-12ef181df0e4 req-48e9e723-7b55-4eec-b157-37aae4f5f65e tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.0900562 Jul 30 00:08:50.858368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-716e3532-b296-4e3e-8a73-12ef181df0e4 req-21060a65-802d-4006-967b-1efa8766d3ba tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935602 Jul 30 00:08:50.942305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 01742ea6-10b6-4789-9a8c-25f7987300d0 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:50.946925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.990186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-32d6cf00-1fad-4e61-becb-a143baf89335 None None] Provisioning for port 26af6892-aac6-4497-a526-9fc06f3ceac2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:51.008362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.027618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab73c9-7265-4a9d-b3e0-8bedd4f005e2 req-ab69e847-e482-443e-97f9-c253e34c1d9b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.029311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34ab73c9-7265-4a9d-b3e0-8bedd4f005e2 req-ab69e847-e482-443e-97f9-c253e34c1d9b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.0787718 Jul 30 00:08:51.103948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34ab73c9-7265-4a9d-b3e0-8bedd4f005e2 req-361b0db8-f456-4105-82cd-86b0cdc0fbe5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672452 Jul 30 00:08:51.159047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:51.162343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.322013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.335801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b8c460e-e297-4a9f-b98e-7595ea9aaef4 req-8d9c1bbd-98b0-4acc-8681-507c19e0669e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1b890bc-01db-4ce5-a890-7b75a15f8626 HTTP/1.1" status: 200 len: 210 time: 0.0765822 Jul 30 00:08:51.369479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-02c10077-72c1-4025-89f4-3083d6265f2f None None] Could not find standard attr ID for object d5ae10f3-072a-4653-a509-4205c37bd4a2. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:08:51.402994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.406553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/01742ea6-10b6-4789-9a8c-25f7987300d0 HTTP/1.1" status: 204 len: 168 time: 0.9029465 Jul 30 00:08:51.407627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e083bb-5ed9-436a-a983-fae085f4e3c4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=01742ea6-10b6-4789-9a8c-25f7987300d0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:51.409714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51106) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:51.501175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:51.515016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3136cdbe-c391-4c8a-8621-381002485724', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:51.580760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-72ede9dd-f89c-4982-b9b0-d47c570fc226 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662350 Jul 30 00:08:51.581787 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:51.583120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.588377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:51.604625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:51.614473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3daada-84dd-40b0-b846-2c0696681b5f None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:51.625102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f415eb-425a-4d0f-b584-5310e6b9bde1 req-01943c36-acca-4d37-8aa5-46ac071cab8b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.625102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9f415eb-425a-4d0f-b584-5310e6b9bde1 req-01943c36-acca-4d37-8aa5-46ac071cab8b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0858140 Jul 30 00:08:51.667235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:51.672003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9f415eb-425a-4d0f-b584-5310e6b9bde1 req-e719bb55-b21f-41b2-b872-e7458c550dd7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Jul 30 00:08:51.779850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:51.785570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.790207 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.859559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:51.862310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 26af6892-aac6-4497-a526-9fc06f3ceac2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:51.996804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 26af6892-aac6-4497-a526-9fc06f3ceac2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:52.006920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 26af6892-aac6-4497-a526-9fc06f3ceac2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:52.007303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.024999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16282cb-58bc-4695-9bb2-e5058f8295af req-ed38c096-e90e-4162-b913-da98342bfded tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.027049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a16282cb-58bc-4695-9bb2-e5058f8295af req-ed38c096-e90e-4162-b913-da98342bfded tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.0806389 Jul 30 00:08:52.080534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a16282cb-58bc-4695-9bb2-e5058f8295af req-5f3f4ace-f759-4db2-b738-6d5f1709b6ce tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Jul 30 00:08:52.108950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:52.117098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3136cdbe-c391-4c8a-8621-381002485724'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:52.238893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:52.244776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824c47-d81b-4901-af09-3f56d12885a6 req-9fe5c9a3-99cb-4de6-aafb-a310501cb478 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.246588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd824c47-d81b-4901-af09-3f56d12885a6 req-9fe5c9a3-99cb-4de6-aafb-a310501cb478 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.0654764 Jul 30 00:08:52.278858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.339291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd824c47-d81b-4901-af09-3f56d12885a6 req-74a0f1e9-949c-4c3a-a19a-97163d1e7ffc tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785537 Jul 30 00:08:52.366872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:52.404942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 26af6892-aac6-4497-a526-9fc06f3ceac2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=26af6892-aac6-4497-a526-9fc06f3ceac2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:52.418502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.427470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Deleting port 26af6892-aac6-4497-a526-9fc06f3ceac2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:52.427855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.600708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.620751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2de60-9f95-4ad5-bd57-3ac4056ab4d6 req-ee54ecf7-e1fb-4df1-9488-69621d12fcbb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.623326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4c2de60-9f95-4ad5-bd57-3ac4056ab4d6 req-ee54ecf7-e1fb-4df1-9488-69621d12fcbb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1537263 Jul 30 00:08:52.665775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38144363-2553-4f4d-ae5e-778b0956b9cb tempest-TestVolumeBackupRestore-1035884785 tempest-TestVolumeBackupRestore-1035884785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.668107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-38144363-2553-4f4d-ae5e-778b0956b9cb tempest-TestVolumeBackupRestore-1035884785 tempest-TestVolumeBackupRestore-1035884785-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1093 time: 0.2994936 Jul 30 00:08:52.671491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:52.678992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:52.690568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4c2de60-9f95-4ad5-bd57-3ac4056ab4d6 req-11d95619-2c7b-4b7d-87a1-b2dd06bd4d78 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549366 Jul 30 00:08:52.710187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] For port 26af6892-aac6-4497-a526-9fc06f3ceac2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=26af6892-aac6-4497-a526-9fc06f3ceac2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:52.713790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.736176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Calling delete_port for 26af6892-aac6-4497-a526-9fc06f3ceac2 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:52.744651 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.817168 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:52.874160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=26af6892-aac6-4497-a526-9fc06f3ceac2,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:52.926913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96249c-a72d-4168-9fa0-3da3d160479b req-fa06e059-619f-4d4d-9492-1798f8ba3e34 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.935784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f96249c-a72d-4168-9fa0-3da3d160479b req-fa06e059-619f-4d4d-9492-1798f8ba3e34 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0673027 Jul 30 00:08:52.962090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 26af6892-aac6-4497-a526-9fc06f3ceac2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=26af6892-aac6-4497-a526-9fc06f3ceac2,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:52.978402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f96249c-a72d-4168-9fa0-3da3d160479b req-cbb1ad4f-948f-4c0a-9d76-da31a8c6bc18 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Jul 30 00:08:53.019615 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.025602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.026421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.030508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.061781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] No DVR routers for this DVR port 26af6892-aac6-4497-a526-9fc06f3ceac2 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:53.068977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bd60b-3090-4042-83c0-6cddf3794eb7 None None] Pushing event deleted for resources: {'Port': ['ID=26af6892-aac6-4497-a526-9fc06f3ceac2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.090628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=26af6892-aac6-4497-a526-9fc06f3ceac2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.113001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.119989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:53.130519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:53.137394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.138102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.142509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405b283-db3b-4d9a-a46d-19f4304858d7 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:53.158473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=09601b8a-f0d7-4dde-b24c-eb6e961991ef,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.239062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-58ee2026-d835-4701-a414-8a4e81a38e59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6521554 Jul 30 00:08:53.240333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:53.249343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:14:33:f0', 'name': 'tempest-NetworksTestDHCPv6-480749279'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:53.348254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Allocated IP 172.25.5.131 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:53.373656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '09601b8a-f0d7-4dde-b24c-eb6e961991ef'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:53.374900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.443064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:53.533885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.589572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Allocated IP 2001:db8::f816:3eff:fed2:7aa8 (43e480ae-f637-4387-b955-15f81a42fb7b/09601b8a-f0d7-4dde-b24c-eb6e961991ef/f51bde8e-183c-44d6-9ef0-bf3bf059dabb) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:53.619394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.621837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.656823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:08:53.692254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:53.697759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:53.701040 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:53.762866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'Port': ['ID=9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:53.831561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 26af6892-aac6-4497-a526-9fc06f3ceac2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:53.882163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 26af6892-aac6-4497-a526-9fc06f3ceac2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:53.882312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 26af6892-aac6-4497-a526-9fc06f3ceac2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:53.917494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.923825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e2145-403f-4e51-bf89-85d62c2948c2 req-fbf4b72f-87e5-4962-a23e-8803f1924548 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.927527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f00e2145-403f-4e51-bf89-85d62c2948c2 req-fbf4b72f-87e5-4962-a23e-8803f1924548 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.0880315 Jul 30 00:08:53.932413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Transition to ACTIVE for port object f51bde8e-183c-44d6-9ef0-bf3bf059dabb will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:53.970323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Transition to ACTIVE for port object f51bde8e-183c-44d6-9ef0-bf3bf059dabb will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:53.978302 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.987544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f00e2145-403f-4e51-bf89-85d62c2948c2 req-e6105616-8a92-4ba2-9efa-5a24945f65e7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510907 Jul 30 00:08:54.043602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:54.047902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:54.060255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:54.070090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Pushing event updated for resources: {'Port': ['ID=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:54.119933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe14:33f0 (43e480ae-f637-4387-b955-15f81a42fb7b/09601b8a-f0d7-4dde-b24c-eb6e961991ef/5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:54.164656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Attempting to bind port f51bde8e-183c-44d6-9ef0-bf3bf059dabb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:54.166591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Attempting to bind port f51bde8e-183c-44d6-9ef0-bf3bf059dabb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:54.166591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Attempting to bind port f51bde8e-183c-44d6-9ef0-bf3bf059dabb on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:54.172438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:54.172869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:54.173337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.173761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:54.174265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Bound port: f51bde8e-183c-44d6-9ef0-bf3bf059dabb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:54.174639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.268364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-63359277-190e-4493-8377-69ead0f8e613 None None] For port f51bde8e-183c-44d6-9ef0-bf3bf059dabb, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:54.272540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-63359277-190e-4493-8377-69ead0f8e613 None None] For port f51bde8e-183c-44d6-9ef0-bf3bf059dabb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:54.278206 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.331910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd129b0c-5b6f-4fa8-9256-97dc0194adeb req-26632b2f-e88e-4599-ab3b-502f7b70b9f5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.343662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd129b0c-5b6f-4fa8-9256-97dc0194adeb req-26632b2f-e88e-4599-ab3b-502f7b70b9f5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1543105 Jul 30 00:08:54.370650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63359277-190e-4493-8377-69ead0f8e613 None None] Pushing event updated for resources: {'Port': ['ID=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:54.419703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd129b0c-5b6f-4fa8-9256-97dc0194adeb req-f9775208-94bf-4401-b91c-018b9e615a75 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743287 Jul 30 00:08:54.484586 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.507920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:54.510402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.584568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.644040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:54.648219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:54.651466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:54.689749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.691610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.704811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:54.739457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4977832 Jul 30 00:08:54.743374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:54.781126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:54.823079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.823439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.823781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.824119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.825016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.825016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.825236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.825510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.826030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.826232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.826576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.826926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a1db2-56ae-46c5-aa2d-df470fdc66bc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:54.880248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f9167-cb9d-41a1-bb83-abf64df4cef2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.897209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f9167-cb9d-41a1-bb83-abf64df4cef2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.902087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:54.902269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c13f9167-cb9d-41a1-bb83-abf64df4cef2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1582534 Jul 30 00:08:55.038953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.048934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.088575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:55.088929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.162934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07379e8-b7ba-4bbb-8868-c0da000ae56e req-feda7ce2-1425-4ac7-868c-b0d5c1e9ae8f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:55.164578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e07379e8-b7ba-4bbb-8868-c0da000ae56e req-feda7ce2-1425-4ac7-868c-b0d5c1e9ae8f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.0737033 Jul 30 00:08:55.179243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.189907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:55.236336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e07379e8-b7ba-4bbb-8868-c0da000ae56e req-2f6ac204-30e3-443f-93aa-8eb3d77a5ff7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614297 Jul 30 00:08:55.268265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 3136cdbe-c391-4c8a-8621-381002485724 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:55.272550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 3136cdbe-c391-4c8a-8621-381002485724 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:55.273097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.293862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event updated for resources: {'Port': ['ID=9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:55.408430 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.419478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.444247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:55.451582 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:55.455841 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e8d730-c032-46ca-ae60-b28d3f0a82a6" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:55.465602 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Floating IP 806ff0e3-50fb-429a-b3c5-161620e4a815 associated. External IP: 172.25.5.131, port: c5d64a37-5208-4fb8-9ba4-bb39906992a1. Jul 30 00:08:55.493594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:55.504337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.600878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:55.622223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d18ea8-7201-415e-9b6e-359646b42d87 req-97defe66-37d6-490d-b9c7-d0bb0bfe599e tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:55.624137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24d18ea8-7201-415e-9b6e-359646b42d87 req-97defe66-37d6-490d-b9c7-d0bb0bfe599e tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0768163 Jul 30 00:08:55.679057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24d18ea8-7201-415e-9b6e-359646b42d87 req-954d12ec-c2d4-43cb-a5d6-91dc9e9281e1 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471506 Jul 30 00:08:55.747585 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ec988-a725-4b70-8104-98d5a5a636a4 x-openstack-request-id: req-478ec988-a725-4b70-8104-98d5a5a636a4 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:55.747979 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:55.748314 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-478ec988-a725-4b70-8104-98d5a5a636a4 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:55.748815 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'code': 200} Jul 30 00:08:55.879495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f51bde8e-183c-44d6-9ef0-bf3bf059dabb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:55.993007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c062436f-6708-49e8-aadb-261e7c48456c None None] Provisioning for port f51bde8e-183c-44d6-9ef0-bf3bf059dabb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:55.993561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9033-5640-4d84-9cfe-c2a692693cbb req-a139124e-0bb8-4ee2-995f-d45a1a14dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:55.997291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa9e9033-5640-4d84-9cfe-c2a692693cbb req-a139124e-0bb8-4ee2-995f-d45a1a14dd7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1097 time: 0.1200573 Jul 30 00:08:56.007168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f51bde8e-183c-44d6-9ef0-bf3bf059dabb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:56.017033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f51bde8e-183c-44d6-9ef0-bf3bf059dabb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:56.018845 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.064871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa9e9033-5640-4d84-9cfe-c2a692693cbb req-e6f21245-14fa-4ab3-bccd-80c97effe76d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592451 Jul 30 00:08:56.145814 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.201101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:56.202294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f51bde8e-183c-44d6-9ef0-bf3bf059dabb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:56.207193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.209366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.254828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:56.270255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:56.325310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-79870775-2277-4cfc-b974-b8caed743897 None None] Could not find standard attr ID for object 5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:08:56.334631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51198) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.335621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.339614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107879510', 'description': 'tempest-secgroup-smoke-107879510 description', 'project_id': '74e5037b194947edbc912f74eebaa048'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:56.341362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-16a01932-f7cc-4f89-8996-0dd11f38abfe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f HTTP/1.1" status: 204 len: 168 time: 1.4378247 Jul 30 00:08:56.342488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.383021 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.463418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef5397-0c6b-4777-a35f-f60c8793bb79 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.465598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef5397-0c6b-4777-a35f-f60c8793bb79 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.477651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d7ef5397-0c6b-4777-a35f-f60c8793bb79 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214185 Jul 30 00:08:56.479791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.481699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6f44-f754-4e48-bf77-43b10859814c req-7bfec560-e1ba-4754-b0b0-ceceb9f1312b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.483307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e19a6f44-f754-4e48-bf77-43b10859814c req-7bfec560-e1ba-4754-b0b0-ceceb9f1312b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0754812 Jul 30 00:08:56.540886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:56.551875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e19a6f44-f754-4e48-bf77-43b10859814c req-9383730f-4dde-45e3-bca3-f17da6537355 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563879 Jul 30 00:08:56.553419 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:56.570140 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:56.573660 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:56.585432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 09601b8a-f0d7-4dde-b24c-eb6e961991ef {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:56.586168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.591839 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.592978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.622985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.636214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:56.641943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.643704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-224acf20-200c-4435-99b4-7260a2c6a990 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3080528 Jul 30 00:08:56.647830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.660343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:56.688369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7eb72d80-6656-43ed-95a8-32ce25b9a9c5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0157275 Jul 30 00:08:56.691133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51206) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.694152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.724156 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:56.745130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc142dad-c45d-445e-be92-c22dd66a8c01 tempest-TestVolumeBackupRestore-1035884785 tempest-TestVolumeBackupRestore-1035884785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.747521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc142dad-c45d-445e-be92-c22dd66a8c01 tempest-TestVolumeBackupRestore-1035884785 tempest-TestVolumeBackupRestore-1035884785-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1093 time: 0.0552905 Jul 30 00:08:56.750947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51210) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:56.752167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:56.755178 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19cc388-f15d-4ddd-8e77-154a3d79d579" -d '{"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:56.759951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Request body: {'floatingip': {'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:56.806795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.835603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.902916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.913266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.923632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.950539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ea5bf-d0be-46ce-8384-b5d2586cc451,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:56.955076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.992165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6f91-eeb0-4f2b-95fd-3ee1e8bd85fa req-c8ecdf42-0536-4b5d-b8a2-946cdd0e9f3f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.994812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.996393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98e62be4-be83-4ff4-aa4d-91a97c4064cb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452475 Jul 30 00:08:56.997607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=09601b8a-f0d7-4dde-b24c-eb6e961991ef,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:57.000273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.001132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b5b6f91-eeb0-4f2b-95fd-3ee1e8bd85fa req-c8ecdf42-0536-4b5d-b8a2-946cdd0e9f3f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1720312 Jul 30 00:08:57.006837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.014761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f02508a3-7f3f-4e32-b9af-a4d0c6f28d96 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/09601b8a-f0d7-4dde-b24c-eb6e961991ef HTTP/1.1" status: 204 len: 168 time: 0.5331576 Jul 30 00:08:57.016631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41695242-49c8-4529-972a-ce3b325ab100 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:57.023420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51216) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.023706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:57.056214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:54Z', 'revision_number': 0, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:57.070083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.104767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:57.118843 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:57.121873 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:57.139834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3bd08bd9-9c8e-4624-b1d5-8754a68d05fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143277 Jul 30 00:08:57.141709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51218) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.196974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b5b6f91-eeb0-4f2b-95fd-3ee1e8bd85fa req-85a739f1-21dc-4f11-a78d-8837a7b109f1 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924477 Jul 30 00:08:57.279443 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.295514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.306623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:57.331826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06b30c8-1ea5-4db6-aa53-f1bb27265d90,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:57.338761 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e40f7d-5274-4de2-b229-ba1e2f65a1d0 x-openstack-request-id: req-c8e40f7d-5274-4de2-b229-ba1e2f65a1d0 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:57.339393 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:57.339818 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8e40f7d-5274-4de2-b229-ba1e2f65a1d0 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:57.340388 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:08:57.351401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa00465-b9d4-4b84-8d11-d91082550b72 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.354209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ffa00465-b9d4-4b84-8d11-d91082550b72 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1988113 Jul 30 00:08:57.356804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.360648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6334e6d4-1056-4d04-9db2-cbfb7a6d1e32 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3546913 Jul 30 00:08:57.360648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51220) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.381926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.390219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:57.423657 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:57.431565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Deleting port f51bde8e-183c-44d6-9ef0-bf3bf059dabb {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:57.432050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.516454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] For port f51bde8e-183c-44d6-9ef0-bf3bf059dabb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:57.516995 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.529297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.533267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Calling delete_port for f51bde8e-183c-44d6-9ef0-bf3bf059dabb owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:57.601150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.613959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-c6609590-d6fc-4064-ad19-bc490b6392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.615839 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-c6609590-d6fc-4064-ad19-bc490b6392d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1098 time: 0.2116506 Jul 30 00:08:57.616563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.639888 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.667626 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.671459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2857900 Jul 30 00:08:57.675210 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:54Z', 'revision_number': 0, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:57.683629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51226) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.696074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:57.699121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] Pushing event deleted for resources: {'Port': ['ID=f51bde8e-183c-44d6-9ef0-bf3bf059dabb,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:57.699291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a389008-d150-4352-ae47-ba771ab2b997 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.705424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a389008-d150-4352-ae47-ba771ab2b997 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3455176 Jul 30 00:08:57.709779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c6ac1-3c91-4365-9ad1-2f37e1e725aa None None] No DVR routers for this DVR port f51bde8e-183c-44d6-9ef0-bf3bf059dabb on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:57.710456 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0da4d-991e-4a37-b20b-2828f8d7fb58 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:54Z', 'revision_number': 0, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:57.739093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51228) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.801908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2229-a12d-468f-bf33-03dab176a14e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b79cf-3e30-45d8-88bb-cf4b465bdefa,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:57.838646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f51bde8e-183c-44d6-9ef0-bf3bf059dabb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:57.858895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-5e8962e8-7112-4695-a2c2-229ca5b8358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.860507 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-5e8962e8-7112-4695-a2c2-229ca5b8358e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 915 time: 0.2221680 Jul 30 00:08:57.865154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f51bde8e-183c-44d6-9ef0-bf3bf059dabb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:57.865499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f51bde8e-183c-44d6-9ef0-bf3bf059dabb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:57.902143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a8e93a9-a185-4f97-9c15-8f684f2b3fc3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130621 Jul 30 00:08:57.904584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51230) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:57.910036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:57.921717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.955635 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.003552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-c8716439-772d-462b-906d-9d38f0bd480a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 1000 time: 0.1322854 Jul 30 00:08:58.034820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751472e-3caf-413e-97f3-b38c195585ce None None] New status for floating IP 806ff0e3-50fb-429a-b3c5-161620e4a815: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:08:58.070151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-b32ac001-a0fe-4674-b481-05630bbb0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.071851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-b32ac001-a0fe-4674-b481-05630bbb0c3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.0611136 Jul 30 00:08:58.120336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b03b4-1dad-402a-9a70-eddd1333a7f6 req-9b104c3c-bd88-4afc-bc4b-a3be098fe448 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.124381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e8b03b4-1dad-402a-9a70-eddd1333a7f6 req-9b104c3c-bd88-4afc-bc4b-a3be098fe448 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.3311138 Jul 30 00:08:58.149691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-7d9929f4-bf7a-440d-9ea9-06fc0654bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.152111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-7d9929f4-bf7a-440d-9ea9-06fc0654bb7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730424 Jul 30 00:08:58.204408 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.223652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.265720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.resource_extend [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 00:08:58.287924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-e12a9320-5c71-4c68-bc20-136a77c6bb79 service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276681 Jul 30 00:08:58.311197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4edede6-91f5-4550-a407-5b41165fe6d7,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:58.327496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5e8b03b4-1dad-402a-9a70-eddd1333a7f6 req-71582523-1037-47c1-9f09-b65ab47eb7f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790979 Jul 30 00:08:58.332014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:58.336498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.349066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.353920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-030f3475-d37e-42b8-8567-700f02ef327a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6644533 Jul 30 00:08:58.359734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51236) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:58.367176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:58.399772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.410238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.410625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-b751472e-3caf-413e-97f3-b38c195585ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:08:58.412402 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-b751472e-3caf-413e-97f3-b38c195585ce None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:08:58.417577 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Project 74e5037b194947edbc912f74eebaa048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:58.427396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.449921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b19cc388-f15d-4ddd-8e77-154a3d79d579 req-abc21862-7af8-4477-bff6-70ed7d5a68de service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536827 Jul 30 00:08:58.517613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.522838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.547220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a789cfe-2eaa-4e3f-bd03-fb7aa537f62a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:58.549692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.551153 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f56e718-fd9a-4722-bbe1-5306eae237d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888688 Jul 30 00:08:58.553874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51238) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:58.558463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'security_group_rule': {'security_group_id': '690e7d49-8dc3-47c5-8ce3-1d4e225a19a4', 'project_id': '74e5037b194947edbc912f74eebaa048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:58.584024 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Project 74e5037b194947edbc912f74eebaa048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:08:58.589815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.595973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9476aa2-16e1-4514-a50d-002e0178c7a6 req-1d517fb0-e1b8-4865-9a58-348435748289 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.597599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9476aa2-16e1-4514-a50d-002e0178c7a6 req-1d517fb0-e1b8-4865-9a58-348435748289 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1806619 Jul 30 00:08:58.674836 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.679970 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.699059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173662d7-e24f-4f8f-b7bb-02b07955a98b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:58.705182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:58.709797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8bb8ee84-db75-4df9-8a1c-1b98b4cc8330 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549444 Jul 30 00:08:58.734482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9476aa2-16e1-4514-a50d-002e0178c7a6 req-e42581f6-187e-473a-a928-15330c4be6b2 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254368 Jul 30 00:08:58.914598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751472e-3caf-413e-97f3-b38c195585ce None None] New status for floating IP 806ff0e3-50fb-429a-b3c5-161620e4a815: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:08:58.984726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:59.031313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f4ff-c5f5-42ec-94eb-55deac210a96 req-ead9bd89-d2e3-48d9-8f96-e2b4413932a0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.033104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7bd4f4ff-c5f5-42ec-94eb-55deac210a96 req-ead9bd89-d2e3-48d9-8f96-e2b4413932a0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1819413 Jul 30 00:08:59.056770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1d5fb-ab26-4a0d-832f-f24a2d6a7e75 req-7aedb646-97bc-415d-a3bb-5262141a4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.058362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dea1d5fb-ab26-4a0d-832f-f24a2d6a7e75 req-7aedb646-97bc-415d-a3bb-5262141a4869 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1097 time: 0.1460984 Jul 30 00:08:59.169847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:08:59.182487 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.306736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7bd4f4ff-c5f5-42ec-94eb-55deac210a96 req-129512a3-7d93-47f0-a29c-620a11fb725d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607074 Jul 30 00:08:59.337682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:59.388560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dea1d5fb-ab26-4a0d-832f-f24a2d6a7e75 req-17e4e5f5-1243-4970-af8f-7e7e3772cf89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194201 Jul 30 00:08:59.400075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:59.410044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:59.418183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.419187 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.431255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f528269-f220-4504-8b17-e7e8ab725a97 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:59.454895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:59.470779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.482199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=18188f22-84ac-45b9-81e9-72a26dff1ed3,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:59.496445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278e437-91ea-4ae0-af11-976d8c43abf2 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.498944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0278e437-91ea-4ae0-af11-976d8c43abf2 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1092 time: 0.1596835 Jul 30 00:08:59.504672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51284) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:59.519496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:59.536150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-305061cc-c306-4e11-9038-191b66027811 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6293809 Jul 30 00:08:59.541585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51286) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:59.550807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:20:21:03', 'name': 'tempest-NetworksTestDHCPv6-2139091844'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:59.571502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.575339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:59.594864 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:59.596532 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:59.715256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:59.722759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '18188f22-84ac-45b9-81e9-72a26dff1ed3'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:08:59.723072 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd7f80-db18-4259-8128-c8db27564922" -d '{"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:59.725232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.779462 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.813501 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:59.981465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5c59179b-2a9d-447c-860c-580e9ffc64b5 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "PUT /v2.0/floatingips/806ff0e3-50fb-429a-b3c5-161620e4a815 HTTP/1.1" status: 200 len: 992 time: 3.2258098 Jul 30 00:08:59.985896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:00.043362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.10 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/75749ec4-9d38-40f0-8c21-bc555d5f41c3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:00.048850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Allocated IP 2001:db8::f816:3eff:fe8c:227a (43e480ae-f637-4387-b955-15f81a42fb7b/18188f22-84ac-45b9-81e9-72a26dff1ed3/d1bddf47-6a13-4517-a14e-25252699fd5d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:00.099936 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:59Z', 'revision_number': 2, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:00.112460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647332-fbcb-49c6-8dd2-22c0c28cf580 req-07189be4-15b7-45f5-a583-a5ea790923f7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.114664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a647332-fbcb-49c6-8dd2-22c0c28cf580 req-07189be4-15b7-45f5-a583-a5ea790923f7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1593344 Jul 30 00:09:00.134132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:00.143635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:00.144642 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:00.191986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a647332-fbcb-49c6-8dd2-22c0c28cf580 req-5ed83df5-7182-42f0-ac9e-dad48fedb77d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690699 Jul 30 00:09:00.223748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.246262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.288533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 4d602788-5f68-4215-bc68-cbc89bb5a7f7 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:00.314714 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c9c0e-d5a2-455e-a2c8-a5c28ee54f44 x-openstack-request-id: req-346c9c0e-d5a2-455e-a2c8-a5c28ee54f44 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:00.315309 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:00.316383 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-346c9c0e-d5a2-455e-a2c8-a5c28ee54f44 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:00.316806 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:09:00.320047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:00.334127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.388884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:00.397303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:00.419474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:00.532884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.549424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Transition to ACTIVE for port object d1bddf47-6a13-4517-a14e-25252699fd5d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:00.566688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=75749ec4-9d38-40f0-8c21-bc555d5f41c3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:00.594741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Transition to ACTIVE for port object d1bddf47-6a13-4517-a14e-25252699fd5d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:00.634007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7f80-db18-4259-8128-c8db27564922 req-d4e41a3c-6ead-453c-b72b-52db36bb98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.634176 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.634362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-d4e41a3c-6ead-453c-b72b-52db36bb98d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1098 time: 0.2355211 Jul 30 00:09:00.702730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:00.706670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:00.711568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:00.784927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Pushing event updated for resources: {'Port': ['ID=d1bddf47-6a13-4517-a14e-25252699fd5d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:00.828663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.829013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.829353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.829807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.830227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.830688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.831157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.831580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.832134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.832594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.833065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.833546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:00.852945 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:59Z', 'revision_number': 2, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:00.873117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Attempting to bind port d1bddf47-6a13-4517-a14e-25252699fd5d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:00.873567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Attempting to bind port d1bddf47-6a13-4517-a14e-25252699fd5d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:00.873933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Attempting to bind port d1bddf47-6a13-4517-a14e-25252699fd5d on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:00.880024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:00.880549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:00.880897 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.881353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:00.881957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Bound port: d1bddf47-6a13-4517-a14e-25252699fd5d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:00.882355 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.885928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29dec0-3098-4136-b26d-7de07b765f07 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '806ff0e3-50fb-429a-b3c5-161620e4a815', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'port_id': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'mac_address': 'fa:16:3e:f5:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390472-7131-40da-87d6-645230aca242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:08:54Z', 'updated_at': '2021-07-30T00:08:59Z', 'revision_number': 2, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:01.005679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] For port d1bddf47-6a13-4517-a14e-25252699fd5d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:01.010604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] For port d1bddf47-6a13-4517-a14e-25252699fd5d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d1bddf47-6a13-4517-a14e-25252699fd5d,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:01.019512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.052095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7f80-db18-4259-8128-c8db27564922 req-6c2d3020-d94d-4ace-a8b5-6d293ae1be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.053696 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-6c2d3020-d94d-4ace-a8b5-6d293ae1be90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 915 time: 0.4078450 Jul 30 00:09:01.118274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713820-bec6-4e91-9b9c-c3c90c73b2ab None None] Pushing event updated for resources: {'Port': ['ID=d1bddf47-6a13-4517-a14e-25252699fd5d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:01.260188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe20:2103 (43e480ae-f637-4387-b955-15f81a42fb7b/18188f22-84ac-45b9-81e9-72a26dff1ed3/4d602788-5f68-4215-bc68-cbc89bb5a7f7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:01.286384 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-58e68ce2-e10f-468a-bb8c-686f3aa5743d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 1002 time: 0.2223220 Jul 30 00:09:01.430453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7f80-db18-4259-8128-c8db27564922 req-96b159b3-9218-470c-98eb-7bbd8d81bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.432646 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-96b159b3-9218-470c-98eb-7bbd8d81bf7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.1385496 Jul 30 00:09:01.435323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117756b1-3112-442e-ae32-83072b644831 req-bcfcfdb9-ca15-4f02-a250-a9b3d3f43c61 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.436818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-117756b1-3112-442e-ae32-83072b644831 req-bcfcfdb9-ca15-4f02-a250-a9b3d3f43c61 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1171827 Jul 30 00:09:01.612791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.614937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7f80-db18-4259-8128-c8db27564922 req-e6e1e589-84e4-4755-bbb8-30754c2f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.616501 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-e6e1e589-84e4-4755-bbb8-30754c2f050c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711631 Jul 30 00:09:01.617946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.634409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-117756b1-3112-442e-ae32-83072b644831 req-4187db6f-cfdf-4ae8-b98c-620319478b4f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184838 Jul 30 00:09:01.652133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 4d602788-5f68-4215-bc68-cbc89bb5a7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:01.733649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.812546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:01.839968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:01.847663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:01.854546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.857556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.878285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=4d602788-5f68-4215-bc68-cbc89bb5a7f7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:01.878522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d1bddf47-6a13-4517-a14e-25252699fd5d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:01.899320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abfacb-3e9a-405b-a111-c2eab4b69486 req-ec2629d9-a331-4d7f-bc6c-d7091815062d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.901201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2abfacb-3e9a-405b-a111-c2eab4b69486 req-ec2629d9-a331-4d7f-bc6c-d7091815062d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1369135 Jul 30 00:09:01.905570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cfbdd6ca-dbae-4114-a6d3-8d093c8e132a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3598039 Jul 30 00:09:01.906424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51330) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:01.945408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.950543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-d66d8dd7-aaa5-40b7-909b-8c53c460afa3 service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235509 Jul 30 00:09:01.990310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4754e2-dfe1-40c6-8c4a-b133852bc3ed tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.996717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4754e2-dfe1-40c6-8c4a-b133852bc3ed tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:02.001504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e4754e2-dfe1-40c6-8c4a-b133852bc3ed tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0910785 Jul 30 00:09:02.001504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51332) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:02.013534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d1bddf47-6a13-4517-a14e-25252699fd5d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:02.044493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2abfacb-3e9a-405b-a111-c2eab4b69486 req-42bbe904-b1a6-47f7-a662-0f93a6f8fde6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074569 Jul 30 00:09:02.145833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 4d602788-5f68-4215-bc68-cbc89bb5a7f7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:02.146247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.323669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:02.323669 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cf181e-1695-476e-9ac3-1aec5bf425f0" -d '{"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:02.337582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.366091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 4d602788-5f68-4215-bc68-cbc89bb5a7f7 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:02.546921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa88c-b4fd-4d48-a5ec-3f1297ec7d6b req-65ebf608-ea39-4208-824b-fb0161d9c2f9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:02.548877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bfa88c-b4fd-4d48-a5ec-3f1297ec7d6b req-65ebf608-ea39-4208-824b-fb0161d9c2f9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0855339 Jul 30 00:09:02.688463 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afdd7f80-db18-4259-8128-c8db27564922 req-b11d87a3-8ee0-41a5-8f4a-7f9c4dc45026 service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995552 Jul 30 00:09:02.732892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.814446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.818887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=4d602788-5f68-4215-bc68-cbc89bb5a7f7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:02.831964 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.851278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bfa88c-b4fd-4d48-a5ec-3f1297ec7d6b req-1ac9b170-2670-4df2-aafb-a3754067fbcb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853501 Jul 30 00:09:02.920240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:02.927341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b9286dc1-4b03-4e89-b8ab-8c5d7bac3477 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/4d602788-5f68-4215-bc68-cbc89bb5a7f7 HTTP/1.1" status: 204 len: 168 time: 0.9225852 Jul 30 00:09:02.928131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51344) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:02.948989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=75749ec4-9d38-40f0-8c21-bc555d5f41c3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:02.975940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.012149 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1039a12-0c48-47f8-b721-6bd428b4d5c7 x-openstack-request-id: req-b1039a12-0c48-47f8-b721-6bd428b4d5c7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:03.012852 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:03.013330 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1039a12-0c48-47f8-b721-6bd428b4d5c7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:03.013986 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:09:03.029945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Provisioning for port d1bddf47-6a13-4517-a14e-25252699fd5d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:03.038563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Provisioning complete for port d1bddf47-6a13-4517-a14e-25252699fd5d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:03.041204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.074699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093892a8-cd27-41e7-b46b-28724da4fd3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.080582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093892a8-cd27-41e7-b46b-28724da4fd3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.090143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-093892a8-cd27-41e7-b46b-28724da4fd3d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1601195 Jul 30 00:09:03.094508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51346) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:03.191357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 18188f22-84ac-45b9-81e9-72a26dff1ed3 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:03.196163 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.233572 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP 2e15a11e-84e7-4888-9b50-c7ebd7dc54eb associated. External IP: 172.25.5.10, port: 3136cdbe-c391-4c8a-8621-381002485724. Jul 30 00:09:03.258552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.382669 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.421368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.456523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-26898905-ecc2-418f-8988-2658514a3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.459228 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-26898905-ecc2-418f-8988-2658514a3475 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1098 time: 0.4295201 Jul 30 00:09:03.553559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.611165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.612199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:09:03.612582 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:09:03.617362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/18188f22-84ac-45b9-81e9-72a26dff1ed3 HTTP/1.1" status: 204 len: 168 time: 0.5209231 Jul 30 00:09:03.621442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51348) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:03.623108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9497d-4899-4630-97b8-eea15dc74c40 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=18188f22-84ac-45b9-81e9-72a26dff1ed3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:03.693466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-434bd5e6-0cdb-4273-a853-a047a66a5bdc tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648689 Jul 30 00:09:03.695359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51350) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:03.700955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1cb90-3708-4b69-a767-a95bd91ead7b None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:03.720742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:03.797907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-07bdfd20-543a-4f0c-b895-ef6d4358bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.800447 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-07bdfd20-543a-4f0c-b895-ef6d4358bb5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 915 time: 0.3325784 Jul 30 00:09:03.917475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router cccdeb9f-5c6b-4784-9585-66f4d4354d49 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:03.945200 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-75c8aa1a-c1a9-496f-af61-6b4577859e1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 1002 time: 0.1354454 Jul 30 00:09:03.965339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:03.977142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.056911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:04.132208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-000cbb88-8e2f-4d8b-a54f-d138cf06c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.134973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-000cbb88-8e2f-4d8b-a54f-d138cf06c337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.1828833 Jul 30 00:09:04.152470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d479-edc3-4d97-ae2e-8984f6287165 req-ce3f97e1-7b93-458c-aba9-34c9c355fe7f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.155805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2df0d479-edc3-4d97-ae2e-8984f6287165 req-ce3f97e1-7b93-458c-aba9-34c9c355fe7f tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0970621 Jul 30 00:09:04.197921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Deleting port d1bddf47-6a13-4517-a14e-25252699fd5d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:04.198343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.201325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.230938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-f63df221-a6df-4cd7-b385-bbdb3a4f63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.233816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-f63df221-a6df-4cd7-b385-bbdb3a4f63d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901926 Jul 30 00:09:04.235468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:04.262795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Sync routers for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:04.303870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2df0d479-edc3-4d97-ae2e-8984f6287165 req-08c39c1d-f779-4280-a0cf-31902d3bf6db tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355050 Jul 30 00:09:04.327413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] For port d1bddf47-6a13-4517-a14e-25252699fd5d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d1bddf47-6a13-4517-a14e-25252699fd5d,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:04.327874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.369265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.383213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Calling delete_port for d1bddf47-6a13-4517-a14e-25252699fd5d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:04.436712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] For port d1bddf47-6a13-4517-a14e-25252699fd5d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d1bddf47-6a13-4517-a14e-25252699fd5d,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:04.437898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:04.438540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:04.458875 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e2be1b9a-5488-4b26-8308-2dd15fd26348 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9524517 Jul 30 00:09:04.464679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:04.468386 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d010829-47cd-4e53-a9b6-1c892b544116" -d '{"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:04.553748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.594915 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-da0430bd-c72f-4243-9d93-ef31e893ba5e service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494625 Jul 30 00:09:04.661650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:04.699269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-76f409dc-338d-437b-9c3f-fe70c71cb841 None None] Could not find standard attr ID for object 4d602788-5f68-4215-bc68-cbc89bb5a7f7. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:04.714648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] No DVR routers for this DVR port d1bddf47-6a13-4517-a14e-25252699fd5d on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:04.718758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f6c2d-7432-454d-b407-b06e1baa1aa4 None None] Pushing event updated for resources: {'Port': ['ID=d1bddf47-6a13-4517-a14e-25252699fd5d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:04.755599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824cd2-d4e3-4480-8877-ab1273c52f57 None None] Pushing event deleted for resources: {'Port': ['ID=d1bddf47-6a13-4517-a14e-25252699fd5d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:04.764184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:04.779771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:09:04.810358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910af7e-64a8-4a9a-b096-47a5e3856017 req-be5bba31-eea9-4f07-8980-a3cc6bb329d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.812900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1910af7e-64a8-4a9a-b096-47a5e3856017 req-be5bba31-eea9-4f07-8980-a3cc6bb329d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1589475 Jul 30 00:09:04.840813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-38cf181e-1695-476e-9ac3-1aec5bf425f0 req-8505587f-af65-477e-8b46-afc19484371c service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360945 Jul 30 00:09:05.044730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1910af7e-64a8-4a9a-b096-47a5e3856017 req-6d221d15-bce1-4ade-a4bf-ae8c6d04aa0e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347792 Jul 30 00:09:05.078406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51366) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:05.103682 n-d-712707-11 neutron-server[93864]: WARNING neutron.services.revisions.revision_plugin [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Could not find related port for resource to bump revision. Jul 30 00:09:05.116122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_pluggable_backend [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Port d1bddf47-6a13-4517-a14e-25252699fd5d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93864) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 00:09:05.116880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_pluggable_backend [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8c:227a {{(pid=93864) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 00:09:05.125536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_pluggable_backend [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8c:227a {{(pid=93864) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 00:09:05.128756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:05.149821 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68b9198-4800-4a3d-afe3-57078ec69b89 x-openstack-request-id: req-c68b9198-4800-4a3d-afe3-57078ec69b89 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:05.150178 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:05.150342 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c68b9198-4800-4a3d-afe3-57078ec69b89 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:05.150754 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:09:05.202348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9273a6c2-91ad-48f9-bd6e-a2edad233d66 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 200 len: 990 time: 0.1221311 Jul 30 00:09:05.204868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:05.212061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2e15a11e-84e7-4888-9b50-c7ebd7dc54eb', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f2a07-0e99-42e6-a017-14e04305f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:01Z', 'updated_at': '2021-07-30T00:09:01Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:05.213250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:05.219806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.220556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:05.243246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:05.254578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Checking router: cccdeb9f-5c6b-4784-9585-66f4d4354d49 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:05.266194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-65727474-014d-4dec-82f5-22f1717b7ef6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5695047 Jul 30 00:09:05.266948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51368) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:05.274364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:01:ac:80', 'name': 'tempest-NetworksTestDHCPv6-1097295205'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:05.278420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54f84c-8247-4e3e-9ab4-abaf8daf697f None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:05.335127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-f191d29a-d3cd-4950-8327-ab07070f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.337006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-f191d29a-d3cd-4950-8327-ab07070f3499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1097 time: 0.1448689 Jul 30 00:09:05.344973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:05.344973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:05.493247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-b10b79e9-d828-4e6a-abe7-fa0b23c186db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.494403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-b10b79e9-d828-4e6a-abe7-fa0b23c186db service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1503282 Jul 30 00:09:05.579955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:05.595361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:05.682251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': 'df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:09:05.683975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:05.708178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-24e0040f-ddea-4de4-99df-682ec8f69188 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.2052696 Jul 30 00:09:05.727109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc46a6c-7025-42ba-91b1-439571078517 req-5ff373d4-bf85-4bd5-a72e-58706562c27b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.728714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dbc46a6c-7025-42ba-91b1-439571078517 req-5ff373d4-bf85-4bd5-a72e-58706562c27b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.2166803 Jul 30 00:09:05.810516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:05.838172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-f02c2c30-14e8-45e4-8ae8-0a9cc02edf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.839773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-f02c2c30-14e8-45e4-8ae8-0a9cc02edf17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1222212 Jul 30 00:09:05.859544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dbc46a6c-7025-42ba-91b1-439571078517 req-5e4a05b1-4a2e-4f55-8b86-9d783fcacdd8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965877 Jul 30 00:09:05.883553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:05.960550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-11542e89-0817-415d-a5ae-80e1053be8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.962285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-11542e89-0817-415d-a5ae-80e1053be8d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145890 Jul 30 00:09:06.118859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe01:ac80 (43e480ae-f637-4387-b955-15f81a42fb7b/df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9/1fcd072b-29d5-4c1d-ae31-4c72bb42ca46) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:06.173320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-08aae12a-dd9c-4f38-bd34-137044fdb83a service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011971 Jul 30 00:09:06.184195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d1bddf47-6a13-4517-a14e-25252699fd5d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:06.206584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:06.226487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d1bddf47-6a13-4517-a14e-25252699fd5d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:06.227125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d1bddf47-6a13-4517-a14e-25252699fd5d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:06.319732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea9e98f8-b066-4481-aec2-743f7f76090b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 200 len: 990 time: 0.1116471 Jul 30 00:09:06.334826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2e15a11e-84e7-4888-9b50-c7ebd7dc54eb', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f2a07-0e99-42e6-a017-14e04305f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:01Z', 'updated_at': '2021-07-30T00:09:01Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:06.363010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d010829-47cd-4e53-a9b6-1c892b544116 req-7caef770-84b5-49bd-b8b8-66658dde373c service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782756 Jul 30 00:09:06.368850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229346e8-ab64-4690-845c-bb00e0ff142f None None] The sync data for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 is: [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '2e15a11e-84e7-4888-9b50-c7ebd7dc54eb', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f2a07-0e99-42e6-a017-14e04305f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:01Z', 'updated_at': '2021-07-30T00:09:01Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:06.394234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.410561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:06.460055 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.514856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Allocated IP 2001:db8::f816:3eff:feeb:5770 (43e480ae-f637-4387-b955-15f81a42fb7b/df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9/c5a53b63-c5dc-4435-8822-0b2547a2a916) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:06.519517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:06.526892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:06.531177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:06.538918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:06.539972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.563815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=1fcd072b-29d5-4c1d-ae31-4c72bb42ca46,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:06.582011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-990e3f5d-77cc-42bd-ba3e-e81d40663baf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3105958 Jul 30 00:09:06.582397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51378) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:06.648882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082958f-c5c4-4c93-b54f-c7af3046cf68 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:06.653230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c082958f-c5c4-4c93-b54f-c7af3046cf68 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0674486 Jul 30 00:09:06.653654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51380) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:06.671263 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314118a-f9dd-48ba-84db-5846ac9c2b70 None None] New status for floating IP 2e15a11e-84e7-4888-9b50-c7ebd7dc54eb: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:06.736177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.746971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Transition to ACTIVE for port object c5a53b63-c5dc-4435-8822-0b2547a2a916 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:06.784099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Transition to ACTIVE for port object c5a53b63-c5dc-4435-8822-0b2547a2a916 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:06.798468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.800131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:06.801167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.856701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:06.861284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:06.864534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:06.866991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Pushing event updated for resources: {'Port': ['ID=c5a53b63-c5dc-4435-8822-0b2547a2a916,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:06.943037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.963779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:06.965336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Attempting to bind port c5a53b63-c5dc-4435-8822-0b2547a2a916 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:06.965932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Attempting to bind port c5a53b63-c5dc-4435-8822-0b2547a2a916 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:06.966512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Attempting to bind port c5a53b63-c5dc-4435-8822-0b2547a2a916 on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:06.988595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:06.989397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:06.990069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.990459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:06.990971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Bound port: c5a53b63-c5dc-4435-8822-0b2547a2a916, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:06.991461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.075476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] For port c5a53b63-c5dc-4435-8822-0b2547a2a916, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:07.079870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] For port c5a53b63-c5dc-4435-8822-0b2547a2a916, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c5a53b63-c5dc-4435-8822-0b2547a2a916,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:07.084393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.103574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c8b0-63fd-4e5f-851b-71cc28b43101 req-2195f910-216e-4bca-9d99-77a664df2d1b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:07.105164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2903c8b0-63fd-4e5f-851b-71cc28b43101 req-2195f910-216e-4bca-9d99-77a664df2d1b tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1087172 Jul 30 00:09:07.174133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9870-996e-47b6-8298-16d8dd8305ef None None] Pushing event updated for resources: {'Port': ['ID=c5a53b63-c5dc-4435-8822-0b2547a2a916,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:07.195373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2903c8b0-63fd-4e5f-851b-71cc28b43101 req-1ec9af72-48a2-49c3-abdf-81ad36b46388 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789571 Jul 30 00:09:07.217045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.262565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=1fcd072b-29d5-4c1d-ae31-4c72bb42ca46,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:07.309516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.311794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-651d8bdc-ba8b-4ad0-a285-306513bae75d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 HTTP/1.1" status: 204 len: 168 time: 0.6571085 Jul 30 00:09:07.314644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51388) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:07.325687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51390) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:07.415504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f7d99ed-a722-4cb6-a0c7-a09f37e3a982 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 200 len: 992 time: 0.0887516 Jul 30 00:09:07.421708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cba74-0128-4355-92c0-24f4fc3a7429 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:07.423521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cba74-0128-4355-92c0-24f4fc3a7429 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:07.425863 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-448cba74-0128-4355-92c0-24f4fc3a7429 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1099746 Jul 30 00:09:07.429214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51392) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:07.536276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:07.542322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.611733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.765895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.869425 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.916415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:07.919976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.923675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f526124c-1a0f-41a2-8458-35b0aa8e607a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9 HTTP/1.1" status: 204 len: 168 time: 0.4930255 Jul 30 00:09:07.926192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51398) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:07.936521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c5a53b63-c5dc-4435-8822-0b2547a2a916 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:07.972644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51402) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:07.972896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b0f0a2dc-3ba9-4e8a-aedd-8b53515a5ea7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447776 Jul 30 00:09:08.003567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c5a53b63-c5dc-4435-8822-0b2547a2a916 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:08.062168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8518500-c313-4078-9a4d-db070fd168b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.068737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51404) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:08.069310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a8518500-c313-4078-9a4d-db070fd168b9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0950205 Jul 30 00:09:08.146915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4c131-b19e-4a5a-984d-d909750440f1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.152914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9fc4c131-b19e-4a5a-984d-d909750440f1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825899 Jul 30 00:09:08.153149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51406) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:08.217359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51408) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:08.223417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:08.226458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56fa1202-6ba5-4233-b40f-0e4e6cd98e37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716577 Jul 30 00:09:08.404770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:08.412867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.683938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd67c8-17ab-4860-bd24-ec0d8c46e6d4 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:08.692424 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:08.730410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.769040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Provisioning for port c5a53b63-c5dc-4435-8822-0b2547a2a916 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:08.781872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Provisioning complete for port c5a53b63-c5dc-4435-8822-0b2547a2a916 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:08.782539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.816193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:08.819948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:08.824928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.825534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.837892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=702d211d-1833-4bbc-bc17-44a24d09207c,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:08.848797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b53da3da-a573-481d-8b5a-4b70ecccfff6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6299610 Jul 30 00:09:08.851403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51412) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:08.857519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:53:4c:2e', 'name': 'tempest-NetworksTestDHCPv6-419893199'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:08.953094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.012585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] For port c5a53b63-c5dc-4435-8822-0b2547a2a916, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c5a53b63-c5dc-4435-8822-0b2547a2a916,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:09.020555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.023149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:09.034797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.069474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 68cecfba-8758-4224-9146-3dc03f226187 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:09.104919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d1693-7294-4c70-b815-c10731ccf933 None None] Pushing event updated for resources: {'Port': ['ID=c5a53b63-c5dc-4435-8822-0b2547a2a916,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:09.280223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e887b0-5b81-4623-8ad0-943afa052843 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:09.305679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::1b5 (43e480ae-f637-4387-b955-15f81a42fb7b/702d211d-1833-4bbc-bc17-44a24d09207c/68cecfba-8758-4224-9146-3dc03f226187) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:09.335399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-9df043f2-d5d5-42b9-b7c7-315747aa58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.338105 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-9df043f2-d5d5-42b9-b7c7-315747aa58e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0780973 Jul 30 00:09:09.455770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c99f0-b65d-4424-ad7d-9b88056623f4 req-9e14b7fc-36c6-4ebb-9355-6c55c6b02167 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.470985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e30c99f0-b65d-4424-ad7d-9b88056623f4 req-9e14b7fc-36c6-4ebb-9355-6c55c6b02167 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1788833 Jul 30 00:09:09.473313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-e8960e6b-f3f7-4d39-934b-69eb6f96cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.475348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-e8960e6b-f3f7-4d39-934b-69eb6f96cc21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1264117 Jul 30 00:09:09.546126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e30c99f0-b65d-4424-ad7d-9b88056623f4 req-5465bee6-65d1-4521-a1b8-ff49bea6749a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737603 Jul 30 00:09:09.567569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-32edcd09-b999-458e-b650-fe47297b7625 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0820718 Jul 30 00:09:09.593842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b4e389fe-7994-4d5f-bab2-4a38f8f41dbc None None] Provisioning complete for port c5a53b63-c5dc-4435-8822-0b2547a2a916 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:09.594338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b4e389fe-7994-4d5f-bab2-4a38f8f41dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.712663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-ddf8cf84-ef2d-4192-afe8-19c68c6a4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.714617 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-ddf8cf84-ef2d-4192-afe8-19c68c6a4f38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1401296 Jul 30 00:09:09.742151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.786480 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-a6aa6318-ea18-4338-bb99-fe750a9b5adc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626485 Jul 30 00:09:09.821737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 68cecfba-8758-4224-9146-3dc03f226187 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:09.877305 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.888464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c5a53b63-c5dc-4435-8822-0b2547a2a916 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:09.945602 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-065f61af-0165-4d18-930b-09631955ae69 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512203 Jul 30 00:09:09.947584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:09.951545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:09.956106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:09.962812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.963412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.980232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c5a53b63-c5dc-4435-8822-0b2547a2a916 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:09.980813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:09.988838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1359034 Jul 30 00:09:09.990120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:10.011270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9780-7809-436e-9dcf-89b1c093fbe2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=68cecfba-8758-4224-9146-3dc03f226187,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:10.122585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e743f-5150-43e7-ade9-4d3cae050b2a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.129086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fe5f383d-a8fa-4e49-85c1-f020d97b2846 None None] Provisioning complete for port c5a53b63-c5dc-4435-8822-0b2547a2a916 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:10.129467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e743f-5150-43e7-ade9-4d3cae050b2a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.130421 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe5f383d-a8fa-4e49-85c1-f020d97b2846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.133956 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed4e743f-5150-43e7-ade9-4d3cae050b2a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1402013 Jul 30 00:09:10.134955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51424) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:10.183195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b67192a5-95ee-46bd-ac82-44e8a290325f req-c35ffe66-cac1-4276-8ab0-a5131eabde5b service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294683 Jul 30 00:09:10.288571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 68cecfba-8758-4224-9146-3dc03f226187 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:10.289230 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.375592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d3edd08-25a6-4c1c-b7c9-0e7253b5c64e None None] Could not find standard attr ID for object 1fcd072b-29d5-4c1d-ae31-4c72bb42ca46. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:10.453171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.469219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 68cecfba-8758-4224-9146-3dc03f226187 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:10.675235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.695237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a0025834-3f76-4883-84de-8369591f588c None None] Could not find standard attr ID for object 68cecfba-8758-4224-9146-3dc03f226187. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:10.729536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=68cecfba-8758-4224-9146-3dc03f226187,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:10.752178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6269a-f183-49fe-833a-81684dee9140 req-16325357-c97d-40d0-9c1d-c8ada79af4ec tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.765445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:10.765669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aa6269a-f183-49fe-833a-81684dee9140 req-16325357-c97d-40d0-9c1d-c8ada79af4ec tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0776062 Jul 30 00:09:10.771887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/68cecfba-8758-4224-9146-3dc03f226187 HTTP/1.1" status: 204 len: 168 time: 0.6333334 Jul 30 00:09:10.772102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.772318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.772667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.773052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.776395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.776803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.777221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.777590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.778000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.778431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.779165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.779396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6128ed-0a6c-4027-8aa7-41c56e8976fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:10.779506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51434) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:10.860043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aa6269a-f183-49fe-833a-81684dee9140 req-002cc28c-de4d-422b-b1e4-c1a6e68e25ef tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933681 Jul 30 00:09:10.878667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f64e08-554e-44f5-b48f-f0afef56d676 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.880535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f64e08-554e-44f5-b48f-f0afef56d676 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.882378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-56f64e08-554e-44f5-b48f-f0afef56d676 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1017475 Jul 30 00:09:10.885536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51436) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:10.948449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 702d211d-1833-4bbc-bc17-44a24d09207c {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:10.952410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.009458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.070816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.142971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.170935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=702d211d-1833-4bbc-bc17-44a24d09207c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:11.176718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.178703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ac66f225-7b5f-4c0e-aa6b-111eece5893e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/702d211d-1833-4bbc-bc17-44a24d09207c HTTP/1.1" status: 204 len: 168 time: 0.2920666 Jul 30 00:09:11.181340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51438) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:11.184823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e0744-fc04-45db-9bd5-37bc2053ff0d None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:11.222753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a600230-a22b-435a-a630-dd5057627af3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379019 Jul 30 00:09:11.222999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51440) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:11.278946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf2763-7941-4977-a48c-eb7e8409896f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.280556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16bf2763-7941-4977-a48c-eb7e8409896f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0564806 Jul 30 00:09:11.283382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51442) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:11.348135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd9918-e3c1-4df7-b746-e73c90a7deef tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.350021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d1cd9918-e3c1-4df7-b746-e73c90a7deef tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652976 Jul 30 00:09:11.352663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:11.395209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:11.410309 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90e85725-65cc-4788-a2ae-7ca5e7be2d38 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525935 Jul 30 00:09:11.412390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:11.417162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:11.450916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Deleting port c5a53b63-c5dc-4435-8822-0b2547a2a916 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:11.451479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.528824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] For port c5a53b63-c5dc-4435-8822-0b2547a2a916, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c5a53b63-c5dc-4435-8822-0b2547a2a916,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:11.529418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.545188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Calling delete_port for c5a53b63-c5dc-4435-8822-0b2547a2a916 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:11.548409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:11.552099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.666941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:11.696857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] Pushing event deleted for resources: {'Port': ['ID=c5a53b63-c5dc-4435-8822-0b2547a2a916,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:11.701965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaed423-c71f-404a-bc33-80b4c22fee55 None None] No DVR routers for this DVR port c5a53b63-c5dc-4435-8822-0b2547a2a916 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:11.807170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c5a53b63-c5dc-4435-8822-0b2547a2a916 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:11.833745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c5a53b63-c5dc-4435-8822-0b2547a2a916 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:11.834045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c5a53b63-c5dc-4435-8822-0b2547a2a916 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:12.288934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713344-85e9-489d-95e9-613e63e99f3c req-cd2f3455-1be5-4da7-869d-fa561827b726 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:12.291419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30713344-85e9-489d-95e9-613e63e99f3c req-cd2f3455-1be5-4da7-869d-fa561827b726 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0991828 Jul 30 00:09:12.362085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:09:12.368569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-30713344-85e9-489d-95e9-613e63e99f3c req-cec17c79-cbdd-4c33-9c45-348c99f44459 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Jul 30 00:09:12.369349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:12.422865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:12.426235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:12.429732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:12.430818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:12.441275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df550311-2ca5-41ef-95eb-a790489baef0 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:12.449127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=9ea3592f-c543-4611-8eb6-bd942a8ce891,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:12.461378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2576009-685c-4ee6-8823-4da64eb98376 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0482314 Jul 30 00:09:12.465168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51452) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:12.471474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:12.598099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:12.602037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:12.654367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '9ea3592f-c543-4611-8eb6-bd942a8ce891'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:09:12.654367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:12.734160 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ea3592f-c543-4611-8eb6-bd942a8ce891 (CIDR: 2001:db8::/64) Jul 30 00:09:12.739219 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:09:12.739775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:12.760053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e56640d0-3b49-49df-b75a-1d16b6bbf480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2911413 Jul 30 00:09:12.761185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51456) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:12.773848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:12.871655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Allocated IP 2001:db8::f816:3eff:fe26:7910 (43e480ae-f637-4387-b955-15f81a42fb7b/9ea3592f-c543-4611-8eb6-bd942a8ce891/be9da84e-1b4a-4aae-ae43-61954d16e53b) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:12.968956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:12.973746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.110351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.121278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Transition to ACTIVE for port object be9da84e-1b4a-4aae-ae43-61954d16e53b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:13.140305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Transition to ACTIVE for port object be9da84e-1b4a-4aae-ae43-61954d16e53b will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:13.147197 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.193889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:13.198876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:13.201443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:13.269279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Pushing event updated for resources: {'Port': ['ID=be9da84e-1b4a-4aae-ae43-61954d16e53b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:13.287622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Attempting to bind port be9da84e-1b4a-4aae-ae43-61954d16e53b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:13.288000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Attempting to bind port be9da84e-1b4a-4aae-ae43-61954d16e53b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:13.288365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Attempting to bind port be9da84e-1b4a-4aae-ae43-61954d16e53b on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:13.295107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.296415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:13.296915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:13.297569 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.298075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:13.298604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Bound port: be9da84e-1b4a-4aae-ae43-61954d16e53b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:13.299000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.353057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:13.357047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:13.362638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:13.363248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.374879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=c298a44b-c532-4249-8360-4bfee4357e60,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:13.385516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a776ded3-1022-4559-ba46-e400db386aec tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6229720 Jul 30 00:09:13.388939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51458) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:13.394685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:81:c7:19', 'name': 'tempest-NetworksTestDHCPv6-1858730481'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:13.396589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] For port be9da84e-1b4a-4aae-ae43-61954d16e53b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:13.400959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] For port be9da84e-1b4a-4aae-ae43-61954d16e53b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=be9da84e-1b4a-4aae-ae43-61954d16e53b,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:13.406933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.489709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592db7f2-dc3f-46ce-bdad-12431f595f8f None None] Pushing event updated for resources: {'Port': ['ID=be9da84e-1b4a-4aae-ae43-61954d16e53b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:13.561794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470d9f-5ae9-416b-b749-a75a20f14b5c req-5e6a9835-e713-4797-8f1d-e7c0504b7c10 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:13.563643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15470d9f-5ae9-416b-b749-a75a20f14b5c req-5e6a9835-e713-4797-8f1d-e7c0504b7c10 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0672781 Jul 30 00:09:13.619927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:13.622611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15470d9f-5ae9-416b-b749-a75a20f14b5c req-31b1f14a-07f4-4184-8b88-accc9ed32605 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Jul 30 00:09:13.782410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:13.829995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 59003f48-13a6-40e7-b6ab-03a9f3f34bce yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:13.910013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device be9da84e-1b4a-4aae-ae43-61954d16e53b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:13.983750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port be9da84e-1b4a-4aae-ae43-61954d16e53b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:14.052239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8:0:1::11a (43e480ae-f637-4387-b955-15f81a42fb7b/c298a44b-c532-4249-8360-4bfee4357e60/59003f48-13a6-40e7-b6ab-03a9f3f34bce) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:14.060556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe81:c719 (43e480ae-f637-4387-b955-15f81a42fb7b/9ea3592f-c543-4611-8eb6-bd942a8ce891/59003f48-13a6-40e7-b6ab-03a9f3f34bce) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:14.237003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.259243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 59003f48-13a6-40e7-b6ab-03a9f3f34bce will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:14.415271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.467941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:14.471309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:14.479716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:14.485822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:14.486776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.494356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=59003f48-13a6-40e7-b6ab-03a9f3f34bce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:14.513242 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a919e63-39e7-4c2a-a4f2-f6244389a61d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1230576 Jul 30 00:09:14.516066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51464) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:14.633844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 59003f48-13a6-40e7-b6ab-03a9f3f34bce {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:14.634195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.739007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a244a-3416-4f5b-8c1a-6282df72f968 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:14.775637 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.793796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 59003f48-13a6-40e7-b6ab-03a9f3f34bce owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:14.805879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ecbd1-6a7c-4aa3-a1ed-42e8eed23d45 req-a98e1c95-83aa-45e4-bb5e-cc2dc61345b8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:14.808460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e7ecbd1-6a7c-4aa3-a1ed-42e8eed23d45 req-a98e1c95-83aa-45e4-bb5e-cc2dc61345b8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0987704 Jul 30 00:09:14.868866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Provisioning for port be9da84e-1b4a-4aae-ae43-61954d16e53b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:14.879926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Provisioning complete for port be9da84e-1b4a-4aae-ae43-61954d16e53b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:14.880302 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:14.909609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e7ecbd1-6a7c-4aa3-a1ed-42e8eed23d45 req-e07c6239-88c7-44be-8b62-7bc910fab0c9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930593 Jul 30 00:09:15.012700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.089273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] For port be9da84e-1b4a-4aae-ae43-61954d16e53b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=be9da84e-1b4a-4aae-ae43-61954d16e53b,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:15.090726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '9ea3592f-c543-4611-8eb6-bd942a8ce891', 'ip_address': '2001:db8::f816:3eff:fe26:7910'}, {'subnet_id': 'c298a44b-c532-4249-8360-4bfee4357e60'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'be9da84e-1b4a-4aae-ae43-61954d16e53b'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:09:15.095491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.102781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.147644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=59003f48-13a6-40e7-b6ab-03a9f3f34bce,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:15.149683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.191017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c187f-1fd0-408c-9b5c-7c4874a47afb None None] Pushing event updated for resources: {'Port': ['ID=be9da84e-1b4a-4aae-ae43-61954d16e53b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:15.212488 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.214938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2f2afbf9-93ba-457c-8a98-86d73778d8e3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/59003f48-13a6-40e7-b6ab-03a9f3f34bce HTTP/1.1" status: 204 len: 168 time: 0.6976788 Jul 30 00:09:15.218133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:15.299696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cef7a5-a258-4807-be6f-1e513011ff56 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.301236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25cef7a5-a258-4807-be6f-1e513011ff56 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0814240 Jul 30 00:09:15.304289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51474) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:15.370304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76051a2-3df0-45f7-b989-ed441ae1ad62 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.370668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Allocated IP 2001:db8:0:1::2 (43e480ae-f637-4387-b955-15f81a42fb7b/c298a44b-c532-4249-8360-4bfee4357e60/be9da84e-1b4a-4aae-ae43-61954d16e53b) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:15.372594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a76051a2-3df0-45f7-b989-ed441ae1ad62 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0672374 Jul 30 00:09:15.376376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51476) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:15.446871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b3ea5-b43a-4fb9-a211-87f0b58fe17e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.448554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b3ea5-b43a-4fb9-a211-87f0b58fe17e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.450168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b3ea5-b43a-4fb9-a211-87f0b58fe17e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.454948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-728b3ea5-b43a-4fb9-a211-87f0b58fe17e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0743086 Jul 30 00:09:15.455609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:15.521771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 9ea3592f-c543-4611-8eb6-bd942a8ce891 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:15.671929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] For port be9da84e-1b4a-4aae-ae43-61954d16e53b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=be9da84e-1b4a-4aae-ae43-61954d16e53b,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:15.710484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.738461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Transition to ACTIVE for port object be9da84e-1b4a-4aae-ae43-61954d16e53b will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:15.744918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.746936 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.816291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430a72-7a68-41bc-9ed1-a25f8307ef3a None None] Pushing event updated for resources: {'Port': ['ID=be9da84e-1b4a-4aae-ae43-61954d16e53b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:15.816675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:15.844595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device be9da84e-1b4a-4aae-ae43-61954d16e53b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:15.940372 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.023370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.086727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea3592f-c543-4611-8eb6-bd942a8ce891,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:16.089601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.091766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c0876c4-4b71-44ea-aa05-e21c05373a73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/9ea3592f-c543-4611-8eb6-bd942a8ce891 HTTP/1.1" status: 204 len: 168 time: 0.6350625 Jul 30 00:09:16.095091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51484) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:16.140282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd13b3-4db5-4b74-a449-092efe8cc4f9 req-31ecd477-af48-49ed-8c6e-f9faa1e63499 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:16.142284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39fd13b3-4db5-4b74-a449-092efe8cc4f9 req-31ecd477-af48-49ed-8c6e-f9faa1e63499 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1000056 Jul 30 00:09:16.189976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet c298a44b-c532-4249-8360-4bfee4357e60 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:16.194402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.205411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39fd13b3-4db5-4b74-a449-092efe8cc4f9 req-bcb3dcd2-c6eb-43b8-beb6-ce7649769a58 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Jul 30 00:09:16.250418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.293152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c0f638c8-a5ac-4a13-a582-f1e441c581ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.374344 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.463612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.501536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=c298a44b-c532-4249-8360-4bfee4357e60,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:16.503698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.505754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0019a76e-3e04-41e5-b5ab-34d5adceab36 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/c298a44b-c532-4249-8360-4bfee4357e60 HTTP/1.1" status: 204 len: 168 time: 0.4080422 Jul 30 00:09:16.508419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:16.555584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86636a07-2284-4d4d-aa17-f62a6fb35111 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426161 Jul 30 00:09:16.556044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:16.562091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:16.610021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476245e-b60b-4e6d-80f5-0d87c25a784e None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:16.685211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:16.689002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-187129e9-82ab-463f-91e1-71cb837be9e5 None None] Could not find standard attr ID for object 59003f48-13a6-40e7-b6ab-03a9f3f34bce. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:16.689469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.740242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-187129e9-82ab-463f-91e1-71cb837be9e5 None None] Provisioning for port be9da84e-1b4a-4aae-ae43-61954d16e53b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:16.780388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-187129e9-82ab-463f-91e1-71cb837be9e5 None None] Provisioning complete for port be9da84e-1b4a-4aae-ae43-61954d16e53b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:16.781107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-187129e9-82ab-463f-91e1-71cb837be9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:16.976373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:17.042219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Deleting port be9da84e-1b4a-4aae-ae43-61954d16e53b {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:17.042219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.101563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:09:17.132610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] For port be9da84e-1b4a-4aae-ae43-61954d16e53b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=be9da84e-1b4a-4aae-ae43-61954d16e53b,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:17.133456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.150208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Calling delete_port for be9da84e-1b4a-4aae-ae43-61954d16e53b owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:17.275478 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.279622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Port be9da84e-1b4a-4aae-ae43-61954d16e53b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93865) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 00:09:17.279936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:7910 {{(pid=93865) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 00:09:17.285880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe26:7910 {{(pid=93865) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 00:09:17.287853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.333691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] Pushing event deleted for resources: {'Port': ['ID=be9da84e-1b4a-4aae-ae43-61954d16e53b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:17.337756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaaed5-04ad-495e-a201-da014b91f6e6 None None] No DVR routers for this DVR port be9da84e-1b4a-4aae-ae43-61954d16e53b on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:17.393036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:17.393036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:17.394639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:17.395533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.419418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2a74a-bc6f-495c-ab4d-86be536f8f1c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:17.420340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f597-f23f-413a-bd21-ff231a961a43 req-c49f81db-036d-406a-b476-927cdb616806 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:17.423691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29f2f597-f23f-413a-bd21-ff231a961a43 req-c49f81db-036d-406a-b476-927cdb616806 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1122999 Jul 30 00:09:17.445745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=8a0d4179-96ca-4819-b529-fbc6f744ffbc,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:17.451756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0c3259a-60ee-4cb6-a850-28dad3b15696 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8944066 Jul 30 00:09:17.454846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51502) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:17.465821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:17.515116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-29f2f597-f23f-413a-bd21-ff231a961a43 req-87e9b43f-6825-497f-a0d0-f767cdcd1537 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801795 Jul 30 00:09:17.565247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.649649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:17.658209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-43e480ae-f637-4387-b955-15f81a42fb7b', 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'tenant_id': '8f4027851e9342488a5d1cdf49cf916d', 'fixed_ips': [{'subnet_id': '8a0d4179-96ca-4819-b529-fbc6f744ffbc'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:09:17.659543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.660826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:17.808066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device be9da84e-1b4a-4aae-ae43-61954d16e53b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:17.810157 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a0d4179-96ca-4819-b529-fbc6f744ffbc (CIDR: 2001:db8::/64) Jul 30 00:09:17.814870 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:09:17.815363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:17.835592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5164d008-e871-4aee-853b-7aafdaf3f032 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3760810 Jul 30 00:09:17.835925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51512) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:17.842947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:17.860147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: be9da84e-1b4a-4aae-ae43-61954d16e53b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:17.860360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device be9da84e-1b4a-4aae-ae43-61954d16e53b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:17.888512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Allocated IP 2001:db8::f816:3eff:fec3:4317 (43e480ae-f637-4387-b955-15f81a42fb7b/8a0d4179-96ca-4819-b529-fbc6f744ffbc/39f811b5-2e7d-437b-ae16-3635417117da) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:17.989148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:17.993840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.072603 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.082706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Transition to ACTIVE for port object 39f811b5-2e7d-437b-ae16-3635417117da will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:18.104196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Transition to ACTIVE for port object 39f811b5-2e7d-437b-ae16-3635417117da will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:18.115750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.174503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:18.187935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:18.193300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:18.196908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:18.257455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Attempting to bind port 39f811b5-2e7d-437b-ae16-3635417117da on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:18.258049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Attempting to bind port 39f811b5-2e7d-437b-ae16-3635417117da by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:18.258686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Attempting to bind port 39f811b5-2e7d-437b-ae16-3635417117da on network 43e480ae-f637-4387-b955-15f81a42fb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:18.265319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:18.265818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Checking segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:18.266551 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.267067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Bound using segment: {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:18.267676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Bound port: 39f811b5-2e7d-437b-ae16-3635417117da, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:18.268167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.281761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.336638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:18.346624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:18.350976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:18.354568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:18.358874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.368286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:18.369423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.395231 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5575280 Jul 30 00:09:18.396480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1622-55c5-4515-81f8-1616a46d497e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=4e53a849-0803-438d-9856-2407aa29bfc0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:18.399175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51516) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:18.412369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:51:2d:5b', 'name': 'tempest-NetworksTestDHCPv6-1352587627'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:18.460301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d757-aa7c-4ea8-9916-f77d7e95bbe9 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:18.697858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a86100-f53e-4bae-917a-4daa97cd49b1 req-45ce8a4d-67f9-41e6-8ad2-f809dbfd35fa tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:18.715778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a86100-f53e-4bae-917a-4daa97cd49b1 req-45ce8a4d-67f9-41e6-8ad2-f809dbfd35fa tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0979662 Jul 30 00:09:18.716685 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:18.881392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a86100-f53e-4bae-917a-4daa97cd49b1 req-9397e662-165d-4c74-8630-dcd46321a59a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348441 Jul 30 00:09:18.891367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:18.932749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:19.039479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01be5167-36b1-4f00-9190-d09a54e56944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:19.206705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8:0:1::4e (43e480ae-f637-4387-b955-15f81a42fb7b/4e53a849-0803-438d-9856-2407aa29bfc0/8d6ebecb-a41a-4d40-b5b9-970e5b9c3998) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:19.215443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::f816:3eff:fe51:2d5b (43e480ae-f637-4387-b955-15f81a42fb7b/8a0d4179-96ca-4819-b529-fbc6f744ffbc/8d6ebecb-a41a-4d40-b5b9-970e5b9c3998) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:19.423315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:19.438807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:19.445474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:19.495047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:19.549306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:19.549306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:19.551640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:19.558879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:19.559926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:19.583873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=8d6ebecb-a41a-4d40-b5b9-970e5b9c3998,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:19.596663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-967a3537-a128-4e50-9b2e-43b34209c4e8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1929643 Jul 30 00:09:19.600062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51530) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:19.709334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294d22b-ab30-4b05-ad61-c26bba696060 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:19.829473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c8e42772-ed9f-4a05-ac64-6b51dad8817c None None] Provisioning for port 39f811b5-2e7d-437b-ae16-3635417117da completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:19.906840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:20.060390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 39f811b5-2e7d-437b-ae16-3635417117da completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:20.066318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:20.066785 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.118711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e6a5f-b9f1-4e38-a7b3-07aa8e95dbe9 req-b6f58b39-5f8c-42aa-be15-5dcbf56f03f4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.125542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7e6a5f-b9f1-4e38-a7b3-07aa8e95dbe9 req-b6f58b39-5f8c-42aa-be15-5dcbf56f03f4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1499348 Jul 30 00:09:20.167403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:20.168161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.179093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a7e6a5f-b9f1-4e38-a7b3-07aa8e95dbe9 req-d518e4f8-28a7-4b51-a591-e148f682acdd tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Jul 30 00:09:20.201808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '8a0d4179-96ca-4819-b529-fbc6f744ffbc', 'ip_address': '2001:db8::f816:3eff:fec3:4317'}, {'subnet_id': '4e53a849-0803-438d-9856-2407aa29bfc0'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '39f811b5-2e7d-437b-ae16-3635417117da'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:09:20.237533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.284738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.302624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:20.310537 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.369186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:20.376815 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.543751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:20.582694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Allocated IP 2001:db8:0:1::2 (43e480ae-f637-4387-b955-15f81a42fb7b/4e53a849-0803-438d-9856-2407aa29bfc0/39f811b5-2e7d-437b-ae16-3635417117da) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:20.601516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.645183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=8d6ebecb-a41a-4d40-b5b9-970e5b9c3998,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:20.713245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.719209 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1a18aa16-e01b-441c-bd59-117ceee59ee0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 HTTP/1.1" status: 204 len: 168 time: 1.1152174 Jul 30 00:09:20.719611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51538) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:20.744600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.776162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:20.798057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8f3a4-826e-4450-98a3-b5b2fc90cca6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.801772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ea8f3a4-826e-4450-98a3-b5b2fc90cca6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0789409 Jul 30 00:09:20.805249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:20.840728 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.869548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Transition to ACTIVE for port object 39f811b5-2e7d-437b-ae16-3635417117da will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:20.876967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.911882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4b604-aefd-40a2-9e41-875049345955 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.922822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51542) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:20.925223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4ab4b604-aefd-40a2-9e41-875049345955 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1178687 Jul 30 00:09:20.998008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc3e0-5f28-49e5-9494-e9ef06d9315b None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:21.027615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6a960-6f8a-4f51-8b39-3e26279ecba8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.030096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6a960-6f8a-4f51-8b39-3e26279ecba8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.032321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6a960-6f8a-4f51-8b39-3e26279ecba8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.038499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51544) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:21.042530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e9e6a960-6f8a-4f51-8b39-3e26279ecba8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1175883 Jul 30 00:09:21.151717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 4e53a849-0803-438d-9856-2407aa29bfc0 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:21.157203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.220379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.472773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-9fac2f85-813e-42a9-8fc0-01d4e6e78bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.474973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-9fac2f85-813e-42a9-8fc0-01d4e6e78bea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0872326 Jul 30 00:09:21.500298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.542251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdea4b6-3350-4f4e-9377-101f7f12cc28 req-45ecf0af-e995-4a67-aabe-b9ff20ef2dd7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.544075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fdea4b6-3350-4f4e-9377-101f7f12cc28 req-45ecf0af-e995-4a67-aabe-b9ff20ef2dd7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.2172234 Jul 30 00:09:21.570733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e737aa-085b-4db3-a71a-bb6f3f6a30b7 req-dfd346a4-2725-4356-9964-5f1741188c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.572422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73e737aa-085b-4db3-a71a-bb6f3f6a30b7 req-dfd346a4-2725-4356-9964-5f1741188c59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.1634066 Jul 30 00:09:21.638853 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-4b5470d0-378a-4a1a-938a-6fc3e246b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.640128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73e737aa-085b-4db3-a71a-bb6f3f6a30b7 req-b45b9ae5-b7b1-43bb-984f-35f1219c35fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Jul 30 00:09:21.640536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-4b5470d0-378a-4a1a-938a-6fc3e246b2ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1317818 Jul 30 00:09:21.673127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fdea4b6-3350-4f4e-9377-101f7f12cc28 req-d2d924c2-db1e-41f0-9a4e-13e730621ef8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Jul 30 00:09:21.684694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.724357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=4e53a849-0803-438d-9856-2407aa29bfc0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:21.731155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.733165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a340fce-1376-49b4-9e33-d39b6a1fa71f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/4e53a849-0803-438d-9856-2407aa29bfc0 HTTP/1.1" status: 204 len: 168 time: 0.6935060 Jul 30 00:09:21.738550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:21.860479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 8a0d4179-96ca-4819-b529-fbc6f744ffbc {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:21.867877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.880363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b1591e3-a93a-44c9-a60c-398a9dce7a49 None None] Could not find standard attr ID for object 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:21.893069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:21.896233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ace7a-4c7d-4004-8c16-8be283d625a5 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:21.900875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b1591e3-a93a-44c9-a60c-398a9dce7a49 None None] Provisioning for port 39f811b5-2e7d-437b-ae16-3635417117da completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:21.970339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5b1591e3-a93a-44c9-a60c-398a9dce7a49 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:21.970690 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b1591e3-a93a-44c9-a60c-398a9dce7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:21.993051 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-6a8b096d-bffa-445e-b665-7effc4f53141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0560701 Jul 30 00:09:22.023837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.104021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-064c86ba-c887-44d9-be3d-e3f4f6cf4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:22.105125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:22.105532 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.105803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-064c86ba-c887-44d9-be3d-e3f4f6cf4a0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1011510 Jul 30 00:09:22.159720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-e6fdfc25-2285-4f97-9521-4a7c0f96bc41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456500 Jul 30 00:09:22.188701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.338276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.344594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-d168a357-7ab7-457a-8050-33b732b7dc01 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694684 Jul 30 00:09:22.380615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0d4179-96ca-4819-b529-fbc6f744ffbc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:22.401694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.403761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d64f42c-6672-453e-8071-5a3bf7bc370e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/8a0d4179-96ca-4819-b529-fbc6f744ffbc HTTP/1.1" status: 204 len: 168 time: 0.6641326 Jul 30 00:09:22.407219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51552) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:22.466519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-158c8c6e-9d5b-407f-8373-70bdd4859484 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578675 Jul 30 00:09:22.468532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51556) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:22.477303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:22.502502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.538313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fb66dce6-19f7-4791-8fb7-fc63985376b1 req-26031c82-72c4-4fce-9b2e-30acaff51726 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614709 Jul 30 00:09:22.598081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:22.605090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:22.878451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb570cc-cef0-411e-b82d-b2102ea4f5a3 req-d48aaac3-6b89-42ba-9876-d168db45134c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:22.880474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bb570cc-cef0-411e-b82d-b2102ea4f5a3 req-d48aaac3-6b89-42ba-9876-d168db45134c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1144586 Jul 30 00:09:22.984331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5bb570cc-cef0-411e-b82d-b2102ea4f5a3 req-fdd21e6f-1f33-4335-a79a-d4a2f51e9d19 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921669 Jul 30 00:09:22.985856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.048165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:23.052906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:23.059514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.060159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.071560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=5a7a29ff-364e-43cd-b825-cbaba035a3f9,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:23.092404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8d207c2-009f-4847-9c90-18f754a176da tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6218998 Jul 30 00:09:23.094861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf94ff2-449d-4f21-9d00-2861400ea190 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:23.099641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:23.106861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:23.178954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e4e64a4c-fc12-4260-a865-697e4f4c787f None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:23.179507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4e64a4c-fc12-4260-a865-697e4f4c787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.307404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:23.311629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.348062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6795b6-bc85-4b97-8246-c340926e8d48 req-8cd1ecfd-aef7-4a7b-a3b7-66d04269a42a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.349771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f6795b6-bc85-4b97-8246-c340926e8d48 req-8cd1ecfd-aef7-4a7b-a3b7-66d04269a42a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0682342 Jul 30 00:09:23.410782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f6795b6-bc85-4b97-8246-c340926e8d48 req-7981d755-2682-433e-bb1e-b78be316d380 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515110 Jul 30 00:09:23.417892 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-80496e70-40a3-4470-9b62-154b8f9ecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.419671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-80496e70-40a3-4470-9b62-154b8f9ecff5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.1345611 Jul 30 00:09:23.495874 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a7a29ff-364e-43cd-b825-cbaba035a3f9 (CIDR: 2001:db8::/64) Jul 30 00:09:23.501892 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:09:23.502330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:23.523427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac728c44-232f-48cd-9e1e-c238ebd5ce71 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4221559 Jul 30 00:09:23.527282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51570) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:23.533002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:23.620318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-53231c4e-508e-4784-86ae-668bed929f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.621918 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-53231c4e-508e-4784-86ae-668bed929f29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1927459 Jul 30 00:09:23.684837 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-18f18f3a-0020-47db-b037-946edec2a11f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0522046 Jul 30 00:09:23.699952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b08f9b49-4740-4e86-92cc-bd049ac933cb None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:23.699952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b08f9b49-4740-4e86-92cc-bd049ac933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.808202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-5a89c737-15d3-4b0b-9119-61f2d8eafba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.810634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-5a89c737-15d3-4b0b-9119-61f2d8eafba8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1094170 Jul 30 00:09:23.858885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-acba9d56-6849-48f0-888f-9a2dbe2a2163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398943 Jul 30 00:09:23.860114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:23.864967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.939853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-72bd6b5f-a5eb-4b98-a2be-edf2823a3007 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107879510&fields=id&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 267 time: 0.0494492 Jul 30 00:09:24.074235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-731ad32b-dd9a-4527-b9f2-5ab54d70b632 None None] Could not find standard attr ID for object 8d6ebecb-a41a-4d40-b5b9-970e5b9c3998. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:24.102076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-1dfd168e-d3e1-41a1-aed0-9e73d12e955a service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291682 Jul 30 00:09:24.111312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-1cade112-e031-48bb-aba6-10c179fafaa9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.113196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-1cade112-e031-48bb-aba6-10c179fafaa9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.1536901 Jul 30 00:09:24.141270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-cc1549c9-0242-43a9-a247-8dd3d01512a8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0208125 Jul 30 00:09:24.221070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-73f9d55d-00d2-47b4-9bdf-191badd48350 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663464 Jul 30 00:09:24.275817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9c7784e2-954f-4ac4-a1da-94d1952973f5 req-39c96130-bdce-4b59-b722-195b856ca595 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642923 Jul 30 00:09:24.351010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-d43f5ca4-28fd-4983-9251-670583c662eb service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048241 Jul 30 00:09:24.467151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-dc989465-2e44-4897-a273-8316ba8d03cd service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085935 Jul 30 00:09:24.469081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.objects.ports [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93865) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:09:24.654632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.849183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:24.858126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbf4d1-9023-48b9-946e-12933fea0cbf req-cbbf2440-9285-403f-bd39-c3936273dfe6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.861701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75dbf4d1-9023-48b9-946e-12933fea0cbf req-cbbf2440-9285-403f-bd39-c3936273dfe6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Jul 30 00:09:24.883635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.890236 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.891284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.906756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75dbf4d1-9023-48b9-946e-12933fea0cbf req-36393621-b817-423d-8f04-7cabee4c671c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jul 30 00:09:24.965908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:24.978583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-736cea77-54d2-4359-b4da-da16d59977eb req-33f07f49-6fc1-435c-bdac-45b38ca03e4b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Jul 30 00:09:24.980046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:24.988891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.989241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.990735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537deaa-5ba8-465e-b35b-29c29baf46a2 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:24.994053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=e767a5f4-763f-4598-9324-1f52d064f75d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:25.005331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=8']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:25.016166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c266ed5-d95b-44dc-9d87-707dc7bc6958 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4877212 Jul 30 00:09:25.019109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51598) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:25.024963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:37:16:30', 'name': 'tempest-NetworksTestDHCPv6-1935316482'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:25.152389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:25.256533 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.287070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 34873c1d-23b5-4bb9-9679-fdcff865a99e yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:25.448908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'e767a5f4-763f-4598-9324-1f52d064f75d', 'ip_address': '2001:db8:0:1:f816:3eff:fec3:4317'}, {'subnet_id': '5a7a29ff-364e-43cd-b825-cbaba035a3f9'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '39f811b5-2e7d-437b-ae16-3635417117da'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:09:25.476257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.509571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::12 (43e480ae-f637-4387-b955-15f81a42fb7b/5a7a29ff-364e-43cd-b825-cbaba035a3f9/34873c1d-23b5-4bb9-9679-fdcff865a99e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:25.518427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:1630 (43e480ae-f637-4387-b955-15f81a42fb7b/e767a5f4-763f-4598-9324-1f52d064f75d/34873c1d-23b5-4bb9-9679-fdcff865a99e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:25.685470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.698987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 34873c1d-23b5-4bb9-9679-fdcff865a99e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:25.735938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.785662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:25.788816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:25.795769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:25.801987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.802641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.814656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=34873c1d-23b5-4bb9-9679-fdcff865a99e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:25.828285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/5a7a29ff-364e-43cd-b825-cbaba035a3f9/39f811b5-2e7d-437b-ae16-3635417117da) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:25.828606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e5c12c6-fa66-40d9-848d-15087ab4e47f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8083365 Jul 30 00:09:25.832659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51606) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:25.836324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:25.941592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 34873c1d-23b5-4bb9-9679-fdcff865a99e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:25.941592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.960403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:25.960637 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.995554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:26.032524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.047945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Transition to ACTIVE for port object 39f811b5-2e7d-437b-ae16-3635417117da will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:26.058491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.129277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1b6a2-cd02-4d30-a36b-9ee2865e6ca3 req-753c707f-c9c2-475e-a997-3f62c28c60ac tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.138276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65a1b6a2-cd02-4d30-a36b-9ee2865e6ca3 req-753c707f-c9c2-475e-a997-3f62c28c60ac tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0932207 Jul 30 00:09:26.140864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port 39f811b5-2e7d-437b-ae16-3635417117da had new provisioning blocks added so it will not transition to active. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 30 00:09:26.142419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-a8a50b49-db41-4082-aa9d-2cb8c0527502 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.146994 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-a8a50b49-db41-4082-aa9d-2cb8c0527502 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.2008977 Jul 30 00:09:26.164710 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8becd2e-e572-44f4-8a72-f1a0b1c98815 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:26.183350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.185174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65a1b6a2-cd02-4d30-a36b-9ee2865e6ca3 req-b97910b5-8243-4fb3-b30a-067f52bd85a8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Jul 30 00:09:26.211747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 34873c1d-23b5-4bb9-9679-fdcff865a99e owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:26.253013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-7af7e5e3-60f2-4c97-be4f-e9e507156b52 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 379 time: 0.0609202 Jul 30 00:09:26.298852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'security_groups': ['690e7d49-8dc3-47c5-8ce3-1d4e225a19a4']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:26.325587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90f09dcb-dad6-4bb4-a64e-bc45a3ade55c req-e1454ce0-80cf-4f68-9495-b9efe274c41d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0473781 Jul 30 00:09:26.503549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:26.507183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.576219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.639370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=34873c1d-23b5-4bb9-9679-fdcff865a99e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:26.723228 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:26.725128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-322c24bd-586f-4c69-8370-126c83996cd4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/34873c1d-23b5-4bb9-9679-fdcff865a99e HTTP/1.1" status: 204 len: 168 time: 0.8912654 Jul 30 00:09:26.728174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:26.790381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.5 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/0d3a1d2d-2a81-4a60-a666-86a397abb527) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:26.803083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b59d1-a654-4a07-823c-60aae4559459 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.807604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-247b59d1-a654-4a07-823c-60aae4559459 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0756116 Jul 30 00:09:26.807838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:26.935219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bcd32c-2872-485e-8202-5ebcd72501d0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.940511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-42bcd32c-2872-485e-8202-5ebcd72501d0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1281724 Jul 30 00:09:26.941078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51618) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:27.003323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f039a-65ed-4ca9-bb19-e0928e37571c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.005023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f039a-65ed-4ca9-bb19-e0928e37571c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.006479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f039a-65ed-4ca9-bb19-e0928e37571c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.008181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-483f039a-65ed-4ca9-bb19-e0928e37571c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0658631 Jul 30 00:09:27.011005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51620) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:27.035258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.055730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object 0d3a1d2d-2a81-4a60-a666-86a397abb527 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:27.057367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-007b463d-2eb1-4025-909b-7ac147d03842 None None] Provisioning for port 39f811b5-2e7d-437b-ae16-3635417117da completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:27.063404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-007b463d-2eb1-4025-909b-7ac147d03842 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:27.063784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-007b463d-2eb1-4025-909b-7ac147d03842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.089064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 5a7a29ff-364e-43cd-b825-cbaba035a3f9 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:27.092808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.112984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.161072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:27.167467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:27.171893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.172423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:27.211303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:27.257282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.258218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.294766 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-e18fddf8-8582-4c77-a4b6-fdbe08d76630 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0018687 Jul 30 00:09:27.314680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Request body: {'port': {'device_id': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:27.381551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.388315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.418247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd99a1-0234-4807-90ea-e34d765e174e req-50508dc8-201e-439c-b053-a755c812cd64 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.419707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0abd99a1-0234-4807-90ea-e34d765e174e req-50508dc8-201e-439c-b053-a755c812cd64 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1149862 Jul 30 00:09:27.481889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-aeb707da-1af5-406e-b6e5-cbc1fb091d89 None None] Could not find standard attr ID for object 34873c1d-23b5-4bb9-9679-fdcff865a99e. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:27.511443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0abd99a1-0234-4807-90ea-e34d765e174e req-5cad202a-a1ab-4698-811a-13b4cd0de2d6 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777960 Jul 30 00:09:27.520532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.606347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce3e7-50da-46a8-a080-3742c0530566 None None] Provisioning for port 0d3a1d2d-2a81-4a60-a666-86a397abb527 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:27.616028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7a29ff-364e-43cd-b825-cbaba035a3f9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:27.616792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce3e7-50da-46a8-a080-3742c0530566 None None] Provisioning complete for port 0d3a1d2d-2a81-4a60-a666-86a397abb527 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:27.620130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2c5ce3e7-50da-46a8-a080-3742c0530566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.652580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.659698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-598f7ca0-1f45-4403-b630-b4bdebb4c9e2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/5a7a29ff-364e-43cd-b825-cbaba035a3f9 HTTP/1.1" status: 204 len: 168 time: 0.6473072 Jul 30 00:09:27.661989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51628) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:27.743979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ce3e7-50da-46a8-a080-3742c0530566 None None] Port 0d3a1d2d-2a81-4a60-a666-86a397abb527 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:09:27.809751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet e767a5f4-763f-4598-9324-1f52d064f75d {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:27.820559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.852807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de45b1b-d8f3-4a1d-bdad-d56ef37c9f89 req-9215726c-fff7-4e84-b8c8-c0178b70fb0c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.868518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1de45b1b-d8f3-4a1d-bdad-d56ef37c9f89 req-9215726c-fff7-4e84-b8c8-c0178b70fb0c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 931 time: 0.2026210 Jul 30 00:09:27.882030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d272e-bb9c-4bbd-9960-afb26155a07c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:27.990128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:27.990363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1de45b1b-d8f3-4a1d-bdad-d56ef37c9f89 req-66057deb-1df2-4aef-b912-667de8e7273e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195066 Jul 30 00:09:28.017934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.101908 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.165662 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.230189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:28.230572 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.263994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.318031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=e767a5f4-763f-4598-9324-1f52d064f75d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.330834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.336519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c28c429-a5ad-4f0e-8ea2-29d456ddce3b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/e767a5f4-763f-4598-9324-1f52d064f75d HTTP/1.1" status: 204 len: 168 time: 0.6712091 Jul 30 00:09:28.338748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51638) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:28.405900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51640) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:28.406277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a4a5e06b-79e5-4c8f-aa57-dcf3da28b63c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657299 Jul 30 00:09:28.411240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:28.442963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3a1d2d-2a81-4a60-a666-86a397abb527 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:28.452741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.455033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc47bff-3f87-4c73-b5cd-712af5c95a17 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': 'e767a5f4-763f-4598-9324-1f52d064f75d'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '39f811b5-2e7d-437b-ae16-3635417117da'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:09:28.471208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Transition to ACTIVE for port object 0d3a1d2d-2a81-4a60-a666-86a397abb527 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:28.476975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.495143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3fc47bff-3f87-4c73-b5cd-712af5c95a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.594340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:28.605793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.609691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.640544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Attempting to bind port 0d3a1d2d-2a81-4a60-a666-86a397abb527 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:28.641142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Attempting to bind port 0d3a1d2d-2a81-4a60-a666-86a397abb527 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:28.641587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Attempting to bind port 0d3a1d2d-2a81-4a60-a666-86a397abb527 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:28.647112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Port 0d3a1d2d-2a81-4a60-a666-86a397abb527 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:28.647665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Attempting to bind port 0d3a1d2d-2a81-4a60-a666-86a397abb527 on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:28.655281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:28.655775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:28.656274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:28.656952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Bound port: 0d3a1d2d-2a81-4a60-a666-86a397abb527, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:28.657485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.791876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:28.799816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:28.810077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.850908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc712e-6eef-4852-9f98-9b6a63f5f97f None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:28.885454 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.886068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.898015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] 10.222.0.59 "PUT /v2.0/ports/0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 200 len: 1092 time: 1.5836089 Jul 30 00:09:28.898953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:28.904192 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8a1399-7037-4187-bcc6-d044042a616b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:28.947558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.951026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885932-644c-45df-8fd8-5a4caffb084c service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.963616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-023e7aa0-c1f9-46e5-b9bb-cec187dc8c46 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:28.963989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-023e7aa0-c1f9-46e5-b9bb-cec187dc8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.015268 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30011c9-942b-4120-973d-a833826bfba9 x-openstack-request-id: req-f30011c9-942b-4120-973d-a833826bfba9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:29.015637 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:29.016336 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f30011c9-942b-4120-973d-a833826bfba9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:29.016336 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'status': 'completed', 'code': 200} Jul 30 00:09:29.062750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=3d571831-8376-46da-91ce-8bb991837f26,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:29.089253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-b87facc6-7a12-4e89-8b95-3adf49fb8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.099301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:29.100238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-b87facc6-7a12-4e89-8b95-3adf49fb8cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1095 time: 0.1201594 Jul 30 00:09:29.104755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:29.114295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.115438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.200893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-c5079192-5533-4ad1-9929-9cc0bcbeebc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 200 len: 217 time: 0.0887074 Jul 30 00:09:29.228409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1154a4fd-fcab-42bc-ada7-44f3212d2e35 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8212745 Jul 30 00:09:29.229440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51648) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:29.237582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:29.279222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b772c-6692-4651-8b78-57a7645a9ff3 req-5ef2d692-b1a7-482f-8db4-0943c6394364 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.291293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf3b772c-6692-4651-8b78-57a7645a9ff3 req-5ef2d692-b1a7-482f-8db4-0943c6394364 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.1463890 Jul 30 00:09:29.308565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-43f14721-69cd-4ea8-b23a-711bf41e4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.311966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-43f14721-69cd-4ea8-b23a-711bf41e4915 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1035438 Jul 30 00:09:29.373740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf3b772c-6692-4651-8b78-57a7645a9ff3 req-4dc1b90e-05ca-478c-baa7-c9099ae883b4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812182 Jul 30 00:09:29.393739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Update dhcp port {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'fixed_ips': [{'subnet_id': '3d571831-8376-46da-91ce-8bb991837f26'}], 'binding:host_id': 'n-d-712707-11'}, 'id': '39f811b5-2e7d-437b-ae16-3635417117da'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:09:29.396463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-a3200cb2-69db-45fb-8ec9-6cdb741846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.399116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-a3200cb2-69db-45fb-8ec9-6cdb741846a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795252 Jul 30 00:09:29.422708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.476379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:29.481483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.532045 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-ae8c8ca8-6e05-490f-829a-16ff31a6336c service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256964 Jul 30 00:09:29.620890 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d571831-8376-46da-91ce-8bb991837f26 (CIDR: 2001:db8::/64) Jul 30 00:09:29.625560 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:09:29.626273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:29.635563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Allocated IP 2001:db8::2 (43e480ae-f637-4387-b955-15f81a42fb7b/3d571831-8376-46da-91ce-8bb991837f26/39f811b5-2e7d-437b-ae16-3635417117da) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:29.646232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1703439-a6af-4a6c-a174-f06d0430fb37 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4143338 Jul 30 00:09:29.650972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51650) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:29.658214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'subnet': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:29.661984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9636c2f6-c64f-41c2-918b-9edfcd2c0881 req-0c794073-18c3-40a3-a780-b5d05395819c service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195197 Jul 30 00:09:29.825139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:29.828605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1399-7037-4187-bcc6-d044042a616b req-40a23941-ff7c-4c4a-8c0c-989758b65c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.830866 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-40a23941-ff7c-4c4a-8c0c-989758b65c03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1095 time: 0.0625291 Jul 30 00:09:29.841995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:29.847017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.880808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:29.952737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1399-7037-4187-bcc6-d044042a616b req-ce79f5be-d325-48aa-9925-35230576797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.954584 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-ce79f5be-d325-48aa-9925-35230576797f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1153574 Jul 30 00:09:29.979410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.009785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Transition to ACTIVE for port object 39f811b5-2e7d-437b-ae16-3635417117da will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:30.012720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.026190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-3bfb81d6-2368-4911-aa78-d779a838bd00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 200 len: 217 time: 0.0634863 Jul 30 00:09:30.041815 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.096696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1399-7037-4187-bcc6-d044042a616b req-2772ad19-3930-4bc9-860e-123eafd8527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.098458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-2772ad19-3930-4bc9-860e-123eafd8527d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0648050 Jul 30 00:09:30.187070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa73a4f-3c54-4ea8-895c-1367fb868926 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:30.192875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:09:30.193494 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:09:30.194365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a1399-7037-4187-bcc6-d044042a616b req-300c45a0-2935-42cf-94e1-0a98795f5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.196302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-300c45a0-2935-42cf-94e1-0a98795f5e2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902011 Jul 30 00:09:30.366745 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-5eef4fb6-0657-4264-834e-f7ec3b0787f9 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609228 Jul 30 00:09:30.443806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:09:30.526147 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7a8a1399-7037-4187-bcc6-d044042a616b req-9df0abe1-fe6b-4fc4-9e61-ba018cd8d1a1 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524842 Jul 30 00:09:30.581252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c139b-4f5a-424e-b80c-0af03ccd4864 req-5756d8a6-5db3-4a70-84b9-9ca2a35da8e7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.583086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d7c139b-4f5a-424e-b80c-0af03ccd4864 req-5756d8a6-5db3-4a70-84b9-9ca2a35da8e7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1319067 Jul 30 00:09:30.665530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d7c139b-4f5a-424e-b80c-0af03ccd4864 req-c1089335-f2eb-4569-a6b2-4a7679d76656 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753050 Jul 30 00:09:30.704182 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.827002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.932617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33334e-d8bc-4eab-a672-e85ad18c23d2 req-f3050f57-9ca4-4a67-9521-68f3177aa2d3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.934296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a33334e-d8bc-4eab-a672-e85ad18c23d2 req-f3050f57-9ca4-4a67-9521-68f3177aa2d3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.0959847 Jul 30 00:09:31.003379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:31.022638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a33334e-d8bc-4eab-a672-e85ad18c23d2 req-626687db-5b23-46e2-b9d9-ad837e99677e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770192 Jul 30 00:09:31.052692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.066234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.066624 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.095121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51662) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:31.110156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:09:31.110569 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:09:31.142745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0961bb-c158-40b4-aeca-307498a37724 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:31.178484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=14']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:31.191395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:31.195978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:31.198119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Subnet': ['ID=378b461a-9ffe-47f2-ba10-9082581f1b48,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:31.201018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.201714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.225424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f888c9cf-1203-48a2-807a-3bc3a51f97b6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5724556 Jul 30 00:09:31.228266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:31.234414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Request body: {'port': {'network_id': '43e480ae-f637-4387-b955-15f81a42fb7b', 'mac_address': 'fa:16:3e:84:1a:a7', 'name': 'tempest-NetworksTestDHCPv6-66430258'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:31.255407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Provisioning for port 39f811b5-2e7d-437b-ae16-3635417117da completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:31.267667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:31.268278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.312030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.409525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Deleting port 9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:31.409975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.418432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Made reservation on behalf of 8f4027851e9342488a5d1cdf49cf916d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:31.426481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:31.521647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.522662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.533605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.535759 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.552993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.556761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Calling delete_port for 9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:31.586480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] device_id is not set on port 74bf64f2-3acc-456a-88c9-93293a50cf44 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:31.710900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:31.746400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.751656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=15']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:31.801299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:31.872697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event deleted for resources: {'Port': ['ID=9a2ce5c3-c666-4ebc-97dc-3932d7cfc4a4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:31.898195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b70cc4-96e3-4b40-8569-003f26eb5a92 None None] Pushing event updated for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=16']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:31.970591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:32.012511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.013544 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Floating IP 806ff0e3-50fb-429a-b3c5-161620e4a815 disassociated (deleted). External IP: 172.25.5.131, port: c5d64a37-5208-4fb8-9ba4-bb39906992a1. Jul 30 00:09:32.092952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:32.093435 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.416717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:32.602635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:32.614208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8::2a4 (43e480ae-f637-4387-b955-15f81a42fb7b/3d571831-8376-46da-91ce-8bb991837f26/74bf64f2-3acc-456a-88c9-93293a50cf44) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:32.624496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:32.626390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Allocated IP 2001:db8:0:1:f816:3eff:fe84:1aa7 (43e480ae-f637-4387-b955-15f81a42fb7b/378b461a-9ffe-47f2-ba10-9082581f1b48/74bf64f2-3acc-456a-88c9-93293a50cf44) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:32.628591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.643842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:32.647560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:32.688980 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95fdc0ed-6dd3-4f58-92ec-4850ab9bf746 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "DELETE /v2.0/floatingips/806ff0e3-50fb-429a-b3c5-161620e4a815 HTTP/1.1" status: 204 len: 168 time: 1.5908651 Jul 30 00:09:32.691832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:32.699245 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:32.858894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:32.903831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4db673-ffbc-40a6-b6ff-531af414b6ea req-add8a7cf-ce89-400c-a112-79a88834c145 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.905907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4db673-ffbc-40a6-b6ff-531af414b6ea req-add8a7cf-ce89-400c-a112-79a88834c145 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.4672532 Jul 30 00:09:32.909873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.916180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f3095-6e3e-4429-8000-61d8ea87a41c None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:32.946891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Transition to ACTIVE for port object 74bf64f2-3acc-456a-88c9-93293a50cf44 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:32.975750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4db673-ffbc-40a6-b6ff-531af414b6ea req-3e6a0ba5-a49b-4275-8a27-d0d05ecf82c8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609245 Jul 30 00:09:33.035551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.156188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Network 43e480ae-f637-4387-b955-15f81a42fb7b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:33.164432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:33.171980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:33.182005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.183132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.188052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event updated for resources: {'Port': ['ID=74bf64f2-3acc-456a-88c9-93293a50cf44,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:33.206567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ef76f5c-588b-4c6d-93dd-295b7242d1c8 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9766974 Jul 30 00:09:33.209472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51686) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:33.282451 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b507c2-d5e5-4287-b5e3-f5110bb0c9b2 x-openstack-request-id: req-13b507c2-d5e5-4287-b5e3-f5110bb0c9b2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:33.282752 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390472-7131-40da-87d6-645230aca242", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:33.283088 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13b507c2-d5e5-4287-b5e3-f5110bb0c9b2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:33.283408 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:09:33.348316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8a9dce33-3b0b-4045-a700-781486a612b2 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:33.348696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a9dce33-3b0b-4045-a700-781486a612b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.446991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-e6a74a3f-cb30-4cb8-95cb-a88124780c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.450168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-e6a74a3f-cb30-4cb8-95cb-a88124780c85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 1098 time: 0.0861185 Jul 30 00:09:33.469912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928fc28-dcab-449c-8f2e-0bd00dfebf70 req-3bc66f6f-3e0b-441f-ad2d-d4ae42a3c9be tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.472873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8928fc28-dcab-449c-8f2e-0bd00dfebf70 req-3bc66f6f-3e0b-441f-ad2d-d4ae42a3c9be tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.1109004 Jul 30 00:09:33.479931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting port 74bf64f2-3acc-456a-88c9-93293a50cf44 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:33.480593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.606790 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8928fc28-dcab-449c-8f2e-0bd00dfebf70 req-1c9442ba-3b4f-4dea-8e62-8647eb6ee65a tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210513 Jul 30 00:09:33.660755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-858aa9c1-f663-49b3-9979-a679ce872074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.664079 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-858aa9c1-f663-49b3-9979-a679ce872074 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 200 len: 915 time: 0.2049129 Jul 30 00:09:33.696808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.708985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:33.725102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Calling delete_port for 74bf64f2-3acc-456a-88c9-93293a50cf44 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:33.732118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-ad3ec197-6442-433a-8ea8-a58b68ac3f11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 200 len: 217 time: 0.0590422 Jul 30 00:09:33.767983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:33.783767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:33.784429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:33.816713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-72722d0d-3645-4f4d-9632-32c3e0a2c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.819089 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-72722d0d-3645-4f4d-9632-32c3e0a2c8b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 200 len: 853 time: 0.0783656 Jul 30 00:09:33.852932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:33.890847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-78934613-d989-45be-a1a0-9651d145bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.894012 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-78934613-d989-45be-a1a0-9651d145bd8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66dc9a1-423f-4f1a-9a12-8468a41ed564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649660 Jul 30 00:09:34.036566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:34.037166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.083513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:34.099927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-d6943f98-ae31-4337-853f-15884862e742 service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981075 Jul 30 00:09:34.166898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.231434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Port': ['ID=74bf64f2-3acc-456a-88c9-93293a50cf44,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:34.246878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fc8823b0-a896-467c-892b-1b413449fe40 None None] Provisioning complete for port 74bf64f2-3acc-456a-88c9-93293a50cf44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:34.247259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc8823b0-a896-467c-892b-1b413449fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.288057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2f90033e-e5ad-4009-a1c5-af15ed2de0a6 req-9ac7c1a8-20b5-44f6-a5b0-f1a3458ad96c service neutron] 10.222.0.59 "GET /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788192 Jul 30 00:09:34.324494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fc8823b0-a896-467c-892b-1b413449fe40 None None] Port 74bf64f2-3acc-456a-88c9-93293a50cf44 was deleted so its status cannot be updated. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 00:09:34.359145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.362179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7dad9048-8827-4bbe-9017-b684c0e204b5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/74bf64f2-3acc-456a-88c9-93293a50cf44 HTTP/1.1" status: 204 len: 168 time: 1.1511087 Jul 30 00:09:34.364129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51696) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:34.405029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dcf5b-e80e-47e5-b273-11ec82521fce req-bc631641-dda6-4246-b581-413f63bf15b9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.422927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-512dcf5b-e80e-47e5-b273-11ec82521fce req-bc631641-dda6-4246-b581-413f63bf15b9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.3372037 Jul 30 00:09:34.469910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b3115-5c29-40a9-8f71-0f6a81105f30 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.471502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-901b3115-5c29-40a9-8f71-0f6a81105f30 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1063321 Jul 30 00:09:34.473681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fc8823b0-a896-467c-892b-1b413449fe40 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:34.474076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fc8823b0-a896-467c-892b-1b413449fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.475429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51698) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:34.493447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-512dcf5b-e80e-47e5-b273-11ec82521fce req-77d28bb5-a805-44bf-b87c-351139577490 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691128 Jul 30 00:09:34.547218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508a4f0-9a5c-468e-9e91-b7ae648e58fb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.549658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f508a4f0-9a5c-468e-9e91-b7ae648e58fb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0722809 Jul 30 00:09:34.551506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51700) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:34.628421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8bcb6d-f9a7-4ebd-bee1-7d649d4685be tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.630884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8bcb6d-f9a7-4ebd-bee1-7d649d4685be tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.632983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8bcb6d-f9a7-4ebd-bee1-7d649d4685be tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.635178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db8bcb6d-f9a7-4ebd-bee1-7d649d4685be tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0825386 Jul 30 00:09:34.637579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:34.708152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 378b461a-9ffe-47f2-ba10-9082581f1b48 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:34.712143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.734618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:34.792705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.809371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4aabbe-b374-4bea-bba1-50b895510e24 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:04:49Z', 'revision_number': 4, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8ffe3ee3-917d-4761-9091-4b98240da0b0', 'name': '', 'network_id': 'd66dc9a1-423f-4f1a-9a12-8468a41ed564', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'mac_address': 'fa:16:3e:40:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:48Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'subnets': [{'id': 'cc760715-0c31-4a68-ba0d-2acef61fdc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:34.811445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c951a454-4c4c-4697-be7b-ff1ee74f0912 None None] Could not find standard attr ID for object 74bf64f2-3acc-456a-88c9-93293a50cf44. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:34.868403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8742-ebbc-4adf-babd-aca43a267389 req-bafaa659-4f8c-4e5f-9fe3-170db1163c93 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.870937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66fa8742-ebbc-4adf-babd-aca43a267389 req-bafaa659-4f8c-4e5f-9fe3-170db1163c93 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.0745544 Jul 30 00:09:34.914373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66fa8742-ebbc-4adf-babd-aca43a267389 req-13bd5bd2-f1e0-40b6-b3ab-9cd35756e4ea tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbc3c15-ac65-4504-8f49-16eaa182ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363133 Jul 30 00:09:34.921271 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.010787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.066461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=378b461a-9ffe-47f2-ba10-9082581f1b48,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:35.069096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.074058 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f7580d6-2e04-4bbf-bb72-1bb149ae97ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/378b461a-9ffe-47f2-ba10-9082581f1b48 HTTP/1.1" status: 204 len: 168 time: 0.4326909 Jul 30 00:09:35.074332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51708) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:35.074694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981dcc61-4d12-4451-bd08-e93fb837a108 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:35.137684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Deleting subnet 3d571831-8376-46da-91ce-8bb991837f26 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:35.141732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.175436 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ae1f4-d6af-411f-9adc-1cb69e3fc50e None None] New status for floating IP 806ff0e3-50fb-429a-b3c5-161620e4a815: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:35.221758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.263446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-29df450c-784f-4ef2-9f5e-aa6eee7df0e2 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.265230 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-29df450c-784f-4ef2-9f5e-aa6eee7df0e2 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.59 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 946 time: 0.1003158 Jul 30 00:09:35.440493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.510370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Deleting port c5d64a37-5208-4fb8-9ba4-bb39906992a1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:35.510637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.584323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.647819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Subnet': ['ID=3d571831-8376-46da-91ce-8bb991837f26,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:35.650383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.655732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e9ef584-83a5-4cd9-b488-43a3506fb3ea tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/3d571831-8376-46da-91ce-8bb991837f26 HTTP/1.1" status: 204 len: 168 time: 0.5802929 Jul 30 00:09:35.661064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51712) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:35.671876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbbce-ed61-4878-9b01-e97a0f0be0e0 req-9993a9c6-5ed0-405b-9f61-80c75cf9a38b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.674001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74cfbbce-ed61-4878-9b01-e97a0f0be0e0 req-9993a9c6-5ed0-405b-9f61-80c75cf9a38b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.0907128 Jul 30 00:09:35.698854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] For port c5d64a37-5208-4fb8-9ba4-bb39906992a1, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=c5d64a37-5208-4fb8-9ba4-bb39906992a1,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:35.699251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.720069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Calling delete_port for c5d64a37-5208-4fb8-9ba4-bb39906992a1 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:35.723937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44c4edad-23ca-466b-8ffa-1021e1affb81 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486488 Jul 30 00:09:35.727169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51714) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:35.847757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263e07b-a9ce-40e9-aea1-7a700bfc3e04 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.851968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b263e07b-a9ce-40e9-aea1-7a700bfc3e04 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1204941 Jul 30 00:09:35.852489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51716) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:35.879437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74cfbbce-ed61-4878-9b01-e97a0f0be0e0 req-1b85687d-0ddb-4aeb-b4cf-595dfa664109 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921458 Jul 30 00:09:35.930574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.944891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32032f-25b2-469f-a741-3722edfb5be4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.947691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1c32032f-25b2-469f-a741-3722edfb5be4 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0937781 Jul 30 00:09:35.951696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51720) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.003909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event deleted for resources: {'Port': ['ID=c5d64a37-5208-4fb8-9ba4-bb39906992a1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:36.009006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fceff8-e955-4afc-8976-78e796cafd97 None None] Network 43e480ae-f637-4387-b955-15f81a42fb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:36.027527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7923aabc-3357-43ae-be07-8633711e249a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740654 Jul 30 00:09:36.040708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51722) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.078644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] No DVR routers for this DVR port c5d64a37-5208-4fb8-9ba4-bb39906992a1 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:36.082101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.086084 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac0920b5-899c-4161-8303-ca469ca7f863 req-3aedb6d9-6422-44f9-8ca4-277788f6bf45 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.59 "DELETE /v2.0/ports/c5d64a37-5208-4fb8-9ba4-bb39906992a1 HTTP/1.1" status: 204 len: 173 time: 0.8120358 Jul 30 00:09:36.086572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'name': 'network-vif-deleted', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:36.097543 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937344d4-7647-4809-aa22-fa1d97d08756" -d '{"events": [{"server_uuid": "83390472-7131-40da-87d6-645230aca242", "name": "network-vif-deleted", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:36.107079 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-8218ef9e-89bc-4f8a-88b0-4b1c784aca7d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.107889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8218ef9e-89bc-4f8a-88b0-4b1c784aca7d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.115055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8218ef9e-89bc-4f8a-88b0-4b1c784aca7d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/74bf64f2-3acc-456a-88c9-93293a50cf44 HTTP/1.1" status: 404 len: 333 time: 0.0713356 Jul 30 00:09:36.117525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.117806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5496c2ea-3b23-4da3-9129-f93210595159 req-59ddd79a-86ad-4496-9921-be2fbe47d9b4 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0792422 Jul 30 00:09:36.167849 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2304164f-d41f-40b1-8e1f-7ac0b2dc25c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.169723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2304164f-d41f-40b1-8e1f-7ac0b2dc25c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.174563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2304164f-d41f-40b1-8e1f-7ac0b2dc25c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/378b461a-9ffe-47f2-ba10-9082581f1b48 HTTP/1.1" status: 404 len: 337 time: 0.0554004 Jul 30 00:09:36.175327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d10ea02-9d35-4c90-8a9c-5c7c59aa9e80 None None] Provisioning complete for port 39f811b5-2e7d-437b-ae16-3635417117da triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:36.176241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d10ea02-9d35-4c90-8a9c-5c7c59aa9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.177306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51730) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.212581 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342226cc-cec3-4c3c-9b46-6a85824fb2b8 x-openstack-request-id: req-342226cc-cec3-4c3c-9b46-6a85824fb2b8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:36.212883 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390472-7131-40da-87d6-645230aca242", "name": "network-vif-deleted", "tag": "c5d64a37-5208-4fb8-9ba4-bb39906992a1", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:36.213143 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-342226cc-cec3-4c3c-9b46-6a85824fb2b8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:36.213556 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390472-7131-40da-87d6-645230aca242', 'name': 'network-vif-deleted', 'tag': 'c5d64a37-5208-4fb8-9ba4-bb39906992a1', 'status': 'completed', 'code': 200} Jul 30 00:09:36.225034 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4476d1-2849-46a2-b318-e9947e022e60 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.225909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4476d1-2849-46a2-b318-e9947e022e60 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.232847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd4476d1-2849-46a2-b318-e9947e022e60 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/3d571831-8376-46da-91ce-8bb991837f26 HTTP/1.1" status: 404 len: 337 time: 0.0523632 Jul 30 00:09:36.233160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51732) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.266400 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa89271-b114-4365-bf87-be1b37f5de07 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.267128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa89271-b114-4365-bf87-be1b37f5de07 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.269677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4aa89271-b114-4365-bf87-be1b37f5de07 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/34873c1d-23b5-4bb9-9679-fdcff865a99e HTTP/1.1" status: 404 len: 333 time: 0.0346653 Jul 30 00:09:36.271810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.301499 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-114a264b-ec87-446e-9815-02dab87d579b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.302087 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114a264b-ec87-446e-9815-02dab87d579b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.304118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-114a264b-ec87-446e-9815-02dab87d579b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/e767a5f4-763f-4598-9324-1f52d064f75d HTTP/1.1" status: 404 len: 337 time: 0.0310483 Jul 30 00:09:36.307767 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.336857 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fbe456-bdc1-4dec-97ee-ce756483f010 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.337358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fbe456-bdc1-4dec-97ee-ce756483f010 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.339362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-42fbe456-bdc1-4dec-97ee-ce756483f010 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/5a7a29ff-364e-43cd-b825-cbaba035a3f9 HTTP/1.1" status: 404 len: 337 time: 0.0305712 Jul 30 00:09:36.341908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.364427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] DHCP port deletion for 43e480ae-f637-4387-b955-15f81a42fb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:36.382148 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de7e34d-0405-435b-9d6d-0718d2078f34 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.383177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de7e34d-0405-435b-9d6d-0718d2078f34 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.387570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8de7e34d-0405-435b-9d6d-0718d2078f34 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/8d6ebecb-a41a-4d40-b5b9-970e5b9c3998 HTTP/1.1" status: 404 len: 333 time: 0.0423031 Jul 30 00:09:36.387851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.433052 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e54d2e-89dc-477c-8d91-6cb2740eb143 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.433772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e54d2e-89dc-477c-8d91-6cb2740eb143 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.435804 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68e54d2e-89dc-477c-8d91-6cb2740eb143 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/4e53a849-0803-438d-9856-2407aa29bfc0 HTTP/1.1" status: 404 len: 337 time: 0.0468602 Jul 30 00:09:36.438838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.462283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Deleting port 39f811b5-2e7d-437b-ae16-3635417117da {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:36.462736 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.482104 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f5c334-1390-4369-9219-760c58e2e6d1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.482498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f5c334-1390-4369-9219-760c58e2e6d1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.491637 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51746) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.494321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-61f5c334-1390-4369-9219-760c58e2e6d1 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/8a0d4179-96ca-4819-b529-fbc6f744ffbc HTTP/1.1" status: 404 len: 337 time: 0.0532913 Jul 30 00:09:36.542381 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefbe940-1251-4f5a-bcd7-5386a4f327c6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.543201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefbe940-1251-4f5a-bcd7-5386a4f327c6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.548606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.548829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fefbe940-1251-4f5a-bcd7-5386a4f327c6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/59003f48-13a6-40e7-b6ab-03a9f3f34bce HTTP/1.1" status: 404 len: 333 time: 0.0562077 Jul 30 00:09:36.559565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] For port 39f811b5-2e7d-437b-ae16-3635417117da, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39f811b5-2e7d-437b-ae16-3635417117da,segment=NetworkSegment(b3b45ed6-668d-44e1-bf62-cd25f5c82a2f),segment_id=b3b45ed6-668d-44e1-bf62-cd25f5c82a2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:36.560243 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.591012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Calling delete_port for 39f811b5-2e7d-437b-ae16-3635417117da owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:36.617414 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd55da5-2109-467f-a20f-68da1ec05d0a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.618055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd55da5-2109-467f-a20f-68da1ec05d0a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.620196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1bd55da5-2109-467f-a20f-68da1ec05d0a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/c298a44b-c532-4249-8360-4bfee4357e60 HTTP/1.1" status: 404 len: 337 time: 0.0702798 Jul 30 00:09:36.622968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51752) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.674886 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bd67ff-ff5b-42d4-96fc-b4f96939ade6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.675502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bd67ff-ff5b-42d4-96fc-b4f96939ade6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.679589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d9bd67ff-ff5b-42d4-96fc-b4f96939ade6 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/9ea3592f-c543-4611-8eb6-bd942a8ce891 HTTP/1.1" status: 404 len: 337 time: 0.0536714 Jul 30 00:09:36.681914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.702203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b4c25-c8f7-4f2d-88eb-1f63b2a60ea4 req-242ef5e7-9ca9-4e0a-ba17-67701c8821ab tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:36.704803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce9b4c25-c8f7-4f2d-88eb-1f63b2a60ea4 req-242ef5e7-9ca9-4e0a-ba17-67701c8821ab tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1097 time: 0.1261475 Jul 30 00:09:36.707040 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-851ac932-4e8a-4040-afe5-b2d24e09bfa5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.707776 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851ac932-4e8a-4040-afe5-b2d24e09bfa5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.709930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-851ac932-4e8a-4040-afe5-b2d24e09bfa5 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/68cecfba-8758-4224-9146-3dc03f226187 HTTP/1.1" status: 404 len: 333 time: 0.0267682 Jul 30 00:09:36.714725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51756) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.728811 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.746482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce9b4c25-c8f7-4f2d-88eb-1f63b2a60ea4 req-09abfc58-8d4f-494c-8272-14c0932c15f7 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Jul 30 00:09:36.760357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] Pushing event deleted for resources: {'Port': ['ID=39f811b5-2e7d-437b-ae16-3635417117da,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:36.762094 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc7875d-a75c-494b-a013-04b0913524cb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.763130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc7875d-a75c-494b-a013-04b0913524cb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.764315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8a3ed-ab0b-483b-b809-2dd8a4dec949 None None] No DVR routers for this DVR port 39f811b5-2e7d-437b-ae16-3635417117da on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:36.765451 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3fc7875d-a75c-494b-a013-04b0913524cb tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/702d211d-1833-4bbc-bc17-44a24d09207c HTTP/1.1" status: 404 len: 337 time: 0.0484023 Jul 30 00:09:36.769854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51758) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.795533 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eacc3f7-a85f-4e91-9958-3abbed8dac8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.796427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eacc3f7-a85f-4e91-9958-3abbed8dac8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.798601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3eacc3f7-a85f-4e91-9958-3abbed8dac8e tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/1fcd072b-29d5-4c1d-ae31-4c72bb42ca46 HTTP/1.1" status: 404 len: 333 time: 0.0274949 Jul 30 00:09:36.802458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.833899 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24433d0-824e-4cea-9019-e8488eced476 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.834512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24433d0-824e-4cea-9019-e8488eced476 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.837158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b24433d0-824e-4cea-9019-e8488eced476 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/df55a869-cfbb-4cfa-9ba1-127d8d4bd4f9 HTTP/1.1" status: 404 len: 337 time: 0.0309570 Jul 30 00:09:36.839672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51764) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.878551 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c907712-7786-4b21-9afd-af57a47b8b82 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.879373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c907712-7786-4b21-9afd-af57a47b8b82 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.881204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c907712-7786-4b21-9afd-af57a47b8b82 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/4d602788-5f68-4215-bc68-cbc89bb5a7f7 HTTP/1.1" status: 404 len: 333 time: 0.0404675 Jul 30 00:09:36.884132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.911332 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d65782-4064-4c7c-8829-54b4fc3564dd tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.911792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d65782-4064-4c7c-8829-54b4fc3564dd tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.913796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-17d65782-4064-4c7c-8829-54b4fc3564dd tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/18188f22-84ac-45b9-81e9-72a26dff1ed3 HTTP/1.1" status: 404 len: 337 time: 0.0286124 Jul 30 00:09:36.917409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51770) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.926871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d482-0fc0-41c7-a172-dbc5e01d8986 req-edfcf533-286a-437a-8aea-e8d565490042 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:36.928357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e554d482-0fc0-41c7-a172-dbc5e01d8986 req-edfcf533-286a-437a-8aea-e8d565490042 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0786920 Jul 30 00:09:36.956661 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3f122f-5946-420e-846d-d40fc8c5ffc3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.957373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3f122f-5946-420e-846d-d40fc8c5ffc3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.959225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a3f122f-5946-420e-846d-d40fc8c5ffc3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/5c41b7d4-2a0b-43a2-8ac3-4f91498cc87f HTTP/1.1" status: 404 len: 333 time: 0.0407104 Jul 30 00:09:36.962121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.988075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e554d482-0fc0-41c7-a172-dbc5e01d8986 req-4b89e896-6bde-48dc-93a0-eab7780de3c1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528879 Jul 30 00:09:36.993611 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbad6ab-b583-4296-927a-2f3da5afeeca tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:36.994092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbad6ab-b583-4296-927a-2f3da5afeeca tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:36.997675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5cbad6ab-b583-4296-927a-2f3da5afeeca tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/09601b8a-f0d7-4dde-b24c-eb6e961991ef HTTP/1.1" status: 404 len: 337 time: 0.0327206 Jul 30 00:09:36.998452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51774) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.026519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.032972 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-907a9d8a-5a21-4301-8e43-2a33ec337052 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.033739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907a9d8a-5a21-4301-8e43-2a33ec337052 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.037786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-907a9d8a-5a21-4301-8e43-2a33ec337052 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/d5ae10f3-072a-4653-a509-4205c37bd4a2 HTTP/1.1" status: 404 len: 333 time: 0.0362573 Jul 30 00:09:37.038771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51778) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.074223 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da24006-d928-4c1c-a580-a9fe31deead2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.074603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da24006-d928-4c1c-a580-a9fe31deead2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.076390 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5da24006-d928-4c1c-a580-a9fe31deead2 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/01742ea6-10b6-4789-9a8c-25f7987300d0 HTTP/1.1" status: 404 len: 337 time: 0.0360663 Jul 30 00:09:37.080256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.111294 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-51917e58-7c94-4411-9365-d1be4cbbb2f3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.111960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51917e58-7c94-4411-9365-d1be4cbbb2f3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.113737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-51917e58-7c94-4411-9365-d1be4cbbb2f3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/c7fef949-8985-40cc-8992-fb0e73eaed9d HTTP/1.1" status: 404 len: 333 time: 0.0298412 Jul 30 00:09:37.116378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.139923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d185c57-4548-42ff-a291-3ca2932e76ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 200 len: 992 time: 0.1108601 Jul 30 00:09:37.145494 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f3d7bf-a272-4888-af80-084152faa480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.146425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f3d7bf-a272-4888-af80-084152faa480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.149318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92f3d7bf-a272-4888-af80-084152faa480 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/c7bf3b69-6463-4e1a-932a-c43627a30a3d HTTP/1.1" status: 404 len: 337 time: 0.0309272 Jul 30 00:09:37.151596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.154848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b872-7e5c-4436-b63a-b5ba80b06085 req-17e4655e-2965-4d79-a96c-8fe20a177886 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:37.156485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79e5b872-7e5c-4436-b63a-b5ba80b06085 req-17e4655e-2965-4d79-a96c-8fe20a177886 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.0753434 Jul 30 00:09:37.186292 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce38d59-31d6-4c51-b24f-69076b7f4a42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.186750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce38d59-31d6-4c51-b24f-69076b7f4a42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.190015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dce38d59-31d6-4c51-b24f-69076b7f4a42 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/41755883-43f5-47d2-a2d0-e1b23e097fe8 HTTP/1.1" status: 404 len: 337 time: 0.0356791 Jul 30 00:09:37.191240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51792) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.206506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-79e5b872-7e5c-4436-b63a-b5ba80b06085 req-a7b46a20-430b-4d25-bb10-758a9d03df27 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Jul 30 00:09:37.223546 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-100e5018-8e13-426d-939d-30dcfef0c491 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.224393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100e5018-8e13-426d-939d-30dcfef0c491 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.229113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-100e5018-8e13-426d-939d-30dcfef0c491 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/79036302-d94d-4c88-b45b-3f759f8b36bd HTTP/1.1" status: 404 len: 333 time: 0.0339429 Jul 30 00:09:37.229590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51794) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.262292 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-666b3165-885d-4753-bfff-cd60a5fd9e80 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.262858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666b3165-885d-4753-bfff-cd60a5fd9e80 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.265004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-666b3165-885d-4753-bfff-cd60a5fd9e80 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/73f388d2-02c0-47d8-9483-2220e7bace94 HTTP/1.1" status: 404 len: 337 time: 0.0339248 Jul 30 00:09:37.267767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51796) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.300275 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-496ed182-88ee-4e62-913b-1ceb6b4e8350 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.300859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496ed182-88ee-4e62-913b-1ceb6b4e8350 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.305599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-496ed182-88ee-4e62-913b-1ceb6b4e8350 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/891840aa-8306-49c9-ba28-675d9ed66066 HTTP/1.1" status: 404 len: 337 time: 0.0340049 Jul 30 00:09:37.306059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.335790 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3ae15f-7f1e-4656-ae83-d8182910acf9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.336760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3ae15f-7f1e-4656-ae83-d8182910acf9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.341201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ea3ae15f-7f1e-4656-ae83-d8182910acf9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/fcfba12c-a3b9-455d-900e-7376a74afd30 HTTP/1.1" status: 404 len: 333 time: 0.0316930 Jul 30 00:09:37.341667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.378817 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe262a6e-82cb-4958-b6f7-b248d10033ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.379288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe262a6e-82cb-4958-b6f7-b248d10033ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.381485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe262a6e-82cb-4958-b6f7-b248d10033ee tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/71d8be63-3976-460c-9374-f8cebe25b806 HTTP/1.1" status: 404 len: 337 time: 0.0387516 Jul 30 00:09:37.383994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51804) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.423149 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0f6e92-b872-4fd0-bf94-4d0524fc23b3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.424234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0f6e92-b872-4fd0-bf94-4d0524fc23b3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.426963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cb0f6e92-b872-4fd0-bf94-4d0524fc23b3 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/56ad196e-1c49-426e-a5c7-be938731ce83 HTTP/1.1" status: 404 len: 337 time: 0.0417104 Jul 30 00:09:37.429828 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51806) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.444420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e95e553-5689-4d30-9792-85036d196dda req-3d4f4f43-a1d4-49dc-993b-b09436cafae3 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0558920 Jul 30 00:09:37.461035 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dec178-5dd3-4f6b-9522-49b5c5172543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.462713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dec178-5dd3-4f6b-9522-49b5c5172543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.469838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56dec178-5dd3-4f6b-9522-49b5c5172543 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/f1a703f6-583f-4f08-87fe-37e1c0076027 HTTP/1.1" status: 404 len: 333 time: 0.0344458 Jul 30 00:09:37.470119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.498545 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91d8231-082b-4f6e-a6ec-bcddc6c29dae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.498818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91d8231-082b-4f6e-a6ec-bcddc6c29dae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.500803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e91d8231-082b-4f6e-a6ec-bcddc6c29dae tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/498e63f0-c247-4297-a660-7b345ce08b59 HTTP/1.1" status: 404 len: 337 time: 0.0297737 Jul 30 00:09:37.504968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.531568 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba08dcf-71de-432d-b4ec-631d5df55616 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.532031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba08dcf-71de-432d-b4ec-631d5df55616 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.536432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0ba08dcf-71de-432d-b4ec-631d5df55616 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/bd5d699c-cf7f-41f2-9193-d8076f96e428 HTTP/1.1" status: 404 len: 337 time: 0.0278833 Jul 30 00:09:37.536928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.566455 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-48a7f0cf-caab-4f7b-a3be-886a381eec59 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b HTTP/1.1" status: 200 len: 205 time: 0.0283809 Jul 30 00:09:37.568916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51816) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.613021 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-f43d5cae-7b58-46ac-b5ca-2e244933f868 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] delete failed (client error): The resource could not be found. Jul 30 00:09:37.614736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f43d5cae-7b58-46ac-b5ca-2e244933f868 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/routers/b7ea2f24-b6a1-4cb5-9302-8e2e59508d0b HTTP/1.1" status: 404 len: 336 time: 0.0448432 Jul 30 00:09:37.616759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51820) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.644468 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa76a429-a49e-46a5-81dd-6f771c321d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.644934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa76a429-a49e-46a5-81dd-6f771c321d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.648898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fa76a429-a49e-46a5-81dd-6f771c321d73 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/29147227-b4c5-4e71-8f5c-b5c0b14cd432 HTTP/1.1" status: 404 len: 337 time: 0.0290089 Jul 30 00:09:37.649970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51822) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.681232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0becb4a-9f35-446f-9cb6-92cc97b69c88 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb84f37b-6c86-4f0e-97c6-dfd4d608775f HTTP/1.1" status: 200 len: 205 time: 0.0296171 Jul 30 00:09:37.683542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51824) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.727561 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-b820d6e1-2dc6-46e2-bcd4-135add5b1f3f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] delete failed (client error): The resource could not be found. Jul 30 00:09:37.729683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b820d6e1-2dc6-46e2-bcd4-135add5b1f3f tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/routers/cb84f37b-6c86-4f0e-97c6-dfd4d608775f HTTP/1.1" status: 404 len: 336 time: 0.0441964 Jul 30 00:09:37.732154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.772682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51830) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.785455 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8384fe-8874-40b0-88d3-222f688b67c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.786109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8384fe-8874-40b0-88d3-222f688b67c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.792420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6b8384fe-8874-40b0-88d3-222f688b67c7 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/5500df05-d9ea-4db1-aa9d-fd011d20f6a5 HTTP/1.1" status: 404 len: 337 time: 0.0547743 Jul 30 00:09:37.793055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51834) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.828973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:37.838961 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-9968acdc-bfb0-4484-b470-ded807ceb4f0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.839440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9968acdc-bfb0-4484-b470-ded807ceb4f0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.841237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9968acdc-bfb0-4484-b470-ded807ceb4f0 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/8fda3ac3-2382-4771-b6ab-51adc83efc1c HTTP/1.1" status: 404 len: 337 time: 0.0470557 Jul 30 00:09:37.843866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51836) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.860398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 39f811b5-2e7d-437b-ae16-3635417117da {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:37.860718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39f811b5-2e7d-437b-ae16-3635417117da not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:37.907781 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc02c5f-a750-4455-ba97-e6726b5661f9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.908532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc02c5f-a750-4455-ba97-e6726b5661f9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.910325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6fc02c5f-a750-4455-ba97-e6726b5661f9 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/66697dad-1190-4b52-a8ef-51c3fe88adca HTTP/1.1" status: 404 len: 333 time: 0.0568271 Jul 30 00:09:37.913869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51838) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.917900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-ac7a7f78-d03d-45bb-a9fc-316473c3ec26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419506 Jul 30 00:09:37.972196 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-68960735-e9cd-4b91-9148-e6f4dd57d233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:37.972668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68960735-e9cd-4b91-9148-e6f4dd57d233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:37.976907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68960735-e9cd-4b91-9148-e6f4dd57d233 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/55167eaf-9688-4f89-80e8-c5c547778f1c HTTP/1.1" status: 404 len: 337 time: 0.0589602 Jul 30 00:09:37.977775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51844) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.994220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903fa86-8e92-479a-9d12-e534e1e5e597 req-8391d6ba-7ecd-4758-9b45-efef0b170f0b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:37.996836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6903fa86-8e92-479a-9d12-e534e1e5e597 req-8391d6ba-7ecd-4758-9b45-efef0b170f0b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1542718 Jul 30 00:09:38.027594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-6f943f9f-a11e-4686-9bb8-2f5510876bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026325 Jul 30 00:09:38.035468 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c5f09a-e45c-42d1-b968-f21d04e5ba5d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.037043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c5f09a-e45c-42d1-b968-f21d04e5ba5d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.043055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-08c5f09a-e45c-42d1-b968-f21d04e5ba5d tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/ed6543bc-97d1-424f-8e49-68214936b9af HTTP/1.1" status: 404 len: 333 time: 0.0602767 Jul 30 00:09:38.044636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.049861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6903fa86-8e92-479a-9d12-e534e1e5e597 req-fcb53e99-d488-4351-8ec2-19202ceea322 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459588 Jul 30 00:09:38.098460 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18c1851-4260-46ee-b00e-39557d89aa4b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.098922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18c1851-4260-46ee-b00e-39557d89aa4b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.101007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a18c1851-4260-46ee-b00e-39557d89aa4b tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/f38edcee-ca61-4a30-ad6c-b6b4dead7681 HTTP/1.1" status: 404 len: 337 time: 0.0541523 Jul 30 00:09:38.103536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.136952 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b81b65d-3d70-496a-9091-f232f374e29c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.137707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b81b65d-3d70-496a-9091-f232f374e29c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.139615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b81b65d-3d70-496a-9091-f232f374e29c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/6035c54c-7331-403d-8f11-fd86b27006e5 HTTP/1.1" status: 404 len: 333 time: 0.0350142 Jul 30 00:09:38.142103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.166378 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-148ae250-36c4-4814-8649-050b64e1761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.167920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-148ae250-36c4-4814-8649-050b64e1761c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 1097 time: 0.0586653 Jul 30 00:09:38.172795 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfad790-9c19-47f5-9a94-5ece9b863acf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.173395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfad790-9c19-47f5-9a94-5ece9b863acf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.175265 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-edfad790-9c19-47f5-9a94-5ece9b863acf tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/e643b6c1-3c7a-48d6-a7c5-f74402b20314 HTTP/1.1" status: 404 len: 337 time: 0.0322483 Jul 30 00:09:38.178062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.202747 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5675a40-eec5-4ef9-a84a-28dcf4087c8c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.203592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5675a40-eec5-4ef9-a84a-28dcf4087c8c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.205445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5675a40-eec5-4ef9-a84a-28dcf4087c8c tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/4a9ce38b-bb39-4cd1-8006-cc2e11e92d4c HTTP/1.1" status: 404 len: 333 time: 0.0263491 Jul 30 00:09:38.208012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.258759 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc8296e-d7fc-4aeb-8ec7-a01ad0b2319a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.259369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc8296e-d7fc-4aeb-8ec7-a01ad0b2319a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.264125 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9cc8296e-d7fc-4aeb-8ec7-a01ad0b2319a tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/aa73a283-f95e-470f-b64b-d6ebd2066df4 HTTP/1.1" status: 404 len: 337 time: 0.0550504 Jul 30 00:09:38.264726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51868) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.291525 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca50dab6-deab-4280-b6d9-633f7ed4dc08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.292175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca50dab6-deab-4280-b6d9-633f7ed4dc08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.297222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ca50dab6-deab-4280-b6d9-633f7ed4dc08 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/9e8724cd-19bb-48ad-98d2-1748e24325a1 HTTP/1.1" status: 404 len: 333 time: 0.0312431 Jul 30 00:09:38.297863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.327786 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a2a133-7daf-4ba0-b393-59686a050637 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.328295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a2a133-7daf-4ba0-b393-59686a050637 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.333058 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-97a2a133-7daf-4ba0-b393-59686a050637 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/3ff350b8-c95b-49ec-b1ea-594f2702e84b HTTP/1.1" status: 404 len: 337 time: 0.0341120 Jul 30 00:09:38.333667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.368545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-3a42d2f7-474d-4394-a289-9a56d27a8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.372550 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52bbd03-87ed-4211-9b44-87723d5f4e86 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.373519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52bbd03-87ed-4211-9b44-87723d5f4e86 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.377675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c52bbd03-87ed-4211-9b44-87723d5f4e86 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/265e552f-b889-41e9-b44f-049f7a296768 HTTP/1.1" status: 404 len: 333 time: 0.0407770 Jul 30 00:09:38.378333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.381572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-3a42d2f7-474d-4394-a289-9a56d27a8055 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1907718 Jul 30 00:09:38.408900 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd74ea9-4feb-431a-9e01-0a39a7a54805 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.409896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd74ea9-4feb-431a-9e01-0a39a7a54805 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.415066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3dd74ea9-4feb-431a-9e01-0a39a7a54805 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/fc0c9af3-4225-4132-b72e-8290a495a9d0 HTTP/1.1" status: 404 len: 337 time: 0.0352590 Jul 30 00:09:38.416090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.442805 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2addc0-2d16-407b-95a2-f202e23973fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.443563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2addc0-2d16-407b-95a2-f202e23973fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.448588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-f468a964-a070-4279-a100-56267054f53c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 200 len: 217 time: 0.0620575 Jul 30 00:09:38.448904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9e2addc0-2d16-407b-95a2-f202e23973fe tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/ports/f6c59966-cc84-4f0a-a9e8-d682dcf7c9b1 HTTP/1.1" status: 404 len: 333 time: 0.0312688 Jul 30 00:09:38.449099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51882) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.510124 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3317e3-83f2-4a0d-b310-f6345f29c641 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:38.510526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3317e3-83f2-4a0d-b310-f6345f29c641 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:38.515290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51888) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:38.526073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a3317e3-83f2-4a0d-b310-f6345f29c641 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/subnets/fb26f23c-eeac-4015-973d-6d0ab0a6462a HTTP/1.1" status: 404 len: 337 time: 0.0732393 Jul 30 00:09:38.563562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b052-f669-47b9-a98e-89cd14bfb0d6 req-217f0ad1-1548-4450-a112-409ad507bd93 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.565683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41e6b052-f669-47b9-a98e-89cd14bfb0d6 req-217f0ad1-1548-4450-a112-409ad507bd93 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.2417600 Jul 30 00:09:38.572057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-5ffd7586-62d3-46b6-afde-cc20ecaee165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.573598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-5ffd7586-62d3-46b6-afde-cc20ecaee165 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1134984 Jul 30 00:09:38.630292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.654349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-89764a44-ca42-4806-a516-b88b1fee9bad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716043 Jul 30 00:09:38.658433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41e6b052-f669-47b9-a98e-89cd14bfb0d6 req-a9b65e49-4716-4b1b-81ba-0a87042b2424 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773129 Jul 30 00:09:38.736346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d64a37-5208-4fb8-9ba4-bb39906992a1 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:38.767273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.781515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: c5d64a37-5208-4fb8-9ba4-bb39906992a1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:38.786066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device c5d64a37-5208-4fb8-9ba4-bb39906992a1 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:38.792307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e480ae-f637-4387-b955-15f81a42fb7b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:38.823835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:38.824408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b45ed6-668d-44e1-bf62-cd25f5c82a2f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:38.839507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17ee064f-4173-4d7d-895b-8b62a013d56e req-ff40c92e-a30e-4312-a0da-0c0bec677cd6 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0324230 Jul 30 00:09:38.839734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.865783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.875987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:38.876532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.882446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-191fb92a-41a7-4049-895a-77aae1a651f3 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182591 Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:38.894010 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:38.967462 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.973446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.977744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] 10.222.0.49 "DELETE /v2.0/networks/43e480ae-f637-4387-b955-15f81a42fb7b HTTP/1.1" status: 204 len: 168 time: 0.4595404 Jul 30 00:09:38.992800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b5bee-e527-49b8-bfbf-65fc5efcc238 tempest-NetworksTestDHCPv6-1696635188 tempest-NetworksTestDHCPv6-1696635188-project] Pushing event deleted for resources: {'Network': ['ID=43e480ae-f637-4387-b955-15f81a42fb7b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:39.014908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f31d24-e82a-4893-89d7-4dedaaf4ae28 req-7e180f7f-95ad-4210-84f6-5edf30fd3c0b service neutron] 10.222.0.57 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245914 Jul 30 00:09:39.197963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25833b22-b930-4326-bd63-040373f60930 req-aa208bee-028d-41e1-be77-b30e7aa174eb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.202275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25833b22-b930-4326-bd63-040373f60930 req-aa208bee-028d-41e1-be77-b30e7aa174eb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0616009 Jul 30 00:09:39.230115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51900) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:39.249690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25833b22-b930-4326-bd63-040373f60930 req-ef90d20c-d614-435a-bbb7-d662d37cfdf4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Jul 30 00:09:39.372892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8f3aa28-06e8-44b9-85a3-db58688724bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f4027851e9342488a5d1cdf49cf916d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414552 Jul 30 00:09:39.376339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51904) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:39.432856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:39.463801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:39.522339 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:39.525550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:39.527302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a41daed-78a6-44fc-aee2-be4b3332205c HTTP/1.1" status: 204 len: 168 time: 0.1496611 Jul 30 00:09:39.545791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe00bab-3093-4435-a40d-36d20e72775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a41daed-78a6-44fc-aee2-be4b3332205c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:39.561279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-9be0e80a-2b78-4bdb-a4e0-77af968da54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.575765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-9be0e80a-2b78-4bdb-a4e0-77af968da54f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1097 time: 0.0649076 Jul 30 00:09:39.711168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-e3fe59e3-023b-470d-89dc-1cf5ee69e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.712810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-e3fe59e3-023b-470d-89dc-1cf5ee69e007 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1295028 Jul 30 00:09:39.795075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-c6eaea02-6511-47bc-8ced-60c3e522b98a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 1000 time: 0.0739264 Jul 30 00:09:39.896810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f06a-5909-4ade-ab36-4861f234e5c5 req-b16afbad-d8f2-408d-bc12-3932e9ed02d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.898613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e627f06a-5909-4ade-ab36-4861f234e5c5 req-b16afbad-d8f2-408d-bc12-3932e9ed02d9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.1024611 Jul 30 00:09:39.900801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-045accc2-4f7a-4a78-907b-0b8883923066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.902349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-045accc2-4f7a-4a78-907b-0b8883923066 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0955114 Jul 30 00:09:39.972122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e627f06a-5909-4ade-ab36-4861f234e5c5 req-10a7e58e-2d2c-43d1-8d22-c383ab2af39d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648420 Jul 30 00:09:39.993894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-87897dc3-23e4-4608-a79f-62eb345d9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.996759 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-87897dc3-23e4-4608-a79f-62eb345d9793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823026 Jul 30 00:09:40.119449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9374e5d-17dc-4051-b49c-091888fe2515 req-07713e0b-2955-4eaf-8f94-f2d42d081c10 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0351610 Jul 30 00:09:40.169368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-45f7edc9-a35b-478c-b2f1-2541d8e93794 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626983 Jul 30 00:09:40.286648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-43eedfe4-a297-4f24-9c07-2984fbe46e23 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091862 Jul 30 00:09:40.415967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2efc5-05b9-41b6-b0da-534d30becab6 req-82cf6ae6-7c78-4fc6-8ffc-1130eede120c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:40.424030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23c2efc5-05b9-41b6-b0da-534d30becab6 req-82cf6ae6-7c78-4fc6-8ffc-1130eede120c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0852220 Jul 30 00:09:40.476797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23c2efc5-05b9-41b6-b0da-534d30becab6 req-728adbb5-9c5b-4f9d-ae3d-14af6b5803ec tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516295 Jul 30 00:09:40.501281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:40.669593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1989627058'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:40.704979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:40.710224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.720921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.856510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.861906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.875977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:09:40.903161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.903661 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 3cafac77-2ae0-4c51-9db8-3cae81d15e1d of type vlan for network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 Jul 30 00:09:40.916890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90832b75-90f7-48b5-b051-a0e91d3511df,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.152076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe6bc-9aa3-4788-af1f-6829e3e7af36 req-472ff7cc-2777-45ac-a3fc-15c9f770e261 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.153905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de0fe6bc-9aa3-4788-af1f-6829e3e7af36 req-472ff7cc-2777-45ac-a3fc-15c9f770e261 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.0589840 Jul 30 00:09:41.203640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-de0fe6bc-9aa3-4788-af1f-6829e3e7af36 req-4953d33e-34e7-4f24-abc0-19a375dda27f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Jul 30 00:09:41.291821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.324696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.330472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.331334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.345665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a7250b4-31d5-449d-980f-5234d50baa5f req-18fc6cd0-a046-42fa-8fa9-b152f0355394 tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "GET /v2.0/ports?device_id=83390472-7131-40da-87d6-645230aca242 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Jul 30 00:09:41.404537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:41.404761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8982642 Jul 30 00:09:41.411439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'name': 'tempest-PortsIpV6TestJSON-177285305'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:41.449532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86ac0a-75a1-444c-be0e-357806a7621a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.460214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:09:41.522978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:41.527955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.550622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port cec5d299-74eb-4295-9070-3b67802f23b3 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:41.700469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72aae-d8ac-4676-9e20-6a8ba3b6f565 req-067bee72-e02e-4cb8-8049-b7a0e4cf32f8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.702175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ed72aae-d8ac-4676-9e20-6a8ba3b6f565 req-067bee72-e02e-4cb8-8049-b7a0e4cf32f8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1092041 Jul 30 00:09:41.822291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ed72aae-d8ac-4676-9e20-6a8ba3b6f565 req-c6fefe53-6ffc-457b-8b6e-517f97b634fe tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077461 Jul 30 00:09:41.833567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.887144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.963882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=cec5d299-74eb-4295-9070-3b67802f23b3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.974792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '3cafac77-2ae0-4c51-9db8-3cae81d15e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:41.975162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:09:41.996686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:09:42.011232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:42.017434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:42.022919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.023826 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.024570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f00dd8-3a93-422d-900e-3e2418570fa0 None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:42.043014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d01d0fb8-2554-4142-ba0c-6e047161f59e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6367736 Jul 30 00:09:42.046335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:42.054551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-4382917'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:42.081418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:42.085075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.113745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:09:42.125690 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.126127 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 936d9bef-57ee-45c3-8fff-296f93273ba3 of type vlan for network 7a0166b8-e069-4145-9c5d-d96c0c2b199c Jul 30 00:09:42.184620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.223100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.229359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.230014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.293185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2454429 Jul 30 00:09:42.297504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 51954) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:42.305214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'ports': [{'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'}, {'network_id': '7a0166b8-e069-4145-9c5d-d96c0c2b199c'}]} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:42.305526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:42.306053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '7a0166b8-e069-4145-9c5d-d96c0c2b199c'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:42.308728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b776-d70d-4c60-91c9-8cf094697db8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=7a0166b8-e069-4145-9c5d-d96c0c2b199c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:42.320530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 7a0166b8-e069-4145-9c5d-d96c0c2b199c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:09:42.492056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082283-ffa6-4041-a62d-1fa4b4be75ac req-9986aef8-e071-46d5-b19f-d6ed939929f0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.493977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa082283-ffa6-4041-a62d-1fa4b4be75ac req-9986aef8-e071-46d5-b19f-d6ed939929f0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 943 time: 0.1642511 Jul 30 00:09:42.556439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa082283-ffa6-4041-a62d-1fa4b4be75ac req-8789e672-e77f-4dae-bad7-8e9f308c7522 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561154 Jul 30 00:09:42.566106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 2} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:42.572513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.589957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.607236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 51958) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:42.670459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.675854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 294e0104-b2e3-45aa-8cf6-e5338e59a8f9 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:42.697088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.751063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0d3a1d2d-2a81-4a60-a666-86a397abb527 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:42.781373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.785016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.790367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] 10.222.0.49 "DELETE /v2.0/security-groups/ccbc3c15-ac65-4504-8f49-16eaa182ad23 HTTP/1.1" status: 204 len: 168 time: 0.1820195 Jul 30 00:09:42.797131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:42.805981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4293a-5b41-4c03-8cf7-2135086212de tempest-TestVolumeBackupRestore-431370425 tempest-TestVolumeBackupRestore-431370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc3c15-ac65-4504-8f49-16eaa182ad23,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:42.909325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:42.934323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port e3833bd1-2f48-48fa-b7fd-b3cfc86f4450 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:42.942534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'mac_address': 'fa:16:3e:5d:8f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:43.019468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.039935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3a1d2d-2a81-4a60-a666-86a397abb527 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:43.076524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:43.081071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.176910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.182063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:43.214028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0368e0-fb45-4323-90b0-059e317216bc req-d827b351-adcf-4755-8db3-442d3a6f00a5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.215671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d0368e0-fb45-4323-90b0-059e317216bc req-d827b351-adcf-4755-8db3-442d3a6f00a5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.2775285 Jul 30 00:09:43.290389 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d0368e0-fb45-4323-90b0-059e317216bc req-45baa5c6-3646-4c2f-988b-b4b8838beea4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629027 Jul 30 00:09:43.297061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.360897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:43.364146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:43.370880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:43.372786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.386500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=294e0104-b2e3-45aa-8cf6-e5338e59a8f9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:43.406893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['0d3a1d2d-2a81-4a60-a666-86a397abb527'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:43.461799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=e3833bd1-2f48-48fa-b7fd-b3cfc86f4450,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:43.504401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '936d9bef-57ee-45c3-8fff-296f93273ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7a0166b8-e069-4145-9c5d-d96c0c2b199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:43.505147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 7a0166b8-e069-4145-9c5d-d96c0c2b199c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:09:43.542342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 7a0166b8-e069-4145-9c5d-d96c0c2b199c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:09:43.558766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 7a0166b8-e069-4145-9c5d-d96c0c2b199c) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:43.564834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:43.575950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.576258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611f10b-22ef-4472-9695-31aab0913df8 None None] Network 7a0166b8-e069-4145-9c5d-d96c0c2b199c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:43.582880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.582880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.621789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52044) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:43.622300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6d8096a-ec87-452d-9db7-c68aa91a7e70 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3221605 Jul 30 00:09:43.700870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8ddf-23c1-4fe9-a48c-06f7409cc12a req-a0f4b11f-ce36-4d74-ba36-ba989a7028f7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.710040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82fd8ddf-23c1-4fe9-a48c-06f7409cc12a req-a0f4b11f-ce36-4d74-ba36-ba989a7028f7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 944 time: 0.0707967 Jul 30 00:09:43.779430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82fd8ddf-23c1-4fe9-a48c-06f7409cc12a req-11f0c4af-acb7-413c-b083-ed85320f9d4e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682731 Jul 30 00:09:43.838260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port e3833bd1-2f48-48fa-b7fd-b3cfc86f4450 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:43.839079 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.964789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.985049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for e3833bd1-2f48-48fa-b7fd-b3cfc86f4450 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:44.118115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:44.179828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:44.182756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/e3833bd1-2f48-48fa-b7fd-b3cfc86f4450 HTTP/1.1" status: 204 len: 168 time: 0.5593388 Jul 30 00:09:44.185110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463696-e95e-4a1f-951a-513f9a3a6041 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=e3833bd1-2f48-48fa-b7fd-b3cfc86f4450,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:44.185314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:44.312742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec11a1a-613c-4bf4-b2c2-8a23e9ffe9e7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.330168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec11a1a-613c-4bf4-b2c2-8a23e9ffe9e7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.337152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dec11a1a-613c-4bf4-b2c2-8a23e9ffe9e7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1499584 Jul 30 00:09:44.339248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:44.500595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-620eecca-e39a-4a52-b5ad-83673052dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.502283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-620eecca-e39a-4a52-b5ad-83673052dd8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.1004369 Jul 30 00:09:44.526169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82df208-4ab9-40e1-ad2b-88a0a6839e36 req-49205ed4-593c-4ceb-9592-7005999f5aa3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.539415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a82df208-4ab9-40e1-ad2b-88a0a6839e36 req-49205ed4-593c-4ceb-9592-7005999f5aa3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1384456 Jul 30 00:09:44.602864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a82df208-4ab9-40e1-ad2b-88a0a6839e36 req-5c67c250-577a-4876-90c2-29d1e4c529f1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618761 Jul 30 00:09:44.694264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 294e0104-b2e3-45aa-8cf6-e5338e59a8f9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:44.695386 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:44.747495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1472-3ea6-4ca7-b519-168d8967067e req-9170faf6-4862-4f83-86aa-264ad9dbcaa5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.749497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db3a1472-3ea6-4ca7-b519-168d8967067e req-9170faf6-4862-4f83-86aa-264ad9dbcaa5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0614915 Jul 30 00:09:44.767602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0d3a1d2d-2a81-4a60-a666-86a397abb527 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:44.784502 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:44.805384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 294e0104-b2e3-45aa-8cf6-e5338e59a8f9 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:44.831635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db3a1472-3ea6-4ca7-b519-168d8967067e req-20ab1bca-5e18-41c1-ac06-67ea3c8a5cc8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650384 Jul 30 00:09:44.888122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-eec81c00-f9ef-4297-a217-5bb936a6937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.890122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-eec81c00-f9ef-4297-a217-5bb936a6937b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.3789470 Jul 30 00:09:44.895915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 0d3a1d2d-2a81-4a60-a666-86a397abb527 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:44.902018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 0d3a1d2d-2a81-4a60-a666-86a397abb527 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:44.902383 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:44.944629 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-3e8f044b-a85e-47f0-98ea-ad08bba4c55e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0466695 Jul 30 00:09:45.063108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9779343-baf2-472d-94f2-ac3ebb402d2e req-e150709d-d6a6-44ce-b38f-e5703f6f00c9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.064775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9779343-baf2-472d-94f2-ac3ebb402d2e req-e150709d-d6a6-44ce-b38f-e5703f6f00c9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 944 time: 0.1255832 Jul 30 00:09:45.079040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.088010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-3eb836a7-04ab-4dc6-a198-2c562295e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.089807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-3eb836a7-04ab-4dc6-a198-2c562295e9a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.1326787 Jul 30 00:09:45.096467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.138015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.140274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:45.142740 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8957f8-3d76-4133-b2c4-04fe1921ccee" -d '{"events": [{"server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:45.145471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/294e0104-b2e3-45aa-8cf6-e5338e59a8f9 HTTP/1.1" status: 204 len: 168 time: 0.8048749 Jul 30 00:09:45.149670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:45.184224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:45.187995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9779343-baf2-472d-94f2-ac3ebb402d2e req-f4529cd2-5e3b-4494-afae-1b91d3e1e1e2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115966 Jul 30 00:09:45.193276 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.207685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-19e5c767-b84e-4b9f-91b2-6865b6bf4383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914111 Jul 30 00:09:45.253199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a147d-3d40-4650-b97e-810f80fd50d3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=294e0104-b2e3-45aa-8cf6-e5338e59a8f9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:45.291113 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebbbbf8-d09e-44bb-b588-35e5df1a8846 x-openstack-request-id: req-0ebbbbf8-d09e-44bb-b588-35e5df1a8846 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:45.291399 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:45.294057 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ebbbbf8-d09e-44bb-b588-35e5df1a8846 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:45.295175 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'code': 200} Jul 30 00:09:45.298011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:45.364575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bbb5c2-f1a7-4d87-b6ca-9bf23b0ba110 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.377165 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-82bbb5c2-f1a7-4d87-b6ca-9bf23b0ba110 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2261899 Jul 30 00:09:45.380674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52232) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:45.411132 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5997d744-09af-4845-a254-c51757b0ead8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:09:45.416381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5997d744-09af-4845-a254-c51757b0ead8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/e3833bd1-2f48-48fa-b7fd-b3cfc86f4450 HTTP/1.1" status: 404 len: 333 time: 0.0346091 Jul 30 00:09:45.429872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52238) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:45.458626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-b24f1cb7-4bdf-4bb1-b1f2-42c6a087028d service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327824 Jul 30 00:09:45.503175 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-883180c7-b486-4351-ac85-2c3cdae736e1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:09:45.510908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-883180c7-b486-4351-ac85-2c3cdae736e1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/294e0104-b2e3-45aa-8cf6-e5338e59a8f9 HTTP/1.1" status: 404 len: 333 time: 0.0766478 Jul 30 00:09:45.511616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:45.619220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018da3aa-af60-480f-9a60-8bfc9a6eb38b req-d09faa83-b2b3-4d8d-b0bc-884cdffa38a2 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523700 Jul 30 00:09:45.647854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.657993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c1ecf-254d-4b2e-85bd-c603e92d8710 req-12bde5ba-f785-423c-a165-030f5c2913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.659711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d54c1ecf-254d-4b2e-85bd-c603e92d8710 req-12bde5ba-f785-423c-a165-030f5c2913b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1097 time: 0.3058164 Jul 30 00:09:45.694852 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:45.744559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d54c1ecf-254d-4b2e-85bd-c603e92d8710 req-b4f659ed-4ccb-4a81-9bd4-0ea6c7401cf7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749581 Jul 30 00:09:45.844944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.863431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0166b8-e069-4145-9c5d-d96c0c2b199c']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:45.878473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936d9bef-57ee-45c3-8fff-296f93273ba3') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:45.879115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936d9bef-57ee-45c3-8fff-296f93273ba3') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:45.901239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde158f4-4cc1-48f7-9595-6d7f785467ba req-abd38ebc-6083-4aea-ba1d-1420753a88d7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.902888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dde158f4-4cc1-48f7-9595-6d7f785467ba req-abd38ebc-6083-4aea-ba1d-1420753a88d7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0984337 Jul 30 00:09:45.905222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.942502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.964991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:45.965339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:45.968570 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:45.989014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dde158f4-4cc1-48f7-9595-6d7f785467ba req-6be216d7-82b6-4cad-b0b8-770f11b9624b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752742 Jul 30 00:09:46.089450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.134090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.139582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/7a0166b8-e069-4145-9c5d-d96c0c2b199c HTTP/1.1" status: 204 len: 168 time: 0.6223691 Jul 30 00:09:46.139882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52324) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:46.146294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220018984'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:46.160994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677aff0-3994-4dd0-820f-32bce745834e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=7a0166b8-e069-4145-9c5d-d96c0c2b199c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:46.185541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:46.192736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.193781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6026a-714b-4b6c-bc9d-e1e58fa358b2 req-0c8b91ef-8a73-45ac-98f1-f3784e18d846 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:46.202254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86a6026a-714b-4b6c-bc9d-e1e58fa358b2 req-0c8b91ef-8a73-45ac-98f1-f3784e18d846 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1099792 Jul 30 00:09:46.225268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:09:46.242487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.242837 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 73cfd77e-0955-4c9c-b9ca-b33db7655789 of type vlan for network 35226459-d289-411c-9eab-aef5d687b4e8 Jul 30 00:09:46.249260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86a6026a-714b-4b6c-bc9d-e1e58fa358b2 req-2da054c2-46e5-4c64-801d-b81ec5d1261d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Jul 30 00:09:46.293907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d2dafed-2945-4e5f-a749-221d1d9e830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.321084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.363217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.373334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:46.374162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.414865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2726686 Jul 30 00:09:46.415590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:46.433141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '35226459-d289-411c-9eab-aef5d687b4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:46.463591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098951d-cd8c-46e2-8cc2-3d5953a69ecb req-33e013b0-48c3-4b22-b0d5-b37040de0a54 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:46.465363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4098951d-cd8c-46e2-8cc2-3d5953a69ecb req-33e013b0-48c3-4b22-b0d5-b37040de0a54 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.1179321 Jul 30 00:09:46.480963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006efd49-88d5-4c5d-b8dd-f67bdc3adc7a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=35226459-d289-411c-9eab-aef5d687b4e8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:46.498801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 35226459-d289-411c-9eab-aef5d687b4e8 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:09:46.651253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4098951d-cd8c-46e2-8cc2-3d5953a69ecb req-56ad4544-600b-4fc3-b39f-21e847a4fe53 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658764 Jul 30 00:09:46.714427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:46.718880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.000247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.077573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=08d76cc6-5964-4897-8251-6dec0a8a1b23,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:47.086539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '73cfd77e-0955-4c9c-b9ca-b33db7655789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:47.087128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 35226459-d289-411c-9eab-aef5d687b4e8, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:09:47.148962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 35226459-d289-411c-9eab-aef5d687b4e8 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:09:47.170062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 35226459-d289-411c-9eab-aef5d687b4e8) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:47.182106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13225324-b20e-4725-a804-404be1cbdf9c None None] Network 35226459-d289-411c-9eab-aef5d687b4e8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:47.182311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a06532-6397-491c-b3ff-b827c8c24f57 req-36cf5123-f352-4293-b6a8-355a7ff4799e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.190935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a06532-6397-491c-b3ff-b827c8c24f57 req-36cf5123-f352-4293-b6a8-355a7ff4799e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0702274 Jul 30 00:09:47.193467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.194229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.217004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a46e99c-3b95-4060-b673-71d4fb64e875 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7960298 Jul 30 00:09:47.218136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52444) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:47.224184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '35226459-d289-411c-9eab-aef5d687b4e8', 'name': 'tempest-PortsIpV6TestJSON-365007989'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:47.257066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a06532-6397-491c-b3ff-b827c8c24f57 req-b7974ba6-7719-47ef-900b-ad40bc0217e7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651760 Jul 30 00:09:47.525075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:47.529058 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.574495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 62aa9596-771c-487b-bcc3-eaed272cb969 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:47.650880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.717676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52468) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:47.849514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::1b3 (35226459-d289-411c-9eab-aef5d687b4e8/08d76cc6-5964-4897-8251-6dec0a8a1b23/62aa9596-771c-487b-bcc3-eaed272cb969) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:47.864871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-35226459-d289-411c-9eab-aef5d687b4e8', 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': '08d76cc6-5964-4897-8251-6dec0a8a1b23'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:09:47.866411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.998459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a050e-1a54-458b-8f48-f87eafae0e5f req-07a862a4-47fa-4d8c-9d9e-233835652942 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.010115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc5a050e-1a54-458b-8f48-f87eafae0e5f req-07a862a4-47fa-4d8c-9d9e-233835652942 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.6470037 Jul 30 00:09:48.065735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc5a050e-1a54-458b-8f48-f87eafae0e5f req-6b9876d5-5a5d-40bd-9323-cd083d7bf89c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Jul 30 00:09:48.109614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.154846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 62aa9596-771c-487b-bcc3-eaed272cb969 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:48.188325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97534d76-f6bc-4dbf-973f-4c32d3b21808 req-fa683457-d207-4664-bb2c-d0e6bf74616a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.190086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97534d76-f6bc-4dbf-973f-4c32d3b21808 req-fa683457-d207-4664-bb2c-d0e6bf74616a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.0598233 Jul 30 00:09:48.241302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97534d76-f6bc-4dbf-973f-4c32d3b21808 req-9e4c5e0f-a560-4847-ab34-c3cd046020fe tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438182 Jul 30 00:09:48.274415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.326811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Allocated IP 2001:db8::2 (35226459-d289-411c-9eab-aef5d687b4e8/08d76cc6-5964-4897-8251-6dec0a8a1b23/b59ad40f-c9b0-4974-a7b8-512e88b7781a) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:48.357973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 35226459-d289-411c-9eab-aef5d687b4e8 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:48.363597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:48.366122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=62aa9596-771c-487b-bcc3-eaed272cb969,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:48.369850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:48.376300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.377027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.395564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8f1c-3889-46d0-a6ee-586d75aa2a22 req-3c253d9c-7102-4449-808f-3542c280687a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.397408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-322b8f1c-3889-46d0-a6ee-586d75aa2a22 req-3c253d9c-7102-4449-808f-3542c280687a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0726914 Jul 30 00:09:48.424061 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0440f4be-de1a-4bdc-b317-9355a005cd03 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2023163 Jul 30 00:09:48.426660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52476) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:48.460067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-322b8f1c-3889-46d0-a6ee-586d75aa2a22 req-c9634dd6-1d06-437f-ae31-61a7036d8ee1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Jul 30 00:09:48.514555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.524772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Transition to ACTIVE for port object b59ad40f-c9b0-4974-a7b8-512e88b7781a will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:48.547566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Transition to ACTIVE for port object b59ad40f-c9b0-4974-a7b8-512e88b7781a will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:48.559009 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.601597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Network 35226459-d289-411c-9eab-aef5d687b4e8 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:48.606631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:48.613084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:48.621731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Pushing event updated for resources: {'Port': ['ID=b59ad40f-c9b0-4974-a7b8-512e88b7781a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:48.622006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb6b-44ed-4aad-a63d-885df6b8b640 req-4e53f7da-48e9-4f49-9685-1e42a93757b0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.625612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df4ceb6b-44ed-4aad-a63d-885df6b8b640 req-4e53f7da-48e9-4f49-9685-1e42a93757b0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.0760450 Jul 30 00:09:48.674655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 62aa9596-771c-487b-bcc3-eaed272cb969 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:48.675000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.677614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df4ceb6b-44ed-4aad-a63d-885df6b8b640 req-cb13219e-60af-4c19-a51b-31d3d17688aa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Jul 30 00:09:48.704470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Attempting to bind port b59ad40f-c9b0-4974-a7b8-512e88b7781a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:48.705474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Attempting to bind port b59ad40f-c9b0-4974-a7b8-512e88b7781a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '73cfd77e-0955-4c9c-b9ca-b33db7655789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:48.706060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Attempting to bind port b59ad40f-c9b0-4974-a7b8-512e88b7781a on network 35226459-d289-411c-9eab-aef5d687b4e8 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:48.706431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:48.717851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:48.718625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Checking segment: {'id': '73cfd77e-0955-4c9c-b9ca-b33db7655789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:48.719357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.719974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Bound using segment: {'id': '73cfd77e-0955-4c9c-b9ca-b33db7655789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:48.720706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Bound port: b59ad40f-c9b0-4974-a7b8-512e88b7781a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cfd77e-0955-4c9c-b9ca-b33db7655789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '35226459-d289-411c-9eab-aef5d687b4e8'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:48.721315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.817847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.846313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] For port b59ad40f-c9b0-4974-a7b8-512e88b7781a, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:48.854733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] For port b59ad40f-c9b0-4974-a7b8-512e88b7781a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b59ad40f-c9b0-4974-a7b8-512e88b7781a,segment=NetworkSegment(73cfd77e-0955-4c9c-b9ca-b33db7655789),segment_id=73cfd77e-0955-4c9c-b9ca-b33db7655789)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:48.865506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.962543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:48.994364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d6fd-050e-40b7-b66b-5c3e524baad1 None None] Pushing event updated for resources: {'Port': ['ID=b59ad40f-c9b0-4974-a7b8-512e88b7781a,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:49.021749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 62aa9596-771c-487b-bcc3-eaed272cb969 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:49.041966 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99359b84-4f0a-4cf7-a67c-26dec886e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.053148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d170a439-a420-40ba-8995-4acf1e60a549 tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.055065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d170a439-a420-40ba-8995-4acf1e60a549 tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1092 time: 0.3478611 Jul 30 00:09:49.059384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52482) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:49.064234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:49.099281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.257286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532276bd-babb-4cbb-b96f-22e9a2bd4a6d req-6d1707ee-6769-4722-8296-0393746235f4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.259212 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-532276bd-babb-4cbb-b96f-22e9a2bd4a6d req-6d1707ee-6769-4722-8296-0393746235f4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0881166 Jul 30 00:09:49.336185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.351560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-532276bd-babb-4cbb-b96f-22e9a2bd4a6d req-c15e4a45-0b30-4780-973b-a5c7d1470865 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812807 Jul 30 00:09:49.367579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.377209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=62aa9596-771c-487b-bcc3-eaed272cb969,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:49.405266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.410177 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1e9ea176-8328-42e7-8677-42d48544526c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/62aa9596-771c-487b-bcc3-eaed272cb969 HTTP/1.1" status: 204 len: 168 time: 0.9796515 Jul 30 00:09:49.415749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:49.427420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.455655 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d5dab-40d2-4c1a-bce8-c489994eda13 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:09:49.456634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88d5dab-40d2-4c1a-bce8-c489994eda13 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:09:49.458603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f88d5dab-40d2-4c1a-bce8-c489994eda13 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/62aa9596-771c-487b-bcc3-eaed272cb969 HTTP/1.1" status: 404 len: 333 time: 0.0402968 Jul 30 00:09:49.463495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52488) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:49.465152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Deleting port 8ffe3ee3-917d-4761-9091-4b98240da0b0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:49.465572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.494476 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e473b8e-b493-4e1f-9a85-b0d85ca17e8e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:09:49.497692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e473b8e-b493-4e1f-9a85-b0d85ca17e8e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/62aa9596-771c-487b-bcc3-eaed272cb969 HTTP/1.1" status: 404 len: 333 time: 0.0312850 Jul 30 00:09:49.509301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52492) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:49.550019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.25.5.215 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/1515961b-74cf-4f86-9782-5078dfbf1a34) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:49.585258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 08d76cc6-5964-4897-8251-6dec0a8a1b23 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:49.592269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.701375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295de9c-63b2-45d1-91a5-db5706bc38dd req-f6aa45c2-c008-4ada-b922-f1920662fa34 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.703244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5295de9c-63b2-45d1-91a5-db5706bc38dd req-f6aa45c2-c008-4ada-b922-f1920662fa34 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1388893 Jul 30 00:09:49.779651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.802599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5295de9c-63b2-45d1-91a5-db5706bc38dd req-435422e7-a34b-4463-a738-ebf039cb341c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868793 Jul 30 00:09:49.859911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:49.885929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:49.911588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b59ad40f-c9b0-4974-a7b8-512e88b7781a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:49.925792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:49.933725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:49.988316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b59ad40f-c9b0-4974-a7b8-512e88b7781a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:50.003199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.014083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=1515961b-74cf-4f86-9782-5078dfbf1a34,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:50.029569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] For port 8ffe3ee3-917d-4761-9091-4b98240da0b0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8ffe3ee3-917d-4761-9091-4b98240da0b0,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:50.029985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.072680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Calling delete_port for 8ffe3ee3-917d-4761-9091-4b98240da0b0 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:50.195555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb281934-6b4e-4036-95aa-dc2d5554db63 None None] Network 35226459-d289-411c-9eab-aef5d687b4e8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:50.212906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.260305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Provisioning for port b59ad40f-c9b0-4974-a7b8-512e88b7781a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:50.273209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Provisioning complete for port b59ad40f-c9b0-4974-a7b8-512e88b7781a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:50.273209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.335728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.389908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=08d76cc6-5964-4897-8251-6dec0a8a1b23,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:50.397519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.400131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12b2e88f-5c0e-4e11-ae17-87efedeef081 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/08d76cc6-5964-4897-8251-6dec0a8a1b23 HTTP/1.1" status: 204 len: 168 time: 0.8899374 Jul 30 00:09:50.402947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:50.414820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.435558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.497786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.504898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] For port b59ad40f-c9b0-4974-a7b8-512e88b7781a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b59ad40f-c9b0-4974-a7b8-512e88b7781a,segment=NetworkSegment(73cfd77e-0955-4c9c-b9ca-b33db7655789),segment_id=73cfd77e-0955-4c9c-b9ca-b33db7655789)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:50.511415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.544973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.548200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffe3ee3-917d-4761-9091-4b98240da0b0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:50.549904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] DHCP port deletion for 35226459-d289-411c-9eab-aef5d687b4e8 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:50.566754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.597702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf95b9-6751-4b12-9c2b-c466ef15d14d None None] Pushing event updated for resources: {'Port': ['ID=b59ad40f-c9b0-4974-a7b8-512e88b7781a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:50.623464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9cae6-e95a-4d2e-bc50-8cc126bc8f7b req-e771a52f-cbee-4ab3-bd8e-ae47944ea253 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:50.625350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5e9cae6-e95a-4d2e-bc50-8cc126bc8f7b req-e771a52f-cbee-4ab3-bd8e-ae47944ea253 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1104076 Jul 30 00:09:50.648689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Deleting port b59ad40f-c9b0-4974-a7b8-512e88b7781a {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:50.650267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.751230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.754130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5e9cae6-e95a-4d2e-bc50-8cc126bc8f7b req-f2b121c3-4611-4771-9ec4-ea2127ffb3f8 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181753 Jul 30 00:09:50.768568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] For port b59ad40f-c9b0-4974-a7b8-512e88b7781a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b59ad40f-c9b0-4974-a7b8-512e88b7781a,segment=NetworkSegment(73cfd77e-0955-4c9c-b9ca-b33db7655789),segment_id=73cfd77e-0955-4c9c-b9ca-b33db7655789)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:50.769390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.792475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Calling delete_port for b59ad40f-c9b0-4974-a7b8-512e88b7781a owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:50.867130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.869604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port b59ad40f-c9b0-4974-a7b8-512e88b7781a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:50.869899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.875726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.906977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.936094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] Pushing event deleted for resources: {'Port': ['ID=b59ad40f-c9b0-4974-a7b8-512e88b7781a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:50.940562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92ad35-f662-4910-b50c-76a1dcb20528 None None] No DVR routers for this DVR port b59ad40f-c9b0-4974-a7b8-512e88b7781a on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:50.947599 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:50.976723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port b59ad40f-c9b0-4974-a7b8-512e88b7781a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b59ad40f-c9b0-4974-a7b8-512e88b7781a,segment=NetworkSegment(73cfd77e-0955-4c9c-b9ca-b33db7655789),segment_id=73cfd77e-0955-4c9c-b9ca-b33db7655789)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:50.977891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.000819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=1515961b-74cf-4f86-9782-5078dfbf1a34,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:51.012238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.025446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for b59ad40f-c9b0-4974-a7b8-512e88b7781a owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:51.059507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7e98-1d75-4c35-862b-9776c3132ad0 req-daab12c6-7ada-4d32-97d7-2cd66e11c9af tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.061268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e4d7e98-1d75-4c35-862b-9776c3132ad0 req-daab12c6-7ada-4d32-97d7-2cd66e11c9af tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1498926 Jul 30 00:09:51.148331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e4d7e98-1d75-4c35-862b-9776c3132ad0 req-34cac2e7-0e7a-4bea-8a93-e90c9dbaa8ee tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801001 Jul 30 00:09:51.197002 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP b9472a7f-fba7-4f39-9dc2-4569ef831bc9 associated. External IP: 172.25.5.215, port: 0d3a1d2d-2a81-4a60-a666-86a397abb527. Jul 30 00:09:51.222723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.284846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=b59ad40f-c9b0-4974-a7b8-512e88b7781a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:51.287354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port b59ad40f-c9b0-4974-a7b8-512e88b7781a on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:51.386310 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.389779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:51.400699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35226459-d289-411c-9eab-aef5d687b4e8']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:51.415480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cfd77e-0955-4c9c-b9ca-b33db7655789') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:51.415780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cfd77e-0955-4c9c-b9ca-b33db7655789') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:51.428199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.432327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:51.477652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.487417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:51.487842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:51.490839 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:51.557713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:51.577815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.580022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:51.591584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:51.592256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:51.599924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.607522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.609441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/35226459-d289-411c-9eab-aef5d687b4e8 HTTP/1.1" status: 204 len: 168 time: 1.2055163 Jul 30 00:09:51.610971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:51.616238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52500) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:51.625534 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Sync routers for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:51.628614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-318811200'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:51.636819 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:51.637911 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:51.642529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eafc7093-a9bb-450f-bd25-fff76710f9b1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5816948 Jul 30 00:09:51.643748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:51.648232 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee790eba-8402-4eb3-9048-06105a4875e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:51.650161 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ed02673a-169d-4f2c-b5b7-d6d17deb2c3f admin admin] 10.222.0.49 "PUT /v2.0/routers/8d0753f0-9ddc-4a9f-b78a-56419d91d9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9309568 Jul 30 00:09:51.653689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:51.659798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa875-5da6-46e7-a240-7c5dec803185 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=35226459-d289-411c-9eab-aef5d687b4e8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:51.692762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:51.697608 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.728699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:09:51.749356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:51.759446 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.759920 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 32d4afd8-99ed-49fb-a1b4-06c126c19d5d of type vlan for network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 Jul 30 00:09:51.812922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.816753 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3154cd-a1b3-468e-8e95-19f8b885eb6c x-openstack-request-id: req-0a3154cd-a1b3-468e-8e95-19f8b885eb6c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:51.817048 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:51.817366 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a3154cd-a1b3-468e-8e95-19f8b885eb6c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:51.817714 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'status': 'completed', 'code': 200} Jul 30 00:09:51.924620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.955243 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:51.964436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b59ad40f-c9b0-4974-a7b8-512e88b7781a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:51.978461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.986039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.986726 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:51.996785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b59ad40f-c9b0-4974-a7b8-512e88b7781a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:51.997442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b59ad40f-c9b0-4974-a7b8-512e88b7781a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:52.033145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-70762c76-9932-4879-a39f-10274e4ba512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.035051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-70762c76-9932-4879-a39f-10274e4ba512 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1097 time: 0.2198713 Jul 30 00:09:52.074725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4555922 Jul 30 00:09:52.075591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed8f6-15cd-4ebf-ad2c-bc027b1d5cf9 req-5f8c9d09-e648-46ba-b94b-17cb095b7179 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.077207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f5ed8f6-15cd-4ebf-ad2c-bc027b1d5cf9 req-5f8c9d09-e648-46ba-b94b-17cb095b7179 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1655505 Jul 30 00:09:52.083899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52510) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:52.092689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:52.144183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.166899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2383f1-dd6d-42cd-a49b-a49d8a227290 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=72187d3c-1a63-4cab-9caa-f2c88f4c7789,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:52.186975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:09:52.213536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:09:50Z', 'revision_number': 5, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port': {'id': '5860ba6f-2245-48d8-a2cb-d120d68965bb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:44Z', 'updated_at': '2021-07-30T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.228477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f5ed8f6-15cd-4ebf-ad2c-bc027b1d5cf9 req-1df59706-ddff-4ef4-9b04-a8937a5b4316 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361194 Jul 30 00:09:52.288049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:52.296669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.311482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b9472a7f-fba7-4f39-9dc2-4569ef831bc9', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:5d:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:50Z', 'updated_at': '2021-07-30T00:09:50Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.318370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-0128b18c-a3ca-4155-8855-36adcf2acaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.320291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-0128b18c-a3ca-4155-8855-36adcf2acaf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.2728436 Jul 30 00:09:52.359343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:52.370875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:52.371828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.384444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Deleting port 5860ba6f-2245-48d8-a2cb-d120d68965bb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:52.384444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.407638 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Checking router: 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:52.418981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Routers {'8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:52.419625 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.523105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-dcc23092-3b6f-4d4b-adc5-de24688aec12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 200 len: 999 time: 0.1943965 Jul 30 00:09:52.532068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.535731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2f30f-74e6-43c6-a724-3e92dc80c79f req-2506427e-22f5-4231-9b31-52e2859616b3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.544917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbd2f30f-74e6-43c6-a724-3e92dc80c79f req-2506427e-22f5-4231-9b31-52e2859616b3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.2052569 Jul 30 00:09:52.559065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:52.564552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] For port 5860ba6f-2245-48d8-a2cb-d120d68965bb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5860ba6f-2245-48d8-a2cb-d120d68965bb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:52.564929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.582115 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] Set router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:52.624941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.626578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Calling delete_port for 5860ba6f-2245-48d8-a2cb-d120d68965bb owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:52.661117 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:09:52Z', 'revision_number': 6, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.666687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-df35e1db-3dcd-41f7-8254-e1a76ccc4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.668233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-df35e1db-3dcd-41f7-8254-e1a76ccc4edb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1146927 Jul 30 00:09:52.694591 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fa584-f4a0-42ef-99a9-6a2fef97a970 None None] The sync data for ids ['8d0753f0-9ddc-4a9f-b78a-56419d91d9c8'] in n-d-712707-11 is: [{'id': '8d0753f0-9ddc-4a9f-b78a-56419d91d9c8', 'name': 'tempest-TestVolumeBackupRestore-1031707708-router', 'tenant_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:43Z', 'updated_at': '2021-07-30T00:09:52Z', 'revision_number': 6, 'project_id': 'd8fc74a3859741f4beb3a63c4a2f5d52', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:52.709461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bbd2f30f-74e6-43c6-a724-3e92dc80c79f req-bf8078ff-3131-4052-88d7-355ca2b7b385 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627946 Jul 30 00:09:52.729850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:52.768790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '32d4afd8-99ed-49fb-a1b4-06c126c19d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:52.769165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 72187d3c-1a63-4cab-9caa-f2c88f4c7789, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:09:52.791374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:09:52.804859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-1743282a-fb31-4f54-beab-9dabe6e80666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.806045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 72187d3c-1a63-4cab-9caa-f2c88f4c7789) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:52.807727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-1743282a-fb31-4f54-beab-9dabe6e80666 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032352 Jul 30 00:09:52.810575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.811175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.823780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c841f-05c4-4f02-ade2-ce7bb23db72a None None] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:52.836151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b9652e8-0194-41d4-bbdc-f746363e875d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7508762 Jul 30 00:09:52.840297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52514) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:52.850487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1751950211'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:52.930156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b9472a7f-fba7-4f39-9dc2-4569ef831bc9', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:5d:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:50Z', 'updated_at': '2021-07-30T00:09:50Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:52.980094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5fe54-aec1-4272-b386-5f076f2255d5 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'b9472a7f-fba7-4f39-9dc2-4569ef831bc9', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:5d:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:09:50Z', 'updated_at': '2021-07-30T00:09:50Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:53.020922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:53.024903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.037680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-85886f8c-4949-44dd-93b4-ee84c38084f6 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834881 Jul 30 00:09:53.039862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-72187d3c-1a63-4cab-9caa-f2c88f4c7789', 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': 'f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:09:53.040044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.040799 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.065722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port ce2eca93-c00d-44dc-a210-2efe4f18e2d4 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:53.141899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Pushing event deleted for resources: {'Port': ['ID=5860ba6f-2245-48d8-a2cb-d120d68965bb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:53.263731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::1af (72187d3c-1a63-4cab-9caa-f2c88f4c7789/f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1/ce2eca93-c00d-44dc-a210-2efe4f18e2d4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:53.305970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.376157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e9b4b-9678-479a-aade-2b411f370586 None None] New status for floating IP b9472a7f-fba7-4f39-9dc2-4569ef831bc9: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:53.382621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee790eba-8402-4eb3-9048-06105a4875e5 req-0fb53f53-bbed-4839-a2a2-0e78d7d7eaa0 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265054 Jul 30 00:09:53.465698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.494477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object ce2eca93-c00d-44dc-a210-2efe4f18e2d4 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:53.572653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.642278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=ce2eca93-c00d-44dc-a210-2efe4f18e2d4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:53.677611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:53.680354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:53.683084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:53.691057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:53.691859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.710031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-60ec81d1-c618-4085-898e-fb0dcf708202 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8675659 Jul 30 00:09:53.714912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:53.785452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Allocated IP 2001:db8::2 (72187d3c-1a63-4cab-9caa-f2c88f4c7789/f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1/d8b9bd7a-f668-4d44-8be3-308c75313cde) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:53.836766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.839687 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.877266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port ce2eca93-c00d-44dc-a210-2efe4f18e2d4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:53.877890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.893505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5faeb-8452-4fb9-9b2e-c039545f8b2a req-5a0c693e-81fa-4814-9974-9a3c536f3dc9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:53.895243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfa5faeb-8452-4fb9-9b2e-c039545f8b2a req-5a0c693e-81fa-4814-9974-9a3c536f3dc9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.5532262 Jul 30 00:09:53.905653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.907038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:09:53.915011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:53.916436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8e1c5cdd-b0ab-4c11-9832-81d22c744171 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8d0753f0-9ddc-4a9f-b78a-56419d91d9c8 HTTP/1.1" status: 204 len: 168 time: 2.2535148 Jul 30 00:09:53.922485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52522) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:53.929346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5860ba6f-2245-48d8-a2cb-d120d68965bb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:53.952973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5860ba6f-2245-48d8-a2cb-d120d68965bb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:53.953315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5860ba6f-2245-48d8-a2cb-d120d68965bb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:53.953770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ffe3ee3-917d-4761-9091-4b98240da0b0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:53.990948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8ffe3ee3-917d-4761-9091-4b98240da0b0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:53.992031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8ffe3ee3-917d-4761-9091-4b98240da0b0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:54.001334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfa5faeb-8452-4fb9-9b2e-c039545f8b2a req-4c106d8e-0058-462f-931e-fc8c3024ea1c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917389 Jul 30 00:09:54.004939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Deleting subnet cc760715-0c31-4a68-ba0d-2acef61fdc0d {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:54.009392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.071991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.076692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.076915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.088517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Transition to ACTIVE for port object d8b9bd7a-f668-4d44-8be3-308c75313cde will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:54.101266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for ce2eca93-c00d-44dc-a210-2efe4f18e2d4 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:54.124777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Transition to ACTIVE for port object d8b9bd7a-f668-4d44-8be3-308c75313cde will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:54.141857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.187451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:54.192750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:54.199859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:54.218862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Pushing event updated for resources: {'Port': ['ID=d8b9bd7a-f668-4d44-8be3-308c75313cde,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.222462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808202b-3adb-4a38-b78b-58a8a40f264e req-e3a3f894-d748-4a9b-8e75-2efe63f53a43 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:54.224031 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4808202b-3adb-4a38-b78b-58a8a40f264e req-e3a3f894-d748-4a9b-8e75-2efe63f53a43 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0981584 Jul 30 00:09:54.235688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.276341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Attempting to bind port d8b9bd7a-f668-4d44-8be3-308c75313cde on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:54.276703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Attempting to bind port d8b9bd7a-f668-4d44-8be3-308c75313cde by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '32d4afd8-99ed-49fb-a1b4-06c126c19d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:54.277062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Attempting to bind port d8b9bd7a-f668-4d44-8be3-308c75313cde on network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:54.282369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:54.282737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Checking segment: {'id': '32d4afd8-99ed-49fb-a1b4-06c126c19d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:54.283132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.283524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Bound using segment: {'id': '32d4afd8-99ed-49fb-a1b4-06c126c19d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:54.283986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Bound port: d8b9bd7a-f668-4d44-8be3-308c75313cde, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d4afd8-99ed-49fb-a1b4-06c126c19d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72187d3c-1a63-4cab-9caa-f2c88f4c7789'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:54.284364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.284762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.310394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4808202b-3adb-4a38-b78b-58a8a40f264e req-a14b7af4-027d-4cfd-983b-63774418cfad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719347 Jul 30 00:09:54.314199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=ce2eca93-c00d-44dc-a210-2efe4f18e2d4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.337450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.353326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.353700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.358084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cc760715-0c31-4a68-ba0d-2acef61fdc0d HTTP/1.1" status: 204 len: 168 time: 0.4322248 Jul 30 00:09:54.358244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] For port d8b9bd7a-f668-4d44-8be3-308c75313cde, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:54.359746 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-97aaf7ae-673f-4ad7-b8ba-39404d5b7feb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/ce2eca93-c00d-44dc-a210-2efe4f18e2d4 HTTP/1.1" status: 204 len: 168 time: 0.6439409 Jul 30 00:09:54.360571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52524) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:54.365699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] For port d8b9bd7a-f668-4d44-8be3-308c75313cde, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8b9bd7a-f668-4d44-8be3-308c75313cde,segment=NetworkSegment(32d4afd8-99ed-49fb-a1b4-06c126c19d5d),segment_id=32d4afd8-99ed-49fb-a1b4-06c126c19d5d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:54.368777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b71d61-3bfe-481c-9757-ab97805bfd36 None None] Network d66dc9a1-423f-4f1a-9a12-8468a41ed564 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:54.369925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52526) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:54.373272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.375717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aa011-fe07-43d2-a403-a0fb3ea8b2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc760715-0c31-4a68-ba0d-2acef61fdc0d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.438090 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd943523-35ba-4924-9068-efc06228d26a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:09:54.439913 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd943523-35ba-4924-9068-efc06228d26a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/ce2eca93-c00d-44dc-a210-2efe4f18e2d4 HTTP/1.1" status: 404 len: 333 time: 0.0681946 Jul 30 00:09:54.443226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52528) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:54.468404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.516640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:54.517280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05270c5a-bbb0-427e-8804-e4dc2ab163f6 None None] Pushing event updated for resources: {'Port': ['ID=d8b9bd7a-f668-4d44-8be3-308c75313cde,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.521065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.554137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Deleting port 973c4567-d107-49d1-a4f9-afef1fce48d8 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:54.554982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.588812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.677984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] For port 973c4567-d107-49d1-a4f9-afef1fce48d8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=973c4567-d107-49d1-a4f9-afef1fce48d8,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:54.678718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.694703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Calling delete_port for 973c4567-d107-49d1-a4f9-afef1fce48d8 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:54.703267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] DHCP port deletion for d66dc9a1-423f-4f1a-9a12-8468a41ed564 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:54.734134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.784396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Deleting port 973c4567-d107-49d1-a4f9-afef1fce48d8 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:54.784691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.833839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.845768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.875364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=973c4567-d107-49d1-a4f9-afef1fce48d8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.881843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] No DVR routers for this DVR port 973c4567-d107-49d1-a4f9-afef1fce48d8 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:54.890226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:54.900271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.909359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1 HTTP/1.1" status: 204 len: 168 time: 0.4627945 Jul 30 00:09:54.911097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] For port 973c4567-d107-49d1-a4f9-afef1fce48d8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=973c4567-d107-49d1-a4f9-afef1fce48d8,segment=NetworkSegment(543f9932-7925-4e35-be60-2549027706dc),segment_id=543f9932-7925-4e35-be60-2549027706dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:54.911766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.912250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52530) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:54.928554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.928804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.929145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.929574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.929945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.930454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.930792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.931126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.933813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.934197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.934544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.934882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1eb18f-b9bf-41ec-a4e4-62132c1a030b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:54.943530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Calling delete_port for 973c4567-d107-49d1-a4f9-afef1fce48d8 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:54.982024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:54.995272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66dc9a1-423f-4f1a-9a12-8468a41ed564']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.012125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543f9932-7925-4e35-be60-2549027706dc') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.012871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543f9932-7925-4e35-be60-2549027706dc') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.017044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.026980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:09:55.027290 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:09:55.043440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.046561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.057692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:55.058846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.092401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port d8b9bd7a-f668-4d44-8be3-308c75313cde {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:55.092755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.095574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] No DVR routers for this DVR port 973c4567-d107-49d1-a4f9-afef1fce48d8 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:55.098630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9cdb5-a048-4133-a1d4-dab77044fd1f None None] Pushing event deleted for resources: {'Port': ['ID=973c4567-d107-49d1-a4f9-afef1fce48d8,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:55.124351 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:55.139075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.148992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.151435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d66dc9a1-423f-4f1a-9a12-8468a41ed564 HTTP/1.1" status: 204 len: 168 time: 0.7890172 Jul 30 00:09:55.157059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52534) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:55.173319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc466-933e-4c7f-9c5d-3b94905391e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66dc9a1-423f-4f1a-9a12-8468a41ed564,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:55.266797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port d8b9bd7a-f668-4d44-8be3-308c75313cde, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8b9bd7a-f668-4d44-8be3-308c75313cde,segment=NetworkSegment(32d4afd8-99ed-49fb-a1b4-06c126c19d5d),segment_id=32d4afd8-99ed-49fb-a1b4-06c126c19d5d)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:55.267172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.314606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for d8b9bd7a-f668-4d44-8be3-308c75313cde owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:55.345695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd31469-a7a8-4a1a-b866-8d4c48456685 req-f273f42c-42af-4f4a-b591-51370aadad70 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:55.347356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddd31469-a7a8-4a1a-b866-8d4c48456685 req-f273f42c-42af-4f4a-b591-51370aadad70 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.2002208 Jul 30 00:09:55.512130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddd31469-a7a8-4a1a-b866-8d4c48456685 req-368b1d28-cf4f-4b1a-9c44-0bbe406121c2 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553171 Jul 30 00:09:55.581589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.617537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=d8b9bd7a-f668-4d44-8be3-308c75313cde,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:55.677079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port d8b9bd7a-f668-4d44-8be3-308c75313cde on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:55.728761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b724768-1772-468e-a444-5c13a3152635 None None] Network 72187d3c-1a63-4cab-9caa-f2c88f4c7789 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:55.806487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-eda75575-c0d3-4811-be34-519bb1fa2fe3 None None] Could not find standard attr ID for object d8b9bd7a-f668-4d44-8be3-308c75313cde. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:09:55.857488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35f929-8687-43c1-ab59-031ff30753e5 req-0bcaa646-363d-4630-9320-82623adae3e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:55.858985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a35f929-8687-43c1-ab59-031ff30753e5 req-0bcaa646-363d-4630-9320-82623adae3e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.2474110 Jul 30 00:09:55.873056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.874557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 973c4567-d107-49d1-a4f9-afef1fce48d8 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:55.903301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72187d3c-1a63-4cab-9caa-f2c88f4c7789']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.921265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d4afd8-99ed-49fb-a1b4-06c126c19d5d') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.921567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d4afd8-99ed-49fb-a1b4-06c126c19d5d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:55.930009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 973c4567-d107-49d1-a4f9-afef1fce48d8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:55.930345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 973c4567-d107-49d1-a4f9-afef1fce48d8 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:55.940043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.958454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a35f929-8687-43c1-ab59-031ff30753e5 req-1975c329-25be-42cb-9913-0e600ca3eb51 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917523 Jul 30 00:09:55.966407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.978520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:55.979074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:55.982122 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:56.005271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab981d8c-56ed-4126-af9e-74e54e065f55 None None] DHCP port deletion for 72187d3c-1a63-4cab-9caa-f2c88f4c7789 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:09:56.078568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.088281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.090188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/72187d3c-1a63-4cab-9caa-f2c88f4c7789 HTTP/1.1" status: 204 len: 168 time: 1.1767740 Jul 30 00:09:56.094638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52538) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:56.099999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'name': 'tempest-PortsIpV6TestJSON-561283662'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:56.103754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfca94c-6f5c-4c2c-8ca9-f88f1dcf16de tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=72187d3c-1a63-4cab-9caa-f2c88f4c7789,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:56.121510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.192791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:56.196727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.215678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 41148e9c-f5c4-4c44-b714-9397d6833ebe yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:56.415235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.418355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Deleting port e016e378-8d18-4004-9e00-ffdc9906f39a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:56.419133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.455396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.500215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:56.503387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:56.510226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:56.511642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] For port e016e378-8d18-4004-9e00-ffdc9906f39a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e016e378-8d18-4004-9e00-ffdc9906f39a,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:56.512061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.515077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:56.515696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.524134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=41148e9c-f5c4-4c44-b714-9397d6833ebe,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:56.527047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Calling delete_port for e016e378-8d18-4004-9e00-ffdc9906f39a owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:56.538232 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-27f1c0c9-c220-4595-b51c-f01fdd517571 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4399433 Jul 30 00:09:56.538997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52540) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:56.659683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 41148e9c-f5c4-4c44-b714-9397d6833ebe {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:56.660238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.706110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248feec6-5f22-48f2-95df-5f4b21db4578 req-1d2efc30-04e3-4b89-9f04-4d2412662929 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:56.707951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-248feec6-5f22-48f2-95df-5f4b21db4578 req-1d2efc30-04e3-4b89-9f04-4d2412662929 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1082916 Jul 30 00:09:56.740872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.766042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 41148e9c-f5c4-4c44-b714-9397d6833ebe owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:56.821769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-248feec6-5f22-48f2-95df-5f4b21db4578 req-f9bf02a6-96e8-460a-91a7-fd6eb370a5b9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921969 Jul 30 00:09:56.829996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.866620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e016e378-8d18-4004-9e00-ffdc9906f39a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:56.888935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.922411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=41148e9c-f5c4-4c44-b714-9397d6833ebe,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:56.934765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.937870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9006dfdd-f87d-41e2-be61-163bc4b0686a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/41148e9c-f5c4-4c44-b714-9397d6833ebe HTTP/1.1" status: 204 len: 168 time: 0.3962421 Jul 30 00:09:56.941038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52544) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:56.947858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'mac_address': 'fa:16:3e:38:a2:0c', 'name': 'tempest-PortsIpV6TestJSON-1925653547'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:57.074275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:57.125771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.154218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.177088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 44787b39-6f86-4568-afe1-ac655f4e4e41 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:57.238139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a835cfa-4ea7-4db1-b142-d16236c0a75c req-85cc2e57-67b6-4cd9-bf99-cb08971ad017 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.239783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a835cfa-4ea7-4db1-b142-d16236c0a75c req-85cc2e57-67b6-4cd9-bf99-cb08971ad017 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1636810 Jul 30 00:09:57.349359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53c65-36a7-4bd5-be07-6683d6951e83 req-d953a279-3736-4624-a912-8a859fffa3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.351313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ece53c65-36a7-4bd5-be07-6683d6951e83 req-d953a279-3736-4624-a912-8a859fffa3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.2172666 Jul 30 00:09:57.391442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.418085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a835cfa-4ea7-4db1-b142-d16236c0a75c req-d75692da-dd32-44df-bfdf-c126b77c95e9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696072 Jul 30 00:09:57.455159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.486936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ece53c65-36a7-4bd5-be07-6683d6951e83 req-edb3e682-cb1b-4533-966f-db36e7aa3069 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212132 Jul 30 00:09:57.489560 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2dde6a80-3c43-471b-bcad-8fc62dd5738e service neutron] show failed (client error): The resource could not be found. Jul 30 00:09:57.490415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2dde6a80-3c43-471b-bcad-8fc62dd5738e service neutron] 10.222.0.57 "GET /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.1873140 Jul 30 00:09:57.509756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:57.513165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:57.517398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:57.524274 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.525041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.546285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=44787b39-6f86-4568-afe1-ac655f4e4e41,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:57.569225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-285c287d-a06f-4269-b10d-0d426d53aa08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6267841 Jul 30 00:09:57.572768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52548) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:57.634708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:57.651674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e376c8-8244-4623-8927-8c2f7b99036b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.655035 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-76e376c8-8244-4623-8927-8c2f7b99036b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/44787b39-6f86-4568-afe1-ac655f4e4e41 HTTP/1.1" status: 200 len: 845 time: 0.0805891 Jul 30 00:09:57.658995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:57.770080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:57.779646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 44787b39-6f86-4568-afe1-ac655f4e4e41 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:57.780054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.784769 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Sync routers for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:57.786589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:57.790677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-179b4884-16f1-43f5-bcdb-01474b5d8fd9 admin admin] 10.222.0.49 "PUT /v2.0/routers/349bd46e-1b97-4a83-9583-cd9f8bcaa68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215730 Jul 30 00:09:57.800288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:57.801323 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:57.873962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8b9bd7a-f668-4d44-8be3-308c75313cde no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:57.965525 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:57.966833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d8b9bd7a-f668-4d44-8be3-308c75313cde {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:57.967182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-833425c9-35fc-424e-8b0f-832873f0860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.969210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-833425c9-35fc-424e-8b0f-832873f0860b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1302078 Jul 30 00:09:57.970436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8b9bd7a-f668-4d44-8be3-308c75313cde not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:57.993534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:57.999959 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.261582 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:09:56Z', 'revision_number': 5, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:58.312426 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Checking router: 349bd46e-1b97-4a83-9583-cd9f8bcaa68f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:58.326098 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Routers {'349bd46e-1b97-4a83-9583-cd9f8bcaa68f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:58.327082 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:09:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:58.337499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.358866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 44787b39-6f86-4568-afe1-ac655f4e4e41 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:58.421862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.460043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] Set router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:58.592811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.612550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.649549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=44787b39-6f86-4568-afe1-ac655f4e4e41,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:58.667070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.670601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6dc5285b-add9-4fe0-811e-6c4c70a66f2d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/44787b39-6f86-4568-afe1-ac655f4e4e41 HTTP/1.1" status: 204 len: 168 time: 1.0102365 Jul 30 00:09:58.677198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52558) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:58.727179 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.743609 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-589b3525-056e-4ff2-88d2-2945fca987fc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:09:58.750758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-589b3525-056e-4ff2-88d2-2945fca987fc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/44787b39-6f86-4568-afe1-ac655f4e4e41 HTTP/1.1" status: 404 len: 333 time: 0.0623865 Jul 30 00:09:58.753682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Deleting port e5e1444d-976a-4655-a66e-2e9726f50576 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:58.754442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.758241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52560) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:58.764290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b670c1-266c-4dab-838c-b7c6f82cf4a1 req-fc33898e-442b-4371-8ad5-f62b97c3ce86 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:58.766846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47b670c1-266c-4dab-838c-b7c6f82cf4a1 req-fc33898e-442b-4371-8ad5-f62b97c3ce86 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.7451701 Jul 30 00:09:58.778841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'name': 'tempest-PortsIpV6TestJSON-2047685197'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:58.820360 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:09:56Z', 'revision_number': 5, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:58.855385 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366b0a-1d5b-4bf4-b869-d62c1cd0a12a None None] The sync data for ids ['349bd46e-1b97-4a83-9583-cd9f8bcaa68f'] in n-d-712707-11 is: [{'id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'name': 'tempest-TestVolumeBackupRestore-1326130502-router', 'tenant_id': 'c92d28a2d16d471ca510aa42469cbed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:56Z', 'updated_at': '2021-07-30T00:09:56Z', 'revision_number': 5, 'project_id': 'c92d28a2d16d471ca510aa42469cbed0', 'gw_port': {'id': 'e5e1444d-976a-4655-a66e-2e9726f50576', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bd46e-1b97-4a83-9583-cd9f8bcaa68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:57Z', 'updated_at': '2021-07-30T00:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:58.895993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47b670c1-266c-4dab-838c-b7c6f82cf4a1 req-ffcd6b4d-1120-47f5-aa2f-7c55ef870285 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028728 Jul 30 00:09:58.959695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] For port e5e1444d-976a-4655-a66e-2e9726f50576, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e5e1444d-976a-4655-a66e-2e9726f50576,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:58.960195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:58.978339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Calling delete_port for e5e1444d-976a-4655-a66e-2e9726f50576 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:58.982488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:58.986071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.045429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 0cc3edaf-010a-46bd-bacb-c33ec475b2fd yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:09:59.080197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9874c5-2e43-4478-9601-aaabbf2f5672 req-000c2427-1ade-4bcb-ba1a-414ca76a6c54 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:59.081990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef9874c5-2e43-4478-9601-aaabbf2f5672 req-000c2427-1ade-4bcb-ba1a-414ca76a6c54 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.0959461 Jul 30 00:09:59.090216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:59.178630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef9874c5-2e43-4478-9601-aaabbf2f5672 req-66ba895f-7c7c-434a-ad1d-6aa17434ac33 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854487 Jul 30 00:09:59.187711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:59.242330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:59.244983 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7d6cf5-32cb-4025-8556-70c1f9cd7fbf" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-unplugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:59.249758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.266184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Transition to ACTIVE for port object 3136cdbe-c391-4c8a-8621-381002485724 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:59.273509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.317846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.354993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.370517 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba123d6-e430-4420-b3ea-9d0d419ff042 x-openstack-request-id: req-8ba123d6-e430-4420-b3ea-9d0d419ff042 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:59.370927 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-unplugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:59.371043 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ba123d6-e430-4420-b3ea-9d0d419ff042 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:59.371484 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'code': 200} Jul 30 00:09:59.397566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e1444d-976a-4655-a66e-2e9726f50576,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:59.417274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:59.460790 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.509281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:59.516377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:59.522512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:59.528444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] No DVR routers for this DVR port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:59.528692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:59.529289 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.543106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.683051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=0cc3edaf-010a-46bd-bacb-c33ec475b2fd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:59.692782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb581421-d487-40ee-9e5b-6a43282b5598 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9316640 Jul 30 00:09:59.696622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:59.704975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:59.709424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.712847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.758357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:59.759078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:59.759078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:59.764003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:59.764433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:59.787758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:59.787758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:59.787758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Bound using segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:59.787758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Bound port: 3136cdbe-c391-4c8a-8621-381002485724, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:59.788398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.814333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.815190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349bd46e-1b97-4a83-9583-cd9f8bcaa68f {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:09:59.821732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.822933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f127c60d-c9e6-4f38-abf9-f35352f8eb5b admin admin] 10.222.0.49 "DELETE /v2.0/routers/349bd46e-1b97-4a83-9583-cd9f8bcaa68f HTTP/1.1" status: 204 len: 168 time: 2.0351217 Jul 30 00:09:59.825608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52568) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:59.834627 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.872745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e016e378-8d18-4004-9e00-ffdc9906f39a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:59.896485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e016e378-8d18-4004-9e00-ffdc9906f39a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:59.897120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e016e378-8d18-4004-9e00-ffdc9906f39a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:59.904537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Deleting subnet a2d00ca2-aa76-4bb0-a375-94f7a12f8df6 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:59.910429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.912643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:59.953453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:59.979561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.983238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.080058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.080309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.081710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 1092 time: 2.0953677 Jul 30 00:10:00.093761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.102210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.143652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] In _notify_port_updated(), no bound segment for port 0cc3edaf-010a-46bd-bacb-c33ec475b2fd on network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:10:00.150937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.151635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.153008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/ports/0cc3edaf-010a-46bd-bacb-c33ec475b2fd HTTP/1.1" status: 200 len: 818 time: 0.4550800 Jul 30 00:10:00.156003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:00.198533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9777-afc6-47e8-a203-4d24a18ae0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:00.207616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbb43a-7b7a-4db1-93f8-30e5661baaa5 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=0cc3edaf-010a-46bd-bacb-c33ec475b2fd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:00.217050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80272201-6928-42d4-9389-fc3710d00975 req-667355ae-0f72-4d1d-9051-d95baea914e9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.218188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80272201-6928-42d4-9389-fc3710d00975 req-667355ae-0f72-4d1d-9051-d95baea914e9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1988096 Jul 30 00:10:00.267231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.291046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 0cc3edaf-010a-46bd-bacb-c33ec475b2fd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:00.291046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.329545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2ee93f39-0ffe-42ef-baa2-b02b713df7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.332189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2ee93f39-0ffe-42ef-baa2-b02b713df7ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1095 time: 0.1990623 Jul 30 00:10:00.340004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80272201-6928-42d4-9389-fc3710d00975 req-f58b14f9-b12e-44c3-bb2c-6998ac7e0a62 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103578 Jul 30 00:10:00.380894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.402843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 0cc3edaf-010a-46bd-bacb-c33ec475b2fd owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:00.432650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.514314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d00ca2-aa76-4bb0-a375-94f7a12f8df6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:00.525975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb9a57-237f-428d-9cb7-94203a40b925 None None] Network 24dc92da-ba6f-45cf-ae71-d1f1173fa022 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:00.529715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.531739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-573aa1ae-0460-413d-be3a-3b88d88f3db1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a2d00ca2-aa76-4bb0-a375-94f7a12f8df6 HTTP/1.1" status: 204 len: 168 time: 0.7049162 Jul 30 00:10:00.535716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52578) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:00.577059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.611664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=0cc3edaf-010a-46bd-bacb-c33ec475b2fd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:00.616973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.619984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7c530ece-0e1c-4ef4-a9d3-301dcb97691a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/0cc3edaf-010a-46bd-bacb-c33ec475b2fd HTTP/1.1" status: 204 len: 168 time: 0.4627271 Jul 30 00:10:00.623363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52580) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:00.689042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd9623-448f-4c55-ac9d-ec316e01b793 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.691008 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9bfd9623-448f-4c55-ac9d-ec316e01b793 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0665915 Jul 30 00:10:00.695614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-eea093c3-77ba-459c-8758-f4bca17388a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.696907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52582) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:00.697467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-eea093c3-77ba-459c-8758-f4bca17388a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.3566947 Jul 30 00:10:00.707833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd835-b420-4ee9-bf77-73b200c0ab8a req-5c688eee-a9df-4454-ba8f-9b1610c6ecf8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.711324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8bcd835-b420-4ee9-bf77-73b200c0ab8a req-5c688eee-a9df-4454-ba8f-9b1610c6ecf8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.1994617 Jul 30 00:10:00.712701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.729939 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bdeec3-960f-4a9f-bcc6-d194d98b5df0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:00.734531 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d3bdeec3-960f-4a9f-bcc6-d194d98b5df0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/0cc3edaf-010a-46bd-bacb-c33ec475b2fd HTTP/1.1" status: 404 len: 333 time: 0.0343552 Jul 30 00:10:00.737610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52584) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:00.746597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1729301709'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:00.802848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:00.811144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.835211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] DHCP port deletion for 24dc92da-ba6f-45cf-ae71-d1f1173fa022 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:00.881993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:00.885218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-ef6bdaef-1892-4b4d-b109-a11612fb8bc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.1690226 Jul 30 00:10:00.889936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8bcd835-b420-4ee9-bf77-73b200c0ab8a req-c16bb293-0a26-44d9-ae13-1fb6c84804a9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657937 Jul 30 00:10:00.906398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.907497 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 837b6266-890d-4592-9590-92c10d988745 of type vlan for network 8f172112-e6a3-4b73-86fb-d3195973e489 Jul 30 00:10:00.950272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Deleting port 384d222a-b643-4b3e-975c-d899c5da1da5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:00.951589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.986399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.994399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Deleting port 384d222a-b643-4b3e-975c-d899c5da1da5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:00.994754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.059776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.070445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.072198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-337269c7-d8cc-4140-ab37-3c1aff4c4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.072329 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.074106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-337269c7-d8cc-4140-ab37-3c1aff4c4120 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1803565 Jul 30 00:10:01.133600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] For port 384d222a-b643-4b3e-975c-d899c5da1da5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=384d222a-b643-4b3e-975c-d899c5da1da5,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:01.136658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.149540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] For port 384d222a-b643-4b3e-975c-d899c5da1da5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=384d222a-b643-4b3e-975c-d899c5da1da5,segment=NetworkSegment(ce014b73-3e67-482e-88d0-53d131a76e33),segment_id=ce014b73-3e67-482e-88d0-53d131a76e33)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:01.150314 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.152438 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4128504 Jul 30 00:10:01.153718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:01.173059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450b672-1268-4d77-90fb-2a0ff5eed620 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=8f172112-e6a3-4b73-86fb-d3195973e489,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:01.188337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:01.191711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:01.248026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Calling delete_port for 384d222a-b643-4b3e-975c-d899c5da1da5 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:01.249348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Calling delete_port for 384d222a-b643-4b3e-975c-d899c5da1da5 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:01.326272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2e7e32bf-c723-4157-8adb-d8326af0a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.328377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-2e7e32bf-c723-4157-8adb-d8326af0a0e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2463613 Jul 30 00:10:01.393672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:01.396500 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4584ce-7e52-4479-83de-beaa3d8d9db2" -d '{"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:01.424706 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.453607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486d99-83ec-4956-b968-486a01fcb624 req-83489609-3c7e-4bd2-b983-747602cc8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.455425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-83489609-3c7e-4bd2-b983-747602cc8da4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47c975cd2f60457398e0a4804f1c1b40&device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0672255 Jul 30 00:10:01.460694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Pushing event deleted for resources: {'Port': ['ID=384d222a-b643-4b3e-975c-d899c5da1da5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:01.466418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] No DVR routers for this DVR port 384d222a-b643-4b3e-975c-d899c5da1da5 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:01.476397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.476782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.477140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.477513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.477945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.478322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.478688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.479018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.479862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.479862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.480164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.480311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807c417-4157-43a5-b87f-b2b839661c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:01.485752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:01.536987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:01.541760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:01.545564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.581671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.596902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486d99-83ec-4956-b968-486a01fcb624 req-37675040-c9f3-4d6c-9a9c-19081af78d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.598594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-37675040-c9f3-4d6c-9a9c-19081af78d6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 200 len: 919 time: 0.1363504 Jul 30 00:10:01.655993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631eeff-fb3f-4ed2-880d-68553db86a5f req-f54cc74d-2db1-42e9-bbfa-f2ae43b03586 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.656318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-e6e1385b-221a-4904-867f-57462ef78f32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 200 len: 217 time: 0.0490334 Jul 30 00:10:01.657420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7631eeff-fb3f-4ed2-880d-68553db86a5f req-f54cc74d-2db1-42e9-bbfa-f2ae43b03586 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.2521918 Jul 30 00:10:01.659332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-84a5ed05-141e-4f0e-8402-27c630dec051 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152800 Jul 30 00:10:01.663192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=384d222a-b643-4b3e-975c-d899c5da1da5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:01.671064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] No DVR routers for this DVR port 384d222a-b643-4b3e-975c-d899c5da1da5 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:01.722482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486d99-83ec-4956-b968-486a01fcb624 req-88298483-3c61-4e49-97c6-98da5d4909d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.724050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-88298483-3c61-4e49-97c6-98da5d4909d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 200 len: 858 time: 0.0516760 Jul 30 00:10:01.762788 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-e6cd9c58-6d0a-4e20-9ff1-fcd79456859f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e1897d1-6dc8-4896-9e0e-ee63daf9a356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299385 Jul 30 00:10:01.842309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e5e1444d-976a-4655-a66e-2e9726f50576 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:01.873179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7631eeff-fb3f-4ed2-880d-68553db86a5f req-fe3e75c6-8566-4da2-8e23-c53c23180884 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031815 Jul 30 00:10:01.884440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e5e1444d-976a-4655-a66e-2e9726f50576 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:01.885399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e5e1444d-976a-4655-a66e-2e9726f50576 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:01.886342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:01.887091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 384d222a-b643-4b3e-975c-d899c5da1da5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:01.905707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-b78d9ac4-1ecf-4473-8700-111e64cab0b7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216021 Jul 30 00:10:01.912322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dc92da-ba6f-45cf-ae71-d1f1173fa022']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:01.940073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 384d222a-b643-4b3e-975c-d899c5da1da5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:01.941085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 384d222a-b643-4b3e-975c-d899c5da1da5 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:01.972316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce014b73-3e67-482e-88d0-53d131a76e33') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:01.972611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce014b73-3e67-482e-88d0-53d131a76e33') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:01.975194 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4d46f7-3f12-49bc-909e-a265c6eb21ff x-openstack-request-id: req-1f4d46f7-3f12-49bc-909e-a265c6eb21ff {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:01.975504 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:01.975738 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f4d46f7-3f12-49bc-909e-a265c6eb21ff {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:01.976206 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:10:01.997640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-4928d5f1-b357-4e58-8cf8-ee9bca0909f0 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215165 Jul 30 00:10:01.999518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.020485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6e486d99-83ec-4956-b968-486a01fcb624 req-fb92c76c-514d-4386-967c-a82c1488c2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169283 Jul 30 00:10:02.066405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.089019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:02.089494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:02.092218 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:02.152698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-7581f01f-13dc-493d-a7d6-a846647c3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.154722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-7581f01f-13dc-493d-a7d6-a846647c3eba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1095 time: 0.0715032 Jul 30 00:10:02.193028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.207588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-71526a73-ad23-4a69-8fb3-06f58ea04834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.209134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-71526a73-ad23-4a69-8fb3-06f58ea04834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1095 time: 0.1988921 Jul 30 00:10:02.266004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.300871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-95445da3-f527-49c4-b295-5ea5a2d96974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.302667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-95445da3-f527-49c4-b295-5ea5a2d96974 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1292613 Jul 30 00:10:02.309373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.311284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] 10.222.0.49 "DELETE /v2.0/networks/24dc92da-ba6f-45cf-ae71-d1f1173fa022 HTTP/1.1" status: 204 len: 168 time: 1.7746410 Jul 30 00:10:02.342180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ba0d-3b0b-473f-a70d-1fd10a834b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dc92da-ba6f-45cf-ae71-d1f1173fa022,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:02.349522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=39337ec1-69dd-4ed7-8bad-a8d9c1d78932,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:02.368020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6deda5-2ef7-4579-bcd7-5900839e229c req-b296f94a-0972-40f5-99d8-23cbcf759800 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.376018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e6deda5-2ef7-4579-bcd7-5900839e229c req-b296f94a-0972-40f5-99d8-23cbcf759800 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.2167730 Jul 30 00:10:02.436728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-7b4f6312-8c5f-446a-bc4e-29a74ee05e19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.0994525 Jul 30 00:10:02.441523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '837b6266-890d-4592-9590-92c10d988745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:02.441523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 8f172112-e6a3-4b73-86fb-d3195973e489, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:02.482087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:02.495594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-136dc343-7106-491e-87cf-2dd4b39cb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.497268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-136dc343-7106-491e-87cf-2dd4b39cb02b service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.2661507 Jul 30 00:10:02.504910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-1322f03b-b52a-456c-9be8-91fc55867b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.506995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-1322f03b-b52a-456c-9be8-91fc55867b30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0621903 Jul 30 00:10:02.510064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e6deda5-2ef7-4579-bcd7-5900839e229c req-b73d2dd7-f8b4-418a-bae2-2dce16a4cbe5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213329 Jul 30 00:10:02.539869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 8f172112-e6a3-4b73-86fb-d3195973e489 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:02.572213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-a6687a62-53ba-49cf-81c0-49646f48bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.573920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-a6687a62-53ba-49cf-81c0-49646f48bfa5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580003 Jul 30 00:10:02.595046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 8f172112-e6a3-4b73-86fb-d3195973e489) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:02.605813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.606411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.606617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d334c-f096-48f3-91fb-720f29b41556 None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:02.640818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2900ec03-9132-472c-865c-4e7e13fc6b73 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4813538 Jul 30 00:10:02.642488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-0fb4331c-91ea-4b56-9c90-d8d61621412f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.1296945 Jul 30 00:10:02.643278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52602) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:02.648514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:02.702085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3dd630e8-bbe6-4348-8ac2-99a2f270cfd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8fc74a3859741f4beb3a63c4a2f5d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133341 Jul 30 00:10:02.702445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:02.741570 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-a1b50a2f-4d76-4339-9e35-2f6ac5060a35 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472743 Jul 30 00:10:02.764635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-06ff8997-42fe-4bac-90c8-020ba82a52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.766863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-06ff8997-42fe-4bac-90c8-020ba82a52cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0655367 Jul 30 00:10:02.840820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.844610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-8f172112-e6a3-4b73-86fb-d3195973e489', 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:02.847256 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.854381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-588f5edd-94c4-4a5a-aab0-cfad68705051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.856046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-588f5edd-94c4-4a5a-aab0-cfad68705051 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812936 Jul 30 00:10:02.874650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:02.878520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.898149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.909957 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-c1db5e56-7f02-43a6-9de3-334d1c861f54 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602924 Jul 30 00:10:03.004233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.015092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.017057 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3696cc4-67f9-49e9-af35-f9318784e843 HTTP/1.1" status: 204 len: 168 time: 0.3132708 Jul 30 00:10:03.044083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567e489-c70e-4c0b-9b9b-3d9a3f5c3432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3696cc4-67f9-49e9-af35-f9318784e843,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:03.078643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Allocated IP 2001:db8::2 (8f172112-e6a3-4b73-86fb-d3195973e489/39337ec1-69dd-4ed7-8bad-a8d9c1d78932/bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:03.093124 n-d-712707-11 neutron-server[93864]: INFO neutron.db.ipam_backend_mixin [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39337ec1-69dd-4ed7-8bad-a8d9c1d78932 (CIDR: 2001:db8::/64) Jul 30 00:10:03.099039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-f7d75577-4269-4f62-bba3-2227f6a51e35 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342126 Jul 30 00:10:03.101954 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:10:03.102473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:03.173940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb733b90-c4eb-41af-9890-79b054e23b4c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5295103 Jul 30 00:10:03.177205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52610) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:03.186100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c3dd-c33b-4fe8-a737-a31df98ec008 req-4d9dbead-9e32-4727-909c-010fcd050fad tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:03.187820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6937c3dd-c33b-4fe8-a737-a31df98ec008 req-4d9dbead-9e32-4727-909c-010fcd050fad tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1527743 Jul 30 00:10:03.189146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:03.250565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad4584ce-7e52-4479-83de-beaa3d8d9db2 req-61a4f6f3-19ff-479c-b807-81676affc236 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394634 Jul 30 00:10:03.260388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6937c3dd-c33b-4fe8-a737-a31df98ec008 req-55fd1e4e-a6c6-4904-96be-02d641fbfaf0 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Jul 30 00:10:03.305572 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.318717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Transition to ACTIVE for port object bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:03.336037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Transition to ACTIVE for port object bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:03.343826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:03.344833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.350748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.392390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:03.398013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:03.403247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:03.406770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Pushing event updated for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:03.467891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Attempting to bind port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:03.468597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Attempting to bind port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '837b6266-890d-4592-9590-92c10d988745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:03.468937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Attempting to bind port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 on network 8f172112-e6a3-4b73-86fb-d3195973e489 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:03.477994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:03.479085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Checking segment: {'id': '837b6266-890d-4592-9590-92c10d988745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:03.479521 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.480040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Bound using segment: {'id': '837b6266-890d-4592-9590-92c10d988745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:03.480697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Bound port: bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837b6266-890d-4592-9590-92c10d988745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:03.481073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.526637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52614) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:03.554953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:03.558631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,segment=NetworkSegment(837b6266-890d-4592-9590-92c10d988745),segment_id=837b6266-890d-4592-9590-92c10d988745)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:03.567645 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.683723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39405951-497b-4043-b138-a3afed07d106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c92d28a2d16d471ca510aa42469cbed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511734 Jul 30 00:10:03.684203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52618) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:03.701530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc93a9c-3b83-492a-bee3-408cd3d88137 None None] Pushing event updated for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:03.733994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae825f1-01eb-4ca5-8d23-df355429f05b req-9a0cada0-93b2-4a70-ba96-aa0a600df02e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:03.735622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ae825f1-01eb-4ca5-8d23-df355429f05b req-9a0cada0-93b2-4a70-ba96-aa0a600df02e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.1271160 Jul 30 00:10:03.737411 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.815570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.832286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 8f172112-e6a3-4b73-86fb-d3195973e489 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:03.834041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=364b3437-d0ea-477d-8550-ef6722fecd26,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:03.838079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:03.842131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:03.842855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.851747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.862737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ae825f1-01eb-4ca5-8d23-df355429f05b req-e16b535c-f2f6-4ace-a128-e267ce4bd672 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023500 Jul 30 00:10:03.865904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af733a62-0dc9-48fe-9d8d-e076a341a82c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6839085 Jul 30 00:10:03.869110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:03.877769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932'}, {'subnet_id': '364b3437-d0ea-477d-8550-ef6722fecd26'}], 'name': 'tempest-PortsIpV6TestJSON-817663177'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:03.962582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.965481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.969668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e54131a-3b1c-45b9-8c74-9609521fc31b HTTP/1.1" status: 204 len: 168 time: 0.2844343 Jul 30 00:10:03.981920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f3f7d-4d48-42e6-bebc-c6f6d98d10b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e54131a-3b1c-45b9-8c74-9609521fc31b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:04.082163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:04.197214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:04.224692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port ec491815-4d29-4bca-ae6c-ab24f7c24730 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:04.446937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9359-00ce-4594-8a9c-e17f7a2e91a2 req-a828d69d-5993-48bd-93d8-c8687e7d119c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:04.449880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10ab9359-00ce-4594-8a9c-e17f7a2e91a2 req-a828d69d-5993-48bd-93d8-c8687e7d119c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0875571 Jul 30 00:10:04.501321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10ab9359-00ce-4594-8a9c-e17f7a2e91a2 req-d46b39c0-8b5d-4fe9-88d6-fc128097aac7 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Jul 30 00:10:04.601478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::2be (8f172112-e6a3-4b73-86fb-d3195973e489/39337ec1-69dd-4ed7-8bad-a8d9c1d78932/ec491815-4d29-4bca-ae6c-ab24f7c24730) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:04.612233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8:0:1::38d (8f172112-e6a3-4b73-86fb-d3195973e489/364b3437-d0ea-477d-8550-ef6722fecd26/ec491815-4d29-4bca-ae6c-ab24f7c24730) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:04.856963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:04.865320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:10:04.881706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object ec491815-4d29-4bca-ae6c-ab24f7c24730 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:04.972617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.048296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989a7786-84fe-4e49-a068-00342ae1acc4 None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:05.094414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 8f172112-e6a3-4b73-86fb-d3195973e489 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:05.099116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63645b-7ade-4b7c-9f66-9b714b3eadcd req-efc4ec6e-dd82-4ad8-9ebb-3760b3fdaed0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:05.101369 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:05.108736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:05.109567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b63645b-7ade-4b7c-9f66-9b714b3eadcd req-efc4ec6e-dd82-4ad8-9ebb-3760b3fdaed0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.0914326 Jul 30 00:10:05.120438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:05.121878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.152076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b63645b-7ade-4b7c-9f66-9b714b3eadcd req-c9adacf1-c62f-47c0-b4e8-83b31a5948a3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jul 30 00:10:05.163705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=ec491815-4d29-4bca-ae6c-ab24f7c24730,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:05.174911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4a11b350-f7a1-4878-8063-e32b64b43c6e tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3050463 Jul 30 00:10:05.175995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52638) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:05.186768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:05.303796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.333169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8308d35a-0d97-4f5e-9270-fda517300f83 None None] Provisioning for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:05.339921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:05.360986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '3136cdbe-c391-4c8a-8621-381002485724', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:10:05.433804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.460990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:05.489353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:05.496299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.530094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3ea83-bc7c-4252-9465-2483afaab52b req-99e8a210-dffb-4d83-8529-3788c7487c27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:05.532275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fb3ea83-bc7c-4252-9465-2483afaab52b req-99e8a210-dffb-4d83-8529-3788c7487c27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 943 time: 0.0937192 Jul 30 00:10:05.569949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-53382ce1-2930-4544-9fc1-a032fe3c2ed0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:05.572170 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-53382ce1-2930-4544-9fc1-a032fe3c2ed0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413&tenant_id=57bfa74084174648bc08ab35feae2fd1&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 943 time: 0.1600339 Jul 30 00:10:05.593354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Update dhcp port {'port': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932', 'ip_address': '2001:db8::2'}, {'subnet_id': '364b3437-d0ea-477d-8550-ef6722fecd26'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:05.596960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:05.610777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fb3ea83-bc7c-4252-9465-2483afaab52b req-ae093700-ce47-43b5-91b0-ce87b9322425 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670469 Jul 30 00:10:05.629499 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:05.780736 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-6925734d-2fc3-4ae7-a0ad-da713c631b88 service neutron] 10.222.0.59 "GET /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.1592238 Jul 30 00:10:05.800244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Delete allocated IP 2001:db8:0:1::38d (8f172112-e6a3-4b73-86fb-d3195973e489/364b3437-d0ea-477d-8550-ef6722fecd26) {{(pid=93865) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 00:10:05.863214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['3136cdbe-c391-4c8a-8621-381002485724'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:05.909117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:06.028316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:06.042834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:06.043205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.231477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.306613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,segment=NetworkSegment(837b6266-890d-4592-9590-92c10d988745),segment_id=837b6266-890d-4592-9590-92c10d988745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:06.315928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.332555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-6dbdb090-c833-487e-a2a7-aea42279c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.334753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-6dbdb090-c833-487e-a2a7-aea42279c3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1096 time: 0.1035426 Jul 30 00:10:06.406735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:06.505440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.521202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4bda11c9-c9a5-4634-b110-81c23bafed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.523387 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4bda11c9-c9a5-4634-b110-81c23bafed52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1790874 Jul 30 00:10:06.530060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Ignored duplicate provisioning block setup for port ec491815-4d29-4bca-ae6c-ab24f7c24730 by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:10:06.543148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.611142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Allocated IP 2001:db8:0:1::2 (8f172112-e6a3-4b73-86fb-d3195973e489/364b3437-d0ea-477d-8550-ef6722fecd26/bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:06.665951 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-0201d0c1-5d5f-4aff-970c-fcb6191887d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 999 time: 0.1337941 Jul 30 00:10:06.699881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] In _notify_port_updated(), no bound segment for port ec491815-4d29-4bca-ae6c-ab24f7c24730 on network 8f172112-e6a3-4b73-86fb-d3195973e489 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:10:06.708722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.709915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.712540 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/ports/ec491815-4d29-4bca-ae6c-ab24f7c24730 HTTP/1.1" status: 200 len: 925 time: 1.5348146 Jul 30 00:10:06.715300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52650) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:06.723916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932'}, {'subnet_id': '364b3437-d0ea-477d-8550-ef6722fecd26'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:06.798729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b699fa-93b2-46a9-9016-3cdc9b98ef56 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=ec491815-4d29-4bca-ae6c-ab24f7c24730,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:06.863630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-1cf0de98-3cc5-4dfc-a88a-b71bed1733de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.865375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-1cf0de98-3cc5-4dfc-a88a-b71bed1733de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1718175 Jul 30 00:10:06.950602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c888-1888-46bd-8919-0a49f75f831d req-3191d608-b256-4955-82e6-4e2919b62be3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.959921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1355c888-1888-46bd-8919-0a49f75f831d req-3191d608-b256-4955-82e6-4e2919b62be3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1516891 Jul 30 00:10:07.024023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-082d2e45-a8cc-4cb5-9b36-07639c30562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:07.029235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-082d2e45-a8cc-4cb5-9b36-07639c30562f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498234 Jul 30 00:10:07.043723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,segment=NetworkSegment(837b6266-890d-4592-9590-92c10d988745),segment_id=837b6266-890d-4592-9590-92c10d988745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:07.059059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1355c888-1888-46bd-8919-0a49f75f831d req-d3422b05-397a-48e1-8a8e-2ea34da77eb2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953348 Jul 30 00:10:07.094631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.113204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Transition to ACTIVE for port object bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:07.118460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.124868 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.175867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-69ccab03-f0b4-48b7-8f3a-a0236fb99239 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372955 Jul 30 00:10:07.206873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06450334-7fdb-4f1c-8751-cd19d1f2584c None None] Pushing event updated for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:07.330060 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-528a83bf-3ca3-4842-9d74-ab556f256586 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457708 Jul 30 00:10:07.531941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8:0:1::10 (8f172112-e6a3-4b73-86fb-d3195973e489/364b3437-d0ea-477d-8550-ef6722fecd26/ec491815-4d29-4bca-ae6c-ab24f7c24730) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:07.724193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.740451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Ignored duplicate provisioning block setup for port ec491815-4d29-4bca-ae6c-ab24f7c24730 by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:10:07.747524 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.876906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] In _notify_port_updated(), no bound segment for port ec491815-4d29-4bca-ae6c-ab24f7c24730 on network 8f172112-e6a3-4b73-86fb-d3195973e489 {{(pid=93864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:10:07.883358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:07.883910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.886720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/ports/ec491815-4d29-4bca-ae6c-ab24f7c24730 HTTP/1.1" status: 200 len: 1010 time: 1.1664870 Jul 30 00:10:07.886720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fb10e-c0ff-46fa-9498-4b89b4ba131a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=ec491815-4d29-4bca-ae6c-ab24f7c24730,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:07.888695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52654) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:07.907221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:08.078758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ddc45a-c26c-4b53-a30a-a2e5b64ef05d None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:08.189959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Provisioning for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:08.210456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Provisioning complete for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:08.210898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.436209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Provisioning for port ec491815-4d29-4bca-ae6c-ab24f7c24730 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:08.446838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Provisioning complete for port ec491815-4d29-4bca-ae6c-ab24f7c24730 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:08.448605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.512567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-97474ef3-ebf3-4319-97ef-f8041536aa8d None None] Port ec491815-4d29-4bca-ae6c-ab24f7c24730 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:08.608006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port ec491815-4d29-4bca-ae6c-ab24f7c24730 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:08.608006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.655105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ee6f-28e2-4cc9-8197-5d423b6bc47f req-49d1a02c-df81-458e-b37e-d502d7c93fe4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:08.657588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1338ee6f-28e2-4cc9-8197-5d423b6bc47f req-49d1a02c-df81-458e-b37e-d502d7c93fe4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1141617 Jul 30 00:10:08.827967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1338ee6f-28e2-4cc9-8197-5d423b6bc47f req-df5e7ce2-42a8-4d28-8ff6-6d394cc349d9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328709 Jul 30 00:10:08.833925 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.856256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for ec491815-4d29-4bca-ae6c-ab24f7c24730 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:08.871226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7922164f-d881-413b-a35c-5c5aea7b9151 None None] Provisioning complete for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:08.871608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7922164f-d881-413b-a35c-5c5aea7b9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.898963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:09.001670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 3136cdbe-c391-4c8a-8621-381002485724 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:09.017614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 3136cdbe-c391-4c8a-8621-381002485724 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:09.018291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.123323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7922164f-d881-413b-a35c-5c5aea7b9151 None None] Provisioning complete for port ec491815-4d29-4bca-ae6c-ab24f7c24730 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:09.124200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7922164f-d881-413b-a35c-5c5aea7b9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.201959 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.204020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7922164f-d881-413b-a35c-5c5aea7b9151 None None] Port ec491815-4d29-4bca-ae6c-ab24f7c24730 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:09.230270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:09.232910 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e400fb-4232-4783-ba83-968c4c4ed20c" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:09.239505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.251121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:09.258930 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.301232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=ec491815-4d29-4bca-ae6c-ab24f7c24730,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:09.341927 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee24eb9-5abb-40fc-896a-52352ec1ab21 x-openstack-request-id: req-5ee24eb9-5abb-40fc-896a-52352ec1ab21 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:09.342804 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:09.343460 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ee24eb9-5abb-40fc-896a-52352ec1ab21 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:09.344253 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'code': 200} Jul 30 00:10:09.345559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10da8665-2d47-4947-a33e-10ad15e15fc8 None None] Could not find standard attr ID for object ec491815-4d29-4bca-ae6c-ab24f7c24730. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:09.391613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.399473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:09.414898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ecdf757-77aa-4527-9a98-94389ac4a18b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/ec491815-4d29-4bca-ae6c-ab24f7c24730 HTTP/1.1" status: 204 len: 168 time: 1.5242639 Jul 30 00:10:09.416816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:09.460026 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abdfa0d-7aba-4653-a733-c51e44bba064 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:09.466627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52666) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:09.468027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4abdfa0d-7aba-4653-a733-c51e44bba064 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/ec491815-4d29-4bca-ae6c-ab24f7c24730 HTTP/1.1" status: 404 len: 333 time: 0.0603967 Jul 30 00:10:09.545152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 364b3437-d0ea-477d-8550-ef6722fecd26 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:09.551213 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.672578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:09.695775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bbf79bcc-eb92-49f0-9934-beef6ab93e13 None None] Could not find standard attr ID for object ec491815-4d29-4bca-ae6c-ab24f7c24730. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:09.878237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.143741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-69720985-bf79-4ba9-b3a0-0c9357efde00 None None] Could not find standard attr ID for object ec491815-4d29-4bca-ae6c-ab24f7c24730. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:10.161373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014e70-a30d-4fd2-825d-cdce8bd674a7 req-56888098-2f14-4a8c-9424-3f19cb062f95 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:10.165561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97014e70-a30d-4fd2-825d-cdce8bd674a7 req-56888098-2f14-4a8c-9424-3f19cb062f95 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 945 time: 0.1878905 Jul 30 00:10:10.174703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.201721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.207664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/364b3437-d0ea-477d-8550-ef6722fecd26 HTTP/1.1" status: 204 len: 168 time: 0.7387838 Jul 30 00:10:10.208262 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52670) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:10.222300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-96490c41-8f79-414d-b8c8-449d5808bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:10.224253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-96490c41-8f79-414d-b8c8-449d5808bab8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.2013156 Jul 30 00:10:10.261799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:10.299650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88e5a5-9973-410b-86a6-461a4eb93194 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=364b3437-d0ea-477d-8550-ef6722fecd26,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:10.369815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 39337ec1-69dd-4ed7-8bad-a8d9c1d78932 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:10.374094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.410746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97014e70-a30d-4fd2-825d-cdce8bd674a7 req-bcffd767-d34b-46bd-b478-cee7f0083e39 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181981 Jul 30 00:10:10.422992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.429569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.517571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e351858-f989-49b2-b7b0-92e4a1e556cb None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:10.596569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.755630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.830885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.840774 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/39337ec1-69dd-4ed7-8bad-a8d9c1d78932 HTTP/1.1" status: 204 len: 168 time: 0.6310680 Jul 30 00:10:10.842391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=39337ec1-69dd-4ed7-8bad-a8d9c1d78932,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:10.843309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:10.858802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.859482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.860149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.860875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.861790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.862443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.863226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.865573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.866189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.866888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.867292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.867746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f61d0-274f-427f-aa39-800b3b5fc72a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:10.940531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e14900-4bc5-4bff-ab9d-49ad017117f7 None None] Update dhcp port {'port': {'network_id': '8f172112-e6a3-4b73-86fb-d3195973e489', 'fixed_ips': [{'subnet_id': '39337ec1-69dd-4ed7-8bad-a8d9c1d78932'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:10.976461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f9e14900-4bc5-4bff-ab9d-49ad017117f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:10.990984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:11.048841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.079942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:11.161114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:11.163636 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fccee-f89d-45a5-912f-7cb4f29865f4" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-unplugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:11.168732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.192783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Transition to ACTIVE for port object 3136cdbe-c391-4c8a-8621-381002485724 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:11.198403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.211779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:11.212069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.235312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed993b-c2ee-44a6-adc4-a0fda27fe9b5 None None] Network 8f172112-e6a3-4b73-86fb-d3195973e489 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:11.322726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b843abb-2ea4-4387-b99a-5e6415cd98db x-openstack-request-id: req-6b843abb-2ea4-4387-b99a-5e6415cd98db {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:11.322726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-unplugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:11.323643 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b843abb-2ea4-4387-b99a-5e6415cd98db {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:11.323643 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'code': 200} Jul 30 00:10:11.328043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6cda5c25-5b4c-4ad7-8fc7-1417d2ab4d77 None None] Provisioning complete for port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:11.328534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cda5c25-5b4c-4ad7-8fc7-1417d2ab4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.449347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:11.473719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,segment=NetworkSegment(837b6266-890d-4592-9590-92c10d988745),segment_id=837b6266-890d-4592-9590-92c10d988745)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:11.473951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.514318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:11.596932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] DHCP port deletion for 8f172112-e6a3-4b73-86fb-d3195973e489 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:11.674445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] No DVR routers for this DVR port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:11.745302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Deleting port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:11.745866 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.858217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdc89a-e0ea-401b-bcd7-fc5d563bc714 req-61daec4a-a8b5-42ed-8680-6918c9465cac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:11.870581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85cdc89a-e0ea-401b-bcd7-fc5d563bc714 req-61daec4a-a8b5-42ed-8680-6918c9465cac tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.2578337 Jul 30 00:10:11.898555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] For port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,segment=NetworkSegment(837b6266-890d-4592-9590-92c10d988745),segment_id=837b6266-890d-4592-9590-92c10d988745)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:11.899007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.918246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:11.929030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Calling delete_port for bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:11.935841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:11.979599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:11.980174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:12.012376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:12.030339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:12.085784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-85cdc89a-e0ea-401b-bcd7-fc5d563bc714 req-5b435c19-a52a-49b9-a255-94bd6dfe2038 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136259 Jul 30 00:10:12.207344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.253404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.270768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:12.271374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:12.272126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:12.281148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f172112-e6a3-4b73-86fb-d3195973e489']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:12.300723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] Pushing event deleted for resources: {'Port': ['ID=bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:12.318418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:10:12.319438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Attempting to bind port 3136cdbe-c391-4c8a-8621-381002485724 on network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:12.321832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db827c8e-c706-4d8c-9d4f-ccb2a779fa52 None None] No DVR routers for this DVR port bf2689e5-ad6f-40c7-9bfe-b73a7fa4c3b9 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:12.336587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837b6266-890d-4592-9590-92c10d988745') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:12.336957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837b6266-890d-4592-9590-92c10d988745') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:12.357265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:12.357976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Checking segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:12.358270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Bound using segment: {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:12.359673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Bound port: 3136cdbe-c391-4c8a-8621-381002485724, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:12.360008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.372122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.417291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.455130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:12.455745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:12.472274 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:12.624044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:12.629915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.636077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:12.671721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.675801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/8f172112-e6a3-4b73-86fb-d3195973e489 HTTP/1.1" status: 204 len: 168 time: 1.8303709 Jul 30 00:10:12.677484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f022-e16d-49be-8e34-e9cb1adc4d22 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=8f172112-e6a3-4b73-86fb-d3195973e489,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:12.682768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52690) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:12.686230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.790587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:12.791962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:12.793822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] 10.222.0.57 "PUT /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 1093 time: 2.5401201 Jul 30 00:10:12.858967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae4835-17ad-4bff-8e6e-bb28f56bf039 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:12.862055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eaae4835-17ad-4bff-8e6e-bb28f56bf039 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1785839 Jul 30 00:10:12.866142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ddc9-1c6b-4bf9-8edf-d9b0afadaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=11']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:12.866858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52692) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:12.902193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:12.995360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-d1217bb4-8b2d-4912-b2c0-c55c3dfaacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:12.997845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-d1217bb4-8b2d-4912-b2c0-c55c3dfaacf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1096 time: 0.1336763 Jul 30 00:10:13.007450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:13.034426 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd61d55c-91bd-4e87-8a26-77b6cd5f5370 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1660814 Jul 30 00:10:13.035539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52694) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:13.045601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-890673223'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:13.088577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:13.094987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.173396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:13.204688 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.205111 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 67183289-cf2b-4c88-9cee-c47b06a93e54 of type vlan for network 06caa901-5937-49e0-b93c-53eb19d4cd9c Jul 30 00:10:13.281601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.316479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-663fb6e6-8ea5-4e27-b61d-119e0e50487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.318977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-663fb6e6-8ea5-4e27-b61d-119e0e50487e service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.3102267 Jul 30 00:10:13.324261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:13.325316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.327528 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e18f7-e358-4ea1-ad0e-1ab524d425fc" -d '{"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:13.335588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.336590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.351739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a931ec-d446-4b10-a12f-16b658e75182 req-826a5bcc-7fbf-4649-b0b4-da5667a9e2b7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.353782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4a931ec-d446-4b10-a12f-16b658e75182 req-826a5bcc-7fbf-4649-b0b4-da5667a9e2b7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1048806 Jul 30 00:10:13.438465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4011521 Jul 30 00:10:13.442152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:13.449888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:13.495229 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-e6104f9a-3996-4e06-a26c-edbec154f2e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.1622934 Jul 30 00:10:13.500623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4a931ec-d446-4b10-a12f-16b658e75182 req-9dab0b3e-d24b-4d75-8ed0-a9fe98aaa94e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750043 Jul 30 00:10:13.547613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f16b-e18b-4e35-9530-53a28ce8a97d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=06caa901-5937-49e0-b93c-53eb19d4cd9c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:13.558895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:13.585616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-8074d4c2-d589-4762-a000-786fa44ed4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.590169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-8074d4c2-d589-4762-a000-786fa44ed4f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0808606 Jul 30 00:10:13.680739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:13.701415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:13.738506 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ebc46-f08a-4a44-9ed9-bac1caee7634 x-openstack-request-id: req-317ebc46-f08a-4a44-9ed9-bac1caee7634 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:13.739364 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:13.739721 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-317ebc46-f08a-4a44-9ed9-bac1caee7634 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:13.740287 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:10:13.804279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-ae2d6d84-bc39-4b9e-8307-c1139664388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.807364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-ae2d6d84-bc39-4b9e-8307-c1139664388a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096832 Jul 30 00:10:13.954247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-0d239a18-6226-43ee-87c0-3e0c82e6f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.956104 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-0d239a18-6226-43ee-87c0-3e0c82e6f3f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1096 time: 0.1833022 Jul 30 00:10:13.966327 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-7f8e40d1-c8fa-43a5-9e60-239b3cef02d4 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409252 Jul 30 00:10:14.131103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-d4b77725-b576-4312-bcb5-13b9d6dc2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.139053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-d4b77725-b576-4312-bcb5-13b9d6dc2389 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1721127 Jul 30 00:10:14.142545 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:14.225185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31cba75-e8c4-4ffc-a95b-db3719756013 req-94b7eef6-82c6-4824-86fd-d3a870e8d486 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525477 Jul 30 00:10:14.299363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=c5559852-795a-4135-b830-68914c141ee6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:14.323725 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-a437d4e4-2625-4901-998b-e44e22960819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.1730146 Jul 30 00:10:14.342575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '67183289-cf2b-4c88-9cee-c47b06a93e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:14.342962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 06caa901-5937-49e0-b93c-53eb19d4cd9c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:14.380216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-8e4fd180-fa27-444f-8727-0b414504109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.382603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-8e4fd180-fa27-444f-8727-0b414504109a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1096 time: 0.0608809 Jul 30 00:10:14.391519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:14.394958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-2c0e682a-cf37-4b9f-befa-19e7dc3073f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.396477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-2c0e682a-cf37-4b9f-befa-19e7dc3073f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.0647211 Jul 30 00:10:14.421061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 06caa901-5937-49e0-b93c-53eb19d4cd9c) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:14.427960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5109ccf-84be-413f-9f15-d9ac0531c228 None None] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:14.450212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.450939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:14.480278 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-484c79b8-8119-42a6-be96-3aa8fcbaeb59 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0367444 Jul 30 00:10:14.485030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52706) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:14.487075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-5f6eb13c-559a-44ad-9068-060c07da0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.488787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-5f6eb13c-559a-44ad-9068-060c07da0602 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805316 Jul 30 00:10:14.501349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c', 'name': 'tempest-PortsIpV6TestJSON-1865922098'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:14.522385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-a13dc72e-113b-4611-bc14-9e09825c6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.524697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-a13dc72e-113b-4611-bc14-9e09825c6912 service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1348922 Jul 30 00:10:14.618197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-1db7019a-af92-452e-bdbb-7d08b0082b66 service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208875 Jul 30 00:10:14.679936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-06caa901-5937-49e0-b93c-53eb19d4cd9c', 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': 'c5559852-795a-4135-b830-68914c141ee6'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:14.682014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:14.695963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-6dc03241-4de1-49f2-bcd9-ee13a14ff804 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 998 time: 0.1102409 Jul 30 00:10:14.801910 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-81baa6a0-a376-40d0-8ffb-d0f70fe5e5ab service neutron] 10.222.0.59 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760471 Jul 30 00:10:14.804699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ed66-d2b6-4072-a84c-d2f0810b8662 req-abbebd2d-d5c3-4f51-9894-09b74d759a01 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.806389 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e878ed66-d2b6-4072-a84c-d2f0810b8662 req-abbebd2d-d5c3-4f51-9894-09b74d759a01 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1559703 Jul 30 00:10:14.850053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-7159a1fd-eb0e-40fa-b4d9-491070ae64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.852194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-7159a1fd-eb0e-40fa-b4d9-491070ae64ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1460545 Jul 30 00:10:14.914933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Allocated IP 2001:db8::2 (06caa901-5937-49e0-b93c-53eb19d4cd9c/c5559852-795a-4135-b830-68914c141ee6/8616970f-91cc-41a2-8128-3edab8bdf9f4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:14.922176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e878ed66-d2b6-4072-a84c-d2f0810b8662 req-fe9122eb-6ec8-4158-a6d0-f231c703849b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055892 Jul 30 00:10:14.937158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:14.940785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:14.950285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-2d0735a5-5f8a-4e28-bcde-047fc2440abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.951831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-2d0735a5-5f8a-4e28-bcde-047fc2440abb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912089 Jul 30 00:10:15.031021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:15.126235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.140606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-cc398aae-2508-459c-946b-c8a55cf04b31 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803944 Jul 30 00:10:15.141063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Transition to ACTIVE for port object 8616970f-91cc-41a2-8128-3edab8bdf9f4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:15.159610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Transition to ACTIVE for port object 8616970f-91cc-41a2-8128-3edab8bdf9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:15.171931 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.219403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:15.226643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:15.230934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:15.238895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Pushing event updated for resources: {'Port': ['ID=8616970f-91cc-41a2-8128-3edab8bdf9f4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:15.275351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::162 (06caa901-5937-49e0-b93c-53eb19d4cd9c/c5559852-795a-4135-b830-68914c141ee6/7c9fd4a9-553d-4abd-933b-7aa8c555df54) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:15.298204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Attempting to bind port 8616970f-91cc-41a2-8128-3edab8bdf9f4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:15.299028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Attempting to bind port 8616970f-91cc-41a2-8128-3edab8bdf9f4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '67183289-cf2b-4c88-9cee-c47b06a93e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:15.299028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Attempting to bind port 8616970f-91cc-41a2-8128-3edab8bdf9f4 on network 06caa901-5937-49e0-b93c-53eb19d4cd9c {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:15.305126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-195e18f7-e358-4ea1-ad0e-1ab524d425fc req-bc872263-02f2-4832-8ef6-5b9db0ad51be service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571600 Jul 30 00:10:15.305378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:15.305924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Checking segment: {'id': '67183289-cf2b-4c88-9cee-c47b06a93e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:15.306384 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.306783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Bound using segment: {'id': '67183289-cf2b-4c88-9cee-c47b06a93e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:15.307267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Bound port: 8616970f-91cc-41a2-8128-3edab8bdf9f4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67183289-cf2b-4c88-9cee-c47b06a93e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:15.307659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.433887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] For port 8616970f-91cc-41a2-8128-3edab8bdf9f4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:15.445271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] For port 8616970f-91cc-41a2-8128-3edab8bdf9f4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8616970f-91cc-41a2-8128-3edab8bdf9f4,segment=NetworkSegment(67183289-cf2b-4c88-9cee-c47b06a93e54),segment_id=67183289-cf2b-4c88-9cee-c47b06a93e54)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:15.453017 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.519247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.536790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 7c9fd4a9-553d-4abd-933b-7aa8c555df54 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:15.556475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62142bc-e7a1-446c-9d2e-314101275882 None None] Pushing event updated for resources: {'Port': ['ID=8616970f-91cc-41a2-8128-3edab8bdf9f4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:15.586480 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.644467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:15.652981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:15.667236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:15.674453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:15.675211 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:15.683166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=7c9fd4a9-553d-4abd-933b-7aa8c555df54,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:15.706819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-da7ab3ed-ab52-485e-9074-3b1cb4fa173a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2153630 Jul 30 00:10:15.707386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52712) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:15.713458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '06caa901-5937-49e0-b93c-53eb19d4cd9c', 'name': 'tempest-PortsIpV6TestJSON-108749387'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:15.992272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:16.014010 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:16.040036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port fed03864-d116-45c1-a10d-7f2b9407f789 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:16.041228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8616970f-91cc-41a2-8128-3edab8bdf9f4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:16.160191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8616970f-91cc-41a2-8128-3edab8bdf9f4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:16.302572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c141bc-8719-42be-9564-2254349a9a4e req-db969d95-2b04-480e-9570-fdbdb5d86a1f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:16.304409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c141bc-8719-42be-9564-2254349a9a4e req-db969d95-2b04-480e-9570-fdbdb5d86a1f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1184902 Jul 30 00:10:16.307181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-08807f41-c1fc-430f-a3bd-fb9b8abe6f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:16.420970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::258 (06caa901-5937-49e0-b93c-53eb19d4cd9c/c5559852-795a-4135-b830-68914c141ee6/fed03864-d116-45c1-a10d-7f2b9407f789) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:16.427797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c141bc-8719-42be-9564-2254349a9a4e req-eeb05331-7b1d-41a4-ae7c-f023cc14392e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895197 Jul 30 00:10:16.695516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:16.723340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object fed03864-d116-45c1-a10d-7f2b9407f789 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:16.788464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:16.864130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:16.869502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:16.873689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:16.880646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:16.881329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:16.904674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=fed03864-d116-45c1-a10d-7f2b9407f789,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:16.919499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31f0df05-7fbc-4b63-9391-1496436bca7f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2111595 Jul 30 00:10:16.923275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52722) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:16.984568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516518dd-277a-4c7b-a93a-ebea8809d27e None None] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:17.044098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c373f36-5010-4e0a-a6d3-127d023d41e8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:17.047828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5c373f36-5010-4e0a-a6d3-127d023d41e8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A162 HTTP/1.1" status: 200 len: 929 time: 0.1228845 Jul 30 00:10:17.051201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52724) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:17.069824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Provisioning for port 8616970f-91cc-41a2-8128-3edab8bdf9f4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:17.085902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Provisioning complete for port 8616970f-91cc-41a2-8128-3edab8bdf9f4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:17.086467 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.264362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port fed03864-d116-45c1-a10d-7f2b9407f789 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:17.265169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.310485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.359893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] For port 8616970f-91cc-41a2-8128-3edab8bdf9f4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8616970f-91cc-41a2-8128-3edab8bdf9f4,segment=NetworkSegment(67183289-cf2b-4c88-9cee-c47b06a93e54),segment_id=67183289-cf2b-4c88-9cee-c47b06a93e54)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:17.368322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.447799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc941aec-14cf-4836-acf0-7896d8cf403b None None] Pushing event updated for resources: {'Port': ['ID=8616970f-91cc-41a2-8128-3edab8bdf9f4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:17.456951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.477417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for fed03864-d116-45c1-a10d-7f2b9407f789 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:17.478002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.536486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:10:17.642179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd923a0d-0037-41f1-b058-b96570376df5 req-938745e1-c5f6-4a8c-9bb2-5fcaf5beeba3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:17.648981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd923a0d-0037-41f1-b058-b96570376df5 req-938745e1-c5f6-4a8c-9bb2-5fcaf5beeba3 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 944 time: 0.1075671 Jul 30 00:10:17.711951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:17.733312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3136cdbe-c391-4c8a-8621-381002485724', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'port_id': '3136cdbe-c391-4c8a-8621-381002485724', 'mac_address': 'fa:16:3e:d4:f0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:10:17.737785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Provisioning for port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:17.784873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd923a0d-0037-41f1-b058-b96570376df5 req-18876092-2c27-45b8-9f79-b779bd77cd87 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267152 Jul 30 00:10:17.798976 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.808979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Provisioning complete for port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:17.810595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.812088 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.814256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52730) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:17.848321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=fed03864-d116-45c1-a10d-7f2b9407f789,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:17.880717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:17.884082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-52088a9e-373a-43af-93b8-101db59bda6c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/fed03864-d116-45c1-a10d-7f2b9407f789 HTTP/1.1" status: 204 len: 168 time: 0.8313859 Jul 30 00:10:17.888986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:17.898539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:17.932645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c5f743a-8238-4a47-a320-0fb3dcc2f68b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 200 len: 990 time: 0.1169143 Jul 30 00:10:17.933305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:17.957008 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-12829cf1-7ebc-4455-aab2-1d2154e18ab1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:17.958985 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12829cf1-7ebc-4455-aab2-1d2154e18ab1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/fed03864-d116-45c1-a10d-7f2b9407f789 HTTP/1.1" status: 404 len: 333 time: 0.0684111 Jul 30 00:10:17.962006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52734) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:17.972450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8616970f-91cc-41a2-8128-3edab8bdf9f4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:17.978678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:17.980649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Provisioning complete for port 8616970f-91cc-41a2-8128-3edab8bdf9f4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:17.981128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.086859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:18.087288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.283523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.406437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:18.435038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8616970f-91cc-41a2-8128-3edab8bdf9f4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:18.435424 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.588922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b35aa57-38fa-4cb4-b393-a2204e715a4c None None] Could not find standard attr ID for object fed03864-d116-45c1-a10d-7f2b9407f789. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:18.619774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3136cdbe-c391-4c8a-8621-381002485724'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:18.712625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1a0081fc-b1b6-4076-b5bc-841913e92c09 None None] Could not find standard attr ID for object fed03864-d116-45c1-a10d-7f2b9407f789. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:18.770551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1a0081fc-b1b6-4076-b5bc-841913e92c09 None None] Provisioning complete for port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:18.771161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a0081fc-b1b6-4076-b5bc-841913e92c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.778914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.794337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 7c9fd4a9-553d-4abd-933b-7aa8c555df54 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:18.835847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1a0081fc-b1b6-4076-b5bc-841913e92c09 None None] Port 7c9fd4a9-553d-4abd-933b-7aa8c555df54 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:18.952869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:18.989000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=7c9fd4a9-553d-4abd-933b-7aa8c555df54,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:19.033657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.039481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:19.040382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db008196-afe1-41b2-a6dd-f5ad66127a08 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/7c9fd4a9-553d-4abd-933b-7aa8c555df54 HTTP/1.1" status: 204 len: 168 time: 1.0767913 Jul 30 00:10:19.058997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-52a58e7e-ded4-4c20-bc6f-4ffbc0c9a436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.074554 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb024a21-4d35-49e8-9738-539185a374e1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:19.076591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eb024a21-4d35-49e8-9738-539185a374e1 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/7c9fd4a9-553d-4abd-933b-7aa8c555df54 HTTP/1.1" status: 404 len: 333 time: 0.0352066 Jul 30 00:10:19.079474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:19.147542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet c5559852-795a-4135-b830-68914c141ee6 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:19.151959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.209811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.326842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.419022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.427260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.452381 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=c5559852-795a-4135-b830-68914c141ee6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:19.454755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.457299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0b84a0b3-c918-4614-81e5-bbd7947143b3 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/c5559852-795a-4135-b830-68914c141ee6 HTTP/1.1" status: 204 len: 168 time: 0.3764358 Jul 30 00:10:19.460802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:19.466911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec15f74-5ed6-4bf2-81d4-317d94269648 None None] Network 06caa901-5937-49e0-b93c-53eb19d4cd9c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:19.539939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:19.563513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.626999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 8616970f-91cc-41a2-8128-3edab8bdf9f4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:19.627414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.672084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 3136cdbe-c391-4c8a-8621-381002485724 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:19.682163 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 3136cdbe-c391-4c8a-8621-381002485724 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:19.682163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.818108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.832790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] DHCP port deletion for 06caa901-5937-49e0-b93c-53eb19d4cd9c request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:19.858052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port 8616970f-91cc-41a2-8128-3edab8bdf9f4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8616970f-91cc-41a2-8128-3edab8bdf9f4,segment=NetworkSegment(67183289-cf2b-4c88-9cee-c47b06a93e54),segment_id=67183289-cf2b-4c88-9cee-c47b06a93e54)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:19.858731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.883867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 8616970f-91cc-41a2-8128-3edab8bdf9f4 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:19.889692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:19.892207 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec9f548-fdc1-453a-b69d-0eb9944601d7" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:19.906610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b9cf-dc3c-4875-a2a9-3ecbdba29b7a req-390366d5-ae9d-411e-a540-93abd1ba7cf0 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.908269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64d2b9cf-dc3c-4875-a2a9-3ecbdba29b7a req-390366d5-ae9d-411e-a540-93abd1ba7cf0 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1595709 Jul 30 00:10:19.912121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:19.923579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.973367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Deleting port 8616970f-91cc-41a2-8128-3edab8bdf9f4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:19.973771 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.996596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64d2b9cf-dc3c-4875-a2a9-3ecbdba29b7a req-ece6c10c-ade8-4356-a797-3249e2a3503e tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Jul 30 00:10:20.026489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=13']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.032006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.051674 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f97f1a3-0ec8-4b44-bb90-1f65ecfdb5c2 x-openstack-request-id: req-7f97f1a3-0ec8-4b44-bb90-1f65ecfdb5c2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:20.051961 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-plugged", "status": "completed", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:20.052210 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f97f1a3-0ec8-4b44-bb90-1f65ecfdb5c2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:20.052606 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'code': 200} Jul 30 00:10:20.063215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=8616970f-91cc-41a2-8128-3edab8bdf9f4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.065117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port 8616970f-91cc-41a2-8128-3edab8bdf9f4 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:20.065368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] For port 8616970f-91cc-41a2-8128-3edab8bdf9f4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8616970f-91cc-41a2-8128-3edab8bdf9f4,segment=NetworkSegment(67183289-cf2b-4c88-9cee-c47b06a93e54),segment_id=67183289-cf2b-4c88-9cee-c47b06a93e54)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:20.065967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.079802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Calling delete_port for 8616970f-91cc-41a2-8128-3edab8bdf9f4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:20.149499 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.160217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06caa901-5937-49e0-b93c-53eb19d4cd9c']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:20.165349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.171853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67183289-cf2b-4c88-9cee-c47b06a93e54') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:20.172166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67183289-cf2b-4c88-9cee-c47b06a93e54') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:20.181553 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.191068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] Pushing event deleted for resources: {'Port': ['ID=8616970f-91cc-41a2-8128-3edab8bdf9f4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.195080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea1ae3-f457-4b59-8d1a-156e41530731 None None] No DVR routers for this DVR port 8616970f-91cc-41a2-8128-3edab8bdf9f4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:20.197752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.205790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:20.206332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:20.210411 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:20.276319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.284268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.286243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/06caa901-5937-49e0-b93c-53eb19d4cd9c HTTP/1.1" status: 204 len: 168 time: 0.8239179 Jul 30 00:10:20.291873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:20.297754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274559838'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:20.299393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e408a7-af6c-4ae2-a22b-76473258663d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=06caa901-5937-49e0-b93c-53eb19d4cd9c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.321397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:20.325038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.351785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:20.362872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.363231 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 6cea6227-4fdf-4c89-950e-93f8797a29c9 of type vlan for network f768da5f-e104-471e-a610-8260429a45d5 Jul 30 00:10:20.408124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.439185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.444900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.445597 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.504702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2115607 Jul 30 00:10:20.509382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:20.514823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': 'f768da5f-e104-471e-a610-8260429a45d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:20.516287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0f383-a20d-45a8-8edd-1ae05b635de0 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=f768da5f-e104-471e-a610-8260429a45d5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.528840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f768da5f-e104-471e-a610-8260429a45d5 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:20.625195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:20.631489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.733818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.841655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.911383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=370f6314-768b-4f94-8de4-03b178706ab0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:20.924080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '6cea6227-4fdf-4c89-950e-93f8797a29c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:20.924635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: f768da5f-e104-471e-a610-8260429a45d5, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:20.948478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network f768da5f-e104-471e-a610-8260429a45d5 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:20.958887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f768da5f-e104-471e-a610-8260429a45d5) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:20.963825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.964547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.972352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc58099-7a8b-4fe8-99c0-bf3edd08bcdc None None] Network f768da5f-e104-471e-a610-8260429a45d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:20.984249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-46122c81-b1c1-4957-8d77-784cc3094d2b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4734111 Jul 30 00:10:20.987328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52758) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:20.993296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': 'f768da5f-e104-471e-a610-8260429a45d5', 'name': 'tempest-PortsIpV6TestJSON-1719311788', 'fixed_ips': [{'subnet_id': '370f6314-768b-4f94-8de4-03b178706ab0', 'ip_address': '2001:db8::10'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:21.158338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e51abc-0261-4efb-aeb1-1f7713d5468a req-d3110a9a-004a-4236-9322-8b794b6460bd tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.158765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f768da5f-e104-471e-a610-8260429a45d5', 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': '370f6314-768b-4f94-8de4-03b178706ab0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:21.159649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.159964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18e51abc-0261-4efb-aeb1-1f7713d5468a req-d3110a9a-004a-4236-9322-8b794b6460bd tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0777249 Jul 30 00:10:21.178670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:21.258535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18e51abc-0261-4efb-aeb1-1f7713d5468a req-0286ab2e-e887-4a50-aaa0-047bdd27d2b3 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902777 Jul 30 00:10:21.296341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.306448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Allocated IP 2001:db8::2 (f768da5f-e104-471e-a610-8260429a45d5/370f6314-768b-4f94-8de4-03b178706ab0/19aabf85-af6f-48d8-b8d9-3d29e0ae7697) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:21.319964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port f526c75d-6e80-4d25-b4f2-75b07aac7250 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:21.468247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.476600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Transition to ACTIVE for port object 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:21.491971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Transition to ACTIVE for port object 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:21.499766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.539928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Network f768da5f-e104-471e-a610-8260429a45d5 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:21.545145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:21.549662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:21.552942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Pushing event updated for resources: {'Port': ['ID=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:21.556561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::10 (f768da5f-e104-471e-a610-8260429a45d5/370f6314-768b-4f94-8de4-03b178706ab0/f526c75d-6e80-4d25-b4f2-75b07aac7250) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:21.613245 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Attempting to bind port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:21.613806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Attempting to bind port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '6cea6227-4fdf-4c89-950e-93f8797a29c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:21.614228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Attempting to bind port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 on network f768da5f-e104-471e-a610-8260429a45d5 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:21.619958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:21.620494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Checking segment: {'id': '6cea6227-4fdf-4c89-950e-93f8797a29c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:21.620986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.621385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Bound using segment: {'id': '6cea6227-4fdf-4c89-950e-93f8797a29c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:21.621882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Bound port: 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cea6227-4fdf-4c89-950e-93f8797a29c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f768da5f-e104-471e-a610-8260429a45d5'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:21.622262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.724806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] For port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:21.730740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] For port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,segment=NetworkSegment(6cea6227-4fdf-4c89-950e-93f8797a29c9),segment_id=6cea6227-4fdf-4c89-950e-93f8797a29c9)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:21.742310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.771090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.795804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object f526c75d-6e80-4d25-b4f2-75b07aac7250 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:21.830388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40725-7e5e-4abd-9621-d4d7b969ace8 None None] Pushing event updated for resources: {'Port': ['ID=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:21.857579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.885799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8616970f-91cc-41a2-8128-3edab8bdf9f4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:21.902010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network f768da5f-e104-471e-a610-8260429a45d5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:21.905394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:21.909521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:21.909805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8616970f-91cc-41a2-8128-3edab8bdf9f4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:21.910092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8616970f-91cc-41a2-8128-3edab8bdf9f4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:21.916039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.916732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:21.935937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=f526c75d-6e80-4d25-b4f2-75b07aac7250,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:21.941462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f7bc422b-e80f-4fb8-aa91-3192e64a18d2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9530344 Jul 30 00:10:21.944010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:21.951133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': 'f768da5f-e104-471e-a610-8260429a45d5', 'name': 'tempest-PortsIpV6TestJSON-43456032', 'fixed_ips': [{'subnet_id': '370f6314-768b-4f94-8de4-03b178706ab0', 'ip_address': '2001:db8::f'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:22.132951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:22.138274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.162558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 937fec72-aa28-4a97-ac87-912eb0f213f7 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:22.175686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-f64c513e-5a1d-4128-9f82-fa075eae7913 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:22.177509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-f64c513e-5a1d-4128-9f82-fa075eae7913 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.0827932 Jul 30 00:10:22.437820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::f (f768da5f-e104-471e-a610-8260429a45d5/370f6314-768b-4f94-8de4-03b178706ab0/937fec72-aa28-4a97-ac87-912eb0f213f7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:22.445414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Deleting port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:22.445788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.501933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.512687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e9ac2-f47d-4ba4-ac0a-5ce955684171 req-0d6999e5-827e-4e85-8c46-050c81ea9198 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:22.514374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf0e9ac2-f47d-4ba4-ac0a-5ce955684171 req-0d6999e5-827e-4e85-8c46-050c81ea9198 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 945 time: 0.1681149 Jul 30 00:10:22.658482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf0e9ac2-f47d-4ba4-ac0a-5ce955684171 req-daf9bc60-712c-4ddb-98e9-d354efff755a tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346624 Jul 30 00:10:22.696003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:22.714651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] For port 7c6ea2de-27c0-4567-9e14-e738fe5aa094, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7c6ea2de-27c0-4567-9e14-e738fe5aa094,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:22.714994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.737485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Calling delete_port for 7c6ea2de-27c0-4567-9e14-e738fe5aa094 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:22.858717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.860503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b1463c-9b08-4651-bcd9-fe253498f534 None None] Network f768da5f-e104-471e-a610-8260429a45d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:22.882661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 937fec72-aa28-4a97-ac87-912eb0f213f7 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:22.940066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5cae45c3-2ff0-4a6b-bd84-a7d1af4c2d0a None None] Provisioning for port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:22.969034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:22.980824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.019607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7c6ea2de-27c0-4567-9e14-e738fe5aa094'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:23.021763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['a9b1e3b5-ec27-4108-9fed-ed886dfa9220'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:23.022933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network f768da5f-e104-471e-a610-8260429a45d5 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:23.034299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:23.041558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:23.047589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.048689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.064676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=937fec72-aa28-4a97-ac87-912eb0f213f7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:23.112355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] No DVR routers for this DVR port 7c6ea2de-27c0-4567-9e14-e738fe5aa094 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:23.117343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.119472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f956ae2-b942-4e56-94dc-9a7c79bcb945 req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.57 "DELETE /v2.0/ports/7c6ea2de-27c0-4567-9e14-e738fe5aa094 HTTP/1.1" status: 204 len: 173 time: 0.9086735 Jul 30 00:10:23.120225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1169502-89ff-432a-a3ab-6c8d79278e41 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Pushing event deleted for resources: {'Port': ['ID=7c6ea2de-27c0-4567-9e14-e738fe5aa094,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:23.122072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'name': 'network-vif-deleted', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:23.125416 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5533d79-526d-4bb0-8f2a-9c7e8318c8f3" -d '{"events": [{"server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "name": "network-vif-deleted", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:23.146968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-21389883-2c29-44f5-ae20-1a3804cd3d0b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1982780 Jul 30 00:10:23.147379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:23.215263 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd86a43e-4631-4c72-b63b-5d77f8418edd x-openstack-request-id: req-bd86a43e-4631-4c72-b63b-5d77f8418edd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:23.215470 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27", "name": "network-vif-deleted", "tag": "7c6ea2de-27c0-4567-9e14-e738fe5aa094", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:23.215643 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd86a43e-4631-4c72-b63b-5d77f8418edd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:23.216007 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27', 'name': 'network-vif-deleted', 'tag': '7c6ea2de-27c0-4567-9e14-e738fe5aa094', 'status': 'completed', 'code': 200} Jul 30 00:10:23.276714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb51d9-b340-4c20-8d33-ee7d5c72f627 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.278770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59bb51d9-b340-4c20-8d33-ee7d5c72f627 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1300368 Jul 30 00:10:23.281490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:23.385464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f5754-b71f-4b6a-85aa-f9476c0c7b76 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.391552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f5754-b71f-4b6a-85aa-f9476c0c7b76 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.397507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f5754-b71f-4b6a-85aa-f9476c0c7b76 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.399328 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a45f5754-b71f-4b6a-85aa-f9476c0c7b76 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1167111 Jul 30 00:10:23.404055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52772) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:23.509850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 937fec72-aa28-4a97-ac87-912eb0f213f7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:23.510122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.510525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Provisioning for port f526c75d-6e80-4d25-b4f2-75b07aac7250 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:23.514908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Provisioning complete for port f526c75d-6e80-4d25-b4f2-75b07aac7250 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:23.515280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.556525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Port f526c75d-6e80-4d25-b4f2-75b07aac7250 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:23.579560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Provisioning for port 937fec72-aa28-4a97-ac87-912eb0f213f7 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:23.587495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Provisioning complete for port 937fec72-aa28-4a97-ac87-912eb0f213f7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:23.587825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.644115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-45ed2c8f-cb2a-4c78-82b8-e0f1a28f93c9 None None] Port 937fec72-aa28-4a97-ac87-912eb0f213f7 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:23.644999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.669864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 937fec72-aa28-4a97-ac87-912eb0f213f7 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:23.768939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4cd577ba-ad03-40e6-aac2-c7479d27c9f8 None None] Provisioning complete for port f526c75d-6e80-4d25-b4f2-75b07aac7250 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:23.769471 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cd577ba-ad03-40e6-aac2-c7479d27c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.843797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4cd577ba-ad03-40e6-aac2-c7479d27c9f8 None None] Port f526c75d-6e80-4d25-b4f2-75b07aac7250 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:23.915974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28ab6f8f-77d8-443c-a9f2-86f23cfb8a53 req-2de8552f-4277-4dec-8dbf-b240772f31bb tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a87a3a-cb18-4890-b5c4-cf4d28fc1b27 HTTP/1.1" status: 200 len: 210 time: 0.0495265 Jul 30 00:10:23.951558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:23.971696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.007957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=937fec72-aa28-4a97-ac87-912eb0f213f7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:24.015387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:24.022853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:24.023229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.056050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.060635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1ef1a420-b50f-45c4-be5e-607add7fec5b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/937fec72-aa28-4a97-ac87-912eb0f213f7 HTTP/1.1" status: 204 len: 168 time: 0.6529279 Jul 30 00:10:24.061061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:24.103955 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfce322-f9fb-4c81-be65-b5acd577964f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:24.108822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fdfce322-f9fb-4c81-be65-b5acd577964f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/937fec72-aa28-4a97-ac87-912eb0f213f7 HTTP/1.1" status: 404 len: 333 time: 0.0433860 Jul 30 00:10:24.108924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:24.135016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.164576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-af1cac08-15de-4f80-a46c-6133366aedd4 None None] Could not find standard attr ID for object 937fec72-aa28-4a97-ac87-912eb0f213f7. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:24.182790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,segment=NetworkSegment(6cea6227-4fdf-4c89-950e-93f8797a29c9),segment_id=6cea6227-4fdf-4c89-950e-93f8797a29c9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:24.187539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.232601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port f526c75d-6e80-4d25-b4f2-75b07aac7250 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:24.232946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.252489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:24.342025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.356556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for f526c75d-6e80-4d25-b4f2-75b07aac7250 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:24.517518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.579843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=f526c75d-6e80-4d25-b4f2-75b07aac7250,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:24.600183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.602464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-691745f1-2216-493a-95d0-8f6ba677bbbb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/f526c75d-6e80-4d25-b4f2-75b07aac7250 HTTP/1.1" status: 204 len: 168 time: 0.4922431 Jul 30 00:10:24.605372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:24.633670 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e8caec-eb4b-498c-98f4-ffa752264584 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:24.638135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-71e8caec-eb4b-498c-98f4-ffa752264584 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/f526c75d-6e80-4d25-b4f2-75b07aac7250 HTTP/1.1" status: 404 len: 333 time: 0.0289991 Jul 30 00:10:24.638588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:24.697859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 370f6314-768b-4f94-8de4-03b178706ab0 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:24.702142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.746160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.845249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.908056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.937524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=370f6314-768b-4f94-8de4-03b178706ab0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:24.942912 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:24.947699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bcb005bc-3824-4aeb-aaff-59fa77566c1d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/370f6314-768b-4f94-8de4-03b178706ab0 HTTP/1.1" status: 204 len: 168 time: 0.3054554 Jul 30 00:10:24.948679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52788) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:24.954294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001d301-b845-4752-a42d-04ba62e7167a None None] Network f768da5f-e104-471e-a610-8260429a45d5 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:25.046370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.143556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:25.144020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.227757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,segment=NetworkSegment(6cea6227-4fdf-4c89-950e-93f8797a29c9),segment_id=6cea6227-4fdf-4c89-950e-93f8797a29c9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:25.228005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.235281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] DHCP port deletion for f768da5f-e104-471e-a610-8260429a45d5 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:25.269239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:25.287318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Deleting port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:25.287700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.354459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9b5c7-fff0-4d38-b53d-f72b883fd229 req-919b93a3-6c99-49b4-a14f-9460e431c8bf tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:25.356379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d9b5c7-fff0-4d38-b53d-f72b883fd229 req-919b93a3-6c99-49b4-a14f-9460e431c8bf tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1311758 Jul 30 00:10:25.376191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] For port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,segment=NetworkSegment(6cea6227-4fdf-4c89-950e-93f8797a29c9),segment_id=6cea6227-4fdf-4c89-950e-93f8797a29c9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:25.376605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.401288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Calling delete_port for 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:25.423050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12d9b5c7-fff0-4d38-b53d-f72b883fd229 req-60edd80b-f0df-4cf9-8e18-4702b43cca82 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 Jul 30 00:10:25.424124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.451805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:25.458921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:25.486092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.513340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] Pushing event deleted for resources: {'Port': ['ID=19aabf85-af6f-48d8-b8d9-3d29e0ae7697,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:25.517109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017746e-ff07-49f3-a4f9-c65eb521277b None None] No DVR routers for this DVR port 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:25.554121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.564328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f768da5f-e104-471e-a610-8260429a45d5']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:25.569263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7c6ea2de-27c0-4567-9e14-e738fe5aa094 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:25.577563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cea6227-4fdf-4c89-950e-93f8797a29c9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:25.577937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cea6227-4fdf-4c89-950e-93f8797a29c9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:25.588346 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.590799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 7c6ea2de-27c0-4567-9e14-e738fe5aa094 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:25.591143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7c6ea2de-27c0-4567-9e14-e738fe5aa094 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:25.604942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.611288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:25.611683 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:25.614843 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:25.681601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.689395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.691285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/f768da5f-e104-471e-a610-8260429a45d5 HTTP/1.1" status: 204 len: 168 time: 0.7419362 Jul 30 00:10:25.696630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:25.702614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-73468647'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:25.708832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f993c-de8b-4d6f-b048-196994d6db79 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=f768da5f-e104-471e-a610-8260429a45d5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:25.727307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:25.730950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.760818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:25.771814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.772138 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Added segment 99e07c06-4f3b-4413-b835-26313372c366 of type vlan for network 5a70c4aa-62ff-4049-a441-0c451cd69755 Jul 30 00:10:25.819689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.836914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:25.853558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.859397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:25.860036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.862117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:25.862680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 19aabf85-af6f-48d8-b8d9-3d29e0ae7697 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:25.921398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2236049 Jul 30 00:10:25.924581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52796) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:25.929619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:25.983309 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a25553-aba8-4b0e-84eb-484a525affe7 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Network': ['ID=5a70c4aa-62ff-4049-a441-0c451cd69755,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:25.994442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:26.036863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:26.041881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.259075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.326482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=d0778a51-05c4-426d-8883-a80339da9282,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:26.337812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Checking segment: {'id': '99e07c06-4f3b-4413-b835-26313372c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:26.338174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network hostable DHCP agents. Network: 5a70c4aa-62ff-4049-a441-0c451cd69755, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:26.360705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:26.371797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5a70c4aa-62ff-4049-a441-0c451cd69755) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:26.376569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:26.377147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.382054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0870922-0f2c-47df-8bab-fa521f14ee18 None None] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:26.396319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14463a18-f9cd-4a01-af94-4bfe71ad35f6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4706993 Jul 30 00:10:26.399345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52800) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:26.404197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1710648426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:26.449818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.452039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.589564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.592770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ea69-9292-46b0-92a3-9c9601af5f80 req-a1f556b3-3941-4b36-9ca3-e05d6f328c37 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:26.594531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b46ea69-9292-46b0-92a3-9c9601af5f80 req-a1f556b3-3941-4b36-9ca3-e05d6f328c37 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0690312 Jul 30 00:10:26.596477 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.602749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5a70c4aa-62ff-4049-a441-0c451cd69755', 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': 'd0778a51-05c4-426d-8883-a80339da9282'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:26.603771 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.617598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.622151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0a9b199e-adf5-40c7-9b8f-7c43d6688e33 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2217593 Jul 30 00:10:26.625080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52806) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:26.631428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755', 'name': 'tempest-PortsIpV6TestJSON-794078161'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:26.651670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b46ea69-9292-46b0-92a3-9c9601af5f80 req-1b150469-d7b7-4953-8c9a-2b0e31c3ccd4 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Jul 30 00:10:26.766505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:26.770544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.784923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Allocated IP 2001:db8::2 (5a70c4aa-62ff-4049-a441-0c451cd69755/d0778a51-05c4-426d-8883-a80339da9282/39849610-2f03-41fe-b278-8b4df5c7bbc4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:26.791109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:26.936451 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.944964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Transition to ACTIVE for port object 39849610-2f03-41fe-b278-8b4df5c7bbc4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:26.960101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Transition to ACTIVE for port object 39849610-2f03-41fe-b278-8b4df5c7bbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:26.970750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.013072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:27.016056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:27.022271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:27.029099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::98 (5a70c4aa-62ff-4049-a441-0c451cd69755/d0778a51-05c4-426d-8883-a80339da9282/99020bc2-9ea1-4572-bbbf-a7f9df3eae3b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:27.029897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Pushing event updated for resources: {'Port': ['ID=39849610-2f03-41fe-b278-8b4df5c7bbc4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:27.086198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Attempting to bind port 39849610-2f03-41fe-b278-8b4df5c7bbc4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:27.086629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Attempting to bind port 39849610-2f03-41fe-b278-8b4df5c7bbc4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '99e07c06-4f3b-4413-b835-26313372c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:27.086995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Attempting to bind port 39849610-2f03-41fe-b278-8b4df5c7bbc4 on network 5a70c4aa-62ff-4049-a441-0c451cd69755 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:27.092860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:27.093232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Checking segment: {'id': '99e07c06-4f3b-4413-b835-26313372c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:27.093659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.094060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Bound using segment: {'id': '99e07c06-4f3b-4413-b835-26313372c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:27.094550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Bound port: 39849610-2f03-41fe-b278-8b4df5c7bbc4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e07c06-4f3b-4413-b835-26313372c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a70c4aa-62ff-4049-a441-0c451cd69755'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:27.094961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.175823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] For port 39849610-2f03-41fe-b278-8b4df5c7bbc4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:27.180719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] For port 39849610-2f03-41fe-b278-8b4df5c7bbc4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39849610-2f03-41fe-b278-8b4df5c7bbc4,segment=NetworkSegment(99e07c06-4f3b-4413-b835-26313372c366),segment_id=99e07c06-4f3b-4413-b835-26313372c366)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:27.187038 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.225387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.244461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:27.272457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59a97-e027-44b4-8656-925d3c17305d None None] Pushing event updated for resources: {'Port': ['ID=39849610-2f03-41fe-b278-8b4df5c7bbc4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:27.289775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.339686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:27.343374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:27.347639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:27.353898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:27.354548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.371813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=99020bc2-9ea1-4572-bbbf-a7f9df3eae3b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:27.380329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4bb201e0-ae7b-44e4-8a83-dd5635e7cfc6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7535889 Jul 30 00:10:27.383478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:27.827412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbf41-2a28-4506-9ec7-6e835147163a req-03b72fa2-020a-4e45-9319-4e3a0825f0a9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:27.829107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80dcbf41-2a28-4506-9ec7-6e835147163a req-03b72fa2-020a-4e45-9319-4e3a0825f0a9 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0981014 Jul 30 00:10:27.881463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.893431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39849610-2f03-41fe-b278-8b4df5c7bbc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:27.932746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80dcbf41-2a28-4506-9ec7-6e835147163a req-edead3cf-a54e-4608-b9ef-9c232b507412 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732131 Jul 30 00:10:27.973370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.017451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 39849610-2f03-41fe-b278-8b4df5c7bbc4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:28.395628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3426e5-aa40-40ea-b629-04cb880478ed None None] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:28.477835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Provisioning for port 39849610-2f03-41fe-b278-8b4df5c7bbc4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:28.486824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Provisioning complete for port 39849610-2f03-41fe-b278-8b4df5c7bbc4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:28.487206 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.655334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.663293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.684848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.761857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] For port 39849610-2f03-41fe-b278-8b4df5c7bbc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39849610-2f03-41fe-b278-8b4df5c7bbc4,segment=NetworkSegment(99e07c06-4f3b-4413-b835-26313372c366),segment_id=99e07c06-4f3b-4413-b835-26313372c366)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:28.768185 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.792577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=99020bc2-9ea1-4572-bbbf-a7f9df3eae3b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:28.832584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481078c-fedb-4f2e-8739-2874745f206d None None] Pushing event updated for resources: {'Port': ['ID=39849610-2f03-41fe-b278-8b4df5c7bbc4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:28.889934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.075721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.105343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Provisioning for port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:29.108616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8c5b2-444d-49df-b5fb-a51c802e7bfd req-94286d39-bd40-42a4-919a-dd160481f391 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:29.115735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Provisioning complete for port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:29.116132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.116283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8d8c5b2-444d-49df-b5fb-a51c802e7bfd req-94286d39-bd40-42a4-919a-dd160481f391 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.1037378 Jul 30 00:10:29.174042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:29.183983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a8d8c5b2-444d-49df-b5fb-a51c802e7bfd req-8d3ee455-ae56-4a27-b494-860a2c02422e tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668213 Jul 30 00:10:29.187246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Provisioning complete for port 39849610-2f03-41fe-b278-8b4df5c7bbc4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:29.187601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d9d4114d-7fbb-4ad6-a3f8-6036ba072e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.432773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-86a96fed-78ae-42e8-8f7c-45360afeb921 None None] Provisioning complete for port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:29.433226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86a96fed-78ae-42e8-8f7c-45360afeb921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.488464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.495666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.496688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.608800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=99020bc2-9ea1-4572-bbbf-a7f9df3eae3b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:29.658320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:29.660309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:29.670679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-86a96fed-78ae-42e8-8f7c-45360afeb921 None None] Port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:29.832522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cee643ef-c36d-4a54-8efc-f1df0193c830 None None] Provisioning complete for port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:29.832997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cee643ef-c36d-4a54-8efc-f1df0193c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.843564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Router 0b8a9964-1c11-4c58-a2a2-2dcc8963facc is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:10:29.918522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39849610-2f03-41fe-b278-8b4df5c7bbc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:29.942420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cee643ef-c36d-4a54-8efc-f1df0193c830 None None] Port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:29.987376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 39849610-2f03-41fe-b278-8b4df5c7bbc4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:29.987705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:30.002442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:30.011315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d60c608-2d6d-48f5-9470-9702bb485a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/routers/0b8a9964-1c11-4c58-a2a2-2dcc8963facc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237853 Jul 30 00:10:30.011315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52814) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:30.018560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] Sync routers for ids ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:30.040756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] Routers {'0b8a9964-1c11-4c58-a2a2-2dcc8963facc'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:30.041557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:30.082947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:30.087659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501304fd-5d6f-465f-9700-8adb87dd274f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:30.092886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52816) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:30.094889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-501304fd-5d6f-465f-9700-8adb87dd274f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b8a9964-1c11-4c58-a2a2-2dcc8963facc HTTP/1.1" status: 200 len: 987 time: 0.0820825 Jul 30 00:10:30.103381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] Routers {'0b8a9964-1c11-4c58-a2a2-2dcc8963facc'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:30.104116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:30.136437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d042b741-9f9f-43cb-8ff8-2dfa2166fc7c None None] Provisioning complete for port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:30.137097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d042b741-9f9f-43cb-8ff8-2dfa2166fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:30.141674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:30.141891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9115e-2340-475d-bd39-0c6c01463ecc None None] The sync data for ids ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:30.209894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d042b741-9f9f-43cb-8ff8-2dfa2166fc7c None None] Port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:30.322614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64db0-9804-46e0-86d5-baa1753cceb6 req-b8ebe4c2-fad8-4543-931d-a62f3f6ab280 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:30.324371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3b64db0-9804-46e0-86d5-baa1753cceb6 req-b8ebe4c2-fad8-4543-931d-a62f3f6ab280 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jul 30 00:10:30.377504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3b64db0-9804-46e0-86d5-baa1753cceb6 req-c36bd63d-a407-41e4-822f-065076e036d5 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Jul 30 00:10:30.831382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.058743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b640e9-6487-4ee8-912a-d72cd84765af req-95376e87-e19b-4fb4-9fb1-4c4917be345d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:31.060319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28b640e9-6487-4ee8-912a-d72cd84765af req-95376e87-e19b-4fb4-9fb1-4c4917be345d tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.59 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0718715 Jul 30 00:10:31.187352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:31.188299 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.248516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Deleting port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:31.248928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.342288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.366383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 99020bc2-9ea1-4572-bbbf-a7f9df3eae3b owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:31.389616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] For port a9b1e3b5-ec27-4108-9fed-ed886dfa9220, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:31.390286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.441134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Calling delete_port for a9b1e3b5-ec27-4108-9fed-ed886dfa9220 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:31.549556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f8fb-a106-454d-973b-52957d33a281 req-81316478-0f1a-411f-afed-0492b7d9f132 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:31.552255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4745f8fb-a106-454d-973b-52957d33a281 req-81316478-0f1a-411f-afed-0492b7d9f132 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/ports?device_id=89907530-dff0-4e6a-850c-1dd2b1cfb7b7 HTTP/1.1" status: 200 len: 945 time: 0.0762169 Jul 30 00:10:31.604964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4745f8fb-a106-454d-973b-52957d33a281 req-d2314abc-df85-4b2b-977b-903f3b755964 tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Jul 30 00:10:31.691743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.694541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.730912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Pushing event deleted for resources: {'Port': ['ID=a9b1e3b5-ec27-4108-9fed-ed886dfa9220,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:31.788464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=99020bc2-9ea1-4572-bbbf-a7f9df3eae3b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:31.843230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] No DVR routers for this DVR port a9b1e3b5-ec27-4108-9fed-ed886dfa9220 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:31.846290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.848486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-28b640e9-6487-4ee8-912a-d72cd84765af req-59dbed63-7138-42cc-8020-3237c767545c tempest-ServerRescueNegativeTestJSON-1676845900 tempest-ServerRescueNegativeTestJSON-1676845900-project] 10.222.0.59 "DELETE /v2.0/ports/a9b1e3b5-ec27-4108-9fed-ed886dfa9220 HTTP/1.1" status: 204 len: 173 time: 0.7809856 Jul 30 00:10:31.851367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'name': 'network-vif-deleted', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:31.857507 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aeb73b-6f59-468b-aafe-d4ba56c1999f" -d '{"events": [{"server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "name": "network-vif-deleted", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:31.938043 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b90ce2-bee7-4127-b41a-8683d17fa04a x-openstack-request-id: req-68b90ce2-bee7-4127-b41a-8683d17fa04a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:31.938328 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89907530-dff0-4e6a-850c-1dd2b1cfb7b7", "name": "network-vif-deleted", "tag": "a9b1e3b5-ec27-4108-9fed-ed886dfa9220", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:31.938578 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b90ce2-bee7-4127-b41a-8683d17fa04a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:31.939161 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89907530-dff0-4e6a-850c-1dd2b1cfb7b7', 'name': 'network-vif-deleted', 'tag': 'a9b1e3b5-ec27-4108-9fed-ed886dfa9220', 'status': 'completed', 'code': 200} Jul 30 00:10:31.951754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.162770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Router 0b8a9964-1c11-4c58-a2a2-2dcc8963facc has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:32.251216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:32.260118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ecec27bc-9fc8-4462-b27c-0ef3543a7761 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/routers/0b8a9964-1c11-4c58-a2a2-2dcc8963facc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618347 Jul 30 00:10:32.260118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52824) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:32.263478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] Sync routers for ids ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:32.275872 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] Routers {'0b8a9964-1c11-4c58-a2a2-2dcc8963facc'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:32.276639 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:32.287816 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2345db-9af6-42a0-9435-b6a9ca45fff8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:32.290021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f2345db-9af6-42a0-9435-b6a9ca45fff8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/99020bc2-9ea1-4572-bbbf-a7f9df3eae3b HTTP/1.1" status: 404 len: 333 time: 0.0296061 Jul 30 00:10:32.293429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:32.345985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:32.360571 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] Routers {'0b8a9964-1c11-4c58-a2a2-2dcc8963facc'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:32.361231 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:32.383927 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.397142 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:32.398135 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446ed61-04d1-407d-b20a-bdb121120ba9 None None] The sync data for ids ['0b8a9964-1c11-4c58-a2a2-2dcc8963facc'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:32.574005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.579602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.626286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.626820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Fanout notify agent at l3_agent the message router_deleted on router 0b8a9964-1c11-4c58-a2a2-2dcc8963facc {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:10:32.634265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.635492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-87fdebec-7144-4010-9fcd-c69d5361732b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/routers/0b8a9964-1c11-4c58-a2a2-2dcc8963facc HTTP/1.1" status: 204 len: 168 time: 0.3409686 Jul 30 00:10:32.638463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:32.686720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52832) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:32.702592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet d0778a51-05c4-426d-8883-a80339da9282 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:32.706322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.761175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.871260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.959597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.985465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a9b1e3b5-ec27-4108-9fed-ed886dfa9220 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:33.002848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=d0778a51-05c4-426d-8883-a80339da9282,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:33.005409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.007896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-31ce22ff-7269-45b0-928e-52f7143daf39 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/d0778a51-05c4-426d-8883-a80339da9282 HTTP/1.1" status: 204 len: 168 time: 0.3683462 Jul 30 00:10:33.010788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52834) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:33.027071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3565d7b-9627-41de-ba0f-6e5dfca1fdc4 None None] Network 5a70c4aa-62ff-4049-a441-0c451cd69755 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:33.031530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: a9b1e3b5-ec27-4108-9fed-ed886dfa9220 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:33.032106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device a9b1e3b5-ec27-4108-9fed-ed886dfa9220 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:33.132136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.151295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.207906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 39849610-2f03-41fe-b278-8b4df5c7bbc4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:33.207906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.267564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] DHCP port deletion for 5a70c4aa-62ff-4049-a441-0c451cd69755 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:33.291714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] For port 39849610-2f03-41fe-b278-8b4df5c7bbc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39849610-2f03-41fe-b278-8b4df5c7bbc4,segment=NetworkSegment(99e07c06-4f3b-4413-b835-26313372c366),segment_id=99e07c06-4f3b-4413-b835-26313372c366)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:33.292367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.309075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 39849610-2f03-41fe-b278-8b4df5c7bbc4 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:33.340714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Deleting port 39849610-2f03-41fe-b278-8b4df5c7bbc4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:33.341395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.412650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.444459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] For port 39849610-2f03-41fe-b278-8b4df5c7bbc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=39849610-2f03-41fe-b278-8b4df5c7bbc4,segment=NetworkSegment(99e07c06-4f3b-4413-b835-26313372c366),segment_id=99e07c06-4f3b-4413-b835-26313372c366)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:33.445397 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.447996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No DVR routers for this DVR port 39849610-2f03-41fe-b278-8b4df5c7bbc4 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:33.456388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=39849610-2f03-41fe-b278-8b4df5c7bbc4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:33.467004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Calling delete_port for 39849610-2f03-41fe-b278-8b4df5c7bbc4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:33.474277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Deleting port 05a86a3b-e6f2-40af-a529-542327e8ab1e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:33.475553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.545012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.556548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a70c4aa-62ff-4049-a441-0c451cd69755']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:33.563601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.571795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e07c06-4f3b-4413-b835-26313372c366') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:33.572090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e07c06-4f3b-4413-b835-26313372c366') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:33.580367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] For port 05a86a3b-e6f2-40af-a529-542327e8ab1e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a86a3b-e6f2-40af-a529-542327e8ab1e,segment=NetworkSegment(4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59),segment_id=4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:33.581275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.582751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.599183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] Pushing event deleted for resources: {'Port': ['ID=39849610-2f03-41fe-b278-8b4df5c7bbc4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:33.599566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Calling delete_port for 05a86a3b-e6f2-40af-a529-542327e8ab1e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:33.602642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.607600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711daf1-1151-4ca4-bd08-02b25bf5fbae None None] No DVR routers for this DVR port 39849610-2f03-41fe-b278-8b4df5c7bbc4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:33.612088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:33.613433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:33.619728 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:33.693772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.703707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.710516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/5a70c4aa-62ff-4049-a441-0c451cd69755 HTTP/1.1" status: 204 len: 168 time: 0.6984072 Jul 30 00:10:33.713433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52836) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:33.737676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190ab2f-133d-4989-817a-4d4b59350122 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=5a70c4aa-62ff-4049-a441-0c451cd69755,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:33.799003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5c3d5-2d54-40c8-adde-3c2e90fe51ea tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:33.804333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2bc5c3d5-2d54-40c8-adde-3c2e90fe51ea tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/cec5d299-74eb-4295-9070-3b67802f23b3 HTTP/1.1" status: 200 len: 844 time: 0.0859971 Jul 30 00:10:33.804834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52838) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:33.863076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5e94ce9-b5c4-49ec-90d5-0971188132bc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/cec5d299-74eb-4295-9070-3b67802f23b3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0555620 Jul 30 00:10:33.867637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52840) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:33.876080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:33.887933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39849610-2f03-41fe-b278-8b4df5c7bbc4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:33.893015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.917260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 39849610-2f03-41fe-b278-8b4df5c7bbc4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:33.917671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 39849610-2f03-41fe-b278-8b4df5c7bbc4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:33.933272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=05a86a3b-e6f2-40af-a529-542327e8ab1e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:34.033703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:34.037822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.129848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.290121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.352291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:34.358838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:34.362569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:34.363138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.371799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee473f29-8a28-494c-9161-f9e587d78fc8 None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:34.373740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=875a9d7a-04a2-438c-901e-792b5be9e467,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:34.387604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16c183b1-20ad-40c2-b2a4-0ab0996e8e98 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5164921 Jul 30 00:10:34.390876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:34.397340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'security_group': {'name': 'tempest-secgroup-337864802'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:34.427007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.544781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.549879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.568816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.570435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1775193 Jul 30 00:10:34.576663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52844) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:34.587803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256560666'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:34.630852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'tenant_id': 'b27e4cdff74143679e92d82e8d60e73a', 'fixed_ips': [{'subnet_id': '875a9d7a-04a2-438c-901e-792b5be9e467'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:34.631669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.633055 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.652918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1ba3a-5de2-4042-9b4c-3973f7fd4ce8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10e95b-48f6-4633-a4cf-8a23bac6dfa3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:34.747961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.757987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.798702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:34.801344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2217433 Jul 30 00:10:34.805345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:34.807028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10dde8-38b5-4883-a75d-9ae5be084216 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8686a-3e32-4b14-95cb-602e979e7d00,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:34.821685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-935528699', 'security_groups': ['7cc8686a-3e32-4b14-95cb-602e979e7d00'], 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '875a9d7a-04a2-438c-901e-792b5be9e467'}]}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:34.834615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Allocated IP 2001:db8::2 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/875a9d7a-04a2-438c-901e-792b5be9e467/f02f1565-323b-4a73-8f3d-b4b825111c44) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:34.843600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:35.030291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.044916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Transition to ACTIVE for port object f02f1565-323b-4a73-8f3d-b4b825111c44 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:35.050682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:35.058874 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e7521545-5691-499b-a295-d9edffea0bfa admin admin] 10.222.0.49 "PUT /v2.0/routers/b3e6a4cc-1abf-4515-a82a-a9613f5a8263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3684392 Jul 30 00:10:35.059800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52848) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:35.062448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:35.071819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Transition to ACTIVE for port object f02f1565-323b-4a73-8f3d-b4b825111c44 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:35.076204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Sync routers for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:35.088553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.115763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:35.116522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:35.200132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:35.201207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:35.206845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:35.210727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:35.217780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.238150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.250465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 13531e13-2423-47aa-aeac-87728d4bf445 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:35.336595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:35.431451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.450791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Attempting to bind port f02f1565-323b-4a73-8f3d-b4b825111c44 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:35.450791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Attempting to bind port f02f1565-323b-4a73-8f3d-b4b825111c44 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3cafac77-2ae0-4c51-9db8-3cae81d15e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:35.450791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Attempting to bind port f02f1565-323b-4a73-8f3d-b4b825111c44 on network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:35.502640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:35.503029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Checking segment: {'id': '3cafac77-2ae0-4c51-9db8-3cae81d15e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:35.503639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.504200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Bound using segment: {'id': '3cafac77-2ae0-4c51-9db8-3cae81d15e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:35.504859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Bound port: f02f1565-323b-4a73-8f3d-b4b825111c44, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cafac77-2ae0-4c51-9db8-3cae81d15e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:35.505443 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.505653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::1c0 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/875a9d7a-04a2-438c-901e-792b5be9e467/13531e13-2423-47aa-aeac-87728d4bf445) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:35.514196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Deleting port 5183cf17-2705-4345-8bb7-1adfd6ff021e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:35.514839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.633147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] For port 5183cf17-2705-4345-8bb7-1adfd6ff021e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5183cf17-2705-4345-8bb7-1adfd6ff021e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:35.633147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.652227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:35.658340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Calling delete_port for 5183cf17-2705-4345-8bb7-1adfd6ff021e owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:35.678895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:35.687353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.696894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:10:33Z', 'revision_number': 5, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port': {'id': '5183cf17-2705-4345-8bb7-1adfd6ff021e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:28:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:07:58Z', 'updated_at': '2021-07-30T00:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:35.725593 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.752118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 13531e13-2423-47aa-aeac-87728d4bf445 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:35.766284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Checking router: b3e6a4cc-1abf-4515-a82a-a9613f5a8263 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:10:35.808376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Routers {'b3e6a4cc-1abf-4515-a82a-a9613f5a8263'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:35.810030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:35.824862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.908626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:35.912188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:35.915653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:35.922439 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:35.923412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.939440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] Set router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:35.949686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.953219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1457043 Jul 30 00:10:35.958340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:35.964496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:35.991210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Pushing event deleted for resources: {'Port': ['ID=5183cf17-2705-4345-8bb7-1adfd6ff021e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:36.003813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:10:35Z', 'revision_number': 6, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:36.044805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0583325-5374-43b6-89b9-e599e3e61a23 None None] The sync data for ids ['b3e6a4cc-1abf-4515-a82a-a9613f5a8263'] in n-d-712707-11 is: [{'id': 'b3e6a4cc-1abf-4515-a82a-a9613f5a8263', 'name': 'tempest-ServerRescueNegativeTestJSON-344784867-router', 'tenant_id': '47c975cd2f60457398e0a4804f1c1b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:07:57Z', 'updated_at': '2021-07-30T00:10:35Z', 'revision_number': 6, 'project_id': '47c975cd2f60457398e0a4804f1c1b40', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:36.046631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27a4b0-8842-4611-b37f-98500e318eaa None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:36.075701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153244e4-9185-4f30-80ba-9f17d11e9b0f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=13531e13-2423-47aa-aeac-87728d4bf445,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:36.144724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.157565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:36.162979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.281558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.286019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.304702 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 875a9d7a-04a2-438c-901e-792b5be9e467 (CIDR: 2001:db8::/64) Jul 30 00:10:36.308888 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:10:36.309403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:36.332887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11f51222-8541-48e0-869f-a12cf9a8f269 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3708036 Jul 30 00:10:36.333349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52852) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:36.339615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:36.347061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.348024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e6a4cc-1abf-4515-a82a-a9613f5a8263 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:10:36.353919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.357712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-40ea993a-986b-4250-a13c-4dc397c25223 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b3e6a4cc-1abf-4515-a82a-a9613f5a8263 HTTP/1.1" status: 204 len: 168 time: 1.2939470 Jul 30 00:10:36.357993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:36.414054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Deleting subnet 167ede19-b534-4188-b2bc-7958c4500a01 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:36.417585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.478695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.542436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.546771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:36.563361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.673014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.724815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.727445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/167ede19-b534-4188-b2bc-7958c4500a01 HTTP/1.1" status: 204 len: 168 time: 0.3680713 Jul 30 00:10:36.731932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52856) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:36.739313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561f0d-edf5-45e3-a0e0-0ffa7bd623e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167ede19-b534-4188-b2bc-7958c4500a01,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:36.845329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.963209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.965992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.984710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1897d1-6dc8-4896-9e0e-ee63daf9a356']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:36.998717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:37.000619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4046e1fc-c3eb-4dfd-9b24-06eeddbe8b59') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:37.013327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.030924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.032030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:37.039483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:37.043612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:37.044142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:37.049913 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:37.052835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:37.053850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.080999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=f6b26515-0d43-4e3e-a7b9-102cdaf803f3,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:37.086996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7255b55-e67e-46b6-b46e-bb78cc104169 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7524664 Jul 30 00:10:37.089704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:37.096278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1388009237', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6b26515-0d43-4e3e-a7b9-102cdaf803f3'}], 'security_groups': ['7b10e95b-48f6-4633-a4cf-8a23bac6dfa3']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:37.135072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.151077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.156218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e1897d1-6dc8-4896-9e0e-ee63daf9a356 HTTP/1.1" status: 204 len: 168 time: 0.4230163 Jul 30 00:10:37.168265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a4c10-9b42-4b69-a257-8703eb70fb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1897d1-6dc8-4896-9e0e-ee63daf9a356,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:37.230412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.277876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f2a1c-90b7-45cf-8613-de74d35248ea None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:37.360094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4198c25-af3e-4c86-a96a-6df657bd67a3 None None] Provisioning for port f02f1565-323b-4a73-8f3d-b4b825111c44 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:37.409769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4198c25-af3e-4c86-a96a-6df657bd67a3 None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:37.410144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4198c25-af3e-4c86-a96a-6df657bd67a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.492664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:37.566893 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ce0066c0-76e2-4341-b0b9-e709cd1ff51c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47c975cd2f60457398e0a4804f1c1b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687263 Jul 30 00:10:37.567930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52864) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:37.688490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c4198c25-af3e-4c86-a96a-6df657bd67a3 None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:37.698315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.749432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.752029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Delete allocated IP 2001:db8::1c0 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/875a9d7a-04a2-438c-901e-792b5be9e467) {{(pid=93865) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 00:10:37.774885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8:0:1::27d (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/f6b26515-0d43-4e3e-a7b9-102cdaf803f3/13531e13-2423-47aa-aeac-87728d4bf445) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:37.823030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Update dhcp port {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'fixed_ips': [{'subnet_id': '875a9d7a-04a2-438c-901e-792b5be9e467', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6b26515-0d43-4e3e-a7b9-102cdaf803f3'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'f02f1565-323b-4a73-8f3d-b4b825111c44'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:37.876683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.924497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.928425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.931419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ea5125d-ee18-44f2-b58f-5e0a32de3c9c HTTP/1.1" status: 204 len: 168 time: 0.3631558 Jul 30 00:10:37.945307 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8812a9-45d5-4fe0-af93-2b8f09e6809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5125d-ee18-44f2-b58f-5e0a32de3c9c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:37.952707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:38.032049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.050577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Ignored duplicate provisioning block setup for port 13531e13-2423-47aa-aeac-87728d4bf445 by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:10:38.057835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.139469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] In _notify_port_updated(), no bound segment for port 13531e13-2423-47aa-aeac-87728d4bf445 on network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:10:38.144556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:38.145521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.150454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f02f1565-323b-4a73-8f3d-b4b825111c44 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:38.150874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:38.158231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:38.158611 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.161025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/ports/13531e13-2423-47aa-aeac-87728d4bf445 HTTP/1.1" status: 200 len: 931 time: 1.0700982 Jul 30 00:10:38.179998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880cc69-dbff-4cdc-ac07-e1a072a67c31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=13531e13-2423-47aa-aeac-87728d4bf445,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:38.203135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Allocated IP 2001:db8:0:1::2 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/f6b26515-0d43-4e3e-a7b9-102cdaf803f3/f02f1565-323b-4a73-8f3d-b4b825111c44) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:38.290639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 13531e13-2423-47aa-aeac-87728d4bf445 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:38.291093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.347115 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.372538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:38.415600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.431964 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.439793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Transition to ACTIVE for port object f02f1565-323b-4a73-8f3d-b4b825111c44 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:38.447228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.447586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 13531e13-2423-47aa-aeac-87728d4bf445 owned by {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:38.521008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c77c77-9c16-4610-950c-7af2cfe7ae76 None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:38.627378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:10:38.627814 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:10:38.660798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.717280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=13531e13-2423-47aa-aeac-87728d4bf445,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:38.752924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.761094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:38.761499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f7a4fb6b-5783-4382-9c7a-5d121e200e48 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/13531e13-2423-47aa-aeac-87728d4bf445 HTTP/1.1" status: 204 len: 168 time: 0.6089895 Jul 30 00:10:38.797535 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46d6ff8-c4c3-49ad-941b-8ecbb83239a2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:38.801822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c46d6ff8-c4c3-49ad-941b-8ecbb83239a2 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/13531e13-2423-47aa-aeac-87728d4bf445 HTTP/1.1" status: 404 len: 333 time: 0.0366342 Jul 30 00:10:38.802550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:38.866160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.896777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.982695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.986599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:38.987832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/security-groups/7cc8686a-3e32-4b14-95cb-602e979e7d00 HTTP/1.1" status: 204 len: 168 time: 0.1842370 Jul 30 00:10:38.993142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52892) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:39.008263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790badf-9983-4923-a404-03d2041c1ccc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8686a-3e32-4b14-95cb-602e979e7d00,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:39.086484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.125147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.126583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:39.183761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.186758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.190765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:39.190939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/security-groups/7b10e95b-48f6-4633-a4cf-8a23bac6dfa3 HTTP/1.1" status: 204 len: 168 time: 0.1965308 Jul 30 00:10:39.200943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0805-99d0-4bbc-b486-7a65296daf8d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10e95b-48f6-4633-a4cf-8a23bac6dfa3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:39.205273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.296487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:39.302752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.364676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:39.366740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-29949955-network', 'tenant_id': '8e3acfe22a0147b69937e954b6b45798'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:39.380199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 875a9d7a-04a2-438c-901e-792b5be9e467 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:39.386973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.388330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a86a3b-e6f2-40af-a529-542327e8ab1e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:39.421324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 05a86a3b-e6f2-40af-a529-542327e8ab1e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:39.422473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a86a3b-e6f2-40af-a529-542327e8ab1e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:39.422473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5183cf17-2705-4345-8bb7-1adfd6ff021e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:39.449118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5183cf17-2705-4345-8bb7-1adfd6ff021e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:39.449472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5183cf17-2705-4345-8bb7-1adfd6ff021e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:39.462600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.490029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Made reservation on behalf of 8e3acfe22a0147b69937e954b6b45798 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:39.492495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.503782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.543734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Provisioning for port f02f1565-323b-4a73-8f3d-b4b825111c44 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:39.554686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:39.555157 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.678232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.697035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Could not find standard attr ID for object 13531e13-2423-47aa-aeac-87728d4bf445. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:39.732767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.735861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:39.736292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.740782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.795788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-54f76ab5-8821-4240-9fb7-2f133e2078db None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:39.796376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df3867-6136-47a1-910a-1e1d4e28d40a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:39.809199 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.817951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:39.876541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.883039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52900) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:39.883765 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/875a9d7a-04a2-438c-901e-792b5be9e467 HTTP/1.1" status: 204 len: 168 time: 0.6908758 Jul 30 00:10:39.885835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.886327 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Added segment 4fef89a2-1e48-4648-883d-e4aaf57d1334 of type vlan for network 4b347b90-e477-408b-8709-5364dbf0a13c Jul 30 00:10:39.888564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae08e9e-60c9-465e-8a33-7bec13fbed34 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=875a9d7a-04a2-438c-901e-792b5be9e467,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:39.888874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:39.948675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6c451334-728b-47ce-9471-ae8976c58d9b None None] Could not find standard attr ID for object 13531e13-2423-47aa-aeac-87728d4bf445. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:39.959083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.990985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:40.004463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.007543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.011144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.046018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9182320 Jul 30 00:10:40.052335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:40.073330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Request body: {'subnet': {'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-29949955-subnet', 'tenant_id': '8e3acfe22a0147b69937e954b6b45798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:40.087927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:40.088304 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.164629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5749-bb00-4577-a250-7e41e2462655 admin admin] Pushing event updated for resources: {'Network': ['ID=4b347b90-e477-408b-8709-5364dbf0a13c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:40.178689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4b347b90-e477-408b-8709-5364dbf0a13c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:40.210075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Made reservation on behalf of 8e3acfe22a0147b69937e954b6b45798 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:40.212490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.304703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-54c5e90d-4092-4aa7-ae1f-0d5b1ace8f67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3194256 Jul 30 00:10:40.312299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:40.315790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.319408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ff006-9065-4e54-9aef-1bf97035823e None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:40.372151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-091310bb-c04f-417b-8a98-4f36c1f412a2 None None] Could not find standard attr ID for object 13531e13-2423-47aa-aeac-87728d4bf445. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:40.484919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-7344e1da-7275-4bb6-a73e-3048cf6bf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.486680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-7344e1da-7275-4bb6-a73e-3048cf6bf058 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1098 time: 0.1182394 Jul 30 00:10:40.626992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.776998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-8d58fdcc-b66c-4877-8002-007527977e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.778593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-8d58fdcc-b66c-4877-8002-007527977e4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.2586901 Jul 30 00:10:40.793476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7c6515-3a3e-4dec-b81e-33905cd417d5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:40.867316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Checking segment: {'id': '4fef89a2-1e48-4648-883d-e4aaf57d1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:40.867664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Network hostable DHCP agents. Network: 4b347b90-e477-408b-8709-5364dbf0a13c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:40.891325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.903942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-d36b1136-d117-4bea-8e53-e11cdce890eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 1000 time: 0.1142714 Jul 30 00:10:40.943540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:40.958872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:40.991726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.992228 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:40.998428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Network 4b347b90-e477-408b-8709-5364dbf0a13c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:41.020222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=2b89ed37-a31c-4a63-a89b-7dbc678c6aa0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:41.039470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4b347b90-e477-408b-8709-5364dbf0a13c) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:41.042831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d90486ef-daf7-49f8-9695-b71a989467bd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1585500 Jul 30 00:10:41.046099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52906) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:41.046417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:41.047428 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.050601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16875f-7b1c-4c39-a881-f4311d1c04a1 None None] Network 4b347b90-e477-408b-8709-5364dbf0a13c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:41.051330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-33b700b8-c02a-42f6-9b1d-d6aa8973ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:41.052836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-33b700b8-c02a-42f6-9b1d-d6aa8973ecec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.1186745 Jul 30 00:10:41.054373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818122602'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:41.074789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-750f3534-131b-447c-aaf5-4aca497fa117 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0184431 Jul 30 00:10:41.105888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.108887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-16ff2ad5-f64b-44a2-a8fc-6625a273da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:41.111191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-16ff2ad5-f64b-44a2-a8fc-6625a273da2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485635 Jul 30 00:10:41.215611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.227618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.230118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b23279-dc44-4e0a-a1ec-829d262f35ec None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:41.246114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-efd1373b-e722-4b03-81c0-64116806cf6f service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258452 Jul 30 00:10:41.270673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.282333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2326672 Jul 30 00:10:41.284118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:41.294364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'security_group': {'name': 'tempest-secgroup-692020934'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:41.294623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2c6fc-d784-4635-b1f0-d18313d40c33 None None] Network 4b347b90-e477-408b-8709-5364dbf0a13c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:41.323496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824b330-b96c-4487-a459-56669d489d0c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3051a49-8e83-4571-9458-584b492486ac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:41.328464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.396962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73c2dcfa-e143-45f9-a12c-dd9144a597b9 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:41.397590 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73c2dcfa-e143-45f9-a12c-dd9144a597b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.431774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d528a0f-d852-48b6-87f5-b27547232f1b req-55482355-c034-474f-a882-f5334d669e1a service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760912 Jul 30 00:10:41.450196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.457421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.512323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.513816 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2275360 Jul 30 00:10:41.516390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355417a-79a9-4e11-83fc-36f502abb2bb tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4079fd1-3d46-4efd-a34e-1c8877240ef6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:41.517760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:41.523780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'security_group': {'name': 'tempest-secgroup-474863780'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:41.559088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.701557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Update dhcp port {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'fixed_ips': [{'subnet_id': 'f6b26515-0d43-4e3e-a7b9-102cdaf803f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b89ed37-a31c-4a63-a89b-7dbc678c6aa0'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'f02f1565-323b-4a73-8f3d-b4b825111c44'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:41.703758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73c2dcfa-e143-45f9-a12c-dd9144a597b9 None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:41.704128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73c2dcfa-e143-45f9-a12c-dd9144a597b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.711914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.716917 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.735808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:41.743100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1404027768-network', 'tenant_id': '1f300bc0086a41aba8d771191e1bca96'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:41.759404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.766411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2464340 Jul 30 00:10:41.767362 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.774563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52926) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:41.782066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-73c2dcfa-e143-45f9-a12c-dd9144a597b9 None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:41.790181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5d12d-f284-4006-abbd-607adea38d31 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e24e3b-6d0e-4408-9ef5-0cd0852de490,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:41.791761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Made reservation on behalf of 1f300bc0086a41aba8d771191e1bca96 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:41.794238 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.809286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-805706595', 'security_groups': ['06e24e3b-6d0e-4408-9ef5-0cd0852de490'], 'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b89ed37-a31c-4a63-a89b-7dbc678c6aa0'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:41.814877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.987629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:41.993920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.053429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:42.057664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6ffab-b97b-4dbd-bf97-6a301b5dd12a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:42.058738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Allocated IP 2001:db8::2 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/2b89ed37-a31c-4a63-a89b-7dbc678c6aa0/f02f1565-323b-4a73-8f3d-b4b825111c44) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:42.091875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.092273 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Added segment 6e4ec7c8-8122-4657-9f42-b7862e327bf4 of type vlan for network ff2155b7-8258-4dd3-b496-c1812450e3af Jul 30 00:10:42.154389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.190410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:42.204999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.206339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:42.207099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.232940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.233229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4960318 Jul 30 00:10:42.244065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:42.249490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Request body: {'subnet': {'network_id': 'ff2155b7-8258-4dd3-b496-c1812450e3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1404027768-subnet', 'tenant_id': '1f300bc0086a41aba8d771191e1bca96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:42.252893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Transition to ACTIVE for port object f02f1565-323b-4a73-8f3d-b4b825111c44 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:42.259781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.313709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94db46-6259-43f3-85b1-b20661f238c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2155b7-8258-4dd3-b496-c1812450e3af,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:42.321366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Made reservation on behalf of 1f300bc0086a41aba8d771191e1bca96 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:42.324334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.347265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network ff2155b7-8258-4dd3-b496-c1812450e3af details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:42.366512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f6dc-9b1e-4ebe-8246-ce1ecaad8a38 None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:42.455911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:42.541792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.553120 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.574677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] device_id is not set on port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:10:42.605553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7275b5-94c9-4460-bac2-473f3f0b048e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:42.619842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Checking segment: {'id': '6e4ec7c8-8122-4657-9f42-b7862e327bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff2155b7-8258-4dd3-b496-c1812450e3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:42.620212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Network hostable DHCP agents. Network: ff2155b7-8258-4dd3-b496-c1812450e3af, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:42.647055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Network ff2155b7-8258-4dd3-b496-c1812450e3af is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:42.664080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, ff2155b7-8258-4dd3-b496-c1812450e3af) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:42.672104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:42.673134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:42.681535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd190b9b-004c-4bb2-a9e4-5cf50b9d8565 None None] Network ff2155b7-8258-4dd3-b496-c1812450e3af requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:42.697879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5c0ba989-5784-47f0-af83-e071c25de893 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4523966 Jul 30 00:10:42.828156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8::331 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/2b89ed37-a31c-4a63-a89b-7dbc678c6aa0/1e9cfaa7-f93f-4636-a8e6-a6bd79744544) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:42.900413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5340a9c-ca7c-4df9-9b12-1bf7dfe4f852 None None] Network ff2155b7-8258-4dd3-b496-c1812450e3af requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:43.064620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.089393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:43.137824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.198109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:43.202031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:43.217161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:43.224740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:43.225420 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.238098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=1e9cfaa7-f93f-4636-a8e6-a6bd79744544,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:43.240794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Provisioning for port f02f1565-323b-4a73-8f3d-b4b825111c44 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:43.248785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:43.249459 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.278403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-121d58b4-1ef8-4109-84fc-48cb0896f1d8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4836931 Jul 30 00:10:43.281536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:43.291120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:43.402476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:43.403159 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.447885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:43.453111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.472351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-735e6307-118d-4e5e-86f8-b5b8b5454b1b None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:43.472989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-2ae53708-4018-4a31-b70c-c48cee1032cc tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:43.477265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-2ae53708-4018-4a31-b70c-c48cee1032cc tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/networks?id=4b347b90-e477-408b-8709-5364dbf0a13c HTTP/1.1" status: 200 len: 823 time: 0.1785464 Jul 30 00:10:43.494571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-10fa2b49-69ab-4a0c-a947-78c02ad7ee93 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/quotas/8e3acfe22a0147b69937e954b6b45798 HTTP/1.1" status: 200 len: 375 time: 0.0113158 Jul 30 00:10:43.547629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3ce1a1c1-d8f3-47cf-83c9-dddfac16c8e9 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e3acfe22a0147b69937e954b6b45798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436356 Jul 30 00:10:43.594977 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b89ed37-a31c-4a63-a89b-7dbc678c6aa0 (CIDR: 2001:db8::/64) Jul 30 00:10:43.599453 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:10:43.599625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9302b653-d095-4c1f-9380-3d7676fcb72d None None] Provisioning for port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:43.600102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:43.605048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9302b653-d095-4c1f-9380-3d7676fcb72d None None] Provisioning complete for port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:43.606152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9302b653-d095-4c1f-9380-3d7676fcb72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.620796 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2899adf2-b79e-48db-8a8c-8e5fb6adf66c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3373275 Jul 30 00:10:43.621406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:43.627223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:43.670696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9302b653-d095-4c1f-9380-3d7676fcb72d None None] Port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:43.673129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-ff91c961-08bf-4b57-91d3-74efb79654b5 service neutron] 10.222.0.49 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167979 Jul 30 00:10:43.761379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:43.765258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:43.792750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-bb92233c-f39a-41fb-b5d9-65113cbe37a0 service neutron] 10.222.0.49 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094670 Jul 30 00:10:43.868197 n-d-712707-11 neutron-server[93865]: INFO neutron.db.ipam_backend_mixin [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f6b26515-0d43-4e3e-a7b9-102cdaf803f3 (CIDR: 2001:db8:0:1::/64) Jul 30 00:10:43.872668 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:10:43.873277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:43.881904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:43.897471 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6bc82b8-6fbf-489c-ba7c-346cff0276da tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2721789 Jul 30 00:10:43.898111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52956) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:43.906473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'subnet': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:43.968298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:43.968892 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:44.026801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-03bc8a3f-a697-4435-aef5-a5e4d8cd6b58 req-5299e654-f0a4-416f-bd02-feac9b5d477e tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 210 time: 0.0394137 Jul 30 00:10:44.107694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Made reservation on behalf of b27e4cdff74143679e92d82e8d60e73a for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:44.111564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:44.395969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:44.448828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:44.452033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:44.456469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:44.457384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:44.466853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f60d3-c698-4a8c-ad7d-1f7591818ae6 None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:44.472002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Subnet': ['ID=65eeaa29-0881-45e3-b1c2-45450452f7e5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:44.486080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f8ab892-7ff9-4369-bd25-2c6ac64ed0cd tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5865722 Jul 30 00:10:44.489121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52970) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:44.495691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2003208572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65eeaa29-0881-45e3-b1c2-45450452f7e5'}], 'security_groups': ['f3051a49-8e83-4571-9458-584b492486ac', 'd4079fd1-3d46-4efd-a34e-1c8877240ef6']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:44.671356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:44.885798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Update dhcp port {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'fixed_ips': [{'subnet_id': 'f6b26515-0d43-4e3e-a7b9-102cdaf803f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b89ed37-a31c-4a63-a89b-7dbc678c6aa0', 'ip_address': '2001:db8::2'}, {'subnet_id': '65eeaa29-0881-45e3-b1c2-45450452f7e5'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'f02f1565-323b-4a73-8f3d-b4b825111c44'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:44.918475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.028271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Delete allocated IP 2001:db8::331 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/2b89ed37-a31c-4a63-a89b-7dbc678c6aa0) {{(pid=93865) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 00:10:45.037636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Allocated IP 2001:db8:0:2::31c (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/65eeaa29-0881-45e3-b1c2-45450452f7e5/1e9cfaa7-f93f-4636-a8e6-a6bd79744544) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:45.133589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b5fcc69-2496-42d6-824d-07307633f74c req-fbbc6a51-ce2b-40de-ae60-4d26f7675171 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 210 time: 0.0281549 Jul 30 00:10:45.225340 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.240802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Transition to ACTIVE for port object 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:45.248564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.308144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Allocated IP 2001:db8:0:2::2 (9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768/65eeaa29-0881-45e3-b1c2-45450452f7e5/f02f1565-323b-4a73-8f3d-b4b825111c44) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:45.316397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] In _notify_port_updated(), no bound segment for port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 on network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 {{(pid=93865) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 00:10:45.322151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:45.322783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.325685 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "PUT /v2.0/ports/1e9cfaa7-f93f-4636-a8e6-a6bd79744544 HTTP/1.1" status: 200 len: 970 time: 0.8333101 Jul 30 00:10:45.327176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:45.364183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79558fdf-8ea3-4d92-9aa2-8f011d070d16 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event updated for resources: {'Port': ['ID=1e9cfaa7-f93f-4636-a8e6-a6bd79744544,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:45.451596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:45.453641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-14bf78cc-bb53-4efa-8291-e3b282bdf77f tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:45.455200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-14bf78cc-bb53-4efa-8291-e3b282bdf77f tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.57 "GET /v2.0/networks?id=4b347b90-e477-408b-8709-5364dbf0a13c HTTP/1.1" status: 200 len: 823 time: 0.1585071 Jul 30 00:10:45.455573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:45.455991 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.477464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Request body: {'port': {'device_id': '75bd8af0-2967-45ff-860a-933c3871da82', 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c', 'admin_state_up': True, 'tenant_id': '8e3acfe22a0147b69937e954b6b45798'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:45.487325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.501901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Transition to ACTIVE for port object f02f1565-323b-4a73-8f3d-b4b825111c44 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:45.507583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.556265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.570669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for 1e9cfaa7-f93f-4636-a8e6-a6bd79744544 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:45.604725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Made reservation on behalf of 8e3acfe22a0147b69937e954b6b45798 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:45.608378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.614681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037dd0-71c3-4170-aff4-91e1a953dde7 None None] Pushing event updated for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:45.722920 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.762362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Allocated IP 172.20.0.2 (4b347b90-e477-408b-8709-5364dbf0a13c/8c7c6515-3a3e-4dec-b81e-33905cd417d5/8107e56d-14d0-4ddd-accc-d2245d7187a7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:45.763195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=1e9cfaa7-f93f-4636-a8e6-a6bd79744544,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:45.795739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:45.798282 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4355b508-7435-445d-9c71-a2b9777ecf0d tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/1e9cfaa7-f93f-4636-a8e6-a6bd79744544 HTTP/1.1" status: 204 len: 168 time: 0.4698594 Jul 30 00:10:45.800589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52980) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:45.828084 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6490b171-6e1a-4a18-82d2-829a64e292e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] GET failed (client error): The resource could not be found. Jul 30 00:10:45.829735 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6490b171-6e1a-4a18-82d2-829a64e292e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports/1e9cfaa7-f93f-4636-a8e6-a6bd79744544 HTTP/1.1" status: 404 len: 333 time: 0.0281501 Jul 30 00:10:45.834390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52982) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:45.892150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:45.961703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.007192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.010349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.077729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.079891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.081103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/security-groups/06e24e3b-6d0e-4408-9ef5-0cd0852de490 HTTP/1.1" status: 204 len: 168 time: 0.2457037 Jul 30 00:10:46.084100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52984) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:46.087088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.108403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f370c5-cb67-4e52-93f7-be76ba38e1e4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e24e3b-6d0e-4408-9ef5-0cd0852de490,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.142222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Network 4b347b90-e477-408b-8709-5364dbf0a13c is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:46.146233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:46.150183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:46.155035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.182917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.199806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Pushing event updated for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.224368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:46.225065 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.237015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.239822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.241225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/security-groups/d4079fd1-3d46-4efd-a34e-1c8877240ef6 HTTP/1.1" status: 204 len: 168 time: 0.1556253 Jul 30 00:10:46.244181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52988) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:46.251584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a590-c09b-4a5e-a695-5445c4ae6e21 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4079fd1-3d46-4efd-a34e-1c8877240ef6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.264775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-3d328e5b-4d3a-44fe-84de-ba0271ff7c28 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921071 Jul 30 00:10:46.294421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Request body: {'port': {'device_id': '75bd8af0-2967-45ff-860a-933c3871da82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:46.297313 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9036e745-a7ce-4105-a850-b19f2a8c129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.372007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41557-9110-4f4d-82d1-6e1d5428276f req-dc98d063-ceeb-4998-a277-ef265c2b265c tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:46.373666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7cf41557-9110-4f4d-82d1-6e1d5428276f req-dc98d063-ceeb-4998-a277-ef265c2b265c tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 931 time: 0.1349523 Jul 30 00:10:46.425972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Could not find standard attr ID for object 1e9cfaa7-f93f-4636-a8e6-a6bd79744544. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:46.431490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.433516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.439680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Provisioning for port f02f1565-323b-4a73-8f3d-b4b825111c44 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:46.444904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:46.445436 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.488942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7cf41557-9110-4f4d-82d1-6e1d5428276f req-aae9cc7b-38b7-4bb6-a8cc-83b101d3ee3a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953074 Jul 30 00:10:46.509961 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.569366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:46.569875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.611664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b06ce2e6-be74-46ba-a31d-b56f125b0860 None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:46.645703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.649053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.650606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3051a49-8e83-4571-9458-584b492486ac HTTP/1.1" status: 204 len: 168 time: 0.4050133 Jul 30 00:10:46.655665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52990) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:46.702207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccfefc-0aba-4545-ab8b-5ff09e509782 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3051a49-8e83-4571-9458-584b492486ac,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.723208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 2b89ed37-a31c-4a63-a89b-7dbc678c6aa0 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:46.729519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3bf6e4e6-b19e-4063-b5e7-0e0b216e3c4a None None] Could not find standard attr ID for object 1e9cfaa7-f93f-4636-a8e6-a6bd79744544. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:10:46.739082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.792848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.850574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8107e56d-14d0-4ddd-accc-d2245d7187a7 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:46.858194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.870539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Transition to ACTIVE for port object 8107e56d-14d0-4ddd-accc-d2245d7187a7 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:46.877059 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.886531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.927724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Pushing event updated for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.955762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.983768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=2b89ed37-a31c-4a63-a89b-7dbc678c6aa0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:46.989457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:46.991516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-23a729c9-8ca3-4c02-b3b8-1d098c90ccbf tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/2b89ed37-a31c-4a63-a89b-7dbc678c6aa0 HTTP/1.1" status: 204 len: 168 time: 0.3343029 Jul 30 00:10:46.995453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52992) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:46.997284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554c7eb-0659-47a4-a5c9-c4cd2fa5599f None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:47.008797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Attempting to bind port 8107e56d-14d0-4ddd-accc-d2245d7187a7 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:47.009198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Attempting to bind port 8107e56d-14d0-4ddd-accc-d2245d7187a7 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '4fef89a2-1e48-4648-883d-e4aaf57d1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:47.009523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Attempting to bind port 8107e56d-14d0-4ddd-accc-d2245d7187a7 on network 4b347b90-e477-408b-8709-5364dbf0a13c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:47.014211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Port 8107e56d-14d0-4ddd-accc-d2245d7187a7 on network 4b347b90-e477-408b-8709-5364dbf0a13c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:10:47.014495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Attempting to bind port 8107e56d-14d0-4ddd-accc-d2245d7187a7 on network 4b347b90-e477-408b-8709-5364dbf0a13c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:47.019782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:47.020119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Checking segment: {'id': '4fef89a2-1e48-4648-883d-e4aaf57d1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:47.020508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Bound using segment: {'id': '4fef89a2-1e48-4648-883d-e4aaf57d1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:47.020922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Bound port: 8107e56d-14d0-4ddd-accc-d2245d7187a7, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fef89a2-1e48-4648-883d-e4aaf57d1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:47.021288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.050543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet 65eeaa29-0881-45e3-b1c2-45450452f7e5 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:47.054048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.095338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:47.098296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.098628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7,segment=NetworkSegment(4fef89a2-1e48-4648-883d-e4aaf57d1334),segment_id=4fef89a2-1e48-4648-883d-e4aaf57d1334)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:47.104655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.141196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:47.141841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.143546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] 10.222.0.57 "PUT /v2.0/ports/8107e56d-14d0-4ddd-accc-d2245d7187a7 HTTP/1.1" status: 200 len: 1092 time: 0.8576531 Jul 30 00:10:47.145715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:47.148105 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c309c45-909e-4afb-9d8e-99c49bf04b62" -d '{"events": [{"name": "network-changed", "server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:47.173928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b42a-279b-4b63-861f-30dc495cdd79 service neutron] Pushing event updated for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:47.206441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.215809 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183c8bd2-3e46-4a7b-9fb1-50e0c3a3d78e x-openstack-request-id: req-183c8bd2-3e46-4a7b-9fb1-50e0c3a3d78e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:47.216102 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:47.216407 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-183c8bd2-3e46-4a7b-9fb1-50e0c3a3d78e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:47.216874 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7', 'status': 'completed', 'code': 200} Jul 30 00:10:47.271033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.282175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-cac73ca4-0f6e-4822-8ac0-b5cea904cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:47.284132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-cac73ca4-0f6e-4822-8ac0-b5cea904cafc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3acfe22a0147b69937e954b6b45798&device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 1095 time: 0.0493231 Jul 30 00:10:47.301197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=65eeaa29-0881-45e3-b1c2-45450452f7e5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:47.305870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.310290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c05ecc6-3a81-4f26-9284-af13a7c17b78 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/65eeaa29-0881-45e3-b1c2-45450452f7e5 HTTP/1.1" status: 204 len: 168 time: 0.3114185 Jul 30 00:10:47.310442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 52996) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:47.337418 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1db727-33c3-471d-8c16-196d0cab8a43 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:47.337915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1db727-33c3-471d-8c16-196d0cab8a43 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:47.341916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5e1db727-33c3-471d-8c16-196d0cab8a43 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/2b89ed37-a31c-4a63-a89b-7dbc678c6aa0 HTTP/1.1" status: 404 len: 337 time: 0.0283387 Jul 30 00:10:47.342091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-775d9fa0-f9b3-46d6-bc67-374a3f2f4955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7 HTTP/1.1" status: 200 len: 217 time: 0.0420113 Jul 30 00:10:47.342379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 52998) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:47.435862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting subnet f6b26515-0d43-4e3e-a7b9-102cdaf803f3 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:47.439257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-c3646860-dc57-4014-9b24-98fe58e475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:47.440744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-c3646860-dc57-4014-9b24-98fe58e475c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7c6515-3a3e-4dec-b81e-33905cd417d5 HTTP/1.1" status: 200 len: 863 time: 0.0903244 Jul 30 00:10:47.442800 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.468312 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.506979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-f98f7d71-94cd-48d1-b006-50c5908b516a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b347b90-e477-408b-8709-5364dbf0a13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400748 Jul 30 00:10:47.525816 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.716732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328dfb4-c668-439a-9e45-a987b4f9e053 req-5710200c-0f3e-488e-9813-ba2e8bfc8a43 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:47.718350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d328dfb4-c668-439a-9e45-a987b4f9e053 req-5710200c-0f3e-488e-9813-ba2e8bfc8a43 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 943 time: 0.1227858 Jul 30 00:10:47.753444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.766082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-ae1a0e1c-09f2-46f8-9b86-17d7d01a1e77 service neutron] 10.222.0.57 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508736 Jul 30 00:10:47.782276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586154d0-58d0-4aee-8ed8-a337c4a20fb5 None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:47.869311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d328dfb4-c668-439a-9e45-a987b4f9e053 req-931302a6-5bf0-4b48-a60a-a732d3c80ddb tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407235 Jul 30 00:10:47.871722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-826ba0a2-5dd6-4f5b-8dc6-01aa27fd7eb4 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:47.872090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-826ba0a2-5dd6-4f5b-8dc6-01aa27fd7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.918743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.954527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1571097-9f6e-4ca0-85fe-3b388a17694b req-0b4143fd-867d-4042-8cff-d17f47ddec33 service neutron] 10.222.0.57 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668468 Jul 30 00:10:47.955219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b26515-0d43-4e3e-a7b9-102cdaf803f3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:47.957283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:47.961105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9e5ce57-88ca-487a-ac7b-ecfdc4a3684c tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/f6b26515-0d43-4e3e-a7b9-102cdaf803f3 HTTP/1.1" status: 204 len: 168 time: 0.6158547 Jul 30 00:10:47.961999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53002) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:47.995591 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-760a2e6f-cd37-4b60-bd68-1f72f22ad643 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:47.996061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760a2e6f-cd37-4b60-bd68-1f72f22ad643 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:47.997881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-760a2e6f-cd37-4b60-bd68-1f72f22ad643 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/875a9d7a-04a2-438c-901e-792b5be9e467 HTTP/1.1" status: 404 len: 337 time: 0.0348942 Jul 30 00:10:48.000608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53004) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.031977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a926f43-28a0-4c83-add8-04317da97ad4 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b8a9964-1c11-4c58-a2a2-2dcc8963facc HTTP/1.1" status: 200 len: 205 time: 0.0302498 Jul 30 00:10:48.034710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53006) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.040857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-826ba0a2-5dd6-4f5b-8dc6-01aa27fd7eb4 None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:48.041411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-826ba0a2-5dd6-4f5b-8dc6-01aa27fd7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.084559 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-1f1c837f-1557-4a75-a0f3-dd6d63ee58dc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] delete failed (client error): The resource could not be found. Jul 30 00:10:48.085655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f1c837f-1557-4a75-a0f3-dd6d63ee58dc tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/routers/0b8a9964-1c11-4c58-a2a2-2dcc8963facc HTTP/1.1" status: 404 len: 336 time: 0.0498781 Jul 30 00:10:48.088433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53008) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.099485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-826ba0a2-5dd6-4f5b-8dc6-01aa27fd7eb4 None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:48.111467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d256b0c-f4f1-4e25-acb2-2718a21e06ef None None] Update dhcp port {'port': {'network_id': '9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768', 'fixed_ips': [{'subnet_id': 'f6b26515-0d43-4e3e-a7b9-102cdaf803f3'}], 'binding:host_id': 'n-d-712707-11'}, 'id': 'f02f1565-323b-4a73-8f3d-b4b825111c44'} from n-d-712707-11. {{(pid=93866) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 00:10:48.136816 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d256b0c-f4f1-4e25-acb2-2718a21e06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.138066 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f0f0ec-e024-4d17-9569-682d6c74654b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.138530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f0f0ec-e024-4d17-9569-682d6c74654b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.140460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b4f0f0ec-e024-4d17-9569-682d6c74654b tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/d0778a51-05c4-426d-8883-a80339da9282 HTTP/1.1" status: 404 len: 337 time: 0.0510988 Jul 30 00:10:48.143152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53010) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.173819 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfa4aaa-5b1c-4fe2-a564-5f95a2e25140 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.174182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfa4aaa-5b1c-4fe2-a564-5f95a2e25140 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.176170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-edfa4aaa-5b1c-4fe2-a564-5f95a2e25140 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/370f6314-768b-4f94-8de4-03b178706ab0 HTTP/1.1" status: 404 len: 337 time: 0.0312326 Jul 30 00:10:48.178758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53012) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.189959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-6667fe9b-4909-42a4-8c03-0d9117949c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:48.191432 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-6667fe9b-4909-42a4-8c03-0d9117949c85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e3acfe22a0147b69937e954b6b45798&device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 1095 time: 0.1161318 Jul 30 00:10:48.216342 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f14a2ff-9879-4d19-8149-1e11044e6e18 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.216785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f14a2ff-9879-4d19-8149-1e11044e6e18 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.218541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1f14a2ff-9879-4d19-8149-1e11044e6e18 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/c5559852-795a-4135-b830-68914c141ee6 HTTP/1.1" status: 404 len: 337 time: 0.0388474 Jul 30 00:10:48.221473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53014) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.253246 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-81680338-45c5-47a1-850f-e46e83fa9a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.254090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81680338-45c5-47a1-850f-e46e83fa9a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.255984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-81680338-45c5-47a1-850f-e46e83fa9a1a tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/ec491815-4d29-4bca-ae6c-ab24f7c24730 HTTP/1.1" status: 404 len: 333 time: 0.0333025 Jul 30 00:10:48.259392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53018) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.290279 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4fa34b-9992-40e5-b164-4101a9187ba6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.290833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4fa34b-9992-40e5-b164-4101a9187ba6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.292722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f4fa34b-9992-40e5-b164-4101a9187ba6 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/364b3437-d0ea-477d-8550-ef6722fecd26 HTTP/1.1" status: 404 len: 337 time: 0.0322354 Jul 30 00:10:48.295448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53020) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.301356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-200cb7ff-aa91-432f-897a-40c4a4267d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:48.303043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-200cb7ff-aa91-432f-897a-40c4a4267d6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b347b90-e477-408b-8709-5364dbf0a13c HTTP/1.1" status: 200 len: 924 time: 0.0946550 Jul 30 00:10:48.315847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bc22f-50e7-4383-8005-6102bf17b28d None None] Network 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:48.326752 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84a4df7-3f15-4970-96e9-79723599d41f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.327464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84a4df7-3f15-4970-96e9-79723599d41f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.331783 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b84a4df7-3f15-4970-96e9-79723599d41f tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/39337ec1-69dd-4ed7-8bad-a8d9c1d78932 HTTP/1.1" status: 404 len: 337 time: 0.0332241 Jul 30 00:10:48.332542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53022) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.355036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-ab22c7da-68ba-4203-b7d4-ae140906dfce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7 HTTP/1.1" status: 200 len: 217 time: 0.0429692 Jul 30 00:10:48.356514 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc63828-e751-47c5-aef3-7943301bba26 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.357183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc63828-e751-47c5-aef3-7943301bba26 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.358974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2dc63828-e751-47c5-aef3-7943301bba26 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/ce2eca93-c00d-44dc-a210-2efe4f18e2d4 HTTP/1.1" status: 404 len: 333 time: 0.0254407 Jul 30 00:10:48.361559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53024) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.387174 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35cd784-c111-462c-845a-54a9537404a9 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.387628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35cd784-c111-462c-845a-54a9537404a9 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.389432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e35cd784-c111-462c-845a-54a9537404a9 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/f6b6f34c-3e38-4767-9c3b-74a1f6a8edc1 HTTP/1.1" status: 404 len: 337 time: 0.0269024 Jul 30 00:10:48.392074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.410353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-1a2b4c12-c494-4487-b5ab-7cd7375a45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:48.413397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-1a2b4c12-c494-4487-b5ab-7cd7375a45c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c7c6515-3a3e-4dec-b81e-33905cd417d5 HTTP/1.1" status: 200 len: 863 time: 0.0496581 Jul 30 00:10:48.418487 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-685cb47d-d4aa-4332-ae35-2156d71c1fa8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] DELETE failed (client error): The resource could not be found. Jul 30 00:10:48.418942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685cb47d-d4aa-4332-ae35-2156d71c1fa8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:10:48.420759 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-685cb47d-d4aa-4332-ae35-2156d71c1fa8 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/subnets/08d76cc6-5964-4897-8251-6dec0a8a1b23 HTTP/1.1" status: 404 len: 337 time: 0.0276952 Jul 30 00:10:48.423279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53028) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.447630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2be75a1b-8548-4ac1-96ca-eba281eee1d8 None None] Provisioning complete for port f02f1565-323b-4a73-8f3d-b4b825111c44 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:48.448510 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2be75a1b-8548-4ac1-96ca-eba281eee1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.452924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-b7886122-ae6e-46c6-a9e4-94353bdc1403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b347b90-e477-408b-8709-5364dbf0a13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318360 Jul 30 00:10:48.544640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] DHCP port deletion for 9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:48.594251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6dae-0182-4911-8255-3932333bce38 req-03a098e1-d6a4-4f77-b31f-e4cbe0cf4250 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:48.595936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca0e6dae-0182-4911-8255-3932333bce38 req-03a098e1-d6a4-4f77-b31f-e4cbe0cf4250 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1098 time: 0.1052227 Jul 30 00:10:48.607632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-920a5eea-30d1-4e74-9aea-d967e45484db service neutron] 10.222.0.57 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466355 Jul 30 00:10:48.609084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2be75a1b-8548-4ac1-96ca-eba281eee1d8 None None] Provisioning complete for port cec5d299-74eb-4295-9070-3b67802f23b3 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:48.609612 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2be75a1b-8548-4ac1-96ca-eba281eee1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.646852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Deleting port f02f1565-323b-4a73-8f3d-b4b825111c44 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:48.647363 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.700834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2be75a1b-8548-4ac1-96ca-eba281eee1d8 None None] Port cec5d299-74eb-4295-9070-3b67802f23b3 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:48.703476 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca0e6dae-0182-4911-8255-3932333bce38 req-684c44d0-68df-4c7c-981a-d84d09f98f30 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942974 Jul 30 00:10:48.737729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53032) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:48.748010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] For port f02f1565-323b-4a73-8f3d-b4b825111c44, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f02f1565-323b-4a73-8f3d-b4b825111c44,segment=NetworkSegment(3cafac77-2ae0-4c51-9db8-3cae81d15e1d),segment_id=3cafac77-2ae0-4c51-9db8-3cae81d15e1d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:48.749204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.760831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c309c45-909e-4afb-9d8e-99c49bf04b62 req-6a0e3be3-7374-4f8a-b3ac-f52a699449db service neutron] 10.222.0.57 "GET /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410785 Jul 30 00:10:48.767878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Calling delete_port for f02f1565-323b-4a73-8f3d-b4b825111c44 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:48.870956 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.899617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] Pushing event deleted for resources: {'Port': ['ID=f02f1565-323b-4a73-8f3d-b4b825111c44,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:48.908132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Deleting port cec5d299-74eb-4295-9070-3b67802f23b3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:48.908310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8080fd0-a3cf-4d5b-ba44-8fb52093843a None None] No DVR routers for this DVR port f02f1565-323b-4a73-8f3d-b4b825111c44 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:48.908792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.924310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 75749ec4-9d38-40f0-8c21-bc555d5f41c3 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:48.924310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:48.989022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.002151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Calling delete_port for cec5d299-74eb-4295-9070-3b67802f23b3 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:49.037455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-91616cd5-bd98-4009-ba0e-cb06bc60563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.054573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6cfeb-f12a-4280-a5ed-3a9934fda315 req-607a09f9-3cfa-48ee-b238-e1942b76ae1a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:49.056171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43e6cfeb-f12a-4280-a5ed-3a9934fda315 req-607a09f9-3cfa-48ee-b238-e1942b76ae1a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 943 time: 0.0911295 Jul 30 00:10:49.058098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.058424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.077087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 75749ec4-9d38-40f0-8c21-bc555d5f41c3 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:49.088298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.115332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Port': ['ID=cec5d299-74eb-4295-9070-3b67802f23b3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:49.122849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.127864 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f5636ede-a959-4b3c-a988-51fed93462ae tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/ports/cec5d299-74eb-4295-9070-3b67802f23b3 HTTP/1.1" status: 204 len: 168 time: 0.7005436 Jul 30 00:10:49.127864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:49.147442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43e6cfeb-f12a-4280-a5ed-3a9934fda315 req-38a76aa3-21e3-4ac6-9132-89c194f6c503 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Jul 30 00:10:49.221083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.259094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.287543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=75749ec4-9d38-40f0-8c21-bc555d5f41c3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:49.314771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.325008 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:49.340295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cafac77-2ae0-4c51-9db8-3cae81d15e1d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:49.340645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cafac77-2ae0-4c51-9db8-3cae81d15e1d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:49.350076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.350512 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP 2e15a11e-84e7-4888-9b50-c7ebd7dc54eb disassociated (deleted). External IP: 172.25.5.10, port: 3136cdbe-c391-4c8a-8621-381002485724. Jul 30 00:10:49.351364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.365822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.371807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:49.372192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:49.375135 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:49.423907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.436549 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.443737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.448509 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] 10.222.0.49 "DELETE /v2.0/networks/9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768 HTTP/1.1" status: 204 len: 168 time: 0.3173370 Jul 30 00:10:49.457400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d61c1-ab15-48b8-8c90-aec19f7b3960 tempest-PortsIpV6TestJSON-589336222 tempest-PortsIpV6TestJSON-589336222-project] Pushing event deleted for resources: {'Network': ['ID=9e8dc8b8-cf24-4ecb-8ae0-3bcc4dd79768,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:49.579586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router cccdeb9f-5c6b-4784-9585-66f4d4354d49 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:49.696484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:49.701884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.707152 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Sync routers for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:49.718997 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:49.720028 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:49.728281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53042) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:49.734350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-959fc5e4-c37e-41c8-a445-634cd84cbb65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/floatingips/2e15a11e-84e7-4888-9b50-c7ebd7dc54eb HTTP/1.1" status: 204 len: 168 time: 0.9955027 Jul 30 00:10:49.735120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:49.737435 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd5af0f-0f81-4420-ae16-c6560002e630" -d '{"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:49.860318 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:49.884673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:49.909409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5abfa195-a624-4aaf-a910-ad48ab92ac02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b27e4cdff74143679e92d82e8d60e73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798363 Jul 30 00:10:49.912188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53050) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:49.921435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f02f1565-323b-4a73-8f3d-b4b825111c44 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:49.922170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f02f1565-323b-4a73-8f3d-b4b825111c44 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:49.958776 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea822e8-8737-45a9-86c7-8c480b895b27 x-openstack-request-id: req-bea822e8-8737-45a9-86c7-8c480b895b27 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:49.959170 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:49.959516 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bea822e8-8737-45a9-86c7-8c480b895b27 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:49.960077 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:10:49.973798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:49.997095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.086862 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:50.097718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-6df5464d-8f0b-4cf7-9c6e-7fff154ebaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.099254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-6df5464d-8f0b-4cf7-9c6e-7fff154ebaa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 1098 time: 0.0824485 Jul 30 00:10:50.110729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96139a64-57ec-4633-98f0-e9553128e916 req-fc80554e-26b7-4ef5-bd62-9304a49379b9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.112322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96139a64-57ec-4633-98f0-e9553128e916 req-fc80554e-26b7-4ef5-bd62-9304a49379b9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 946 time: 0.1009972 Jul 30 00:10:50.125972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.128680 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.129894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90832b75-90f7-48b5-b051-a0e91d3511df HTTP/1.1" status: 204 len: 168 time: 0.2166371 Jul 30 00:10:50.195904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd137a1-0964-498a-ad3a-c7452306db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90832b75-90f7-48b5-b051-a0e91d3511df,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:50.217095 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Checking router: cccdeb9f-5c6b-4784-9585-66f4d4354d49 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:10:50.224499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96139a64-57ec-4633-98f0-e9553128e916 req-2ae5fd85-ca3a-4254-8d4f-da994677f5b0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014502 Jul 30 00:10:50.226461 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:50.227079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:50.266245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-c8550ef9-f782-4959-9de8-33195fe106cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.269066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-c8550ef9-f782-4959-9de8-33195fe106cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 200 len: 897 time: 0.1539822 Jul 30 00:10:50.322824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-eccc2e92-9992-46d8-8f02-15d3597bea84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 200 len: 217 time: 0.0434113 Jul 30 00:10:50.347340 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:50.576971 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:50.608721 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d23b5-efb2-4d89-a99e-04d4bdadc425 None None] The sync data for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 is: [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '81d2bfd2-1654-4dd4-9317-c111c156eb9d', 'name': '', 'network_id': '41a3f5f4-17eb-4464-92e4-fc0732ee56f3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:1e:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '77f71056-6b8c-4265-8797-1b61168de21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:35Z', 'updated_at': '2021-07-30T00:08:46Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '77f71056-6b8c-4265-8797-1b61168de21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:50.735513 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.797355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-be68a6fa-abf5-41ad-b755-bdfe0057b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.799183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-be68a6fa-abf5-41ad-b755-bdfe0057b916 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 200 len: 834 time: 0.4652665 Jul 30 00:10:50.811440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceaf26-fc2f-4665-9877-b38285df8a06 req-7d087c38-8256-4959-acf1-fb8287cde7f5 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.813020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92ceaf26-fc2f-4665-9877-b38285df8a06 req-7d087c38-8256-4959-acf1-fb8287cde7f5 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 943 time: 0.4893107 Jul 30 00:10:50.885263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-d01e4b27-6640-4b25-8d90-dd28d7f7dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.886968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-d01e4b27-6640-4b25-8d90-dd28d7f7dec1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41a3f5f4-17eb-4464-92e4-fc0732ee56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730059 Jul 30 00:10:50.896325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92ceaf26-fc2f-4665-9877-b38285df8a06 req-b75e97fe-72ac-499a-9a41-35ab7db2367b tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Jul 30 00:10:50.927590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:50.975384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d0dd6-b08d-41fe-b111-65b0be5f9d3b None None] New status for floating IP 2e15a11e-84e7-4888-9b50-c7ebd7dc54eb: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:10:51.002979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-a6b32cd1-c467-46fd-8d43-71fe538361ce service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059780 Jul 30 00:10:51.048765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020484092'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:51.078740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:51.082825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.092166 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.112039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6bd5af0f-0f81-4420-ae16-c6560002e630 req-a816aea4-4e0f-49c4-b253-4be72f2d3bb7 service neutron] 10.222.0.57 "GET /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997214 Jul 30 00:10:51.187676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.194110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.219945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:51.229872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e079dc6e-99c6-4574-b4f4-4bc21496b6db,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:51.234575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.234934 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 70189a70-e6c4-4cf4-862c-661810ba81cb of type vlan for network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 Jul 30 00:10:51.278926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.313440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.319203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.320012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.364279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eff56-1a5d-4f4b-b9d5-8f92710cb196 req-5ce309ba-ed2c-4cf2-b8e6-b786b147f4bc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.365932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d61eff56-1a5d-4f4b-b9d5-8f92710cb196 req-5ce309ba-ed2c-4cf2-b8e6-b786b147f4bc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 946 time: 0.0572248 Jul 30 00:10:51.386458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4545729 Jul 30 00:10:51.389294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53082) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:51.394957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1760536320'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:51.398401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda525-65e0-4d59-a496-fc72bfbb8276 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=5c21150b-cb7e-4e71-8f5b-20cae98214e0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:51.408626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:51.416176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d61eff56-1a5d-4f4b-b9d5-8f92710cb196 req-0dda09ba-6968-4dd9-8bc2-c14e8494935a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3d489db-639e-407c-8bcc-61b9a0c45583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Jul 30 00:10:51.419817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:51.423488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.453114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:10:51.464168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.464636 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 79390490-9b56-45f8-98c7-65ae2bde499b of type vlan for network 29041d1f-72b7-45d7-a5ff-207372036211 Jul 30 00:10:51.505478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.537234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.543289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.543878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.598285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e77a-e0a6-409c-b880-2808a261288a req-fb21317f-9382-409b-8d1e-3c307633de1f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.602568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2091722 Jul 30 00:10:51.602736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b66e77a-e0a6-409c-b880-2808a261288a req-fb21317f-9382-409b-8d1e-3c307633de1f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Jul 30 00:10:51.602858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53084) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:51.609977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:51.658130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd009cb2-8a79-412f-8bbc-920fea76ccfc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=29041d1f-72b7-45d7-a5ff-207372036211,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:51.671510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 29041d1f-72b7-45d7-a5ff-207372036211 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:10:51.676491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8107e56d-14d0-4ddd-accc-d2245d7187a7 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:10:51.705588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:51.706023 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.712484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:51.716185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.825486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 3136cdbe-c391-4c8a-8621-381002485724, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3136cdbe-c391-4c8a-8621-381002485724,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:51.825890 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.833978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7,segment=NetworkSegment(4fef89a2-1e48-4648-883d-e4aaf57d1334),segment_id=4fef89a2-1e48-4648-883d-e4aaf57d1334)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:51.840896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 3136cdbe-c391-4c8a-8621-381002485724 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:51.847882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '8107e56d-14d0-4ddd-accc-d2245d7187a7', 'network_id': '4b347b90-e477-408b-8709-5364dbf0a13c', 'port_id': '8107e56d-14d0-4ddd-accc-d2245d7187a7', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7c6515-3a3e-4dec-b81e-33905cd417d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:10:51.889482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.907514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8107e56d-14d0-4ddd-accc-d2245d7187a7 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:51.919452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.933874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7,segment=NetworkSegment(4fef89a2-1e48-4648-883d-e4aaf57d1334),segment_id=4fef89a2-1e48-4648-883d-e4aaf57d1334)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:51.940870 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:51.999388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=22aa4260-78f1-43a5-8011-fb6accbe8f06,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:52.012358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:52.013852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '70189a70-e6c4-4cf4-862c-661810ba81cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:52.014217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 5c21150b-cb7e-4e71-8f5b-20cae98214e0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:52.039659 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:52.051367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5c21150b-cb7e-4e71-8f5b-20cae98214e0) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:52.056583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:52.057171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.060221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fc46c-5d14-4ea2-918d-e104b9d13852 None None] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:52.072637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ef6cf2ac-6323-4a1b-ac6e-b5d203cb3fc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4686995 Jul 30 00:10:52.074973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f463d-86e7-41c2-a30b-178c9f6599e8 req-2af23e1c-3de1-486b-b2e7-5d6527c40f8a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:52.076030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:52.076965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d5f463d-86e7-41c2-a30b-178c9f6599e8 req-2af23e1c-3de1-486b-b2e7-5d6527c40f8a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 944 time: 0.0840871 Jul 30 00:10:52.077988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.082247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '29041d1f-72b7-45d7-a5ff-207372036211', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:52.118399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=3136cdbe-c391-4c8a-8621-381002485724,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:52.174993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] No DVR routers for this DVR port 3136cdbe-c391-4c8a-8621-381002485724 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:52.193774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.194146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:52.196006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b66e77a-e0a6-409c-b880-2808a261288a req-a412e0ee-9216-433c-873d-441e50cb5713 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "DELETE /v2.0/ports/3136cdbe-c391-4c8a-8621-381002485724 HTTP/1.1" status: 204 len: 173 time: 0.5889473 Jul 30 00:10:52.196564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-deleted', 'tag': '3136cdbe-c391-4c8a-8621-381002485724'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:52.198583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.206530 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71570d-eeb8-4077-8e78-f1609b9f73f4" -d '{"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-deleted", "tag": "3136cdbe-c391-4c8a-8621-381002485724"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:52.216251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d5f463d-86e7-41c2-a30b-178c9f6599e8 req-1f5e47f8-be24-47c7-80be-87d4c0bb8cc3 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253247 Jul 30 00:10:52.245527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5c21150b-cb7e-4e71-8f5b-20cae98214e0', 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '22aa4260-78f1-43a5-8011-fb6accbe8f06'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:52.246800 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.253750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8107e56d-14d0-4ddd-accc-d2245d7187a7'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:52.296974 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1513824-68aa-4d39-8c38-e6b949e30718 x-openstack-request-id: req-a1513824-68aa-4d39-8c38-e6b949e30718 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:52.297273 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f2a07-0e99-42e6-a017-14e04305f413", "name": "network-vif-deleted", "tag": "3136cdbe-c391-4c8a-8621-381002485724", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:52.297882 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1513824-68aa-4d39-8c38-e6b949e30718 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:52.298297 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f2a07-0e99-42e6-a017-14e04305f413', 'name': 'network-vif-deleted', 'tag': '3136cdbe-c391-4c8a-8621-381002485724', 'status': 'completed', 'code': 200} Jul 30 00:10:52.398552 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.466793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=235532ca-643e-4971-9fbc-aa84d64cb9c8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:52.487567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Allocated IP 172.20.0.2 (5c21150b-cb7e-4e71-8f5b-20cae98214e0/22aa4260-78f1-43a5-8011-fb6accbe8f06/54648ac1-e381-454a-bb62-9d8f906c6451) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:52.489657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '79390490-9b56-45f8-98c7-65ae2bde499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:52.490239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 29041d1f-72b7-45d7-a5ff-207372036211, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:10:52.517871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 29041d1f-72b7-45d7-a5ff-207372036211 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:10:52.529786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.535096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 29041d1f-72b7-45d7-a5ff-207372036211) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:52.542982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:52.543614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.565469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78bf6573-5fca-4e36-a8ae-15eb9f1b314a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4856305 Jul 30 00:10:52.565893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:52.571733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1097680638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:52.583812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063fa700-50c5-437a-aa6c-a08f68e7f982 None None] Network 29041d1f-72b7-45d7-a5ff-207372036211 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:52.590347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-923a083a-2173-4d8f-a179-a68ed47364ef req-719296de-f45d-44c6-9769-7288a5cffa5e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=499f2a07-0e99-42e6-a017-14e04305f413 HTTP/1.1" status: 200 len: 210 time: 0.0327253 Jul 30 00:10:52.623812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.625169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.695480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.702499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.726267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:52.727621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-29d9f3ee-f3fc-4f30-a15c-a2acc03d5a2a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1604476 Jul 30 00:10:52.730720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:52.994224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.017567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Transition to ACTIVE for port object 54648ac1-e381-454a-bb62-9d8f906c6451 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:53.024986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-29041d1f-72b7-45d7-a5ff-207372036211', 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '235532ca-643e-4971-9fbc-aa84d64cb9c8'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:10:53.025933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.039934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.048986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Transition to ACTIVE for port object 54648ac1-e381-454a-bb62-9d8f906c6451 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:53.061306 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.157014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:53.165789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:53.168223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:53.205074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Pushing event updated for resources: {'Port': ['ID=54648ac1-e381-454a-bb62-9d8f906c6451,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:53.267622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Allocated IP 172.21.0.2 (29041d1f-72b7-45d7-a5ff-207372036211/235532ca-643e-4971-9fbc-aa84d64cb9c8/b4eb40d2-a83c-4578-bc37-efe924ac4c4c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:53.273662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Attempting to bind port 54648ac1-e381-454a-bb62-9d8f906c6451 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:53.274097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Attempting to bind port 54648ac1-e381-454a-bb62-9d8f906c6451 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '70189a70-e6c4-4cf4-862c-661810ba81cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:53.274461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Attempting to bind port 54648ac1-e381-454a-bb62-9d8f906c6451 on network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:53.285550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:53.286009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Checking segment: {'id': '70189a70-e6c4-4cf4-862c-661810ba81cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:53.286345 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.286763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Bound using segment: {'id': '70189a70-e6c4-4cf4-862c-661810ba81cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:53.287217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Bound port: 54648ac1-e381-454a-bb62-9d8f906c6451, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70189a70-e6c4-4cf4-862c-661810ba81cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5c21150b-cb7e-4e71-8f5b-20cae98214e0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:53.287636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.291091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.20.0.1 (5c21150b-cb7e-4e71-8f5b-20cae98214e0/22aa4260-78f1-43a5-8011-fb6accbe8f06/75d1a097-4b88-454f-b21b-98d013e49ffb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:53.344390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89b5de-e3fc-459f-bd63-4e8895badbc6 req-a3f49c9c-01e9-4b0c-a690-a0e900b5b3f0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:53.348203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf89b5de-e3fc-459f-bd63-4e8895badbc6 req-a3f49c9c-01e9-4b0c-a690-a0e900b5b3f0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 944 time: 0.0555570 Jul 30 00:10:53.388465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf89b5de-e3fc-459f-bd63-4e8895badbc6 req-d866ddbe-c08a-4ece-90e2-58c081b5e18a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Jul 30 00:10:53.417746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.418031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] For port 54648ac1-e381-454a-bb62-9d8f906c6451, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:53.422381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] For port 54648ac1-e381-454a-bb62-9d8f906c6451, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=54648ac1-e381-454a-bb62-9d8f906c6451,segment=NetworkSegment(70189a70-e6c4-4cf4-862c-661810ba81cb),segment_id=70189a70-e6c4-4cf4-862c-661810ba81cb)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:53.429333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.432812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 75d1a097-4b88-454f-b21b-98d013e49ffb will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:53.468739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.508104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:53.511560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:53.515577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:53.534478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df2f4c-32ba-4a42-a9a9-e0ccdc71049e None None] Pushing event updated for resources: {'Port': ['ID=54648ac1-e381-454a-bb62-9d8f906c6451,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:53.537788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.549251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Transition to ACTIVE for port object b4eb40d2-a83c-4578-bc37-efe924ac4c4c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:53.551934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=75d1a097-4b88-454f-b21b-98d013e49ffb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:53.568153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Transition to ACTIVE for port object b4eb40d2-a83c-4578-bc37-efe924ac4c4c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:53.575555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.579848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.621778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Network 29041d1f-72b7-45d7-a5ff-207372036211 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:53.624557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:53.628413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:53.689613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53102) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:53.711894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Pushing event updated for resources: {'Port': ['ID=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:53.727108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8107e56d-14d0-4ddd-accc-d2245d7187a7 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:53.733399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.778278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Attempting to bind port b4eb40d2-a83c-4578-bc37-efe924ac4c4c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:53.780274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Attempting to bind port b4eb40d2-a83c-4578-bc37-efe924ac4c4c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '79390490-9b56-45f8-98c7-65ae2bde499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:53.780638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Attempting to bind port b4eb40d2-a83c-4578-bc37-efe924ac4c4c on network 29041d1f-72b7-45d7-a5ff-207372036211 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:53.790170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:53.790170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Checking segment: {'id': '79390490-9b56-45f8-98c7-65ae2bde499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:53.790524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.791327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Bound using segment: {'id': '79390490-9b56-45f8-98c7-65ae2bde499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:53.791327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Bound port: b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79390490-9b56-45f8-98c7-65ae2bde499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29041d1f-72b7-45d7-a5ff-207372036211'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:53.791649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.908469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 8107e56d-14d0-4ddd-accc-d2245d7187a7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:53.914147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 8107e56d-14d0-4ddd-accc-d2245d7187a7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:53.914516 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.950543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] For port b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:53.953133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 54648ac1-e381-454a-bb62-9d8f906c6451 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:53.988554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] For port b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,segment=NetworkSegment(79390490-9b56-45f8-98c7-65ae2bde499b),segment_id=79390490-9b56-45f8-98c7-65ae2bde499b)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:53.998060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.119038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 54648ac1-e381-454a-bb62-9d8f906c6451 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:54.124095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1794c2-5a20-4f83-af07-6f14c2eb3d43 None None] Pushing event updated for resources: {'Port': ['ID=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:54.128452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.158246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.161244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:54.164198 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137e9b5-5b44-4fb7-8969-23ba4a3a9943" -d '{"events": [{"server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "name": "network-vif-plugged", "status": "completed", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:54.165307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.181064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7,segment=NetworkSegment(4fef89a2-1e48-4648-883d-e4aaf57d1334),segment_id=4fef89a2-1e48-4648-883d-e4aaf57d1334)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:54.189735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.190719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:54.229877 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5942a-f458-4bcb-ad39-8372f6ef6ecc x-openstack-request-id: req-03a5942a-f458-4bcb-ad39-8372f6ef6ecc {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:54.230476 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "name": "network-vif-plugged", "status": "completed", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:54.231632 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03a5942a-f458-4bcb-ad39-8372f6ef6ecc {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:54.232129 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7', 'code': 200} Jul 30 00:10:54.280501 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=75d1a097-4b88-454f-b21b-98d013e49ffb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:54.304990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.314170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 3136cdbe-c391-4c8a-8621-381002485724 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:54.315137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3136cdbe-c391-4c8a-8621-381002485724 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:54.317807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:54.328118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.434466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:54.436000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:54.486757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076961e8-10ad-4798-8f54-a6c6dbedfd3d req-20792108-7b07-4f61-930f-0bcf64d67a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:54.489107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-076961e8-10ad-4798-8f54-a6c6dbedfd3d req-20792108-7b07-4f61-930f-0bcf64d67a96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 1097 time: 0.1249244 Jul 30 00:10:54.614895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-076961e8-10ad-4798-8f54-a6c6dbedfd3d req-143c0ddb-2963-4c88-b986-ea5caf3c4efe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118035 Jul 30 00:10:54.624486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c964ec47-e2f1-469c-9a87-5410f0795e2b is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:10:54.644692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db32c-cc83-455b-a3a2-558d8bcdd92d req-9b129b55-fcee-40c3-9b9c-f7bfe1ed7710 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:54.646352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c91db32c-cc83-455b-a3a2-558d8bcdd92d req-9b129b55-fcee-40c3-9b9c-f7bfe1ed7710 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.1541479 Jul 30 00:10:54.707835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c91db32c-cc83-455b-a3a2-558d8bcdd92d req-0527acee-dfa8-4126-a1de-32bdd4c6c688 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538878 Jul 30 00:10:54.733062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:54.738747 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c416eb4c-94a0-4102-9888-4d97a4f9a805 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069604 Jul 30 00:10:54.741723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:54.744056 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] Sync routers for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:54.761745 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:54.762536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:54.787970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c636d3c2-9333-49f9-8da8-d04a8ff1d5b2 None None] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:54.790259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1d4d7-0829-4a1a-a438-bb925f26274e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:54.793680 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-74a1d4d7-0829-4a1a-a438-bb925f26274e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports/75d1a097-4b88-454f-b21b-98d013e49ffb HTTP/1.1" status: 200 len: 910 time: 0.0489309 Jul 30 00:10:54.797668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:54.811152 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:54.822162 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:54.823148 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:54.851174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 81d2bfd2-1654-4dd4-9317-c111c156eb9d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:54.851578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.862996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:54.863780 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95e752-0707-480c-9821-70a4be975cd7 None None] The sync data for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:54.919092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Provisioning for port 54648ac1-e381-454a-bb62-9d8f906c6451 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:54.930155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Provisioning complete for port 54648ac1-e381-454a-bb62-9d8f906c6451 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:54.930618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.969004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 81d2bfd2-1654-4dd4-9317-c111c156eb9d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=81d2bfd2-1654-4dd4-9317-c111c156eb9d,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:54.969433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:54.987064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 81d2bfd2-1654-4dd4-9317-c111c156eb9d owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:55.087288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.130500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] For port 54648ac1-e381-454a-bb62-9d8f906c6451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=54648ac1-e381-454a-bb62-9d8f906c6451,segment=NetworkSegment(70189a70-e6c4-4cf4-862c-661810ba81cb),segment_id=70189a70-e6c4-4cf4-862c-661810ba81cb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:55.137357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.203960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e717728-4499-44b8-bf6d-8f4c1aee0c05 None None] Pushing event updated for resources: {'Port': ['ID=54648ac1-e381-454a-bb62-9d8f906c6451,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:55.263679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.302983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=81d2bfd2-1654-4dd4-9317-c111c156eb9d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:55.308483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.339039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.339306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.339759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.340104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.340442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.340778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.341113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.341924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.341924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.342812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.343072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.343915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:55.466282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Provisioning complete for port 54648ac1-e381-454a-bb62-9d8f906c6451 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:55.467271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.600142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.649973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Provisioning for port 75d1a097-4b88-454f-b21b-98d013e49ffb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:55.655885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Provisioning complete for port 75d1a097-4b88-454f-b21b-98d013e49ffb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:55.656378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.767032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.21.0.1 (29041d1f-72b7-45d7-a5ff-207372036211/235532ca-643e-4971-9fbc-aa84d64cb9c8/2f207fbb-7aac-42d6-b3c4-066d9cc9a396) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:55.778509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf2b6a-d924-415f-bbf4-922fe3de44af None None] Network 29041d1f-72b7-45d7-a5ff-207372036211 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:55.792317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-615885a8-5d79-4468-9440-1608b6b41ca6 None None] Port 75d1a097-4b88-454f-b21b-98d013e49ffb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:55.979101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.995030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0b043fae-2ed0-4fef-933b-5078004ef796 None None] Provisioning for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:56.006206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:56.028056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router cccdeb9f-5c6b-4784-9585-66f4d4354d49 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:56.033053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0b043fae-2ed0-4fef-933b-5078004ef796 None None] Provisioning complete for port 75d1a097-4b88-454f-b21b-98d013e49ffb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:56.033928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0b043fae-2ed0-4fef-933b-5078004ef796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.058868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166faab-19d8-480d-8251-48291c8767c1 req-98ff1dca-dd1d-43ab-91fd-d4dcbbd8e166 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:56.066449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4166faab-19d8-480d-8251-48291c8767c1 req-98ff1dca-dd1d-43ab-91fd-d4dcbbd8e166 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.1165538 Jul 30 00:10:56.083878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.122512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0b043fae-2ed0-4fef-933b-5078004ef796 None None] Port 75d1a097-4b88-454f-b21b-98d013e49ffb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:56.126537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b4eb40d2-a83c-4578-bc37-efe924ac4c4c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:56.152386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 29041d1f-72b7-45d7-a5ff-207372036211 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:56.157402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:56.164716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:56.191283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4166faab-19d8-480d-8251-48291c8767c1 req-d13dd0cd-3f1c-49cb-aebf-0a8413d2fe3a tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238127 Jul 30 00:10:56.193272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:56.198629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:56.199012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.227594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=2f207fbb-7aac-42d6-b3c4-066d9cc9a396,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:56.231547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.286012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-79102bc6-2244-4013-b59a-d22c2d58a760 None None] Provisioning complete for port 75d1a097-4b88-454f-b21b-98d013e49ffb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:56.286578 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79102bc6-2244-4013-b59a-d22c2d58a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.338054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:56.344608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-75d754e3-25ce-4506-8b87-4e35245ee38b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/cccdeb9f-5c6b-4784-9585-66f4d4354d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528783 Jul 30 00:10:56.351801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53116) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:56.361446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Sync routers for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:56.387263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-79102bc6-2244-4013-b59a-d22c2d58a760 None None] Port 75d1a097-4b88-454f-b21b-98d013e49ffb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:56.407713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:56.408568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:56.433335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting subnet 77f71056-6b8c-4265-8797-1b61168de21b {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:10:56.441686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.456196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.481486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a0c06-0354-4980-8566-fff443c1f1d3 req-e266da99-f433-4a78-904a-f8d11378cc92 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:56.483290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d50a0c06-0354-4980-8566-fff443c1f1d3 req-e266da99-f433-4a78-904a-f8d11378cc92 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.1855032 Jul 30 00:10:56.502879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,segment=NetworkSegment(79390490-9b56-45f8-98c7-65ae2bde499b),segment_id=79390490-9b56-45f8-98c7-65ae2bde499b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:56.519110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.522237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 54648ac1-e381-454a-bb62-9d8f906c6451 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:56.532950 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.581880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d50a0c06-0354-4980-8566-fff443c1f1d3 req-ceca1a91-352a-4dd0-b83b-7b9e25203dd0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911644 Jul 30 00:10:56.659639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-db859379-ad7d-4ce3-95e8-bdb62ab8fb5e None None] Provisioning complete for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:56.659901 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-db859379-ad7d-4ce3-95e8-bdb62ab8fb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.705541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:56.722781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.755904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:56.767182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.806060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.843256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.848640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/subnets/77f71056-6b8c-4265-8797-1b61168de21b HTTP/1.1" status: 204 len: 168 time: 0.4938052 Jul 30 00:10:56.854451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:56.875592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ec9f-8f73-4bf1-9d23-14beca7da6e1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Subnet': ['ID=77f71056-6b8c-4265-8797-1b61168de21b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:56.884882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c1674-90a9-48d6-8ff9-e4369998dc90 None None] Network 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:10:57.058979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a65d32-89e6-4d09-8f50-0f0a0ff951f8 req-2511d786-4921-4a6c-9dc9-de64d55ce9a5 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:57.060797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2a65d32-89e6-4d09-8f50-0f0a0ff951f8 req-2511d786-4921-4a6c-9dc9-de64d55ce9a5 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.0613050 Jul 30 00:10:57.079836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 54648ac1-e381-454a-bb62-9d8f906c6451 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:57.080208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.104609 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.105206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2a65d32-89e6-4d09-8f50-0f0a0ff951f8 req-f956837d-eb51-41cd-9956-7062a0a36a77 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Jul 30 00:10:57.276933 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.279457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.284211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.390906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=2f207fbb-7aac-42d6-b3c4-066d9cc9a396,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:57.398371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.414168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:10:55Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '10b6c9a8-5cba-415b-979f-81b628120fee', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:08:28Z', 'updated_at': '2021-07-30T00:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:57.444906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f45e0-8ead-4da1-924c-8adb017becdb req-dd57c742-c763-4b85-a1ef-33917eae3ce0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:57.453601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e55f45e0-8ead-4da1-924c-8adb017becdb req-dd57c742-c763-4b85-a1ef-33917eae3ce0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.0742397 Jul 30 00:10:57.454972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a7620ef4-14db-4a3b-852d-16bdeaaccb29 None None] Provisioning for port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:57.458581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Checking router: cccdeb9f-5c6b-4784-9585-66f4d4354d49 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:10:57.461481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a7620ef4-14db-4a3b-852d-16bdeaaccb29 None None] Provisioning complete for port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:57.462084 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a7620ef4-14db-4a3b-852d-16bdeaaccb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.478796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 10b6c9a8-5cba-415b-979f-81b628120fee {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:57.479452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.500451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] DHCP port deletion for 41a3f5f4-17eb-4464-92e4-fc0732ee56f3 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:10:57.512032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e55f45e0-8ead-4da1-924c-8adb017becdb req-8d2b62e6-0971-4da6-8d1d-c4e9db17eacc tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Jul 30 00:10:57.514931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Routers {'cccdeb9f-5c6b-4784-9585-66f4d4354d49'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:57.515763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:57.522861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a7620ef4-14db-4a3b-852d-16bdeaaccb29 None None] Port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:57.586201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 29041d1f-72b7-45d7-a5ff-207372036211 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:57.590452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:57.605765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 10b6c9a8-5cba-415b-979f-81b628120fee, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=10b6c9a8-5cba-415b-979f-81b628120fee,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:57.605990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.640092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] Set router cccdeb9f-5c6b-4784-9585-66f4d4354d49 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:10:57.677998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 10b6c9a8-5cba-415b-979f-81b628120fee owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:57.704337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:10:57Z', 'revision_number': 6, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:57.736100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3a854-cdf8-4eb9-9e72-020aed804691 None None] The sync data for ids ['cccdeb9f-5c6b-4784-9585-66f4d4354d49'] in n-d-712707-11 is: [{'id': 'cccdeb9f-5c6b-4784-9585-66f4d4354d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686035704', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:08:27Z', 'updated_at': '2021-07-30T00:10:57Z', 'revision_number': 6, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:57.740152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Deleting port 288dabda-27ec-4764-a8b4-8adcfd720e23 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:57.740152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.764714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c964ec47-e2f1-469c-9a87-5410f0795e2b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:10:57.825615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] For port 288dabda-27ec-4764-a8b4-8adcfd720e23, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=288dabda-27ec-4764-a8b4-8adcfd720e23,segment=NetworkSegment(fa04d2e8-e2e3-4e37-9d78-11d0dc01763b),segment_id=fa04d2e8-e2e3-4e37-9d78-11d0dc01763b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:57.826084 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.848221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Calling delete_port for 288dabda-27ec-4764-a8b4-8adcfd720e23 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:57.864587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001ce935-2511-4a7f-b1ba-18cd2b11d5c4 None None] Provisioning complete for port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:57.864964 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001ce935-2511-4a7f-b1ba-18cd2b11d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.940987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001ce935-2511-4a7f-b1ba-18cd2b11d5c4 None None] Port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:10:57.943665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:10:57.948674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fb23b563-d965-413e-8284-9a4164575bb0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1494658 Jul 30 00:10:57.951405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:57.956085 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] Sync routers for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:10:57.965182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.967045 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:57.967974 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:57.977452 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.003466 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.008009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] Pushing event deleted for resources: {'Port': ['ID=288dabda-27ec-4764-a8b4-8adcfd720e23,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:58.008549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34547498-bca1-4bf0-bf93-fe2025d596f7 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:58.009997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34547498-bca1-4bf0-bf93-fe2025d596f7 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports/2f207fbb-7aac-42d6-b3c4-066d9cc9a396 HTTP/1.1" status: 200 len: 910 time: 0.0575264 Jul 30 00:10:58.010940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.013721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:58.014236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:10:58.017508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.030160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090a6c5-d28d-4b7c-8078-f2a0e9be070d None None] No DVR routers for this DVR port 288dabda-27ec-4764-a8b4-8adcfd720e23 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:58.038658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=10b6c9a8-5cba-415b-979f-81b628120fee,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:58.059857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.060627 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68831e9f-f769-4d0b-95f0-4323b5fac082 None None] The sync data for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:10:58.110998 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.221509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b4eb40d2-a83c-4578-bc37-efe924ac4c4c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:58.242962 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.245208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.277966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:58.278519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.299162 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.300269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Fanout notify agent at l3_agent the message router_deleted on router cccdeb9f-5c6b-4784-9585-66f4d4354d49 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:10:58.308872 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.309315 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4a0021cf-badb-491f-9418-dce48b6d49e0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/routers/cccdeb9f-5c6b-4784-9585-66f4d4354d49 HTTP/1.1" status: 204 len: 168 time: 1.4531803 Jul 30 00:10:58.312116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53136) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:58.466168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.579323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.599310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 288dabda-27ec-4764-a8b4-8adcfd720e23 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:58.624215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 288dabda-27ec-4764-a8b4-8adcfd720e23 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:58.624567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 288dabda-27ec-4764-a8b4-8adcfd720e23 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:58.625122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81d2bfd2-1654-4dd4-9317-c111c156eb9d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:58.649613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 81d2bfd2-1654-4dd4-9317-c111c156eb9d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:58.650011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 81d2bfd2-1654-4dd4-9317-c111c156eb9d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:58.809498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.849653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a3f5f4-17eb-4464-92e4-fc0732ee56f3']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.871257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.871561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa04d2e8-e2e3-4e37-9d78-11d0dc01763b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:10:58.889578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d76ad-2d83-42eb-95f9-fde732f34cbd req-c1a4bc4c-07ff-4815-80f3-903de703e4e0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:58.891139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c97d76ad-2d83-42eb-95f9-fde732f34cbd req-c1a4bc4c-07ff-4815-80f3-903de703e4e0 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.2221434 Jul 30 00:10:58.896035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.934504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.946976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-65fa042a-a611-4d52-86d2-49ed09c46fcc tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:58.948482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-65fa042a-a611-4d52-86d2-49ed09c46fcc tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.57 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 945 time: 0.1355574 Jul 30 00:10:58.957060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:10:58.957466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:10:58.961904 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:10:59.076254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c97d76ad-2d83-42eb-95f9-fde732f34cbd req-d736f9a1-9869-4f3a-983f-02469b084818 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7df3867-6136-47a1-910a-1e1d4e28d40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729584 Jul 30 00:10:59.097189 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.143285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.145136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/networks/41a3f5f4-17eb-4464-92e4-fc0732ee56f3 HTTP/1.1" status: 204 len: 168 time: 0.8320458 Jul 30 00:10:59.148185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:59.158749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b505-1a8f-4ca9-8697-918155031204 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Network': ['ID=41a3f5f4-17eb-4464-92e4-fc0732ee56f3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:59.203469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:59.203771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.218918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.219815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Deleting port 8107e56d-14d0-4ddd-accc-d2245d7187a7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:59.220153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.246002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.313022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.315893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.317160 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3d489db-639e-407c-8bcc-61b9a0c45583 HTTP/1.1" status: 204 len: 168 time: 0.1678693 Jul 30 00:10:59.329292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c8aa2-5e9e-46d6-855b-40719c77ad08 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d489db-639e-407c-8bcc-61b9a0c45583,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:59.699789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:59.727537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.756334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 2f207fbb-7aac-42d6-b3c4-066d9cc9a396 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:59.756334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] For port 8107e56d-14d0-4ddd-accc-d2245d7187a7, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8107e56d-14d0-4ddd-accc-d2245d7187a7,segment=NetworkSegment(4fef89a2-1e48-4648-883d-e4aaf57d1334),segment_id=4fef89a2-1e48-4648-883d-e4aaf57d1334)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:59.756334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.775632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Calling delete_port for 8107e56d-14d0-4ddd-accc-d2245d7187a7 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:59.828078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 10b6c9a8-5cba-415b-979f-81b628120fee no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:59.851085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 10b6c9a8-5cba-415b-979f-81b628120fee {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:59.851431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 10b6c9a8-5cba-415b-979f-81b628120fee not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:59.859373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:59.864260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543009724', 'description': 'tempest-secgroup-smoke-1543009724 description', 'project_id': '57bfa74084174648bc08ab35feae2fd1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:59.889084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.976102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.980842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.008909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.010215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497312 Jul 30 00:11:00.013138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53150) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.018556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.024317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0dc2f-0e1e-4738-a3b1-8f640e7392ba tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7586093d-78b4-42a8-adc5-79754fd4e1ae,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.047850 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.050724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.083366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Pushing event deleted for resources: {'Port': ['ID=8107e56d-14d0-4ddd-accc-d2245d7187a7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.088107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.118075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.124347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.146366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=2f207fbb-7aac-42d6-b3c4-066d9cc9a396,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.148693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df986a4e-cb8e-4040-a4e4-6e1b45993795,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.160206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.163700 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b500f3aa-403d-442f-bba4-cfb230ca6e9f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476488 Jul 30 00:11:00.165197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.169926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.188002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] No DVR routers for this DVR port 8107e56d-14d0-4ddd-accc-d2245d7187a7 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:00.205491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.216439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.218725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b18a7c3b-06dc-4eb9-8e07-1a2edd99e2ab req-d7ac6d55-014e-45ba-9aca-cd7d7066f6c7 tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.57 "DELETE /v2.0/ports/8107e56d-14d0-4ddd-accc-d2245d7187a7 HTTP/1.1" status: 204 len: 173 time: 1.2578368 Jul 30 00:11:00.219227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'name': 'network-vif-deleted', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:00.222665 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb5b1e-3d36-4bdc-a1d8-c3fe5ac356f2" -d '{"events": [{"server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "name": "network-vif-deleted", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:00.252838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6e628fd-754d-47a5-b407-85576f1c2523 req-e9c48526-6626-4460-afd5-4f88f3fbf8ec tempest-ServersNegativeTestMultiTenantJSON-13112198 tempest-ServersNegativeTestMultiTenantJSON-13112198-project] 10.222.0.49 "GET /v2.0/ports?device_id=75bd8af0-2967-45ff-860a-933c3871da82 HTTP/1.1" status: 200 len: 210 time: 0.0702908 Jul 30 00:11:00.309127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.319066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.348658 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd4e86-9940-46a1-9914-164e8ee33a1d x-openstack-request-id: req-45bd4e86-9940-46a1-9914-164e8ee33a1d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:00.349082 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bd8af0-2967-45ff-860a-933c3871da82", "name": "network-vif-deleted", "tag": "8107e56d-14d0-4ddd-accc-d2245d7187a7", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:00.349363 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45bd4e86-9940-46a1-9914-164e8ee33a1d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:00.349771 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd8af0-2967-45ff-860a-933c3871da82', 'name': 'network-vif-deleted', 'tag': '8107e56d-14d0-4ddd-accc-d2245d7187a7', 'status': 'completed', 'code': 200} Jul 30 00:11:00.351620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a4d153-d3a4-4ca2-9aef-2855f35e4d73,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.360295 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.364377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a68f781b-b826-4c03-84b8-bfa243b81f03 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953521 Jul 30 00:11:00.364938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53158) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.370230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.412084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.418571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.478611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.484558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.509733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee588d5-37de-4c1f-8e87-cda5e4e5dc38,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.518479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.519954 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2965b01f-b440-4519-80b6-7688d78d7850 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535990 Jul 30 00:11:00.524383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53160) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.529364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.557470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.620712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.625778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c964ec47-e2f1-469c-9a87-5410f0795e2b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:00.626852 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.643424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fae8c2-3705-48a1-9d88-537f1cfa20c4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.653177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.657190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f02036f-7af5-4e74-8e43-e55e75117b81 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290581 Jul 30 00:11:00.657598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53162) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.662317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.692083 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:11:00.699421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.739224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:00.748571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.749158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-29b7ac56-b995-40bf-aade-e9575c9e98f0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329357 Jul 30 00:11:00.752182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] Sync routers for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:00.763457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:00.764106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:00.807877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:00.820380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:00.821038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:00.850826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.859483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.860160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:00.860855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4363234-6dfd-4511-b1dc-6fc3ca5a281c None None] The sync data for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:00.893687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8879b90-fb9b-4e6c-bb12-20afacf988f0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:00.907895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.909098 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8cf58fe-9959-4c47-ac02-f245e2a05f3c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2505016 Jul 30 00:11:00.912204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53166) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:00.917889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '7586093d-78b4-42a8-adc5-79754fd4e1ae', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:00.941981 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:11:00.947664 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.012724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.017546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.034726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ef6ba3-fc52-4784-960d-d9b577a02b6f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:01.043965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.045262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c52a1100-260a-4f21-9b40-aa7f12fd5309 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317453 Jul 30 00:11:01.049326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53168) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.054684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'network': {'name': 'tempest-network-smoke--419105829', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'port_security_enabled': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:01.077572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:01.081502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.106888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:01.116556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.117041 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Added segment c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e of type vlan for network f81e18ee-7d63-42b5-8c75-feb0653364e6 Jul 30 00:11:01.140154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.158764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.189951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.195853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:01.196556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.259187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2087297 Jul 30 00:11:01.262251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.266611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'admin_state_up': True, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:01.281970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab359d4-07d4-4dc0-a7b6-6adce4b54878 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Network': ['ID=f81e18ee-7d63-42b5-8c75-feb0653364e6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:01.302745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.304257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.313884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:01.328080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53174) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.403508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 75d1a097-4b88-454f-b21b-98d013e49ffb {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:01.404101 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.415348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.425035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Deleting subnet 8c7c6515-3a3e-4dec-b81e-33905cd417d5 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:01.430779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.496136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.509054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 75d1a097-4b88-454f-b21b-98d013e49ffb owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:01.534093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.626375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.646271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.692150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.717533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=75d1a097-4b88-454f-b21b-98d013e49ffb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:01.731870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8107e56d-14d0-4ddd-accc-d2245d7187a7 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:01.749234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.767139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 8107e56d-14d0-4ddd-accc-d2245d7187a7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:01.767495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8107e56d-14d0-4ddd-accc-d2245d7187a7 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:01.786967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7c6515-3a3e-4dec-b81e-33905cd417d5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:01.794991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.798150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0003cdb1-ae5f-42bd-ad61-71d6c8a50143 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c7c6515-3a3e-4dec-b81e-33905cd417d5 HTTP/1.1" status: 204 len: 168 time: 0.4687128 Jul 30 00:11:01.799700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:01.944849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.973415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.975118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.997225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.107261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.4 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/fffa4608-2129-4814-b3ea-81c199e68b7c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:02.230280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.273901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.329494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:02.332554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:02.340765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:02.346968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=fffa4608-2129-4814-b3ea-81c199e68b7c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:02.537057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.551716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b347b90-e477-408b-8709-5364dbf0a13c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.563186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c964ec47-e2f1-469c-9a87-5410f0795e2b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:02.565167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fef89a2-1e48-4648-883d-e4aaf57d1334') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.565403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fef89a2-1e48-4648-883d-e4aaf57d1334') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.581605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.598251 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.617823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.658364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:02.658783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:02.660525 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:02.713376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:02.723448 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4f5cbf0f-041e-4fab-a6c1-d8a9fe4cb2ca tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9738336 Jul 30 00:11:02.727282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53178) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:02.729286 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] Sync routers for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:02.743274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.746305 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:02.747384 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.755990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.759727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b347b90-e477-408b-8709-5364dbf0a13c HTTP/1.1" status: 204 len: 168 time: 0.9560776 Jul 30 00:11:02.763109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53180) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:02.769693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1c9a587b-8df6-4527-8374-95081888886a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=c964ec47-e2f1-469c-9a87-5410f0795e2b HTTP/1.1" status: 200 len: 205 time: 0.0388706 Jul 30 00:11:02.769883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9eb2e-1b0a-46ca-b88f-82238aa43c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b347b90-e477-408b-8709-5364dbf0a13c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:02.769883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:02.792424 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.801882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] Routers {'c964ec47-e2f1-469c-9a87-5410f0795e2b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:02.802493 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c964ec47-e2f1-469c-9a87-5410f0795e2b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.836165 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:02.851716 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab62ff-a7a9-407f-a570-b098facfabb9 None None] The sync data for ids ['c964ec47-e2f1-469c-9a87-5410f0795e2b'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:02.859912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.906562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Deleting subnet ce7275b5-94c9-4460-bac2-473f3f0b048e {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:02.912185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.960362 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.963781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.031165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.034384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.054836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.084858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.085745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router c964ec47-e2f1-469c-9a87-5410f0795e2b {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:03.093160 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.094465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ad0b78f9-310c-4a95-b277-90588f83f433 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b HTTP/1.1" status: 204 len: 168 time: 0.3234863 Jul 30 00:11:03.096974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53184) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.150521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 235532ca-643e-4971-9fbc-aa84d64cb9c8 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:03.153832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.165112 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.199237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.201173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ce7275b5-94c9-4460-bac2-473f3f0b048e HTTP/1.1" status: 204 len: 168 time: 0.4369965 Jul 30 00:11:03.202026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08f9d5-5e8f-469f-9d40-675adcb5456b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7275b5-94c9-4460-bac2-473f3f0b048e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:03.203047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.204459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.223434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router ecd98499-0cbc-4126-88e9-cd2cab6b113a is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:03.295591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.366882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.400576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=235532ca-643e-4971-9fbc-aa84d64cb9c8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:03.404567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.406609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0e54acf0-1136-4468-aa9b-ea46dec4dc53 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/235532ca-643e-4971-9fbc-aa84d64cb9c8 HTTP/1.1" status: 204 len: 168 time: 0.3086743 Jul 30 00:11:03.409568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53188) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.417117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e1b9b-a2e5-4a18-a315-87c7215f2298 None None] Network 29041d1f-72b7-45d7-a5ff-207372036211 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:03.465041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 22aa4260-78f1-43a5-8011-fb6accbe8f06 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:03.469488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.513875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.611675 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] DHCP port deletion for 29041d1f-72b7-45d7-a5ff-207372036211 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:03.619029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.661496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Deleting port b4eb40d2-a83c-4578-bc37-efe924ac4c4c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:03.662295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.687456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.711778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.715387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=22aa4260-78f1-43a5-8011-fb6accbe8f06,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:03.719343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.722147 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-edc550c9-7e8a-49de-9a2e-dd08d0f3fd65 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/22aa4260-78f1-43a5-8011-fb6accbe8f06 HTTP/1.1" status: 204 len: 168 time: 0.3115036 Jul 30 00:11:03.724247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.743286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b20ef-8ecf-4808-bbb1-8c217d81ea76 None None] Network 5c21150b-cb7e-4e71-8f5b-20cae98214e0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:03.750963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] For port b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,segment=NetworkSegment(79390490-9b56-45f8-98c7-65ae2bde499b),segment_id=79390490-9b56-45f8-98c7-65ae2bde499b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:03.751495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.796755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Calling delete_port for b4eb40d2-a83c-4578-bc37-efe924ac4c4c owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:03.819645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.852838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:03.855550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.869152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Sync routers for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:03.874658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2155b7-8258-4dd3-b496-c1812450e3af']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.888062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4ec7c8-8122-4657-9f42-b7862e327bf4') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.888331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4ec7c8-8122-4657-9f42-b7862e327bf4') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.895786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.897678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c92f8690-cbde-497d-8a06-d96cad8937b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6341598 Jul 30 00:11:03.900461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53192) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:03.903748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.911869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port b4eb40d2-a83c-4578-bc37-efe924ac4c4c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:03.911869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.914733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:03.915473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:03.933763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.943161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:03.943638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.980995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port b4eb40d2-a83c-4578-bc37-efe924ac4c4c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,segment=NetworkSegment(79390490-9b56-45f8-98c7-65ae2bde499b),segment_id=79390490-9b56-45f8-98c7-65ae2bde499b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:03.981360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.983723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b4eb40d2-a83c-4578-bc37-efe924ac4c4c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:04.001415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for b4eb40d2-a83c-4578-bc37-efe924ac4c4c owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:04.018668 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:04.023712 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.046791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.051140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/ff2155b7-8258-4dd3-b496-c1812450e3af HTTP/1.1" status: 204 len: 168 time: 0.8430896 Jul 30 00:11:04.092899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eae56a9f-00cd-468f-b24f-f6811cdaf63c tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=57bfa74084174648bc08ab35feae2fd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1912427 Jul 30 00:11:04.096430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3012ec-93b1-4dcc-96dd-2768ee60f8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2155b7-8258-4dd3-b496-c1812450e3af,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.102114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53198) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.114927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.134605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.158184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port b4eb40d2-a83c-4578-bc37-efe924ac4c4c {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:11:04.158833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b4eb40d2-a83c-4578-bc37-efe924ac4c4c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:04.168220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Pushing event deleted for resources: {'Port': ['ID=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.174713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] No DVR routers for this DVR port b4eb40d2-a83c-4578-bc37-efe924ac4c4c on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:04.204469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:04.207576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] DHCP port deletion for 5c21150b-cb7e-4e71-8f5b-20cae98214e0 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:04.215246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port b4eb40d2-a83c-4578-bc37-efe924ac4c4c on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:04.218092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=b4eb40d2-a83c-4578-bc37-efe924ac4c4c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.247414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.247812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.248158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.248494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.249102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.249439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.249818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.250155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.251179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.251961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.252814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.253169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86864c67-7d78-4d05-8c33-5e2cd15b75a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:04.267169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34079999-ef7b-43ca-9079-75338c348536 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.269018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-34079999-ef7b-43ca-9079-75338c348536 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648030 Jul 30 00:11:04.273229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53200) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.304399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53202) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.307954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ffffb1fc-ed0f-408e-b4f7-801ae5c6b721 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336022 Jul 30 00:11:04.310667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53204) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.316166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526631466', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:04.332499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.343574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29041d1f-72b7-45d7-a5ff-207372036211']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.355286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79390490-9b56-45f8-98c7-65ae2bde499b') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.355718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79390490-9b56-45f8-98c7-65ae2bde499b') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.365792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.382845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.391572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:04.392423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:04.399484 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:04.416077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Deleting port 54648ac1-e381-454a-bb62-9d8f906c6451 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:04.416365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.434077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c14ca18-aa46-48b8-bc77-d6bcaf878651 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e3acfe22a0147b69937e954b6b45798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244142 Jul 30 00:11:04.443446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53206) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.477076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:04.479259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.481456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.484087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.486633 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/29041d1f-72b7-45d7-a5ff-207372036211 HTTP/1.1" status: 204 len: 168 time: 0.7611907 Jul 30 00:11:04.491845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.549807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92ea6a-dd3a-450e-a8ae-bcfb834c9412 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=29041d1f-72b7-45d7-a5ff-207372036211,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.576536 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.584070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.621431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.649148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 54648ac1-e381-454a-bb62-9d8f906c6451 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:04.649779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.680339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] For port 54648ac1-e381-454a-bb62-9d8f906c6451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=54648ac1-e381-454a-bb62-9d8f906c6451,segment=NetworkSegment(70189a70-e6c4-4cf4-862c-661810ba81cb),segment_id=70189a70-e6c4-4cf4-862c-661810ba81cb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:04.680984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.696437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Calling delete_port for 54648ac1-e381-454a-bb62-9d8f906c6451 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:04.724221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 54648ac1-e381-454a-bb62-9d8f906c6451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=54648ac1-e381-454a-bb62-9d8f906c6451,segment=NetworkSegment(70189a70-e6c4-4cf4-862c-661810ba81cb),segment_id=70189a70-e6c4-4cf4-862c-661810ba81cb)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:04.724644 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.739340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 54648ac1-e381-454a-bb62-9d8f906c6451 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:04.742993 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.745944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.749504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7df3867-6136-47a1-910a-1e1d4e28d40a HTTP/1.1" status: 204 len: 168 time: 0.3020937 Jul 30 00:11:04.749820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:02Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:04.776571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bc817-a129-4507-8e5a-a0c6652f3ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df3867-6136-47a1-910a-1e1d4e28d40a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.781965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Checking router: ecd98499-0cbc-4126-88e9-cd2cab6b113a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:04.782320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Updating router ecd98499-0cbc-4126-88e9-cd2cab6b113a port fffa4608-2129-4814-b3ea-81c199e68b7c binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:04.790070 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.838646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.872478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Subnet': ['ID=15f13efa-5314-44bc-913d-58bceeb178a5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.883169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:04.883649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network hostable DHCP agents. Network: f81e18ee-7d63-42b5-8c75-feb0653364e6, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:04.884373 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.901560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.904316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:04.917434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f81e18ee-7d63-42b5-8c75-feb0653364e6) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:04.921799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=54648ac1-e381-454a-bb62-9d8f906c6451,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:04.923051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.924011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.928403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port 54648ac1-e381-454a-bb62-9d8f906c6451 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:04.947775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-976b947e-038f-4884-a661-0fb58d9e81ea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6328919 Jul 30 00:11:04.949364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53212) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:04.957121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf38f27-8c9a-4b73-89ef-a468d14349ad None None] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:05.033846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] Pushing event deleted for resources: {'Port': ['ID=54648ac1-e381-454a-bb62-9d8f906c6451,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.039273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.040651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e231fd-6571-43d9-b24d-c567f8541e47 None None] No DVR routers for this DVR port 54648ac1-e381-454a-bb62-9d8f906c6451 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:05.062883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c21150b-cb7e-4e71-8f5b-20cae98214e0']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:05.077498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70189a70-e6c4-4cf4-862c-661810ba81cb') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:05.078589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70189a70-e6c4-4cf4-862c-661810ba81cb') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:05.099179 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.125987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.137197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:05.139140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:05.144223 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:05.238633 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.275510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f81e18ee-7d63-42b5-8c75-feb0653364e6', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:05.276400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.278069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.280753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/5c21150b-cb7e-4e71-8f5b-20cae98214e0 HTTP/1.1" status: 204 len: 168 time: 0.7881954 Jul 30 00:11:05.282085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49135f-dfc9-48dc-a3e7-b034b39942ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=5c21150b-cb7e-4e71-8f5b-20cae98214e0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.284984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:05.291151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509655736'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:05.321110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:05.328116 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.336667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53218) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:05.356075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:05.367531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.368088 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 4ee85a75-a9e5-46dd-87b0-3896db1ff9f7 of type vlan for network 0a357a7e-b223-45cf-b386-6abc9c4d74eb Jul 30 00:11:05.402994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d2fe657c-a21e-4a2e-b57d-886bbd6feb76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f300bc0086a41aba8d771191e1bca96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662169 Jul 30 00:11:05.405730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53220) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:05.422057 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.489759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.490134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.495635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.496347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.509287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Transition to ACTIVE for port object fffa4608-2129-4814-b3ea-81c199e68b7c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:05.524184 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.527787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Allocated IP 172.20.0.2 (f81e18ee-7d63-42b5-8c75-feb0653364e6/15f13efa-5314-44bc-913d-58bceeb178a5/18f545c1-eeab-46ec-8790-5cfb10619715) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:05.537058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.549364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.557185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2709153 Jul 30 00:11:05.571301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:05.577251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:05.638032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.648443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7bf8-454d-46fe-a579-0046841d17d0 None None] Pushing event updated for resources: {'Port': ['ID=fffa4608-2129-4814-b3ea-81c199e68b7c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.652688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Attempting to bind port fffa4608-2129-4814-b3ea-81c199e68b7c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:05.653293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Attempting to bind port fffa4608-2129-4814-b3ea-81c199e68b7c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:05.653558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732986b9-d8df-4521-9eda-8f1d50e76f67 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=0a357a7e-b223-45cf-b386-6abc9c4d74eb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.654386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Attempting to bind port fffa4608-2129-4814-b3ea-81c199e68b7c on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:05.666760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:05.667139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:05.667549 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.667952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:05.668436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Bound port: fffa4608-2129-4814-b3ea-81c199e68b7c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:05.668819 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.699984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:05.721995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:05.725684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.742360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.744794 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.748542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4f6ffab-b97b-4dbd-bf97-6a301b5dd12a HTTP/1.1" status: 204 len: 168 time: 0.3364747 Jul 30 00:11:05.798334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b0878-6085-4124-a11e-28787b93d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6ffab-b97b-4dbd-bf97-6a301b5dd12a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.863151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] For port fffa4608-2129-4814-b3ea-81c199e68b7c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:05.887291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] For port fffa4608-2129-4814-b3ea-81c199e68b7c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fffa4608-2129-4814-b3ea-81c199e68b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:05.900108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.903348 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.939495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 54648ac1-e381-454a-bb62-9d8f906c6451 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:05.944479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Transition to ACTIVE for port object 18f545c1-eeab-46ec-8790-5cfb10619715 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:05.993664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 54648ac1-e381-454a-bb62-9d8f906c6451 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:05.993924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 54648ac1-e381-454a-bb62-9d8f906c6451 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:05.995691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.009928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Transition to ACTIVE for port object 18f545c1-eeab-46ec-8790-5cfb10619715 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:06.018618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7bf8-454d-46fe-a579-0046841d17d0 None None] Pushing event updated for resources: {'Port': ['ID=fffa4608-2129-4814-b3ea-81c199e68b7c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:06.039486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.041425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:06.042085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:06.071632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:06.071997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 0a357a7e-b223-45cf-b386-6abc9c4d74eb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:06.076116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:06.090402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.1 (f81e18ee-7d63-42b5-8c75-feb0653364e6/15f13efa-5314-44bc-913d-58bceeb178a5/994378a7-e4d8-48fc-984a-56ffdcdc4e7a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:06.096225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:06.110992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0a357a7e-b223-45cf-b386-6abc9c4d74eb) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:06.116870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:06.117934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.134676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df5c5a-1d2e-4ada-9333-a0f7bc898769 None None] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:06.136097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d8aa762b-4f84-436f-8b3f-e71313c39f31 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5643730 Jul 30 00:11:06.142425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53230) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:06.147745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752469758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:06.176717 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.177882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.213519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:06.224130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:06.247686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:06.248632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.249378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.255489 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.269610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 994378a7-e4d8-48fc-984a-56ffdcdc4e7a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:06.276640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.281193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-730767e4-5f0d-405d-86c4-55d6668bdc48 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1375756 Jul 30 00:11:06.281748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53238) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:06.287080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'port': {'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb', 'name': 'tempest-RoutersTest-1352882295'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:06.299267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Pushing event updated for resources: {'Port': ['ID=18f545c1-eeab-46ec-8790-5cfb10619715,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:06.395944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:06.403147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.465858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:06.472759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:06.476103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:06.523285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:06.544432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:06.548158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.566880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.606844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] device_id is not set on port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:11:06.670502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Attempting to bind port 18f545c1-eeab-46ec-8790-5cfb10619715 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:06.670875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Attempting to bind port 18f545c1-eeab-46ec-8790-5cfb10619715 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:06.671234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Attempting to bind port 18f545c1-eeab-46ec-8790-5cfb10619715 on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:06.678116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:06.707980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:06.709195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:06.709738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.710136 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Bound using segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:06.710822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Bound port: 18f545c1-eeab-46ec-8790-5cfb10619715, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:06.711224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.785648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.20.0.3 (0a357a7e-b223-45cf-b386-6abc9c4d74eb/3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf/3ea759f5-ac37-4cbb-9d26-25742d0b05e1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:06.798486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0a357a7e-b223-45cf-b386-6abc9c4d74eb', 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:06.799369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.805671 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.807627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1825331142-network', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:06.834444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Made reservation on behalf of e8a8d92a34dd4bfea3334736b0847a25 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:06.838520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.848766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.939263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] For port 18f545c1-eeab-46ec-8790-5cfb10619715, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:06.956437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.963461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.965043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] For port 18f545c1-eeab-46ec-8790-5cfb10619715, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=18f545c1-eeab-46ec-8790-5cfb10619715,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:06.978093 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:06.985283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:07.000196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.000716 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Added segment 02ec0155-fe39-4038-9316-ac4559c0c1db of type vlan for network b4d60430-1948-4c4f-b6af-25c324dc1983 Jul 30 00:11:07.060991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9296-6fd0-48a8-a91c-1f1635e31d58 None None] Pushing event updated for resources: {'Port': ['ID=18f545c1-eeab-46ec-8790-5cfb10619715,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.072045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:02Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:07.085004 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.092392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.099663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c84fe-200f-4526-8e5f-95a54ae40c98,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.108285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e46d9-dc46-4b5c-99fa-b193536038c9 None None] The sync data for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 is: [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:02Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:07.129457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:07.139358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.140793 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.141307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.210870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5307310 Jul 30 00:11:07.213940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:07.221145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Request body: {'subnet': {'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1825331142-subnet', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:07.229755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02543328-3d80-4f11-84fd-8e5ab474e88d admin admin] Pushing event updated for resources: {'Network': ['ID=b4d60430-1948-4c4f-b6af-25c324dc1983,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.242586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b4d60430-1948-4c4f-b6af-25c324dc1983 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:07.254608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Made reservation on behalf of e8a8d92a34dd4bfea3334736b0847a25 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:07.259267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.259484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.349168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:07.354858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:07.362936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:07.450612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.478618 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.482491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Allocated IP 172.20.0.2 (0a357a7e-b223-45cf-b386-6abc9c4d74eb/3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf/65b1b49e-289a-463a-8680-0507d469dad0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:07.600441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=3ea759f5-ac37-4cbb-9d26-25742d0b05e1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.613795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.667144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.668170 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.686055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b403575-e9df-4f67-972e-7071656a36ac,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.692507 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Checking segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:07.693021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Network hostable DHCP agents. Network: b4d60430-1948-4c4f-b6af-25c324dc1983, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:07.715515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:07.720545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:07.728689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.731646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8fb11d9d-efa4-497c-aca7-93d18b3e0e81 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4488649 Jul 30 00:11:07.733798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b4d60430-1948-4c4f-b6af-25c324dc1983) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:07.735514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53254) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:07.749203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.749856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.775788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18140c3c-9360-4b5b-a41d-87254ccc371e None None] Network b4d60430-1948-4c4f-b6af-25c324dc1983 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:07.782088 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.797869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Transition to ACTIVE for port object 65b1b49e-289a-463a-8680-0507d469dad0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:07.816654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53256) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:07.816878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be18da63-9b77-4b08-b2b6-60e1c6773d61 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6016769 Jul 30 00:11:07.825364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Transition to ACTIVE for port object 65b1b49e-289a-463a-8680-0507d469dad0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:07.828262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:07.884294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.912468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.914732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.930648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:07.933125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:08.020159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:08.035953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.052107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 18f545c1-eeab-46ec-8790-5cfb10619715 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:08.063953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:08.095765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:08.097680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Pushing event updated for resources: {'Port': ['ID=65b1b49e-289a-463a-8680-0507d469dad0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:08.277359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Attempting to bind port 65b1b49e-289a-463a-8680-0507d469dad0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:08.277775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Attempting to bind port 65b1b49e-289a-463a-8680-0507d469dad0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:08.278314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Attempting to bind port 65b1b49e-289a-463a-8680-0507d469dad0 on network 0a357a7e-b223-45cf-b386-6abc9c4d74eb {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:08.288866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 18f545c1-eeab-46ec-8790-5cfb10619715 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:08.315631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fffa4608-2129-4814-b3ea-81c199e68b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:08.317989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:08.318759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Checking segment: {'id': '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:08.319474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.320178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Bound using segment: {'id': '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:08.320794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Bound port: 65b1b49e-289a-463a-8680-0507d469dad0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0a357a7e-b223-45cf-b386-6abc9c4d74eb'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:08.321304 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.343416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.351942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.369501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b4d60430-1948-4c4f-b6af-25c324dc1983', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:08.370534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.437599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router ecd98499-0cbc-4126-88e9-cd2cab6b113a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:08.572380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70796f59-7f80-4d8e-ac8a-985ca190b33f None None] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:08.606274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port fffa4608-2129-4814-b3ea-81c199e68b7c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:08.643046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] For port 65b1b49e-289a-463a-8680-0507d469dad0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:08.677565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fffa4608-2129-4814-b3ea-81c199e68b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:08.678056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.689783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] For port 65b1b49e-289a-463a-8680-0507d469dad0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=65b1b49e-289a-463a-8680-0507d469dad0,segment=NetworkSegment(4ee85a75-a9e5-46dd-87b0-3896db1ff9f7),segment_id=4ee85a75-a9e5-46dd-87b0-3896db1ff9f7)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:08.719554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.725519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.743887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.778345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Provisioning for port 18f545c1-eeab-46ec-8790-5cfb10619715 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:08.842004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Provisioning complete for port 18f545c1-eeab-46ec-8790-5cfb10619715 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:08.842379 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.846428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=3ea759f5-ac37-4cbb-9d26-25742d0b05e1,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:08.847078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Allocated IP 172.20.0.2 (b4d60430-1948-4c4f-b6af-25c324dc1983/2b403575-e9df-4f67-972e-7071656a36ac/c8e7e92a-79b0-44e8-9b29-91ac28276d3f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:08.966468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080b346-7133-48b7-ab6f-9d13c1f57003 None None] Pushing event updated for resources: {'Port': ['ID=65b1b49e-289a-463a-8680-0507d469dad0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:09.145873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.160560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:09.173099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec37027d-a51a-432f-9fcf-ebf6e5e6fbb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/ecd98499-0cbc-4126-88e9-cd2cab6b113a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2190268 Jul 30 00:11:09.337217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.348852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Transition to ACTIVE for port object c8e7e92a-79b0-44e8-9b29-91ac28276d3f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:09.361037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.369700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Transition to ACTIVE for port object c8e7e92a-79b0-44e8-9b29-91ac28276d3f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:09.395703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.399700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port fffa4608-2129-4814-b3ea-81c199e68b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fffa4608-2129-4814-b3ea-81c199e68b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:09.401702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.419655 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.430040 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.471449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:09.502269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] For port 18f545c1-eeab-46ec-8790-5cfb10619715, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=18f545c1-eeab-46ec-8790-5cfb10619715,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:09.509824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:09.513842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:09.554906 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.596472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-f89ffd2b-e665-4b0b-83a2-a92a8fb9ea22 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543009724&fields=id&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 267 time: 0.0911279 Jul 30 00:11:09.608221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Pushing event updated for resources: {'Port': ['ID=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:09.616179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Attempting to bind port c8e7e92a-79b0-44e8-9b29-91ac28276d3f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:09.616551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Attempting to bind port c8e7e92a-79b0-44e8-9b29-91ac28276d3f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:09.616920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Attempting to bind port c8e7e92a-79b0-44e8-9b29-91ac28276d3f on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:09.626760 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.648362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:09.648745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Checking segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:09.649183 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.649586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Bound using segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:09.650123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Bound port: c8e7e92a-79b0-44e8-9b29-91ac28276d3f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:09.650508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.704364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Allocated IP 172.25.5.199 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/8fbb0729-a1bf-4612-9e80-8967340056f5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:09.725851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Provisioning for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:09.762906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=fffa4608-2129-4814-b3ea-81c199e68b7c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:09.775193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Provisioning complete for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:09.775847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:09.861860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5cdd838e-85d8-4042-bd22-943f257fcd7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:09.878670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5cdd838e-85d8-4042-bd22-943f257fcd7c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 796 time: 0.2773108 Jul 30 00:11:09.911777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-8abdea24-04b4-4a26-a6af-3dd8422c9b86 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/quotas/57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 375 time: 0.0320685 Jul 30 00:11:09.942842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.031716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.075256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-f1500fdc-85ee-4314-9bf3-efc7e6e02d72 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624148 Jul 30 00:11:10.156511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec832a9c-e8f8-4eeb-8df3-c6948a8520d8 None None] Pushing event updated for resources: {'Port': ['ID=18f545c1-eeab-46ec-8790-5cfb10619715,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:10.189999 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Sync routers for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:10.208035 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:10.209683 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:10.210967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.221090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fffa4608-2129-4814-b3ea-81c199e68b7c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:10.291010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] For port c8e7e92a-79b0-44e8-9b29-91ac28276d3f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:10.297118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:10.309998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] For port c8e7e92a-79b0-44e8-9b29-91ac28276d3f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:10.322676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.372210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbb0729-a1bf-4612-9e80-8967340056f5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:10.396975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:10.400558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:10.400912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Provisioning complete for port 18f545c1-eeab-46ec-8790-5cfb10619715 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:10.401302 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-80efa605-5e7e-4eb6-a903-c308c575b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.413550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:10.430480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fffa4608-2129-4814-b3ea-81c199e68b7c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:10.430852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.465034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.472960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.518580 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:10.559123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-42799a0c-5b6e-48dd-8026-7c5d724604e6 service neutron] 10.222.0.49 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693983 Jul 30 00:11:10.635264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef562-e954-4ec8-bf60-ecafc62bf5c1 None None] Pushing event updated for resources: {'Port': ['ID=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:10.655747 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.679316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=3ea759f5-ac37-4cbb-9d26-25742d0b05e1,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:10.733939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 65b1b49e-289a-463a-8680-0507d469dad0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:10.791861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa03df4-2d10-43c9-9422-20408403f279 None None] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:10.819902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:10.822258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:10.961818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 65b1b49e-289a-463a-8680-0507d469dad0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:11.062669 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:07Z', 'revision_number': 2, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:11.074986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-1190b205-0119-4303-80c8-5502e727c076 service neutron] 10.222.0.49 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978840 Jul 30 00:11:11.107118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Provisioning complete for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:11.107492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.111917 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Checking router: ecd98499-0cbc-4126-88e9-cd2cab6b113a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:11.112490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Updating router ecd98499-0cbc-4126-88e9-cd2cab6b113a port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:11.117347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 8e333d74-0fe2-4375-9e1e-019a6cdd3d53 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:11.174129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:11.174728 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.195726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Provisioning for port 65b1b49e-289a-463a-8680-0507d469dad0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:11.203920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Provisioning complete for port 65b1b49e-289a-463a-8680-0507d469dad0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:11.206611 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.269685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.324759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:11.347431 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1bbe63b6-2a0e-40bd-bea4-7fd035ceb0f9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/8e333d74-0fe2-4375-9e1e-019a6cdd3d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6085563 Jul 30 00:11:11.348762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53276) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:11.421802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.428884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] Sync routers for ids ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:11.439859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f69c4b-dc0b-4a6e-a7bd-218f468887f4 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:11.441528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b3f69c4b-dc0b-4a6e-a7bd-218f468887f4 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports/3ea759f5-ac37-4cbb-9d26-25742d0b05e1 HTTP/1.1" status: 200 len: 977 time: 0.0908911 Jul 30 00:11:11.452365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53280) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:11.467395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] Routers {'8e333d74-0fe2-4375-9e1e-019a6cdd3d53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:11.468342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:11.534668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:11.535121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08828769-f042-40f4-8572-2de87b177f1b req-3dca098e-a5f2-4e94-86df-937c6187f741 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 210 time: 0.1055286 Jul 30 00:11:11.537999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] For port 65b1b49e-289a-463a-8680-0507d469dad0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=65b1b49e-289a-463a-8680-0507d469dad0,segment=NetworkSegment(4ee85a75-a9e5-46dd-87b0-3896db1ff9f7),segment_id=4ee85a75-a9e5-46dd-87b0-3896db1ff9f7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:11.551641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.581730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] Routers {'8e333d74-0fe2-4375-9e1e-019a6cdd3d53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:11.590937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:11.685402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:11.686316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152e175-ce75-49da-8d07-d807b97faf4f None None] The sync data for ids ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:11.735285 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.739296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42241fe-83ba-4bd6-8b37-6edebf418813 None None] Pushing event updated for resources: {'Port': ['ID=65b1b49e-289a-463a-8680-0507d469dad0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:11.744582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Provisioning for port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:11.757085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Provisioning complete for port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:11.757659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.781322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Transition to ACTIVE for port object 994378a7-e4d8-48fc-984a-56ffdcdc4e7a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:11.793332 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.876104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:11.895820 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Pushing event updated for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:11.924974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Provisioning complete for port 65b1b49e-289a-463a-8680-0507d469dad0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:11.925360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-56831c9c-9a33-4037-85a4-2e6ca167c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:11.950905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.039688 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Attempting to bind port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:12.040286 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Attempting to bind port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:12.040876 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Attempting to bind port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:12.094603 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.095190 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.096379 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.097776 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.098330 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.099057 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.100551 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.101050 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.102073 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.103740 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.104282 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.104763 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:12.113611 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:12.114353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:12.116862 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.117840 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Bound using segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:12.118490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Bound port: 994378a7-e4d8-48fc-984a-56ffdcdc4e7a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:12.119036 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.198621 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] For port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:12.202509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] For port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:12.222404 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.255424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 18f545c1-eeab-46ec-8790-5cfb10619715 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:12.328861 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20232-86e0-4fee-bb4a-ee1ab887678b None None] Pushing event updated for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:12.350953 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.380066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:12.380889 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:12.395743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Router 44b82601-db37-4217-a7ed-45d6348c2a7f is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:12.428662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7daaa31b-ea3d-4496-b00f-3cbc22edc386 None None] Provisioning complete for port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:12.429943 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7daaa31b-ea3d-4496-b00f-3cbc22edc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.549845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7daaa31b-ea3d-4496-b00f-3cbc22edc386 None None] Port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:12.580021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 18f545c1-eeab-46ec-8790-5cfb10619715 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:12.580565 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.702528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:12.704277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-51d997eb-8474-4931-b4d0-9caa61f6eec3 None None] Provisioning complete for port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:12.704842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-51d997eb-8474-4931-b4d0-9caa61f6eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.750692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d97f66-9110-4c2f-9eda-f0f1e9b299e8 None None] Network b4d60430-1948-4c4f-b6af-25c324dc1983 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:12.760375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f485e380-51a4-4aab-9c6f-952e908631a1 req-df2e3ad8-fd01-4b9c-968f-9e3e8892a035 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 210 time: 0.0930111 Jul 30 00:11:12.785308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.787294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2a9efaa1-8076-4b6a-a62b-83f276559f97 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9693022 Jul 30 00:11:12.790336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53290) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:12.794009 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:12.864612 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:12.869782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:12.870485 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.962440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c8e7e92a-79b0-44e8-9b29-91ac28276d3f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:13.002688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-51d997eb-8474-4931-b4d0-9caa61f6eec3 None None] Port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:13.096684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.122870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c8e7e92a-79b0-44e8-9b29-91ac28276d3f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:13.125045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:13.146329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 65b1b49e-289a-463a-8680-0507d469dad0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:13.160855 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:13.161512 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.209764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Provisioning for port c8e7e92a-79b0-44e8-9b29-91ac28276d3f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:13.220040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Provisioning complete for port c8e7e92a-79b0-44e8-9b29-91ac28276d3f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:13.220040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.250367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 65b1b49e-289a-463a-8680-0507d469dad0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:13.250623 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:12Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.250790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.312478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5dbf-6159-4bdc-9d5b-bfc3338fcd6a None None] The sync data for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 is: [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:12Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:13.424738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-b97e5663-694d-4a03-9161-308258c8db70 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:13.426995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-b97e5663-694d-4a03-9161-308258c8db70 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 796 time: 0.2022154 Jul 30 00:11:13.452294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.480144 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:13.542063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] For port c8e7e92a-79b0-44e8-9b29-91ac28276d3f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:13.542334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-38dcfdaf-e977-43c7-b7fd-0dae299be460 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 380 time: 0.0930970 Jul 30 00:11:13.549659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.554745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'port': {'device_id': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'admin_state_up': True, 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'security_groups': ['7586093d-78b4-42a8-adc5-79754fd4e1ae']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:13.623178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Provisioning complete for port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:13.627593 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.638611 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.705980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=3ea759f5-ac37-4cbb-9d26-25742d0b05e1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:13.717339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:11Z', 'revision_number': 3, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.718443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Pushing event updated for resources: {'Port': ['ID=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:13.728200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-150f181a-4a79-4480-bb2d-dc0a4fcaf976 None None] Port 3ea759f5-ac37-4cbb-9d26-25742d0b05e1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:13.733805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.734482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.735620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.737692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.738894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.739629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.740187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.741913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.742482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.742937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.743328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.744086 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.758311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:13.758960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Updating router 44b82601-db37-4217-a7ed-45d6348c2a7f port 8fbb0729-a1bf-4612-9e80-8967340056f5 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:13.811041 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.874674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4f6c56ad-be16-4691-b7b3-7c9b6eac55cc None None] Provisioning complete for port c8e7e92a-79b0-44e8-9b29-91ac28276d3f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:13.875044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f6c56ad-be16-4691-b7b3-7c9b6eac55cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.977744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32e3210e-133d-47ee-a5a4-5043eb28aee7 req-0f00247f-71de-44b6-96f6-72f68dd52e0d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 210 time: 0.0432293 Jul 30 00:11:13.985352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:13.989345 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.043820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.080666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.100102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c8e7e92a-79b0-44e8-9b29-91ac28276d3f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:14.188626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c8e7e92a-79b0-44e8-9b29-91ac28276d3f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:14.189023 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.306660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 8e333d74-0fe2-4375-9e1e-019a6cdd3d53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:14.318579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 994378a7-e4d8-48fc-984a-56ffdcdc4e7a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:14.354147 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.373456 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Transition to ACTIVE for port object 8fbb0729-a1bf-4612-9e80-8967340056f5 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:14.378764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:14.380591 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.390737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:14.395613 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.408470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:14.429108 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e1b73c2b-bf22-483b-8583-daab688a8e64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/8e333d74-0fe2-4375-9e1e-019a6cdd3d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9726307 Jul 30 00:11:14.429949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53294) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:14.434840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.8 (f81e18ee-7d63-42b5-8c75-feb0653364e6/15f13efa-5314-44bc-913d-58bceeb178a5/8d030a85-3a3f-4c75-ac84-56252e19e51f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:14.435827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] Sync routers for ids ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:14.467863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] Routers {'8e333d74-0fe2-4375-9e1e-019a6cdd3d53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:14.469413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:14.487650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Attempting to bind port 8fbb0729-a1bf-4612-9e80-8967340056f5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:14.487650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Attempting to bind port 8fbb0729-a1bf-4612-9e80-8967340056f5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:14.487650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Attempting to bind port 8fbb0729-a1bf-4612-9e80-8967340056f5 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:14.509994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:14.511469 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339af06-bbb5-4189-9204-922c3f54b857 None None] Pushing event updated for resources: {'Port': ['ID=8fbb0729-a1bf-4612-9e80-8967340056f5,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.515106 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:14.515478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:14.515881 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.516261 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:14.516744 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Bound port: 8fbb0729-a1bf-4612-9e80-8967340056f5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:14.517105 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.533880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] Routers {'8e333d74-0fe2-4375-9e1e-019a6cdd3d53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:14.534904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:14.594817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] For port 8fbb0729-a1bf-4612-9e80-8967340056f5, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:14.599564 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] For port 8fbb0729-a1bf-4612-9e80-8967340056f5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8fbb0729-a1bf-4612-9e80-8967340056f5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:14.607899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:14.608923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb6938-85c4-4ab8-8af4-56143cb13d1e None None] The sync data for ids ['8e333d74-0fe2-4375-9e1e-019a6cdd3d53'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:14.609377 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.631138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.681712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:14.683606 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-058d1f5b-1932-4712-a4ee-2186f185f05e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 00:11:14.687930 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-058d1f5b-1932-4712-a4ee-2186f185f05e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/8e333d74-0fe2-4375-9e1e-019a6cdd3d53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2572279 Jul 30 00:11:14.688565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:14.689899 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.720163 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:14.720815 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:14.734723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59c64380-79df-412a-98dc-35cc19b5f1a5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e333d74-0fe2-4375-9e1e-019a6cdd3d53 HTTP/1.1" status: 200 len: 205 time: 0.0448318 Jul 30 00:11:14.739232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53298) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:14.743157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.761125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 8d030a85-3a3f-4c75-ac84-56252e19e51f will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:14.773801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.798234 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339af06-bbb5-4189-9204-922c3f54b857 None None] Pushing event updated for resources: {'Port': ['ID=8fbb0729-a1bf-4612-9e80-8967340056f5,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.815862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Allocated IP 172.20.0.1 (b4d60430-1948-4c4f-b6af-25c324dc1983/2b403575-e9df-4f67-972e-7071656a36ac/881a1e7e-6fc9-40c1-9682-77a2684da9f4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:14.825474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.844405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.905172 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:14.929270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:14.939105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:14.951153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:14.962612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.047190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:15.047867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.053844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.057867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.087429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.137143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.137381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-7d2ca8eb-f277-484a-9216-6303a38f2f26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5878456 Jul 30 00:11:15.138260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router 8e333d74-0fe2-4375-9e1e-019a6cdd3d53 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:15.147466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Transition to ACTIVE for port object 881a1e7e-6fc9-40c1-9682-77a2684da9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:15.157889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.159857 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f01ddea8-6c55-4381-a30c-b20f78594601 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/8e333d74-0fe2-4375-9e1e-019a6cdd3d53 HTTP/1.1" status: 204 len: 168 time: 0.4155419 Jul 30 00:11:15.162831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53302) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:15.175780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Request body: {'port': {'device_id': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:15.182158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:11Z', 'revision_number': 3, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:15.216565 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706349-1ce1-49d6-a50a-82bbfd4b2ede None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:11Z', 'revision_number': 3, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:15.232070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623900a9-67f1-48ec-a6f6-336020045f9e req-d4ae0bb8-5936-445c-90f8-7a3e607fc76d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:15.234447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-623900a9-67f1-48ec-a6f6-336020045f9e req-d4ae0bb8-5936-445c-90f8-7a3e607fc76d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 931 time: 0.1349986 Jul 30 00:11:15.252835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:15.261325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.324888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.336577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-623900a9-67f1-48ec-a6f6-336020045f9e req-39ad8ef6-3361-42bd-ba4f-e5c3589abf59 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923829 Jul 30 00:11:15.348753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.403773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d7f2aef3-dab1-44de-9e8d-e44d4a289e01 None None] Provisioning for port 8d030a85-3a3f-4c75-ac84-56252e19e51f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:15.404014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.416928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d7f2aef3-dab1-44de-9e8d-e44d4a289e01 None None] Provisioning complete for port 8d030a85-3a3f-4c75-ac84-56252e19e51f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:15.417409 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7f2aef3-dab1-44de-9e8d-e44d4a289e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.466614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:15.473949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2aef3-dab1-44de-9e8d-e44d4a289e01 None None] Port 8d030a85-3a3f-4c75-ac84-56252e19e51f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:15.480994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:15.493487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.540261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:15.564319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.564934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Pushing event updated for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.616913 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.619436 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf HTTP/1.1" status: 204 len: 168 time: 0.4544218 Jul 30 00:11:15.623611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:15.629799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f4cbb-8f6b-4e4f-ace9-6ee47d9fd18c None None] Network 0a357a7e-b223-45cf-b386-6abc9c4d74eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:15.670743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f098f23-90c8-47dd-97ec-5e1507aa0de9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.718006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.829467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-718cb168-c673-44fb-88d3-662bdeae5804 None None] Provisioning for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:15.837488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-718cb168-c673-44fb-88d3-662bdeae5804 None None] Provisioning complete for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:15.838150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-718cb168-c673-44fb-88d3-662bdeae5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.927835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-718cb168-c673-44fb-88d3-662bdeae5804 None None] Port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:15.992493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] DHCP port deletion for 0a357a7e-b223-45cf-b386-6abc9c4d74eb request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:16.039053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d030a85-3a3f-4c75-ac84-56252e19e51f {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:16.061258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.064669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8fbb0729-a1bf-4612-9e80-8967340056f5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:16.094491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Transition to ACTIVE for port object 8d030a85-3a3f-4c75-ac84-56252e19e51f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:16.095506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.110129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.119521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Deleting port 65b1b49e-289a-463a-8680-0507d469dad0 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:16.119912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.172380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:16.228991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] For port 65b1b49e-289a-463a-8680-0507d469dad0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=65b1b49e-289a-463a-8680-0507d469dad0,segment=NetworkSegment(4ee85a75-a9e5-46dd-87b0-3896db1ff9f7),segment_id=4ee85a75-a9e5-46dd-87b0-3896db1ff9f7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:16.229716 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.233028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.252696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Calling delete_port for 65b1b49e-289a-463a-8680-0507d469dad0 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:16.335221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 65b1b49e-289a-463a-8680-0507d469dad0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:16.335647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.360492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8fbb0729-a1bf-4612-9e80-8967340056f5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:16.368097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8fbb0729-a1bf-4612-9e80-8967340056f5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:16.368749 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.421712 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96ac8219-ead2-400a-a938-158fcf90f9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.433384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:16.433904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:16.434114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:16.443224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:16.443692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:16.479032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 65b1b49e-289a-463a-8680-0507d469dad0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=65b1b49e-289a-463a-8680-0507d469dad0,segment=NetworkSegment(4ee85a75-a9e5-46dd-87b0-3896db1ff9f7),segment_id=4ee85a75-a9e5-46dd-87b0-3896db1ff9f7)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:16.479293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.496114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 65b1b49e-289a-463a-8680-0507d469dad0 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:16.504841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.543042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:16.543885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:16.544069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Bound using segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:16.544716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Bound port: 8d030a85-3a3f-4c75-ac84-56252e19e51f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:16.545024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 8fbb0729-a1bf-4612-9e80-8967340056f5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8fbb0729-a1bf-4612-9e80-8967340056f5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:16.546430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.551836 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.565209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.566356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 994378a7-e4d8-48fc-984a-56ffdcdc4e7a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:16.602061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.615481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.640264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port 65b1b49e-289a-463a-8680-0507d469dad0 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:16.642183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=65b1b49e-289a-463a-8680-0507d469dad0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:16.659890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] Pushing event deleted for resources: {'Port': ['ID=65b1b49e-289a-463a-8680-0507d469dad0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:16.669400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5ffa9-b6fa-45e3-8924-312fd3f1f810 None None] No DVR routers for this DVR port 65b1b49e-289a-463a-8680-0507d469dad0 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:16.670032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a83e6-5087-4443-b889-fc79df39a7e9 req-b356f269-cb21-4fcb-a7b1-f8547d1ef217 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:16.671641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe3a83e6-5087-4443-b889-fc79df39a7e9 req-b356f269-cb21-4fcb-a7b1-f8547d1ef217 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 943 time: 0.1184635 Jul 30 00:11:16.672562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.761588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.784550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a357a7e-b223-45cf-b386-6abc9c4d74eb']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:16.799080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:16.799464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee85a75-a9e5-46dd-87b0-3896db1ff9f7') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:16.811222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=8fbb0729-a1bf-4612-9e80-8967340056f5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:16.820119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:16.820526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.826529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.864684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.872423 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:16.872841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self.session.flush() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:16.888955 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:16.958014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.968587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.974590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/0a357a7e-b223-45cf-b386-6abc9c4d74eb HTTP/1.1" status: 204 len: 168 time: 1.3478527 Jul 30 00:11:16.977337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:16.991557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-23737122'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:16.996170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601f915-f615-42f9-a456-c82602153e4f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=0a357a7e-b223-45cf-b386-6abc9c4d74eb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.015625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:17.019520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.046952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:17.057330 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.057756 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment e27b600c-8e76-4128-96e0-2c0f736c80ac of type vlan for network 50017942-1b5d-4480-a72c-65a27d6107a3 Jul 30 00:11:17.100942 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.133907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.140360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.141247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.173011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.183083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Pushing event updated for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.209592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:17.210131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2318697 Jul 30 00:11:17.213496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53310) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:17.221320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:17.225916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe3a83e6-5087-4443-b889-fc79df39a7e9 req-ed435e7e-87d9-4f55-bfa6-73c8bc970e60 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387544 Jul 30 00:11:17.239017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:17.269136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.273552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9bcf-235a-46fc-88b0-33a4316be18b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=50017942-1b5d-4480-a72c-65a27d6107a3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.285297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 50017942-1b5d-4480-a72c-65a27d6107a3 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:17.319181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.319809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.324961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] 10.222.0.57 "PUT /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 1092 time: 2.1691880 Jul 30 00:11:17.325436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:17.327949 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c25a52-9655-44a6-87fe-71baab0d4426" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:17.346007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:17.356191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.417670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920550-5f21-4c8e-b046-bce64a4f8dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.456796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-a867eb10-e47c-4bf8-a0ec-569963ac641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.467750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-a867eb10-e47c-4bf8-a0ec-569963ac641e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1095 time: 0.0719924 Jul 30 00:11:17.472195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:17.480210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.519930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-bd5a9c74-a6c7-4f33-8efa-f6457fa3d589 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 217 time: 0.0450704 Jul 30 00:11:17.521349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:17.647553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5a87bd1f-ca4c-4476-a796-4c72abc2cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.649077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-5a87bd1f-ca4c-4476-a796-4c72abc2cfad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.1186628 Jul 30 00:11:17.682615 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebfaa5a-0ea5-4dc6-ae97-f46fe5e02bbf x-openstack-request-id: req-9ebfaa5a-0ea5-4dc6-ae97-f46fe5e02bbf {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:17.683219 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:17.683643 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ebfaa5a-0ea5-4dc6-ae97-f46fe5e02bbf {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:17.684206 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'status': 'completed', 'code': 200} Jul 30 00:11:17.723614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.754550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-ca7e40af-96bb-451c-b084-d06e06a00ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.756457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-ca7e40af-96bb-451c-b084-d06e06a00ac3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712781 Jul 30 00:11:17.763160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:17.803663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=1b732ebb-f830-4f2b-b4c0-c1841a13343a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.807867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': 'e27b600c-8e76-4128-96e0-2c0f736c80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:17.808364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 50017942-1b5d-4480-a72c-65a27d6107a3, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:17.832850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 50017942-1b5d-4480-a72c-65a27d6107a3 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:17.848951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 50017942-1b5d-4480-a72c-65a27d6107a3) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:17.858993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f316dcad-a19e-4eee-9660-3f5f26f26e24 None None] Network 50017942-1b5d-4480-a72c-65a27d6107a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:17.868342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:17.869143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.909933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-867d66fc-6e3c-49a0-8f5e-dea3b83ffe2e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952577 Jul 30 00:11:17.914199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53316) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:17.930503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2004043662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:17.932367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8fbb0729-a1bf-4612-9e80-8967340056f5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:17.964727 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.966275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.979699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-275800ba-b816-408b-b8df-db5f4bf67b15 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146494 Jul 30 00:11:18.042555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:18.043241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.048033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b834b660-1706-4617-99d8-5145c9e3b468 admin admin] 10.222.0.49 "PUT /v2.0/routers/44b82601-db37-4217-a7ed-45d6348c2a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2538972 Jul 30 00:11:18.061068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.061276 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:18.073968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:18.074800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:18.093799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.098848 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aecd33e2-0206-49c2-8971-8d2ec4469333 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1829846 Jul 30 00:11:18.099504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53320) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:18.169925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c6f5ea4-3925-43a6-8b3b-d1adaedc4cb2 req-1ef49714-bd2b-4df8-b754-f3d9cda7abe2 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809540 Jul 30 00:11:18.267062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a2c1fd80-937e-48d8-9c9b-7ca5c60ab776 None None] Provisioning complete for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:18.267446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2c1fd80-937e-48d8-9c9b-7ca5c60ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.358177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-6d18bad4-459c-4f49-a5a2-25ad0fa3e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:18.358493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1fd80-937e-48d8-9c9b-7ca5c60ab776 None None] Port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:18.360811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-6d18bad4-459c-4f49-a5a2-25ad0fa3e1ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1095 time: 0.0787239 Jul 30 00:11:18.364508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8fbb0729-a1bf-4612-9e80-8967340056f5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:18.364875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.457838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-50017942-1b5d-4480-a72c-65a27d6107a3', 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '1b732ebb-f830-4f2b-b4c0-c1841a13343a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:18.458314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:18.458693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.575702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-6a36ce06-b5e3-46a2-8ad8-fb95cfc68306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:18.581375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-6a36ce06-b5e3-46a2-8ad8-fb95cfc68306 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.2125344 Jul 30 00:11:18.594805 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.673512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-eca478ec-6b4d-4d46-b39c-8a5665f8c580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 217 time: 0.0814652 Jul 30 00:11:18.725131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Allocated IP 172.20.0.2 (50017942-1b5d-4480-a72c-65a27d6107a3/1b732ebb-f830-4f2b-b4c0-c1841a13343a/9d39b1e8-8c78-4302-924a-3519338b4a1e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:18.790312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 65b1b49e-289a-463a-8680-0507d469dad0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:18.801336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-67911ee5-6f34-4fbe-83bc-80b97e810afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:18.803704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-67911ee5-6f34-4fbe-83bc-80b97e810afc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.1229284 Jul 30 00:11:18.854160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 65b1b49e-289a-463a-8680-0507d469dad0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:18.854735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 65b1b49e-289a-463a-8680-0507d469dad0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:18.891786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53328) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:18.906574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956795678', 'description': 'tempest-description--74251350'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:18.947506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-4cd216f8-c881-4e39-b7b5-277547e38b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:18.949992 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 2, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:18.952433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-4cd216f8-c881-4e39-b7b5-277547e38b13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404555 Jul 30 00:11:18.984637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:18.985157 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Updating router 44b82601-db37-4217-a7ed-45d6348c2a7f port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:18.999369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.012601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Transition to ACTIVE for port object 9d39b1e8-8c78-4302-924a-3519338b4a1e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:19.020868 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.034349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Transition to ACTIVE for port object 9d39b1e8-8c78-4302-924a-3519338b4a1e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:19.050636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.092844 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27d32d68-2992-458b-848a-5265cd299b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.104206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Network 50017942-1b5d-4480-a72c-65a27d6107a3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:19.107637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:19.111391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:19.141903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.20.0.1 (50017942-1b5d-4480-a72c-65a27d6107a3/1b732ebb-f830-4f2b-b4c0-c1841a13343a/9f3083e0-682f-4c80-bfd3-277d2aa4041f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:19.146165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Pushing event updated for resources: {'Port': ['ID=9d39b1e8-8c78-4302-924a-3519338b4a1e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.155666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.191353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Attempting to bind port 9d39b1e8-8c78-4302-924a-3519338b4a1e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:19.191716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Attempting to bind port 9d39b1e8-8c78-4302-924a-3519338b4a1e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e27b600c-8e76-4128-96e0-2c0f736c80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:19.192228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Attempting to bind port 9d39b1e8-8c78-4302-924a-3519338b4a1e on network 50017942-1b5d-4480-a72c-65a27d6107a3 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:19.198069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:19.198369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Checking segment: {'id': 'e27b600c-8e76-4128-96e0-2c0f736c80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:19.198768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.199353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Bound using segment: {'id': 'e27b600c-8e76-4128-96e0-2c0f736c80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:19.199825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Bound port: 9d39b1e8-8c78-4302-924a-3519338b4a1e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b600c-8e76-4128-96e0-2c0f736c80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '50017942-1b5d-4480-a72c-65a27d6107a3'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:19.200801 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.235845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e3439-42bf-48e7-9004-dfe8fe296ab8 req-d3057814-7dd0-4ca3-b994-874e4c9e5aeb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:19.237500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-454e3439-42bf-48e7-9004-dfe8fe296ab8 req-d3057814-7dd0-4ca3-b994-874e4c9e5aeb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 943 time: 0.2823620 Jul 30 00:11:19.322647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] For port 9d39b1e8-8c78-4302-924a-3519338b4a1e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:19.330623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] For port 9d39b1e8-8c78-4302-924a-3519338b4a1e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9d39b1e8-8c78-4302-924a-3519338b4a1e,segment=NetworkSegment(e27b600c-8e76-4128-96e0-2c0f736c80ac),segment_id=e27b600c-8e76-4128-96e0-2c0f736c80ac)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:19.336433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.339398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-454e3439-42bf-48e7-9004-dfe8fe296ab8 req-abf24bf4-3b1f-426d-9f90-0a115b39894d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882814 Jul 30 00:11:19.340502 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.342132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-954ec37b-284b-4af8-884d-eb8928c9e512 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453603 Jul 30 00:11:19.379758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 9f3083e0-682f-4c80-bfd3-277d2aa4041f will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:19.417122 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.443918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.445253 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Transition to ACTIVE for port object 881a1e7e-6fc9-40c1-9682-77a2684da9f4 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:19.451023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aa7a7-0955-476f-8f8d-0648740c7942 None None] Pushing event updated for resources: {'Port': ['ID=9d39b1e8-8c78-4302-924a-3519338b4a1e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.458617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.460307 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.504842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 50017942-1b5d-4480-a72c-65a27d6107a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:19.508964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:19.513144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:19.519985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861738d-17e7-4c62-9014-528d1ac66e66 None None] Pushing event updated for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.533429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.541024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28c25a52-9655-44a6-87fe-71baab0d4426 req-b85986cb-db96-4aa2-b678-68cc4bf744ea service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911972 Jul 30 00:11:19.542654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.582897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=9f3083e0-682f-4c80-bfd3-277d2aa4041f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.590101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Attempting to bind port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:19.590568 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Attempting to bind port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:19.591056 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Attempting to bind port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:19.596463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86078088-d0b1-4705-8a12-5560502d0025,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.597179 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:19.597718 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Checking segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:19.598224 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.598780 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Bound using segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:19.599367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Bound port: 881a1e7e-6fc9-40c1-9682-77a2684da9f4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:19.600035 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.613560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.619306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bcb06dbb-3493-4688-95b5-a217b9d0a62b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7212439 Jul 30 00:11:19.620091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53330) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:19.630322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group_rule': {'security_group_id': '86078088-d0b1-4705-8a12-5560502d0025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:19.634117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.683578 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.690261 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] For port 881a1e7e-6fc9-40c1-9682-77a2684da9f4, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:19.694573 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] For port 881a1e7e-6fc9-40c1-9682-77a2684da9f4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=881a1e7e-6fc9-40c1-9682-77a2684da9f4,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:19.705295 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.835778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.847860 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:19.848467 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:19.850132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.853270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.857342 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861738d-17e7-4c62-9014-528d1ac66e66 None None] Pushing event updated for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.880908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.892593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685423 Jul 30 00:11:19.903778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53332) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:19.912044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group_rule': {'security_group_id': '86078088-d0b1-4705-8a12-5560502d0025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:19.939077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2633a-810e-4050-88ea-e0b1764cd057 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4f40b9-dc27-4054-b1c7-9c9f662e6488,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.000863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.052438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9d39b1e8-8c78-4302-924a-3519338b4a1e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:20.079185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.089433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.112231 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:20.129700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b63dd5-9ea8-492b-b99f-a5ba22dd50f6,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.148340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.149128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-19f433f2-7b27-46ec-90ff-4cb6f75eba62 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2433212 Jul 30 00:11:20.150402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 9d39b1e8-8c78-4302-924a-3519338b4a1e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:20.152911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53334) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:20.158938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:20.196981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.340835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.348368 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.381559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.425930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=9f3083e0-682f-4c80-bfd3-277d2aa4041f,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.436433 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:20.458936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.484306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb557d-1bc7-4226-9382-5dcb92f6fadb None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:20.522290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13017-5ca3-46ab-903a-5657381d9170 req-4db1cb78-5dd9-4f22-8993-f56a5ea898b8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:20.525431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45f13017-5ca3-46ab-903a-5657381d9170 req-4db1cb78-5dd9-4f22-8993-f56a5ea898b8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 943 time: 0.0853300 Jul 30 00:11:20.614713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 50017942-1b5d-4480-a72c-65a27d6107a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:20.616632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:20.625099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Allocated IP 172.25.5.232 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6faa18c2-edce-4a29-94be-18c12890f5f2) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:20.631845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-45f13017-5ca3-46ab-903a-5657381d9170 req-8a635e50-a321-4d02-a258-5c4baf49de39 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682161 Jul 30 00:11:20.755536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.803431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router a5dfdd0c-a327-4303-a0aa-809d8960aafe is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:20.812035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.864232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.932704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:20.934997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:20.936230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=6faa18c2-edce-4a29-94be-18c12890f5f2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.938665 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a370902b-c0f6-42a0-9888-3261a6bc21c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/a5dfdd0c-a327-4303-a0aa-809d8960aafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8371859 Jul 30 00:11:20.941373 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53338) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:20.945180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:20.951590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] Sync routers for ids ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:20.951862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:20.964588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] Routers {'a5dfdd0c-a327-4303-a0aa-809d8960aafe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:20.965443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.006954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a16db-d6f3-424d-8715-6560e7939fcf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:21.011027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-935a16db-d6f3-424d-8715-6560e7939fcf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports/9f3083e0-682f-4c80-bfd3-277d2aa4041f HTTP/1.1" status: 200 len: 910 time: 0.0658693 Jul 30 00:11:21.011476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53340) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:21.016435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb07aa-908b-43d0-a487-d66b2187427b None None] Network 50017942-1b5d-4480-a72c-65a27d6107a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:21.024497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.089580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] Routers {'a5dfdd0c-a327-4303-a0aa-809d8960aafe'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:21.095122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.097987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Provisioning for port 9d39b1e8-8c78-4302-924a-3519338b4a1e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:21.112838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.158129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.161933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Provisioning complete for port 9d39b1e8-8c78-4302-924a-3519338b4a1e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:21.164812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.171597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.172074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430ed4-9a57-4813-a7f3-4421786abde7 None None] The sync data for ids ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:21.331374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.382293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.389839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.417896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] For port 9d39b1e8-8c78-4302-924a-3519338b4a1e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9d39b1e8-8c78-4302-924a-3519338b4a1e,segment=NetworkSegment(e27b600c-8e76-4128-96e0-2c0f736c80ac),segment_id=e27b600c-8e76-4128-96e0-2c0f736c80ac)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:21.431775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.471307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.506253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.507475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba52f3-cbc3-4f5b-bfce-0cf5f660c27e None None] Pushing event updated for resources: {'Port': ['ID=9d39b1e8-8c78-4302-924a-3519338b4a1e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.530356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=6faa18c2-edce-4a29-94be-18c12890f5f2,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.546901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.548574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-30368c8c-0b8e-4329-ae72-7cb1421d6af1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3942196 Jul 30 00:11:21.730798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3053f5b1-fb0f-4e33-ac25-ae684055d9c8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1956795678&fields=id&tenant_id=e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 267 time: 0.0475659 Jul 30 00:11:21.778589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Provisioning complete for port 9d39b1e8-8c78-4302-924a-3519338b4a1e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:21.778955 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.867162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 9f3083e0-682f-4c80-bfd3-277d2aa4041f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:21.867736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.893520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:21.919071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3799f31a-7472-43cb-91b1-fb6729ac6d4c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:21.920942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3799f31a-7472-43cb-91b1-fb6729ac6d4c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 811 time: 0.1796253 Jul 30 00:11:21.944889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-b1f659a0-994e-4887-a437-7d7c695ad3fe tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/quotas/e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 375 time: 0.0158761 Jul 30 00:11:22.077888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.094886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:22.097987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Provisioning for port 9f3083e0-682f-4c80-bfd3-277d2aa4041f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:22.105946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-8422e913-5395-4ce5-8656-c508969a1964 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397333 Jul 30 00:11:22.114599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Provisioning complete for port 9f3083e0-682f-4c80-bfd3-277d2aa4041f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:22.115020 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.134034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 9f3083e0-682f-4c80-bfd3-277d2aa4041f owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:22.139052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 881a1e7e-6fc9-40c1-9682-77a2684da9f4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:22.177375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'port_id': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'mac_address': 'fa:16:3e:5e:e0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:22.248616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-5d07a0ac-646d-44ce-b837-a4a9afa38559 service neutron] 10.222.0.49 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239984 Jul 30 00:11:22.287193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-53c6c3d0-5079-4822-b0b5-e136df82d649 None None] Port 9f3083e0-682f-4c80-bfd3-277d2aa4041f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:22.295227 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.326828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d030a85-3a3f-4c75-ac84-56252e19e51f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:22.360066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:22.361717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:22.366240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:22.366884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.369993 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.399946 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.429908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-c9f9567f-20ec-4f85-8ba4-cc7e8f509963 service neutron] 10.222.0.49 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591086 Jul 30 00:11:22.432744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=9f3083e0-682f-4c80-bfd3-277d2aa4041f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.444805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-61d8add3-7583-4112-b3a6-ecefce475712 None None] Could not find standard attr ID for object 9f3083e0-682f-4c80-bfd3-277d2aa4041f. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:11:22.482544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.532278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.539904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.581196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f303dafd-8d81-442f-b27f-8ef30154ff6e None None] Could not find standard attr ID for object 9f3083e0-682f-4c80-bfd3-277d2aa4041f. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:11:22.604124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 881a1e7e-6fc9-40c1-9682-77a2684da9f4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=881a1e7e-6fc9-40c1-9682-77a2684da9f4,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:22.614131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.615228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9d39b1e8-8c78-4302-924a-3519338b4a1e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:22.674588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8d030a85-3a3f-4c75-ac84-56252e19e51f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:22.730365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7218a8-3459-4417-8fc8-11e13e0448d0 req-96f8c555-cf00-4e01-a7db-7151091c7d87 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.739821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e7218a8-3459-4417-8fc8-11e13e0448d0 req-96f8c555-cf00-4e01-a7db-7151091c7d87 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.0766308 Jul 30 00:11:22.784411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.814624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e7218a8-3459-4417-8fc8-11e13e0448d0 req-8be44470-0fb5-4015-a359-c2458249484d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737922 Jul 30 00:11:22.816015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 9d39b1e8-8c78-4302-924a-3519338b4a1e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:22.816389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.907993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e07650f0-8325-4ea8-b69f-b53cf43e00dd req-8e216339-692a-44bd-b342-f63348fc4246 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 210 time: 0.0424137 Jul 30 00:11:23.082252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.259838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router a5dfdd0c-a327-4303-a0aa-809d8960aafe has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:23.354405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:23.364065 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-01096bfc-f2df-416c-aa7e-e8ce29913faf tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/a5dfdd0c-a327-4303-a0aa-809d8960aafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512211 Jul 30 00:11:23.365686 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] Sync routers for ids ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:23.368218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53368) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:23.378913 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] Routers {'a5dfdd0c-a327-4303-a0aa-809d8960aafe'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:23.379920 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:23.413557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e90b5f1d-03a4-40fc-b4e2-be88bf14d12b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5dfdd0c-a327-4303-a0aa-809d8960aafe HTTP/1.1" status: 200 len: 205 time: 0.0410297 Jul 30 00:11:23.413828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53370) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:23.416496 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-5985591d-0aa0-4af9-b8fe-99489dd45f7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1007960 Jul 30 00:11:23.417029 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:23.426805 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] Routers {'a5dfdd0c-a327-4303-a0aa-809d8960aafe'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:23.427508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:23.463172 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:23.463831 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a32ab-c44d-44f1-98ca-58ee85699d23 None None] The sync data for ids ['a5dfdd0c-a327-4303-a0aa-809d8960aafe'] in n-d-712707-11 is: [] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:23.506137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.539653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-9a78967c-dc8d-40be-879e-0f83f282dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.541356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-9a78967c-dc8d-40be-879e-0f83f282dfa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 1097 time: 0.0465453 Jul 30 00:11:23.654130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-8c570b1f-8295-48ff-bcbd-17606ebfa7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.655578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-8c570b1f-8295-48ff-bcbd-17606ebfa7c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.0922353 Jul 30 00:11:23.680008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.683591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.732975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-0f6164b5-92bb-4388-bdb7-1f0fe1bb1f7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 200 len: 1001 time: 0.0687709 Jul 30 00:11:23.734980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.735469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router a5dfdd0c-a327-4303-a0aa-809d8960aafe {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:23.743463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.744606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-339a3927-d00a-4349-87d2-1d6cacc2e1db tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/a5dfdd0c-a327-4303-a0aa-809d8960aafe HTTP/1.1" status: 204 len: 168 time: 0.3297629 Jul 30 00:11:23.747293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53372) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:23.796645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-78a62e42-3ab3-4cd4-aa50-08b45ebf3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.798502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-78a62e42-3ab3-4cd4-aa50-08b45ebf3e6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0583076 Jul 30 00:11:23.809254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 1b732ebb-f830-4f2b-b4c0-c1841a13343a {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:23.836109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.879467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:23.911877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-37557a70-c743-4867-816c-8fa3aa5664b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.916755 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-37557a70-c743-4867-816c-8fa3aa5664b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929248 Jul 30 00:11:23.929994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 881a1e7e-6fc9-40c1-9682-77a2684da9f4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:23.961015 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.004539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 8d030a85-3a3f-4c75-ac84-56252e19e51f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:24.011836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 8d030a85-3a3f-4c75-ac84-56252e19e51f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:24.012178 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.039755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:24.040174 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.047417 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-01bc3716-9e73-41ad-b9c7-cb240b90cddc service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232221 Jul 30 00:11:24.073966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-2ee649ec-635e-4369-b031-fdbc8539cd47 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.075713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-2ee649ec-635e-4369-b031-fdbc8539cd47 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 811 time: 0.2639084 Jul 30 00:11:24.083733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93952a-6c93-4ab4-af05-4b3086b3824b req-d530c374-71bf-4c92-bc79-3e57738f7a4a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.085376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb93952a-6c93-4ab4-af05-4b3086b3824b req-d530c374-71bf-4c92-bc79-3e57738f7a4a tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.1418617 Jul 30 00:11:24.150240 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-653f520a-a413-4783-9c57-0c24b159f3f3 req-b702bf21-aec1-4858-8eb8-fa18d3b22e57 service neutron] 10.222.0.59 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912740 Jul 30 00:11:24.158031 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.166232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.192210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:24.194940 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab57b1-6fda-4c15-bee6-83b70b12fcb3" -d '{"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-plugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:24.211650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:24.217494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.218070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-5a7d9cad-910f-4a0d-9dc2-b0e5043c1e1a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 380 time: 0.1142197 Jul 30 00:11:24.221177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb93952a-6c93-4ab4-af05-4b3086b3824b req-29ff9ceb-c898-45e7-8d55-4bef9ad1d388 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162779 Jul 30 00:11:24.233176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'port': {'device_id': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'admin_state_up': True, 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'security_groups': ['86078088-d0b1-4705-8a12-5560502d0025']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:24.279973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:24.340781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-94f8a650-72fb-4beb-9b5b-8ae927f9d2d0 req-6ae12a4b-b1e1-4d33-b372-8789704cea44 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 210 time: 0.0412631 Jul 30 00:11:24.355781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.399874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=1b732ebb-f830-4f2b-b4c0-c1841a13343a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:24.409610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.413676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1e3d047a-d88b-4164-8eb0-f93666fa56bd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/1b732ebb-f830-4f2b-b4c0-c1841a13343a HTTP/1.1" status: 204 len: 168 time: 0.6632006 Jul 30 00:11:24.415538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53382) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:24.418470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83ee7f-8949-4710-89e0-1d253688af61 None None] Network 50017942-1b5d-4480-a72c-65a27d6107a3 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:24.436255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Made reservation on behalf of e8a8d92a34dd4bfea3334736b0847a25 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:24.440161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.494546 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795d9a1c-af20-4655-a5c6-056954fcb196 x-openstack-request-id: req-795d9a1c-af20-4655-a5c6-056954fcb196 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:24.494850 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-plugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:24.495101 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-795d9a1c-af20-4655-a5c6-056954fcb196 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:24.495519 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'code': 200} Jul 30 00:11:24.549654 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.598567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Allocated IP 172.20.0.9 (b4d60430-1948-4c4f-b6af-25c324dc1983/2b403575-e9df-4f67-972e-7071656a36ac/1df82c51-1917-4109-8390-a445d0cee308) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:24.621722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 9d39b1e8-8c78-4302-924a-3519338b4a1e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:24.621722 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.633458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] DHCP port deletion for 50017942-1b5d-4480-a72c-65a27d6107a3 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:24.677821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a5c6-9260-4aca-b8f2-b36ceef30cfd req-5332d80e-f0bc-45b1-b59c-df39b4c62faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.679784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9241a5c6-9260-4aca-b8f2-b36ceef30cfd req-5332d80e-f0bc-45b1-b59c-df39b4c62faa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1097 time: 0.0781765 Jul 30 00:11:24.690761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 9d39b1e8-8c78-4302-924a-3519338b4a1e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9d39b1e8-8c78-4302-924a-3519338b4a1e,segment=NetworkSegment(e27b600c-8e76-4128-96e0-2c0f736c80ac),segment_id=e27b600c-8e76-4128-96e0-2c0f736c80ac)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:24.691214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.697775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Deleting port 9d39b1e8-8c78-4302-924a-3519338b4a1e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:24.698416 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.706442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 9d39b1e8-8c78-4302-924a-3519338b4a1e owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:24.763907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9241a5c6-9260-4aca-b8f2-b36ceef30cfd req-f2cdbb55-0d33-44ce-8d95-bce295760ec7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696750 Jul 30 00:11:24.766943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] For port 9d39b1e8-8c78-4302-924a-3519338b4a1e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9d39b1e8-8c78-4302-924a-3519338b4a1e,segment=NetworkSegment(e27b600c-8e76-4128-96e0-2c0f736c80ac),segment_id=e27b600c-8e76-4128-96e0-2c0f736c80ac)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:24.767468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.790154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Calling delete_port for 9d39b1e8-8c78-4302-924a-3519338b4a1e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:24.799151 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.826395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.828396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=9d39b1e8-8c78-4302-924a-3519338b4a1e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:24.830628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port 9d39b1e8-8c78-4302-924a-3519338b4a1e on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:24.844228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Transition to ACTIVE for port object 1df82c51-1917-4109-8390-a445d0cee308 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:24.883689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.923472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.934480 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50017942-1b5d-4480-a72c-65a27d6107a3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:24.946561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27b600c-8e76-4128-96e0-2c0f736c80ac') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:24.946846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27b600c-8e76-4128-96e0-2c0f736c80ac') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:24.949796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:24.951303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:24.954052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:24.956368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:24.957519 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.972975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.981297 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:24.981862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:24.992725 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:25.012565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:25.013775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.034303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-3f962d55-2200-4799-89eb-da5c254455d6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069811 Jul 30 00:11:25.047703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.065517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Request body: {'port': {'device_id': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:25.075478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.085413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.085802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] No DVR routers for this DVR port 9d39b1e8-8c78-4302-924a-3519338b4a1e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:25.088187 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/50017942-1b5d-4480-a72c-65a27d6107a3 HTTP/1.1" status: 204 len: 168 time: 0.6699135 Jul 30 00:11:25.091774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d597ee9-e18d-4569-b79c-a5968494aecc None None] Pushing event deleted for resources: {'Port': ['ID=9d39b1e8-8c78-4302-924a-3519338b4a1e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:25.097932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53384) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:25.103883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1420864078', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:25.109063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193899c-edef-4f59-bf80-ca7cb1d7612c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=50017942-1b5d-4480-a72c-65a27d6107a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:25.157248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.158317 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.165581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.223312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-096ca427-2c15-4b0d-ad54-86004e7ff2dc None None] Provisioning for port 1df82c51-1917-4109-8390-a445d0cee308 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:25.228021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-096ca427-2c15-4b0d-ad54-86004e7ff2dc None None] Provisioning complete for port 1df82c51-1917-4109-8390-a445d0cee308 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:25.229244 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-096ca427-2c15-4b0d-ad54-86004e7ff2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.252454 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.278819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-096ca427-2c15-4b0d-ad54-86004e7ff2dc None None] Port 1df82c51-1917-4109-8390-a445d0cee308 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:25.888649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9d39b1e8-8c78-4302-924a-3519338b4a1e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:25.904069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:25.910966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 9d39b1e8-8c78-4302-924a-3519338b4a1e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:25.911484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9d39b1e8-8c78-4302-924a-3519338b4a1e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:25.924247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db7624-82bb-4446-baf9-43db7290681c req-8a57f29e-04e5-47c4-8290-3e966a8c0b90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:25.925864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1db7624-82bb-4446-baf9-43db7290681c req-8a57f29e-04e5-47c4-8290-3e966a8c0b90 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1864572 Jul 30 00:11:26.041755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1db7624-82bb-4446-baf9-43db7290681c req-78ea9ba6-064c-4a3e-89bb-bd489b5b9008 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070261 Jul 30 00:11:26.110337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df82c51-1917-4109-8390-a445d0cee308 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:26.128094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.168872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Transition to ACTIVE for port object 1df82c51-1917-4109-8390-a445d0cee308 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:26.178146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.224667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1670-41c5-430c-853a-24b587efe7b6 req-6c5058df-dafe-490e-bb19-129398199a1d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.226268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d33b1670-41c5-430c-853a-24b587efe7b6 req-6c5058df-dafe-490e-bb19-129398199a1d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 931 time: 0.1185241 Jul 30 00:11:26.301653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Pushing event updated for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:26.402207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d33b1670-41c5-430c-853a-24b587efe7b6 req-64075b6e-5d28-4ea2-a8f0-a6a61cd0cb61 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679974 Jul 30 00:11:26.423235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.455582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.516807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Attempting to bind port 1df82c51-1917-4109-8390-a445d0cee308 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:26.517153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Attempting to bind port 1df82c51-1917-4109-8390-a445d0cee308 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:26.517503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Attempting to bind port 1df82c51-1917-4109-8390-a445d0cee308 on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:26.529845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Port 1df82c51-1917-4109-8390-a445d0cee308 on network b4d60430-1948-4c4f-b6af-25c324dc1983 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:26.530179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Attempting to bind port 1df82c51-1917-4109-8390-a445d0cee308 on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:26.543282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:26.543620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Checking segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:26.544010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Bound using segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:26.544496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Bound port: 1df82c51-1917-4109-8390-a445d0cee308, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:26.544861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.632423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.25.5.90 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4bae78ab-bf96-48f8-a941-62e3f0e25378) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:26.678407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:26.717362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1df82c51-1917-4109-8390-a445d0cee308,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:26.728788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.783805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.784454 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.785925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] 10.222.0.59 "PUT /v2.0/ports/1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 1092 time: 1.7380748 Jul 30 00:11:26.788830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'tag': '1df82c51-1917-4109-8390-a445d0cee308'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:26.791537 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf28d08-3634-4ed0-9281-f0de99286fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "tag": "1df82c51-1917-4109-8390-a445d0cee308"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:26.844360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.847838 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe047a2-e2a4-4dbd-9bd5-a9b04a564e15 x-openstack-request-id: req-dbe047a2-e2a4-4dbd-9bd5-a9b04a564e15 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:26.848126 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "tag": "1df82c51-1917-4109-8390-a445d0cee308", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:26.848379 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbe047a2-e2a4-4dbd-9bd5-a9b04a564e15 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:26.848777 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'tag': '1df82c51-1917-4109-8390-a445d0cee308', 'status': 'completed', 'code': 200} Jul 30 00:11:26.855415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504cffc-0af3-4fd3-a1d4-6dbdc51fa479 service neutron] Pushing event updated for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:26.921179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-d833107d-7183-4a35-9dbe-cd0f5ea26882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.922767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-d833107d-7183-4a35-9dbe-cd0f5ea26882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1095 time: 0.0630658 Jul 30 00:11:26.930762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.998995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-7b4c463f-243d-4f6b-87bd-e8f38ec5b61a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 217 time: 0.0625396 Jul 30 00:11:27.022110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:27.044029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:27.047421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=4bae78ab-bf96-48f8-a941-62e3f0e25378,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:27.049580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:27.095046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-4d7c5c48-8c06-45dd-9720-d898d2d5fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.096610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-4d7c5c48-8c06-45dd-9720-d898d2d5fc80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0899522 Jul 30 00:11:27.285306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac89d-0ae1-4f7e-94ba-fe50cfc15c15 req-bc788950-0b41-4af1-8643-66f67b8be782 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.286895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22aac89d-0ae1-4f7e-94ba-fe50cfc15c15 req-bc788950-0b41-4af1-8643-66f67b8be782 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1396501 Jul 30 00:11:27.290863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-10d5f063-f914-48cb-ba47-14a36ed558be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.292295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-10d5f063-f914-48cb-ba47-14a36ed558be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870117 Jul 30 00:11:27.453002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22aac89d-0ae1-4f7e-94ba-fe50cfc15c15 req-3a456633-d7b7-4d9d-93c9-aa32fa3cec65 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581397 Jul 30 00:11:27.496727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-fbe0235a-81e4-4674-8f2f-5ed7f5c610c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641877 Jul 30 00:11:27.500210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.703691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f2e39-2b6f-4cc3-81c4-809929cc24b2 req-ace10c20-8d45-4a68-92e7-06051574b700 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.705240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af4f2e39-2b6f-4cc3-81c4-809929cc24b2 req-ace10c20-8d45-4a68-92e7-06051574b700 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 943 time: 0.1672029 Jul 30 00:11:27.738235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eedcfdf-2300-4d53-a28c-a72f83624a8f req-59ff6c1d-c3a4-4999-a58c-3f5ecaf6d174 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984870 Jul 30 00:11:27.795862 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af4f2e39-2b6f-4cc3-81c4-809929cc24b2 req-1777d138-d86a-4994-b5db-0b79ebcc059f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810068 Jul 30 00:11:27.908991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.925922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-5f245311-af86-4f45-bc54-f2a00228c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.927428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-5f245311-af86-4f45-bc54-f2a00228c520 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1095 time: 0.0952644 Jul 30 00:11:27.950556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.981201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb403d1-a14e-40c7-9e9b-2b5442fcb3b6 req-1db7a36e-f6c1-42e1-ad97-7891d5b012b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.982714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfb403d1-a14e-40c7-9e9b-2b5442fcb3b6 req-1db7a36e-f6c1-42e1-ad97-7891d5b012b1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1224351 Jul 30 00:11:28.129657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bfb403d1-a14e-40c7-9e9b-2b5442fcb3b6 req-a2ed73f9-2646-4c67-ad92-5af8442ccd7d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090674 Jul 30 00:11:28.144332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-372e7b26-6827-49e3-8fe4-b903e6baee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.145843 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-372e7b26-6827-49e3-8fe4-b903e6baee26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1856790 Jul 30 00:11:28.153205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53398) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:28.218894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-e5baa04a-2248-4496-a6ad-e6d7537bddfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 217 time: 0.0548790 Jul 30 00:11:28.237404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c73eae1b-2428-4194-8e48-01add758e91d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:28.281298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf35fd4e-ef06-4af3-9352-af6027a0a9d2 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.282918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf35fd4e-ef06-4af3-9352-af6027a0a9d2 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1092 time: 0.1286166 Jul 30 00:11:28.286402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53400) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:28.291234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-b20c421d-4710-4bdb-b50f-bbc5d1709c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.291989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:28.292678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-b20c421d-4710-4bdb-b50f-bbc5d1709c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0653009 Jul 30 00:11:28.316048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.404993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-7d981c21-c7b8-437d-8e12-cb245c722e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.406436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-7d981c21-c7b8-437d-8e12-cb245c722e92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808127 Jul 30 00:11:28.423873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.441476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:28.452680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] Sync routers for ids ['c73eae1b-2428-4194-8e48-01add758e91d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:28.464931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] Routers {'c73eae1b-2428-4194-8e48-01add758e91d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:28.466113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c73eae1b-2428-4194-8e48-01add758e91d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:28.496544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.497872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f3483c21-1ce2-4dca-9413-3220f9198fb2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3987653 Jul 30 00:11:28.503844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53402) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:28.506566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:28.515962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] Routers {'c73eae1b-2428-4194-8e48-01add758e91d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:28.516725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c73eae1b-2428-4194-8e48-01add758e91d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:28.539891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.65 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/50a79ae1-149f-40f5-95d4-e2e645cb23b9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:28.554792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:28.555603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa87e6-7bf3-4025-822c-789ab625428a None None] The sync data for ids ['c73eae1b-2428-4194-8e48-01add758e91d'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:28.566495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-cd9bb693-168a-4903-a8dc-ea65a0a3b849 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502202 Jul 30 00:11:28.659703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.703096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.705468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cebb7240-358b-473b-a8a3-ffdb1fec4184 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers/c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 200 len: 880 time: 0.2005124 Jul 30 00:11:28.708245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53404) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:28.748515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:28.753019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:28.758209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:28.793490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=50a79ae1-149f-40f5-95d4-e2e645cb23b9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:28.796606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecf28d08-3634-4ed0-9281-f0de99286fa0 req-420ec3cc-8b64-48a4-986e-583710b6eac3 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680551 Jul 30 00:11:29.173824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.251415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.369063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a56e2-af94-4f48-b64a-470eb81015fa req-fc8dc812-c4b2-411b-97d8-93e10ad53f87 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:29.370770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f58a56e2-af94-4f48-b64a-470eb81015fa req-fc8dc812-c4b2-411b-97d8-93e10ad53f87 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 943 time: 0.0959613 Jul 30 00:11:29.405306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a274a977-8ac4-4991-8352-250757f95f87 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6959138 Jul 30 00:11:29.410046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53408) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:29.416561 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.422827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.425162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1420864078'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:29.464970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f58a56e2-af94-4f48-b64a-470eb81015fa req-8be3e8ce-00e0-4165-8932-282621441c82 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865824 Jul 30 00:11:29.497890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=50a79ae1-149f-40f5-95d4-e2e645cb23b9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:29.508686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.611431 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP da0f960d-1e48-43d4-abda-4c09d80998a3 associated. External IP: 172.25.5.65, port: 8d030a85-3a3f-4c75-ac84-56252e19e51f. Jul 30 00:11:29.765827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.778951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.836687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router ecd98499-0cbc-4126-88e9-cd2cab6b113a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:29.904278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router c73eae1b-2428-4194-8e48-01add758e91d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:29.956258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:29.970049 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Sync routers for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:29.977375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.982402 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:29.983229 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.006695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f71870e3-685c-484f-8eac-9fcb06b736ca tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7187140 Jul 30 00:11:30.007451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:30.010063 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:30.027859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:30.035665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.040881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6663e733-8344-459f-a703-a31763dd6087 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 200 len: 887 time: 0.6255670 Jul 30 00:11:30.041171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53414) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:30.044739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] Sync routers for ids ['c73eae1b-2428-4194-8e48-01add758e91d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:30.060830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] Routers {'c73eae1b-2428-4194-8e48-01add758e91d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:30.061861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c73eae1b-2428-4194-8e48-01add758e91d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.096716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.104660 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:30.106493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] Routers {'c73eae1b-2428-4194-8e48-01add758e91d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:30.107126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['c73eae1b-2428-4194-8e48-01add758e91d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.140626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.141412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3eb63d-572c-4e96-afa9-03e8f5bfdca0 None None] The sync data for ids ['c73eae1b-2428-4194-8e48-01add758e91d'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:30.186890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a88a3-8094-4588-a6b0-c521ca603820 req-fdbda451-7380-4ac8-8652-d9d3d797bd6c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.188580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c41a88a3-8094-4588-a6b0-c521ca603820 req-fdbda451-7380-4ac8-8652-d9d3d797bd6c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1031530 Jul 30 00:11:30.208999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-29f1c36c-fb02-48e0-be45-9be5adbdc9f3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers/c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 200 len: 887 time: 0.1665075 Jul 30 00:11:30.212034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53416) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:30.246243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c41a88a3-8094-4588-a6b0-c521ca603820 req-73c6b230-1b7d-4f3f-8348-200532408697 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496619 Jul 30 00:11:30.266603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53418) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:30.278135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d1c45829-c628-4a01-af1f-bfc4fbbcaf11 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 200 len: 205 time: 0.0499241 Jul 30 00:11:30.278898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53422) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:30.383585 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-858298b3-1cb3-4c3b-a239-711c5d024e02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/da0f960d-1e48-43d4-abda-4c09d80998a3 HTTP/1.1" status: 200 len: 990 time: 0.1033609 Jul 30 00:11:30.396543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.421418 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e3662-af4f-423d-a9cc-33145cc31367 x-openstack-request-id: req-373e3662-af4f-423d-a9cc-33145cc31367 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:30.422175 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:30.422367 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-373e3662-af4f-423d-a9cc-33145cc31367 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:30.422974 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'status': 'completed', 'code': 200} Jul 30 00:11:30.463238 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'da0f960d-1e48-43d4-abda-4c09d80998a3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'port_id': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'mac_address': 'fa:16:3e:5e:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:29Z', 'updated_at': '2021-07-30T00:11:29Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.492660 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Checking router: ecd98499-0cbc-4126-88e9-cd2cab6b113a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:30.506176 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:30.507346 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.570983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.581129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-fc12fcde-34c2-4cd8-b05c-58542bd63a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.582847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-fc12fcde-34c2-4cd8-b05c-58542bd63a4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1097 time: 0.0940168 Jul 30 00:11:30.624977 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:30.702887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc74ed-93ec-4f88-96f9-f60053222545 req-92815786-36c2-44ae-93d5-8fae574c5a23 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.704503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9dc74ed-93ec-4f88-96f9-f60053222545 req-92815786-36c2-44ae-93d5-8fae574c5a23 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 943 time: 0.1462264 Jul 30 00:11:30.789765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-5dc9c740-c036-464d-ae55-1a4f36673def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.791393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-5dc9c740-c036-464d-ae55-1a4f36673def service neutron] 10.222.0.57 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.1923261 Jul 30 00:11:30.794767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9dc74ed-93ec-4f88-96f9-f60053222545 req-bd8d16be-fd28-4353-9df8-dedb4f5a6008 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814867 Jul 30 00:11:30.799579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 4bae78ab-bf96-48f8-a941-62e3f0e25378 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:30.799962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.904467 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'da0f960d-1e48-43d4-abda-4c09d80998a3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'port_id': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'mac_address': 'fa:16:3e:5e:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:29Z', 'updated_at': '2021-07-30T00:11:29Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:30.924759 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-9262b688-31f5-48f1-88bb-dd41f35a3e8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 998 time: 0.1111286 Jul 30 00:11:30.935235 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185d72d-ed2c-4427-a9a1-642ec05ccfb7 None None] The sync data for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 is: [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'da0f960d-1e48-43d4-abda-4c09d80998a3', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'port_id': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'mac_address': 'fa:16:3e:5e:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:29Z', 'updated_at': '2021-07-30T00:11:29Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:30.945874 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.979909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 4bae78ab-bf96-48f8-a941-62e3f0e25378 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:31.006987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-f7a08e21-49d6-4a3f-9d01-cb8b6d320b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.008736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-f7a08e21-49d6-4a3f-9d01-cb8b6d320b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.0745115 Jul 30 00:11:31.139969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-9fbe6b2f-63ea-47b9-9d54-fd995f015bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.141512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-9fbe6b2f-63ea-47b9-9d54-fd995f015bab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982330 Jul 30 00:11:31.158687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f14834-7dd9-4684-8d1e-f35d353ec7a1 None None] New status for floating IP da0f960d-1e48-43d4-abda-4c09d80998a3: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:11:31.248742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1df82c51-1917-4109-8390-a445d0cee308 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:31.289895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-080e809b-d17c-4e7f-8ab9-5260c4ee2cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348646 Jul 30 00:11:31.295117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.362810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=4bae78ab-bf96-48f8-a941-62e3f0e25378,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:31.374061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1df82c51-1917-4109-8390-a445d0cee308,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:31.388167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53426) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:31.389766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '1df82c51-1917-4109-8390-a445d0cee308', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'port_id': '1df82c51-1917-4109-8390-a445d0cee308', 'mac_address': 'fa:16:3e:c8:45:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:31.446221 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.461229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df82c51-1917-4109-8390-a445d0cee308 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:31.467548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.469443 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-297d0912-8495-475a-b39c-eb4f0c798590 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/da0f960d-1e48-43d4-abda-4c09d80998a3 HTTP/1.1" status: 200 len: 992 time: 0.0793664 Jul 30 00:11:31.499666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1df82c51-1917-4109-8390-a445d0cee308,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:31.504154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.553736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:31.580690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.584106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.588635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-026afce8-cdc2-4ce8-ad37-7e96e4df16c9 req-7f9a9c49-1e9b-47e9-9ae0-0b50271c5fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828319 Jul 30 00:11:31.635923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.636461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router c73eae1b-2428-4194-8e48-01add758e91d {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:31.643503 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.644625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-853c3d5e-1da2-4340-92c5-44b136ae953c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 204 len: 168 time: 1.3764670 Jul 30 00:11:31.648987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53428) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:31.654603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089710045'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:31.679095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:31.683191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.709357 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:31.722887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.723237 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment ce743bbc-7042-453f-b319-c2bf6fa52085 of type vlan for network 995be352-0d9f-4aa5-99ac-3b25377955fe Jul 30 00:11:31.764467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.801478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.809116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.809752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.819574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['1df82c51-1917-4109-8390-a445d0cee308'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:31.878739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2251320 Jul 30 00:11:31.879188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53432) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:31.887284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:31.894500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298864ec-2a9a-4b9b-97c9-a78e3698046e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=995be352-0d9f-4aa5-99ac-3b25377955fe,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:31.912503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 995be352-0d9f-4aa5-99ac-3b25377955fe details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:31.953908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0339-801c-4dc8-8b62-4ee6278957ed req-1ce5661e-25e8-4577-a926-a97f78230564 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.955554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a80e0339-801c-4dc8-8b62-4ee6278957ed req-1ce5661e-25e8-4577-a926-a97f78230564 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 944 time: 0.0725257 Jul 30 00:11:32.006526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:32.010718 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.018542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a80e0339-801c-4dc8-8b62-4ee6278957ed req-63e72d8c-7107-422b-af08-77b55d492fe9 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526004 Jul 30 00:11:32.226415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.285490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=89ffb81f-0d71-4d72-baeb-ac93a2cdee5f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:32.304891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': 'ce743bbc-7042-453f-b319-c2bf6fa52085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:32.305265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 995be352-0d9f-4aa5-99ac-3b25377955fe, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:32.325143 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 995be352-0d9f-4aa5-99ac-3b25377955fe is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:32.335629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 995be352-0d9f-4aa5-99ac-3b25377955fe) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:32.341437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:32.342082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.348913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f5a97-227c-4d05-8189-b368c2575a39 None None] Network 995be352-0d9f-4aa5-99ac-3b25377955fe requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:32.364096 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5c98a268-d2c9-4b29-90d2-bb470fa2eb7f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4838204 Jul 30 00:11:32.367306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53434) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:32.372292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1867762440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:32.396800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.397922 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.462999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.468782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.492690 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.494052 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-84658c91-1dea-47a6-aef4-c1140ea57b79 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1257660 Jul 30 00:11:32.497358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53436) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:32.512157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-995be352-0d9f-4aa5-99ac-3b25377955fe', 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '89ffb81f-0d71-4d72-baeb-ac93a2cdee5f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:32.513075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.657331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Allocated IP 172.20.0.2 (995be352-0d9f-4aa5-99ac-3b25377955fe/89ffb81f-0d71-4d72-baeb-ac93a2cdee5f/c653c533-dff3-489a-a068-8aca296529bd) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:32.788909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.805920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.815128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Transition to ACTIVE for port object c653c533-dff3-489a-a068-8aca296529bd will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:32.831592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Transition to ACTIVE for port object c653c533-dff3-489a-a068-8aca296529bd will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:32.841485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.885254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Network 995be352-0d9f-4aa5-99ac-3b25377955fe is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:32.888282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:32.895150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:32.905082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Pushing event updated for resources: {'Port': ['ID=c653c533-dff3-489a-a068-8aca296529bd,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:32.957195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Attempting to bind port c653c533-dff3-489a-a068-8aca296529bd on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:32.957576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Attempting to bind port c653c533-dff3-489a-a068-8aca296529bd by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ce743bbc-7042-453f-b319-c2bf6fa52085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:32.958107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Attempting to bind port c653c533-dff3-489a-a068-8aca296529bd on network 995be352-0d9f-4aa5-99ac-3b25377955fe {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:32.963550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:32.963924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Checking segment: {'id': 'ce743bbc-7042-453f-b319-c2bf6fa52085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:32.964327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:32.964754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Bound using segment: {'id': 'ce743bbc-7042-453f-b319-c2bf6fa52085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:32.965212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Bound port: c653c533-dff3-489a-a068-8aca296529bd, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce743bbc-7042-453f-b319-c2bf6fa52085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '995be352-0d9f-4aa5-99ac-3b25377955fe'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:32.965587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.048938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] For port c653c533-dff3-489a-a068-8aca296529bd, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:33.052958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] For port c653c533-dff3-489a-a068-8aca296529bd, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c653c533-dff3-489a-a068-8aca296529bd,segment=NetworkSegment(ce743bbc-7042-453f-b319-c2bf6fa52085),segment_id=ce743bbc-7042-453f-b319-c2bf6fa52085)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:33.058184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.20.0.1 (995be352-0d9f-4aa5-99ac-3b25377955fe/89ffb81f-0d71-4d72-baeb-ac93a2cdee5f/55f0e29d-1359-40f6-96af-5661afb1fe0e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:33.063029 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.137212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8019-cc3c-40cf-9c3f-b3a1391f2bb9 None None] Pushing event updated for resources: {'Port': ['ID=c653c533-dff3-489a-a068-8aca296529bd,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:33.211500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2725-671e-43c9-ac7b-d334c58127f3 req-2a34112e-59d0-401c-b72d-36d69a1eba16 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:33.212965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d6e2725-671e-43c9-ac7b-d334c58127f3 req-2a34112e-59d0-401c-b72d-36d69a1eba16 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 944 time: 0.1213393 Jul 30 00:11:33.237757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.262930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 55f0e29d-1359-40f6-96af-5661afb1fe0e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:33.279983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1df82c51-1917-4109-8390-a445d0cee308 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:33.286369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d6e2725-671e-43c9-ac7b-d334c58127f3 req-33515cc4-4a0b-4724-af93-ec95531db3e9 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639176 Jul 30 00:11:33.349137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.376632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 1df82c51-1917-4109-8390-a445d0cee308 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:33.381526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 1df82c51-1917-4109-8390-a445d0cee308 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:33.381970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.388236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 995be352-0d9f-4aa5-99ac-3b25377955fe is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:33.391731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:33.395517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:33.445155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=55f0e29d-1359-40f6-96af-5661afb1fe0e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:33.457063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.470008 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.494411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df82c51-1917-4109-8390-a445d0cee308'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:33.496737 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf372f-eb3b-4ae6-ac7f-736bbf41fc91" -d '{"events": [{"server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1df82c51-1917-4109-8390-a445d0cee308"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:33.510986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1df82c51-1917-4109-8390-a445d0cee308,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:33.516884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.548226 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753dbd1f-cfc4-41b7-b877-e36b6328db2b x-openstack-request-id: req-753dbd1f-cfc4-41b7-b877-e36b6328db2b {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:33.548501 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1df82c51-1917-4109-8390-a445d0cee308", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:33.548752 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-753dbd1f-cfc4-41b7-b877-e36b6328db2b {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:33.549156 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df82c51-1917-4109-8390-a445d0cee308', 'code': 200} Jul 30 00:11:33.576937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:33.580509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:33.963162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c653c533-dff3-489a-a068-8aca296529bd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:34.044640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c653c533-dff3-489a-a068-8aca296529bd completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:34.123226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ae023e-ebb2-4e5f-961a-75e32eec77d1 None None] Network 995be352-0d9f-4aa5-99ac-3b25377955fe requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:34.185713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669ff87-4339-4336-babe-85d7592cab64 req-b47d56e4-70fd-41d2-bb77-a3dccf690e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:34.187326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b669ff87-4339-4336-babe-85d7592cab64 req-b47d56e4-70fd-41d2-bb77-a3dccf690e82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.5527289 Jul 30 00:11:34.258211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Provisioning for port c653c533-dff3-489a-a068-8aca296529bd completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:34.272342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Provisioning complete for port c653c533-dff3-489a-a068-8aca296529bd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:34.272925 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.330756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b669ff87-4339-4336-babe-85d7592cab64 req-6cebaab7-1290-411c-9660-860288f93400 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267016 Jul 30 00:11:34.419458 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.461439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.462000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] For port c653c533-dff3-489a-a068-8aca296529bd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c653c533-dff3-489a-a068-8aca296529bd,segment=NetworkSegment(ce743bbc-7042-453f-b319-c2bf6fa52085),segment_id=ce743bbc-7042-453f-b319-c2bf6fa52085)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:34.467216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.481496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dff6bd-7947-4190-acd4-587cb479ffcf req-d350cb65-fdf5-4546-9f92-b9c505c2d76a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:34.483368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dff6bd-7947-4190-acd4-587cb479ffcf req-d350cb65-fdf5-4546-9f92-b9c505c2d76a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.1086609 Jul 30 00:11:34.484104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.528684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a9923-d9c0-46ef-8753-4d9df56b08aa None None] Pushing event updated for resources: {'Port': ['ID=c653c533-dff3-489a-a068-8aca296529bd,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:34.590993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=55f0e29d-1359-40f6-96af-5661afb1fe0e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:34.601096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Provisioning for port 55f0e29d-1359-40f6-96af-5661afb1fe0e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:34.601302 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.605496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Provisioning complete for port 55f0e29d-1359-40f6-96af-5661afb1fe0e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:34.605879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.618188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dff6bd-7947-4190-acd4-587cb479ffcf req-997e1034-52c7-4f57-bd1e-639f34f33eab tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054611 Jul 30 00:11:34.653208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Port 55f0e29d-1359-40f6-96af-5661afb1fe0e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:34.670130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Provisioning complete for port c653c533-dff3-489a-a068-8aca296529bd triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:34.670536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8de48ade-ef4c-4de4-933a-4afd9a667456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.730017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 995be352-0d9f-4aa5-99ac-3b25377955fe is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:34.731331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:34.870478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router e7ee2ac8-1806-4bbb-ad03-1666e907b768 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:34.895924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-357d290d-cc48-4bab-8c99-de25e361da54 None None] Provisioning complete for port 55f0e29d-1359-40f6-96af-5661afb1fe0e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:34.895924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-357d290d-cc48-4bab-8c99-de25e361da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.946516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-357d290d-cc48-4bab-8c99-de25e361da54 None None] Port 55f0e29d-1359-40f6-96af-5661afb1fe0e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:34.977519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:34.983066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-df63ddf7-9cc5-49bf-94e7-9a45b63f58e3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/e7ee2ac8-1806-4bbb-ad03-1666e907b768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842172 Jul 30 00:11:34.985989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53444) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:34.988941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] Sync routers for ids ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:34.998881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] Routers {'e7ee2ac8-1806-4bbb-ad03-1666e907b768'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:34.999508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:35.031693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2cd04-ee4c-4635-9e20-164fd5a7fae7 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:35.032593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:35.036247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-70b2cd04-ee4c-4635-9e20-164fd5a7fae7 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports/55f0e29d-1359-40f6-96af-5661afb1fe0e HTTP/1.1" status: 200 len: 910 time: 0.0461690 Jul 30 00:11:35.036247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53446) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:35.042412 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89ffb81f-0d71-4d72-baeb-ac93a2cdee5f'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:35.044236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] Routers {'e7ee2ac8-1806-4bbb-ad03-1666e907b768'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:35.044863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:35.088091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:35.088648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7cfeb4-24d1-47c3-aad7-136b32a653ab None None] The sync data for ids ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:35.098785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1569d370-94ba-4d5e-8de0-1afd1ce04b53 None None] Provisioning complete for port 55f0e29d-1359-40f6-96af-5661afb1fe0e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:35.099163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1569d370-94ba-4d5e-8de0-1afd1ce04b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.135412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1569d370-94ba-4d5e-8de0-1afd1ce04b53 None None] Port 55f0e29d-1359-40f6-96af-5661afb1fe0e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:35.203897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.654636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.669166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.798610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:35.799254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:35.802263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/ports/55f0e29d-1359-40f6-96af-5661afb1fe0e HTTP/1.1" status: 200 len: 910 time: 0.7643988 Jul 30 00:11:35.804259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53450) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:35.805474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25f475-e7ac-4a2d-912f-cc561625cf1f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=55f0e29d-1359-40f6-96af-5661afb1fe0e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:35.829955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338758-8631-4762-98bf-167bce05b9c4 req-affbb0d2-7cdf-4675-9032-bb0d85877dc0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:35.831952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70338758-8631-4762-98bf-167bce05b9c4 req-affbb0d2-7cdf-4675-9032-bb0d85877dc0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.1021903 Jul 30 00:11:35.885663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70338758-8631-4762-98bf-167bce05b9c4 req-4ea59373-31a9-4512-b448-f0549e71372d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Jul 30 00:11:35.897951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c653c533-dff3-489a-a068-8aca296529bd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:35.961558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c653c533-dff3-489a-a068-8aca296529bd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:35.961558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.020442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455b2d9-c879-4b4c-9f73-df3c5763ad3b req-6553ecbe-f7c6-495c-aa01-d19626ceed34 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:36.022719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6455b2d9-c879-4b4c-9f73-df3c5763ad3b req-6553ecbe-f7c6-495c-aa01-d19626ceed34 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0583773 Jul 30 00:11:36.032002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53454) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:36.036923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'floatingip': {'port_id': '1df82c51-1917-4109-8390-a445d0cee308'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:36.083013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.511828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.579842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.585024 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.700542 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Floating IP 9fa1964c-46f9-46ac-bcf6-976d5c9a25dd associated. External IP: 172.25.5.232, port: 1df82c51-1917-4109-8390-a445d0cee308. Jul 30 00:11:36.702364 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:11:36.789379 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 55f0e29d-1359-40f6-96af-5661afb1fe0e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:36.789604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.882969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.895679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 55f0e29d-1359-40f6-96af-5661afb1fe0e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:36.923123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:37.043300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:37.048804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.053288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:37.062984 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:37.063968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.081729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-283efb25-2115-434f-9d12-7d8284b6db0b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "PUT /v2.0/floatingips/9fa1964c-46f9-46ac-bcf6-976d5c9a25dd HTTP/1.1" status: 200 len: 991 time: 1.0484636 Jul 30 00:11:37.082428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'tag': '1df82c51-1917-4109-8390-a445d0cee308'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:37.085364 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afca8e1-0bbc-43fa-a52c-50a60295926d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "tag": "1df82c51-1917-4109-8390-a445d0cee308"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:37.090737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.118459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=55f0e29d-1359-40f6-96af-5661afb1fe0e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:37.209132 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03783b20-5f4c-43a7-81a0-63aa0b46c93b x-openstack-request-id: req-03783b20-5f4c-43a7-81a0-63aa0b46c93b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:37.209132 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "tag": "1df82c51-1917-4109-8390-a445d0cee308", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:37.209132 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03783b20-5f4c-43a7-81a0-63aa0b46c93b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:37.209579 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'tag': '1df82c51-1917-4109-8390-a445d0cee308', 'status': 'completed', 'code': 200} Jul 30 00:11:37.218504 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:37.306830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.307414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-7640dbb7-7071-4b13-bc7b-1d4eaee532f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:37.309193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-7640dbb7-7071-4b13-bc7b-1d4eaee532f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.0559976 Jul 30 00:11:37.418226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-48ca709d-c75f-463f-a7ac-1e8dd4f556da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:37.419818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-48ca709d-c75f-463f-a7ac-1e8dd4f556da service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1037712 Jul 30 00:11:37.471291 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9fa1964c-46f9-46ac-bcf6-976d5c9a25dd', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': '1df82c51-1917-4109-8390-a445d0cee308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:c8:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:21Z', 'updated_at': '2021-07-30T00:11:36Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.495302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router e7ee2ac8-1806-4bbb-ad03-1666e907b768 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:37.499012 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:37.507971 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:37.508594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.538403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-5cc39540-0e18-47b5-8924-cb5ea452dbb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 999 time: 0.1100123 Jul 30 00:11:37.580088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:37.585298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ca69b393-4002-4202-9099-fb211208b3ab tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/e7ee2ac8-1806-4bbb-ad03-1666e907b768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798738 Jul 30 00:11:37.588203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:37.598426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] Sync routers for ids ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:37.602939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-a230028b-42d9-4292-b29e-954502b19a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:37.604541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-a230028b-42d9-4292-b29e-954502b19a7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0606530 Jul 30 00:11:37.611709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] Routers {'e7ee2ac8-1806-4bbb-ad03-1666e907b768'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:37.612353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.632243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b80b7bdd-c765-405c-a4b4-d284bf5693a8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ee2ac8-1806-4bbb-ad03-1666e907b768 HTTP/1.1" status: 200 len: 205 time: 0.0420499 Jul 30 00:11:37.633249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53462) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:37.642773 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:37.658030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.660065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-437aaae7-a2bb-47d9-b91c-23f37bd6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:37.661666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-437aaae7-a2bb-47d9-b91c-23f37bd6c369 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488207 Jul 30 00:11:37.668674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] Routers {'e7ee2ac8-1806-4bbb-ad03-1666e907b768'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:37.669604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.702835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.706859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37b232-fc9e-480f-8dca-62dec4742e25 None None] The sync data for ids ['e7ee2ac8-1806-4bbb-ad03-1666e907b768'] in n-d-712707-11 is: [] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:37.730189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.764466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-c97e28f5-75c6-41ef-8ee3-4a94c37fdadf service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947468 Jul 30 00:11:37.866409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2afca8e1-0bbc-43fa-a52c-50a60295926d req-7892f8dc-3721-45e2-aa6c-df43c20d94f9 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942442 Jul 30 00:11:37.891175 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9fa1964c-46f9-46ac-bcf6-976d5c9a25dd', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': '1df82c51-1917-4109-8390-a445d0cee308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:c8:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:21Z', 'updated_at': '2021-07-30T00:11:36Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:37.904011 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.906353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.918148 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390bfa6-5afe-4ac8-a83f-75c0476ce488 None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9fa1964c-46f9-46ac-bcf6-976d5c9a25dd', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': '1df82c51-1917-4109-8390-a445d0cee308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:c8:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:21Z', 'updated_at': '2021-07-30T00:11:36Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:37.953445 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.954004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router e7ee2ac8-1806-4bbb-ad03-1666e907b768 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:11:37.961107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.964965 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-69161caa-9583-4b6e-bce9-fb4cd26052e1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/e7ee2ac8-1806-4bbb-ad03-1666e907b768 HTTP/1.1" status: 204 len: 168 time: 0.3278058 Jul 30 00:11:37.965489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53464) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:38.017610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 89ffb81f-0d71-4d72-baeb-ac93a2cdee5f {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:38.020771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.068473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.112569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d623ed8-3b47-456b-add0-0d3afaa430be None None] New status for floating IP 9fa1964c-46f9-46ac-bcf6-976d5c9a25dd: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:11:38.157666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.225530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.264016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=89ffb81f-0d71-4d72-baeb-ac93a2cdee5f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:38.266089 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.268317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-095a1ebc-c498-4abb-a6c6-d754b453bbc5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/89ffb81f-0d71-4d72-baeb-ac93a2cdee5f HTTP/1.1" status: 204 len: 168 time: 0.3017318 Jul 30 00:11:38.271418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53468) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:38.274958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed5f68-42d5-4e3b-82d4-9c55d7450b39 None None] Network 995be352-0d9f-4aa5-99ac-3b25377955fe requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:38.358621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.419963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port c653c533-dff3-489a-a068-8aca296529bd {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:38.420326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.486233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75691638-b450-423b-8207-cee11ba07ccd None None] DHCP port deletion for 995be352-0d9f-4aa5-99ac-3b25377955fe request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:38.490759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port c653c533-dff3-489a-a068-8aca296529bd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c653c533-dff3-489a-a068-8aca296529bd,segment=NetworkSegment(ce743bbc-7042-453f-b319-c2bf6fa52085),segment_id=ce743bbc-7042-453f-b319-c2bf6fa52085)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:38.491333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.511493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for c653c533-dff3-489a-a068-8aca296529bd owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:38.544345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Deleting port c653c533-dff3-489a-a068-8aca296529bd {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:38.544857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.615903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.620993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-75691638-b450-423b-8207-cee11ba07ccd None None] For port c653c533-dff3-489a-a068-8aca296529bd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c653c533-dff3-489a-a068-8aca296529bd,segment=NetworkSegment(ce743bbc-7042-453f-b319-c2bf6fa52085),segment_id=ce743bbc-7042-453f-b319-c2bf6fa52085)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:38.620993 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.634520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Calling delete_port for c653c533-dff3-489a-a068-8aca296529bd owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:38.642200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=c653c533-dff3-489a-a068-8aca296529bd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:38.648436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port c653c533-dff3-489a-a068-8aca296529bd on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:38.722606 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.740585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.752083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995be352-0d9f-4aa5-99ac-3b25377955fe']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:38.756213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75691638-b450-423b-8207-cee11ba07ccd None None] Pushing event deleted for resources: {'Port': ['ID=c653c533-dff3-489a-a068-8aca296529bd,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:38.760381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75691638-b450-423b-8207-cee11ba07ccd None None] No DVR routers for this DVR port c653c533-dff3-489a-a068-8aca296529bd on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:38.775942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce743bbc-7042-453f-b319-c2bf6fa52085') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:38.776468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce743bbc-7042-453f-b319-c2bf6fa52085') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:38.790380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.808697 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.815159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:38.815551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:38.818867 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:38.878978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.886093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.887925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/995be352-0d9f-4aa5-99ac-3b25377955fe HTTP/1.1" status: 204 len: 168 time: 0.6153030 Jul 30 00:11:38.893001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53470) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:38.898148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1928758344', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:38.900435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7327e04-d3e2-4303-8e33-c1f60865f767 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=995be352-0d9f-4aa5-99ac-3b25377955fe,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:38.925875 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.926903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.980046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.986401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.006313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.007688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-55695d67-ada2-490b-b812-d07d00e6247e tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1135142 Jul 30 00:11:39.010658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:39.015632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-435860596'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:39.040305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:39.043924 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.069272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:39.078625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.078997 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment ffa6f163-6db1-47ad-bebb-bd7390ad1fe4 of type vlan for network 837930f8-d371-4930-9998-19f396fdccf0 Jul 30 00:11:39.127139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.164890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.171206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:39.171793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.228194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2164924 Jul 30 00:11:39.230908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53474) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:39.235876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:39.288470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83d432-46eb-420a-9b94-eecc45b569cd tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=837930f8-d371-4930-9998-19f396fdccf0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:39.300109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 837930f8-d371-4930-9998-19f396fdccf0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:39.342074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:39.345810 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.543411 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.606880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=2f040127-3a68-46fe-80e9-4231effd2457,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:39.613071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:39.614109 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 837930f8-d371-4930-9998-19f396fdccf0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:39.633195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 837930f8-d371-4930-9998-19f396fdccf0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:39.643569 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 837930f8-d371-4930-9998-19f396fdccf0) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:39.648444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:39.649032 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.656004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fcabd-d1fa-44e1-b9cd-d75f6dfac286 None None] Network 837930f8-d371-4930-9998-19f396fdccf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:39.671706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-37fc80bc-fbb0-461e-b4f3-46db24c2e1ac tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4394336 Jul 30 00:11:39.674561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53478) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:39.815935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-837930f8-d371-4930-9998-19f396fdccf0', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:39.816842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.909500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c653c533-dff3-489a-a068-8aca296529bd no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:39.941547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c653c533-dff3-489a-a068-8aca296529bd {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:39.941996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c653c533-dff3-489a-a068-8aca296529bd not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:39.955073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-59150e7b-1a7c-42fd-8801-31dc8a0e3761 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582561 Jul 30 00:11:39.984737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:39.989365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Allocated IP 172.20.0.2 (837930f8-d371-4930-9998-19f396fdccf0/2f040127-3a68-46fe-80e9-4231effd2457/465fa7af-9879-4a42-8e66-c9bcb9fcb221) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:40.066348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-cb641fbf-e4af-48ed-84df-b44df63d342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.068423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-cb641fbf-e4af-48ed-84df-b44df63d342c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1097 time: 0.0517623 Jul 30 00:11:40.144332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.153508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Transition to ACTIVE for port object 465fa7af-9879-4a42-8e66-c9bcb9fcb221 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:40.169267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Transition to ACTIVE for port object 465fa7af-9879-4a42-8e66-c9bcb9fcb221 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:40.178670 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.181607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-00e3b88b-06f9-4814-8ed2-4dd99dbe99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.183270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-00e3b88b-06f9-4814-8ed2-4dd99dbe99e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.0955348 Jul 30 00:11:40.216467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Network 837930f8-d371-4930-9998-19f396fdccf0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:40.220797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:40.226673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:40.233969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Pushing event updated for resources: {'Port': ['ID=465fa7af-9879-4a42-8e66-c9bcb9fcb221,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:40.254897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.20.0.1 (837930f8-d371-4930-9998-19f396fdccf0/2f040127-3a68-46fe-80e9-4231effd2457/2fdeb5ae-23de-4fb6-b6c5-ec65510f8323) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:40.261413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-6dee253c-5878-489c-9924-8127cb78a929 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 1000 time: 0.0709887 Jul 30 00:11:40.286637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Attempting to bind port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:40.287272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Attempting to bind port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:40.288205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Attempting to bind port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 on network 837930f8-d371-4930-9998-19f396fdccf0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:40.293996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:40.294378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Checking segment: {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:40.294772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.295172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Bound using segment: {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:40.295643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Bound port: 465fa7af-9879-4a42-8e66-c9bcb9fcb221, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:40.296031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.315261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-c0ac60a6-c68e-4e23-a2e0-bfdd38c5e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.316876 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-c0ac60a6-c68e-4e23-a2e0-bfdd38c5e836 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.0489876 Jul 30 00:11:40.377917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-e7d9b815-f4be-49e8-ba51-87bd7d39dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.379515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-e7d9b815-f4be-49e8-ba51-87bd7d39dc79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546412 Jul 30 00:11:40.389766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.406458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:40.442827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.500209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-7d9500f5-e158-4473-8960-dde16b7d844b service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089318 Jul 30 00:11:40.503276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 837930f8-d371-4930-9998-19f396fdccf0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:40.505137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:40.507276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:40.509826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:40.537495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] For port 465fa7af-9879-4a42-8e66-c9bcb9fcb221, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:40.541819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] For port 465fa7af-9879-4a42-8e66-c9bcb9fcb221, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=465fa7af-9879-4a42-8e66-c9bcb9fcb221,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:40.548046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.558925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:40.613194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892fde4-5af5-41e5-84ee-2f15cb6a5fea None None] Pushing event updated for resources: {'Port': ['ID=465fa7af-9879-4a42-8e66-c9bcb9fcb221,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:40.613457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1944a898-cac9-4b63-8163-d6a7cfdb838b req-92c505b3-752b-4f7f-bfa6-aaf981bbb16b service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027429 Jul 30 00:11:40.692903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.006925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.013501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.431455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:41.440943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.485875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603e063-c790-49c9-a0e7-da0be0e33483 None None] Network 837930f8-d371-4930-9998-19f396fdccf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:41.534603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 837930f8-d371-4930-9998-19f396fdccf0 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:41.536845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:41.555828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9fe835d3-fefd-4e2c-a283-70cb1678b03b None None] Provisioning for port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:41.658607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:41.755992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:41.762011 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61131ce5-e103-4be9-bf25-acda50a74443 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862746 Jul 30 00:11:41.764558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53484) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:41.770030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1406410491'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:41.770736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:41.781728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:41.782009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:41.800350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:41.804629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.835377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:41.849929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.850636 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 857039e5-dfea-4c8b-ac18-06e04415f5d7 of type vlan for network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 Jul 30 00:11:41.906229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:41.917139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.959575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.967564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.968342 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.009874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 465fa7af-9879-4a42-8e66-c9bcb9fcb221 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:42.043823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2753959 Jul 30 00:11:42.044443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53486) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:42.049471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:42.054964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def4e1-9013-48aa-b77c-55e14efe70e5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=612f5f0e-b6aa-4f5f-8fca-3cc38243d362,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:42.077916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:42.080113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d560b64-5d3a-46ca-bd8a-ebb6331087fc None None] Provisioning for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:42.101744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0d560b64-5d3a-46ca-bd8a-ebb6331087fc None None] Provisioning complete for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:42.102113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0d560b64-5d3a-46ca-bd8a-ebb6331087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.160515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:42.165014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.258403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0d560b64-5d3a-46ca-bd8a-ebb6331087fc None None] Port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:42.272036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:42.278874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:42.279300 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.387207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.411082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:40Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:40Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:42.418529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1b4b076c-b1ff-4fde-90d7-517a0226c242 None None] Provisioning complete for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:42.418693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b4b076c-b1ff-4fde-90d7-517a0226c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.448139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=bc4085cd-1034-4528-98fc-b1447c028361,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:42.449498 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:42.450315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Updating router 44306389-79a1-47b1-a334-e4b50ac7e5f7 port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:42.459326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:42.459775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 612f5f0e-b6aa-4f5f-8fca-3cc38243d362, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:42.469127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.479075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:42.490068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 612f5f0e-b6aa-4f5f-8fca-3cc38243d362) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:42.502694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:42.503458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.507444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035cb4f-9b70-449f-9c0b-e7850b012552 None None] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:42.521675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-87fbc3b9-3f43-4a04-913e-29fa67e610c5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4761612 Jul 30 00:11:42.525174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53488) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:42.533902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.567306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b076c-b1ff-4fde-90d7-517a0226c242 None None] Port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:42.601484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 465fa7af-9879-4a42-8e66-c9bcb9fcb221, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=465fa7af-9879-4a42-8e66-c9bcb9fcb221,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:42.627347 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:42.813608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=465fa7af-9879-4a42-8e66-c9bcb9fcb221,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:42.914079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:42.914974 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.154434 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.173810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Allocated IP 172.21.0.2 (612f5f0e-b6aa-4f5f-8fca-3cc38243d362/bc4085cd-1034-4528-98fc-b1447c028361/ead9d9e2-a902-4eff-948b-d44fa216f697) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:43.176868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Transition to ACTIVE for port object 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:43.205485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.309208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f68a7-2cc7-4af2-ad28-9ad10a6713bf None None] Pushing event updated for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:43.414591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Attempting to bind port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:43.415517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Attempting to bind port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:43.416003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Attempting to bind port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 on network 837930f8-d371-4930-9998-19f396fdccf0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:43.434313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:43.434735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Checking segment: {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:43.435275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.437073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Bound using segment: {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:43.437311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Bound port: 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '837930f8-d371-4930-9998-19f396fdccf0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:43.437826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.463285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.468405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.506239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Transition to ACTIVE for port object ead9d9e2-a902-4eff-948b-d44fa216f697 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:43.544448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Transition to ACTIVE for port object ead9d9e2-a902-4eff-948b-d44fa216f697 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:43.559964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] For port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:43.560388 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.565862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] For port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:43.785593 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:43.807556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:43.814959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:43.823121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:43.834601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.21.0.1 (612f5f0e-b6aa-4f5f-8fca-3cc38243d362/bc4085cd-1034-4528-98fc-b1447c028361/90e88ee0-952f-4c11-a954-441254c1bd2e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:43.840594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Pushing event updated for resources: {'Port': ['ID=ead9d9e2-a902-4eff-948b-d44fa216f697,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:43.888465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:43.889132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:43.952737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 465fa7af-9879-4a42-8e66-c9bcb9fcb221 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:43.981892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.002415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object 90e88ee0-952f-4c11-a954-441254c1bd2e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:44.039233 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Attempting to bind port ead9d9e2-a902-4eff-948b-d44fa216f697 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:44.039567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Attempting to bind port ead9d9e2-a902-4eff-948b-d44fa216f697 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:44.039901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Attempting to bind port ead9d9e2-a902-4eff-948b-d44fa216f697 on network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:44.044121 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.067539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f68a7-2cc7-4af2-ad28-9ad10a6713bf None None] Pushing event updated for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.079949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:44.080305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Checking segment: {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:44.080822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.081285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Bound using segment: {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:44.081840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Bound port: ead9d9e2-a902-4eff-948b-d44fa216f697, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:44.082213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.090420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:44.094694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:44.098033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:44.104900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:44.134247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.158655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.263641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:44.263884 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.299249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.325024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] For port ead9d9e2-a902-4eff-948b-d44fa216f697, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:44.351533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] For port ead9d9e2-a902-4eff-948b-d44fa216f697, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ead9d9e2-a902-4eff-948b-d44fa216f697,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:44.366226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.488641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f575ac-86bd-47bd-959f-8309829d41b3 None None] Pushing event updated for resources: {'Port': ['ID=ead9d9e2-a902-4eff-948b-d44fa216f697,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.516038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:40Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:43Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:44.546410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0862ecf-0e91-4a9b-85a8-c1ef70bbc818 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:40Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:43Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:44.641116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.648752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.747255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.750724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.889844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:44.891375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:45.018551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:45.143028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:45.149524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-58b5f571-6c3b-4a64-85f5-ab39ccfa89e9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6231959 Jul 30 00:11:45.152856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:45.160176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195542060'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:45.195249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:45.201765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.249403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:45.262084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.262562 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb of type vlan for network 753844f2-ec03-4710-ad63-7f0179854677 Jul 30 00:11:45.314218 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.348618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.354952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.355595 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.425124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2706203 Jul 30 00:11:45.427987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53498) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:45.435364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:45.438259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804088e2-cdc7-4119-b978-a46e700f1520 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=753844f2-ec03-4710-ad63-7f0179854677,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:45.450236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 753844f2-ec03-4710-ad63-7f0179854677 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:45.557829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:45.561831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.563517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65e281-0588-4dd6-813c-ccd98cbb4392 None None] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:45.634410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b964961-8a9d-4db9-88c9-73269e1d2560 None None] Provisioning for port ead9d9e2-a902-4eff-948b-d44fa216f697 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:45.765111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.834573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=2aadf6a4-15f7-4736-b7b2-694c1737789e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:45.846197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:45.846715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: 753844f2-ec03-4710-ad63-7f0179854677, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:45.874172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 753844f2-ec03-4710-ad63-7f0179854677 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:45.896335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 753844f2-ec03-4710-ad63-7f0179854677) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:45.904260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.904945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:45.930935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa8c0f-97bb-4de9-9115-532c0ea666b0 None None] Network 753844f2-ec03-4710-ad63-7f0179854677 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:45.931821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f539f2bd-965e-4c31-9f8a-07e796e5ced0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5024543 Jul 30 00:11:45.934807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53504) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:46.021063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ead9d9e2-a902-4eff-948b-d44fa216f697 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:46.089938 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:46.098222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Provisioning for port 90e88ee0-952f-4c11-a954-441254c1bd2e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:46.102006 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:46.102772 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:46.113944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Provisioning complete for port 90e88ee0-952f-4c11-a954-441254c1bd2e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:46.114327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.186922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ead9d9e2-a902-4eff-948b-d44fa216f697 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:46.195079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ead9d9e2-a902-4eff-948b-d44fa216f697 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:46.195495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.199075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Port 90e88ee0-952f-4c11-a954-441254c1bd2e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:46.243717 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:46.253644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Provisioning complete for port ead9d9e2-a902-4eff-948b-d44fa216f697 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:46.254230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.342568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-753844f2-ec03-4710-ad63-7f0179854677', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:46.343629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.393937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4190dd9c-7d64-4b99-8b23-422039c6f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.460979 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.524905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.578512 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:44Z', 'revision_number': 3, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:43Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:44Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:46.626370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:46.626750 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Updating router 44306389-79a1-47b1-a334-e4b50ac7e5f7 port 90e88ee0-952f-4c11-a954-441254c1bd2e binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:46.641947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ead9d9e2-a902-4eff-948b-d44fa216f697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ead9d9e2-a902-4eff-948b-d44fa216f697,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:46.643281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.656381 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.657983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.658802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:46.710873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Allocated IP 172.22.0.2 (753844f2-ec03-4710-ad63-7f0179854677/2aadf6a4-15f7-4736-b7b2-694c1737789e/a9618824-9644-4c04-80a4-e731ea5cc0ba) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:46.956435 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.968077 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Transition to ACTIVE for port object 90e88ee0-952f-4c11-a954-441254c1bd2e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:46.975103 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.998843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ead9d9e2-a902-4eff-948b-d44fa216f697,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.019171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:11:47.019520 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-519c297a-13e3-4c2f-9ddc-add72ed54caa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:11:47.031191 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ae4b-10e8-45cf-8bc9-95bedb72c227 None None] Pushing event updated for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.044660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:47.051927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:47.052418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.089665 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Attempting to bind port 90e88ee0-952f-4c11-a954-441254c1bd2e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:47.090014 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Attempting to bind port 90e88ee0-952f-4c11-a954-441254c1bd2e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:47.091091 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Attempting to bind port 90e88ee0-952f-4c11-a954-441254c1bd2e on network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:47.097979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:47.098361 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Checking segment: {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:47.098964 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.099545 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Bound using segment: {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:47.100303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Bound port: 90e88ee0-952f-4c11-a954-441254c1bd2e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857039e5-dfea-4c8b-ac18-06e04415f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:47.100810 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.183747 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] For port 90e88ee0-952f-4c11-a954-441254c1bd2e, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:47.189311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] For port 90e88ee0-952f-4c11-a954-441254c1bd2e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e88ee0-952f-4c11-a954-441254c1bd2e,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:47.196611 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.211191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.223887 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.234735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Transition to ACTIVE for port object a9618824-9644-4c04-80a4-e731ea5cc0ba will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:47.267792 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:47.268679 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:47.276926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Transition to ACTIVE for port object a9618824-9644-4c04-80a4-e731ea5cc0ba will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:47.290154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:47.292151 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.314138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.315334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ae4b-10e8-45cf-8bc9-95bedb72c227 None None] Pushing event updated for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.366611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Network 753844f2-ec03-4710-ad63-7f0179854677 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:47.370024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:47.377195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:47.386727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Pushing event updated for resources: {'Port': ['ID=a9618824-9644-4c04-80a4-e731ea5cc0ba,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.423054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.22.0.1 (753844f2-ec03-4710-ad63-7f0179854677/2aadf6a4-15f7-4736-b7b2-694c1737789e/c4c021a2-7875-48ad-ae4a-0350426ee63b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:47.448814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:47.517537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Attempting to bind port a9618824-9644-4c04-80a4-e731ea5cc0ba on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:47.517942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Attempting to bind port a9618824-9644-4c04-80a4-e731ea5cc0ba by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:47.518492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Attempting to bind port a9618824-9644-4c04-80a4-e731ea5cc0ba on network 753844f2-ec03-4710-ad63-7f0179854677 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:47.524153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.530446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.556216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:47.556957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Checking segment: {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:47.557526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.558230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Bound using segment: {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:47.558916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Bound port: a9618824-9644-4c04-80a4-e731ea5cc0ba, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:47.559555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.603244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.626168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object c4c021a2-7875-48ad-ae4a-0350426ee63b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:47.668126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] For port a9618824-9644-4c04-80a4-e731ea5cc0ba, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:47.671832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] For port a9618824-9644-4c04-80a4-e731ea5cc0ba, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a9618824-9644-4c04-80a4-e731ea5cc0ba,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:47.674879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.680195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.722968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 753844f2-ec03-4710-ad63-7f0179854677 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:47.725016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:47.727680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:47.755756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df290-88bd-4067-b570-3b6ec6e91fbd None None] Pushing event updated for resources: {'Port': ['ID=a9618824-9644-4c04-80a4-e731ea5cc0ba,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.772307 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:44Z', 'revision_number': 3, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:43Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:47.796049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:47.801709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:47.804784 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7816fa7-8efe-408c-8920-8cf652c83700 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:44Z', 'revision_number': 3, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:43Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:48.040464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.169715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e88ee0-952f-4c11-a954-441254c1bd2e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:48.251745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 90e88ee0-952f-4c11-a954-441254c1bd2e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:48.257998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 90e88ee0-952f-4c11-a954-441254c1bd2e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:48.258379 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.392393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.427287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.433494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.447379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 90e88ee0-952f-4c11-a954-441254c1bd2e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e88ee0-952f-4c11-a954-441254c1bd2e,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:48.456574 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.457687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ead9d9e2-a902-4eff-948b-d44fa216f697 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:48.528863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:48.539063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.568189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:48.578754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ead9d9e2-a902-4eff-948b-d44fa216f697 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:48.579016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.598109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb7a9f-c434-42e8-99e9-b52b27971b6c req-023e9f30-8797-42f1-aa32-0d9a76154313 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:48.609907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56eb7a9f-c434-42e8-99e9-b52b27971b6c req-023e9f30-8797-42f1-aa32-0d9a76154313 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.1016090 Jul 30 00:11:48.671982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56eb7a9f-c434-42e8-99e9-b52b27971b6c req-5962af54-cc5a-4919-bb72-74a9530c1e01 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550513 Jul 30 00:11:48.697350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network 753844f2-ec03-4710-ad63-7f0179854677 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:48.699603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:48.718403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:48.790298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:48.790971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.814000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:48.914894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:48.922823 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f2a09604-2038-42aa-b9fd-88b69f182fee tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853919 Jul 30 00:11:48.924229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53514) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:48.927160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:48.929618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1235439820'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:48.937071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:48.937772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:48.956994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:48.961068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.978634 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c525a-252c-4e45-96a2-8d575a366913 None None] Network 753844f2-ec03-4710-ad63-7f0179854677 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:48.986036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:48.996665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.997006 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added segment 3b794526-f13f-4866-b0d7-81c37fb10951 of type vlan for network b688bc1f-5872-4404-84b6-a9f31d167f25 Jul 30 00:11:49.039569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.070560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.076623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.077482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.096351 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45308a73-bfd3-4cdb-be1d-99f55babbf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.105847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:49.113064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9c435f8b-c3b3-4acc-8514-1435bcf7f3fe None None] Provisioning for port a9618824-9644-4c04-80a4-e731ea5cc0ba completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:49.139518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2139983 Jul 30 00:11:49.142836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53516) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:49.150908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'subnet': {'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:49.200699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f697f7d-0c3e-4acc-900d-d5cee8b19bd1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Network': ['ID=b688bc1f-5872-4404-84b6-a9f31d167f25,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:49.223767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b688bc1f-5872-4404-84b6-a9f31d167f25 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:49.256763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Made reservation on behalf of faef2f43cda9411fb388996bef743d03 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:49.261063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.444265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.475876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.479174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:49.519198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:49.519606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Updating router 44306389-79a1-47b1-a334-e4b50ac7e5f7 port c4c021a2-7875-48ad-ae4a-0350426ee63b binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:49.545455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Subnet': ['ID=2a0ecef8-29f0-42af-8c3b-05ca19e683b0,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:49.547809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.567457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Checking segment: {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:49.568402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network hostable DHCP agents. Network: b688bc1f-5872-4404-84b6-a9f31d167f25, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:49.591658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network b688bc1f-5872-4404-84b6-a9f31d167f25 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:49.604884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b688bc1f-5872-4404-84b6-a9f31d167f25) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:49.610305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.611203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.616292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc19cce-c81d-412b-8ded-1f2ee5356924 None None] Network b688bc1f-5872-4404-84b6-a9f31d167f25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:49.631163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6c91b910-9c3b-475e-b9c8-113b4d55ea61 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4864941 Jul 30 00:11:49.634066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53520) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:49.741471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d92b8cc8-f934-42f5-9a7f-c93f3f7f17d9 None None] Provisioning for port c4c021a2-7875-48ad-ae4a-0350426ee63b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:49.756624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d92b8cc8-f934-42f5-9a7f-c93f3f7f17d9 None None] Provisioning complete for port c4c021a2-7875-48ad-ae4a-0350426ee63b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:49.756919 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d92b8cc8-f934-42f5-9a7f-c93f3f7f17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.809557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d92b8cc8-f934-42f5-9a7f-c93f3f7f17d9 None None] Port c4c021a2-7875-48ad-ae4a-0350426ee63b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:49.959084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c106517-2aa1-46e3-aa7c-30ca8204709e req-070f51d6-4f8e-4618-a7df-1fd882a72cf8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.959084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c106517-2aa1-46e3-aa7c-30ca8204709e req-070f51d6-4f8e-4618-a7df-1fd882a72cf8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.1317818 Jul 30 00:11:49.981547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b688bc1f-5872-4404-84b6-a9f31d167f25', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:49.982449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.092808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c106517-2aa1-46e3-aa7c-30ca8204709e req-c4a8f716-d790-4b13-ad65-ba194f08d740 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023400 Jul 30 00:11:50.104784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a9618824-9644-4c04-80a4-e731ea5cc0ba up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:50.211253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.216748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.435570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2003fb64-a144-49bc-8b88-373d78bfff82 None None] Provisioning complete for port c4c021a2-7875-48ad-ae4a-0350426ee63b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:50.435997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2003fb64-a144-49bc-8b88-373d78bfff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.461947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Transition to ACTIVE for port object c4c021a2-7875-48ad-ae4a-0350426ee63b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:50.474526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-86994f68-0107-4720-a1d4-ca99d0c0d85b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.476606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-86994f68-0107-4720-a1d4-ca99d0c0d85b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.1257937 Jul 30 00:11:50.482386 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.543182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Allocated IP 172.23.0.2 (b688bc1f-5872-4404-84b6-a9f31d167f25/2a0ecef8-29f0-42af-8c3b-05ca19e683b0/4cbe435f-8dfb-4807-a624-fe424667e7c1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:50.545495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2003fb64-a144-49bc-8b88-373d78bfff82 None None] Port c4c021a2-7875-48ad-ae4a-0350426ee63b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:50.559811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a9618824-9644-4c04-80a4-e731ea5cc0ba completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:50.592685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a9618824-9644-4c04-80a4-e731ea5cc0ba triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:50.593292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.601817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d8436-af4f-4f81-8124-169e9a22dfc3 None None] Pushing event updated for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:50.612376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 0d3a1d2d-2a81-4a60-a666-86a397abb527 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:50.613012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.817047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.818501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Attempting to bind port c4c021a2-7875-48ad-ae4a-0350426ee63b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:50.819237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Attempting to bind port c4c021a2-7875-48ad-ae4a-0350426ee63b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:50.819691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Attempting to bind port c4c021a2-7875-48ad-ae4a-0350426ee63b on network 753844f2-ec03-4710-ad63-7f0179854677 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:50.846147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:50.846528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Checking segment: {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:50.846944 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.847333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Bound using segment: {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:50.847820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Bound port: c4c021a2-7875-48ad-ae4a-0350426ee63b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753844f2-ec03-4710-ad63-7f0179854677'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:50.848210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.964360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.025232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.047164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] For port c4c021a2-7875-48ad-ae4a-0350426ee63b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:51.051529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] For port c4c021a2-7875-48ad-ae4a-0350426ee63b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4c021a2-7875-48ad-ae4a-0350426ee63b,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:51.059666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Transition to ACTIVE for port object 4cbe435f-8dfb-4807-a624-fe424667e7c1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:51.063526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.066508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a9618824-9644-4c04-80a4-e731ea5cc0ba, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a9618824-9644-4c04-80a4-e731ea5cc0ba,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:51.098037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.098882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e88ee0-952f-4c11-a954-441254c1bd2e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:51.128074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port 0d3a1d2d-2a81-4a60-a666-86a397abb527, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=0d3a1d2d-2a81-4a60-a666-86a397abb527,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:51.128953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.145457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Transition to ACTIVE for port object 4cbe435f-8dfb-4807-a624-fe424667e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:51.173947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.175714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d8436-af4f-4f81-8124-169e9a22dfc3 None None] Pushing event updated for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:51.189097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:51.189803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:51.294320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Network b688bc1f-5872-4404-84b6-a9f31d167f25 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:51.341760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:51.394653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:51.413274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a9618824-9644-4c04-80a4-e731ea5cc0ba,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:51.416093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:51.419430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19d12-d293-45c4-9cf6-911a27b3ed90 req-a0cddcd0-0175-4288-9384-b585afd7fcfb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.421032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3a19d12-d293-45c4-9cf6-911a27b3ed90 req-a0cddcd0-0175-4288-9384-b585afd7fcfb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 945 time: 0.2064126 Jul 30 00:11:51.428842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Allocated IP 172.23.0.1 (b688bc1f-5872-4404-84b6-a9f31d167f25/2a0ecef8-29f0-42af-8c3b-05ca19e683b0/f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:51.461185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 90e88ee0-952f-4c11-a954-441254c1bd2e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:51.461559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.571167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e3a19d12-d293-45c4-9cf6-911a27b3ed90 req-73229a99-6b0d-469f-8922-3ac91e157fd7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054893 Jul 30 00:11:51.576103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.576807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.577176 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP b9472a7f-fba7-4f39-9dc2-4569ef831bc9 disassociated. External IP: 172.25.5.215, port: 0d3a1d2d-2a81-4a60-a666-86a397abb527. Jul 30 00:11:51.577535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 0d3a1d2d-2a81-4a60-a666-86a397abb527 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:51.620950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Pushing event updated for resources: {'Port': ['ID=4cbe435f-8dfb-4807-a624-fe424667e7c1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:51.649167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Attempting to bind port 4cbe435f-8dfb-4807-a624-fe424667e7c1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:51.649537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Attempting to bind port 4cbe435f-8dfb-4807-a624-fe424667e7c1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:51.649953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Attempting to bind port 4cbe435f-8dfb-4807-a624-fe424667e7c1 on network b688bc1f-5872-4404-84b6-a9f31d167f25 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:51.664134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:51.664539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Checking segment: {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:51.664945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.665341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Bound using segment: {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:51.665859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Bound port: 4cbe435f-8dfb-4807-a624-fe424667e7c1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:51.666248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.700360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.724939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Transition to ACTIVE for port object f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:51.814893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] For port 4cbe435f-8dfb-4807-a624-fe424667e7c1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:51.815769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.820791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.821065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] For port 4cbe435f-8dfb-4807-a624-fe424667e7c1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cbe435f-8dfb-4807-a624-fe424667e7c1,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:51.827341 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:51.884745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network b688bc1f-5872-4404-84b6-a9f31d167f25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:51.891539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:51Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:51.891839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:51.924646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:51.929429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:51.931422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf9433-4ee6-4961-8939-9f4751fade9a None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:51Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:51.933263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334bcd-e3cd-44ad-bdca-6101c8bfe564 None None] Pushing event updated for resources: {'Port': ['ID=4cbe435f-8dfb-4807-a624-fe424667e7c1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:51.988763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a9618824-9644-4c04-80a4-e731ea5cc0ba up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:52.029291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=0d3a1d2d-2a81-4a60-a666-86a397abb527,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:52.077735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a9618824-9644-4c04-80a4-e731ea5cc0ba triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:52.078050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.095098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.203262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:52.392937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.431766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:52.445660 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:52.460765 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:52.461680 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:52.510167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.520491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port 0d3a1d2d-2a81-4a60-a666-86a397abb527 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:52.527988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.531326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80f04825-4b7b-465d-b015-a2f0a3a20979 req-90ca300e-4137-4366-89cc-d0a7868c97ee tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.59 "DELETE /v2.0/ports/0d3a1d2d-2a81-4a60-a666-86a397abb527 HTTP/1.1" status: 204 len: 173 time: 2.0482721 Jul 30 00:11:52.532077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'name': 'network-vif-deleted', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:52.535726 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d269b-7b7a-4ae5-acfa-7a97548172da" -d '{"events": [{"server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "name": "network-vif-deleted", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:52.614486 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb7d9e-3ae9-41da-aea0-fd43483b6759 x-openstack-request-id: req-e9bb7d9e-3ae9-41da-aea0-fd43483b6759 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:52.614923 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfc4b51-a479-4ae5-b816-78cfd6e2f756", "name": "network-vif-deleted", "tag": "0d3a1d2d-2a81-4a60-a666-86a397abb527", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:52.615178 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9bb7d9e-3ae9-41da-aea0-fd43483b6759 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:52.615664 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfc4b51-a479-4ae5-b816-78cfd6e2f756', 'name': 'network-vif-deleted', 'tag': '0d3a1d2d-2a81-4a60-a666-86a397abb527', 'status': 'completed', 'code': 200} Jul 30 00:11:52.648500 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:52.728337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9325aff8-158e-4833-95b8-db2ccad716c4 req-70be5915-99c7-4be8-9134-3d76751ded64 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0378971 Jul 30 00:11:52.913765 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:52.945303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:52.956672 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:52.958466 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:53.010357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.020257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.079533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.177971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event updated for resources: {'Port': ['ID=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:53.198898 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:53.238715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Network b688bc1f-5872-4404-84b6-a9f31d167f25 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:53.240660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:53.342997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e86aa34-717a-434d-b96b-97f200902d92 None None] Network b688bc1f-5872-4404-84b6-a9f31d167f25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:53.366938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:53.409285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9bc10dcc-6117-4e97-8566-e5add30562e1 None None] Provisioning for port 4cbe435f-8dfb-4807-a624-fe424667e7c1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:53.483001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:53.484324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:53.497524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-93c33c02-f84b-47ba-9b09-9a706232b9c3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8619962 Jul 30 00:11:53.500453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53542) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:53.505887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:53.521401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:53.522483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2c59a-803c-44ee-bfe1-cd18fb3d5599 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:53.556628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:53.557515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:53.676920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:53.974489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9642f640-f124-4f0b-91c7-5b42ff7062d1 req-4d4646bb-c8d7-4214-9853-3f445cfcd648 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.1111865 Jul 30 00:11:53.982555 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632abdee-f060-4314-9356-f1af3bf052bc None None] New status for floating IP b9472a7f-fba7-4f39-9dc2-4569ef831bc9: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:11:54.128761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4c021a2-7875-48ad-ae4a-0350426ee63b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:54.160896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 00:11:54.180752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Removed routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 00:11:54.181172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.191678 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0b6c25a1-8268-483a-ac2a-1b850e39e094 None None] Provisioning for port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:54.204562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0b6c25a1-8268-483a-ac2a-1b850e39e094 None None] Provisioning complete for port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:54.205010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0b6c25a1-8268-483a-ac2a-1b850e39e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.415018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.419649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.495596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:52Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:51Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:52Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:54.499440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c25a1-8268-483a-ac2a-1b850e39e094 None None] Port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:54.532266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:54.532493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Updating router 44306389-79a1-47b1-a334-e4b50ac7e5f7 port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:54.568482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:54.569985 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.619895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c4c021a2-7875-48ad-ae4a-0350426ee63b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:54.629378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c4c021a2-7875-48ad-ae4a-0350426ee63b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:54.629802 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.678561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:54.685674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.686990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1c90febb-fff6-45c7-8a9b-d731ba62e893 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 934 time: 1.1853623 Jul 30 00:11:54.689677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53550) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:54.716736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c03a4960-e21f-4e84-b959-97d051fab5ad None None] Provisioning complete for port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:54.717011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c03a4960-e21f-4e84-b959-97d051fab5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.791802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c03a4960-e21f-4e84-b959-97d051fab5ad None None] Port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:54.800595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9d6e3b6f-bf2c-485c-aacf-c6a1cc44bb8f tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 934 time: 0.1097429 Jul 30 00:11:54.803596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53552) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:54.809400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'routes': None}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:54.888607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.949617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port c4c021a2-7875-48ad-ae4a-0350426ee63b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4c021a2-7875-48ad-ae4a-0350426ee63b,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:54.956071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.956915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cbe435f-8dfb-4807-a624-fe424667e7c1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:55.088542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e444b07-6b31-44e3-8206-f4b9955ec4ec req-af3da87a-7b90-4771-a403-644815e77878 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0305555 Jul 30 00:11:55.090470 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.106287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:55.113976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Transition to ACTIVE for port object f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:55.125263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.170673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4cbe435f-8dfb-4807-a624-fe424667e7c1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:55.187491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cbe435f-8dfb-4807-a624-fe424667e7c1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:55.187913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.234917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6c7e0-0234-426c-ae0d-8fbc2e97c49e None None] Pushing event updated for resources: {'Port': ['ID=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:55.300925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Attempting to bind port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:55.301292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Attempting to bind port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:55.301666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Attempting to bind port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 on network b688bc1f-5872-4404-84b6-a9f31d167f25 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:55.331936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:55.332311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Checking segment: {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:55.333101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.333101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Bound using segment: {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:55.333838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Bound port: f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b794526-f13f-4866-b0d7-81c37fb10951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:55.334011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.358120 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.377903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.extraroute_db [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added routes are [] {{(pid=93865) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 00:11:55.378422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.extraroute_db [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93865) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 00:11:55.378744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0d3a1d2d-2a81-4a60-a666-86a397abb527 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:55.414711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 0d3a1d2d-2a81-4a60-a666-86a397abb527 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:55.415049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 0d3a1d2d-2a81-4a60-a666-86a397abb527 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:55.439274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.473153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4cbe435f-8dfb-4807-a624-fe424667e7c1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cbe435f-8dfb-4807-a624-fe424667e7c1,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:55.477471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] For port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:55.480132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.483624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] For port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:55.516343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.563165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4cbe435f-8dfb-4807-a624-fe424667e7c1,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:55.579663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:55.580053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:55.663554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.668963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.692837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6c7e0-0234-426c-ae0d-8fbc2e97c49e None None] Pushing event updated for resources: {'Port': ['ID=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:55.749946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:55.809130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:55.919580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:55.930632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.933664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c743c672-aba5-49d1-ae10-b07a69340e7d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 700 time: 1.1267440 Jul 30 00:11:55.934714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:55.945485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4c021a2-7875-48ad-ae4a-0350426ee63b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:56.051065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c4c021a2-7875-48ad-ae4a-0350426ee63b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:56.051484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:56.096685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 7, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:56.129031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2c019-b258-4c10-b529-391235ed7ca8 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 7, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:56.186261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cbe435f-8dfb-4807-a624-fe424667e7c1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:56.303161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-448bfda0-a1d2-49a3-9e7a-b78b492bc2f1 req-ab756656-8f20-4296-a893-46342ff5a6ef tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0651705 Jul 30 00:11:56.305226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cbe435f-8dfb-4807-a624-fe424667e7c1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:56.305604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:56.453996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-812b640b-0e03-4c13-bc29-b230ecdf4d88 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 700 time: 0.5172725 Jul 30 00:11:56.456077 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53564) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:56.874904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:56.980736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:56.991094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:56.991743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:57.091141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:57.155246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:57.155512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.249376 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:57.249657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.263800 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:57.321039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 7, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:57.352749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:57.362025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:57.362599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:57.439514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e3d3b2b-dff5-4b18-a8fd-e45345b54c53 req-ab0473f2-db96-4827-a0a2-59b2e62e93b3 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dfc4b51-a479-4ae5-b816-78cfd6e2f756 HTTP/1.1" status: 200 len: 210 time: 0.0410573 Jul 30 00:11:57.503873 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.536601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:57.719007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:57.789155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.957015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.973111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 7, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:57.991120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:58.000345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462eed0-8b21-497d-a803-7aeae654fe7d None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 7, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7', 'name': '', 'network_id': 'b688bc1f-5872-4404-84b6-a9f31d167f25', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:73:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:50Z', 'updated_at': '2021-07-30T00:11:55Z', 'revision_number': 4, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2a0ecef8-29f0-42af-8c3b-05ca19e683b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:58.093349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:58.098906 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-75f92d95-f974-4c1b-b56f-41fed4574c14 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418285 Jul 30 00:11:58.101753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:58.158802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 2a0ecef8-29f0-42af-8c3b-05ca19e683b0 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:58.162105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.165524 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:58.175237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:58.175860 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:58.208302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.266023 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:58.295324 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.356613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.388447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0ecef8-29f0-42af-8c3b-05ca19e683b0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:58.393117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.396683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e1100691-e3e6-4741-b916-bd657fd0b3d1 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2a0ecef8-29f0-42af-8c3b-05ca19e683b0 HTTP/1.1" status: 204 len: 168 time: 0.2936943 Jul 30 00:11:58.399539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:58.403368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d874d3-653a-40c7-92b3-024fce80c602 None None] Network b688bc1f-5872-4404-84b6-a9f31d167f25 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:58.512833 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:57Z', 'revision_number': 8, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:58.514945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.561314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:58.572160 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:58.573595 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:58.593487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 4cbe435f-8dfb-4807-a624-fe424667e7c1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:58.594084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.650467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] DHCP port deletion for b688bc1f-5872-4404-84b6-a9f31d167f25 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:11:58.686591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 4cbe435f-8dfb-4807-a624-fe424667e7c1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cbe435f-8dfb-4807-a624-fe424667e7c1,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:58.687038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.701840 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:58.705770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 4cbe435f-8dfb-4807-a624-fe424667e7c1 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:58.709247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Deleting port 4cbe435f-8dfb-4807-a624-fe424667e7c1 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:58.709783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.781607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] For port 4cbe435f-8dfb-4807-a624-fe424667e7c1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cbe435f-8dfb-4807-a624-fe424667e7c1,segment=NetworkSegment(3b794526-f13f-4866-b0d7-81c37fb10951),segment_id=3b794526-f13f-4866-b0d7-81c37fb10951)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:58.782656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.802177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Calling delete_port for 4cbe435f-8dfb-4807-a624-fe424667e7c1 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:58.805409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-cd822ebf-e386-447d-af46-4e7c629f0a05 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107879510&fields=id&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 267 time: 0.0407867 Jul 30 00:11:58.823626 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.853253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=4cbe435f-8dfb-4807-a624-fe424667e7c1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:58.862864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port 4cbe435f-8dfb-4807-a624-fe424667e7c1 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:58.897915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.928220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] Pushing event deleted for resources: {'Port': ['ID=4cbe435f-8dfb-4807-a624-fe424667e7c1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:58.929885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b814fa8-0725-4fe9-84f6-b5cdd77bd080 None None] No DVR routers for this DVR port 4cbe435f-8dfb-4807-a624-fe424667e7c1 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:58.953752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-cf424176-aae1-4053-a8f8-4bdadb347915 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:58.955416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-cf424176-aae1-4053-a8f8-4bdadb347915 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.1376772 Jul 30 00:11:58.968303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.971952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-560486b5-0c0f-43d2-b473-8419ee619b18 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Jul 30 00:11:58.979360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b688bc1f-5872-4404-84b6-a9f31d167f25']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:58.991869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b794526-f13f-4866-b0d7-81c37fb10951') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:58.992543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b794526-f13f-4866-b0d7-81c37fb10951') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:59.001539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.003528 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:57Z', 'revision_number': 8, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:59.018604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.026383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:59.026768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:59.030069 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:59.032822 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0976b-4b2b-4393-aa5e-83525dafab00 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:11:57Z', 'revision_number': 8, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c021a2-7875-48ad-ae4a-0350426ee63b', 'name': '', 'network_id': '753844f2-ec03-4710-ad63-7f0179854677', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:ed:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:46Z', 'updated_at': '2021-07-30T00:11:54Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2aadf6a4-15f7-4736-b7b2-694c1737789e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:59.034704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-3767acdc-048a-4233-bf02-83b36505772f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557423 Jul 30 00:11:59.098334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.107181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.109090 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/b688bc1f-5872-4404-84b6-a9f31d167f25 HTTP/1.1" status: 204 len: 168 time: 0.7082176 Jul 30 00:11:59.112656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:59.120041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd0b19-4bd5-4b62-b6ec-2040f5bf5fd5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=b688bc1f-5872-4404-84b6-a9f31d167f25,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:59.625957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-02704287-f16d-4f84-bc7f-b92983c8ea27 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742495 Jul 30 00:11:59.827770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-0997c08a-88c6-4431-ba67-7d8785d16f13 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942728 Jul 30 00:11:59.939279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cbe435f-8dfb-4807-a624-fe424667e7c1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:59.970789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4cbe435f-8dfb-4807-a624-fe424667e7c1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:59.971286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cbe435f-8dfb-4807-a624-fe424667e7c1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:59.971872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:59.977219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.996730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:59.997076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f4b5bdfa-d134-43c9-b86a-90d62e7c0ca7 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:00.277254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7718a7b6-e574-4369-a8fb-25edf0e2a351 req-a7d37bdb-70be-4003-8f4f-1dec8a1717b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0336900 Jul 30 00:12:00.329399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port c4c021a2-7875-48ad-ae4a-0350426ee63b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:00.329757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:00.425066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port c4c021a2-7875-48ad-ae4a-0350426ee63b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4c021a2-7875-48ad-ae4a-0350426ee63b,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:00.425431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:00.444093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for c4c021a2-7875-48ad-ae4a-0350426ee63b owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:00.638107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:00.667505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=c4c021a2-7875-48ad-ae4a-0350426ee63b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:00.697278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.697656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.698004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.698342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.698678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.699010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.699342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.699665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.699989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.700311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.700634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.700954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:00.866110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.093240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:01.196592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:01.202663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2f514b1c-cded-4c18-a11e-be18ac50d1b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887184 Jul 30 00:12:01.205802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:01.222061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:01.242367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:01.243855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:01.283129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 2aadf6a4-15f7-4736-b7b2-694c1737789e {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:01.292709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.353388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.393224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:01.399847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-85df87fc-fd3b-47be-965c-3cd1a99df668 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:01.406635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-85df87fc-fd3b-47be-965c-3cd1a99df668 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.2015898 Jul 30 00:12:01.466784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5c892eb-1e1e-44c4-ba37-7de6d1749fc8 req-ec6ba60f-5a5e-45d5-9e0e-9e9e81f74698 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0387912 Jul 30 00:12:01.479907 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.509668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-6924371e-e188-408f-b8e3-c382205a3b3a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 379 time: 0.0725524 Jul 30 00:12:01.522408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'security_groups': ['690e7d49-8dc3-47c5-8ce3-1d4e225a19a4']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:01.558148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.596325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=2aadf6a4-15f7-4736-b7b2-694c1737789e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:01.606936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.609744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b0bd4132-a9b9-4de9-a4d3-7acf08e01d74 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2aadf6a4-15f7-4736-b7b2-694c1737789e HTTP/1.1" status: 204 len: 168 time: 0.4024930 Jul 30 00:12:01.612600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:01.620063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2625dfd-d9e6-4e62-9fe0-3483914eaaea None None] Network 753844f2-ec03-4710-ad63-7f0179854677 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:01.689405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:01.696099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.739272 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.766835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:00Z', 'revision_number': 9, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:01.814482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port a9618824-9644-4c04-80a4-e731ea5cc0ba {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:01.817542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.838295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:01.859330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:01.860275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:01.936315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.10 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/ee11befd-f640-4690-a397-ccf9f049cb4d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:01.958950 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port a9618824-9644-4c04-80a4-e731ea5cc0ba, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a9618824-9644-4c04-80a4-e731ea5cc0ba,segment=NetworkSegment(1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb),segment_id=1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:01.959365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:01.978131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for a9618824-9644-4c04-80a4-e731ea5cc0ba owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:02.012790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:02.041838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] DHCP port deletion for 753844f2-ec03-4710-ad63-7f0179854677 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:12:02.132912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.144041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.153611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port a9618824-9644-4c04-80a4-e731ea5cc0ba on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:02.168984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object ee11befd-f640-4690-a397-ccf9f049cb4d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:02.180465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=a9618824-9644-4c04-80a4-e731ea5cc0ba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:02.212258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.225767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Deleting port a9618824-9644-4c04-80a4-e731ea5cc0ba {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:02.226785 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.268546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:02.272255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:02.282387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.290038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:02.299999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753844f2-ec03-4710-ad63-7f0179854677']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:02.342209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:02.342664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d46ae3e-4c0a-48b5-b4dc-0d0436bd22bb') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:02.354603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:02.355281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.356652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.377952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8614480 Jul 30 00:12:02.379370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.382978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff1411-f6e8-43d0-90f5-56b259880d50 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:02.390827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] For port a9618824-9644-4c04-80a4-e731ea5cc0ba, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:02.391295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.399141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:02.400607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.401842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Request body: {'port': {'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:02.406960 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:02.434689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Calling delete_port for a9618824-9644-4c04-80a4-e731ea5cc0ba owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:02.441673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Port a9618824-9644-4c04-80a4-e731ea5cc0ba was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:12:02.445913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.486058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.498206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] No DVR routers for this DVR port a9618824-9644-4c04-80a4-e731ea5cc0ba on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:02.499924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985bbfc-3d95-433e-9686-9b5985acbb4e None None] Pushing event deleted for resources: {'Port': ['ID=a9618824-9644-4c04-80a4-e731ea5cc0ba,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:02.530756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:00Z', 'revision_number': 9, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:02.546824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.557893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.560612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/753844f2-ec03-4710-ad63-7f0179854677 HTTP/1.1" status: 204 len: 168 time: 0.9469521 Jul 30 00:12:02.572133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:02.581497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dc7fa-032a-468a-b201-c42d51c8c7c8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=753844f2-ec03-4710-ad63-7f0179854677,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:02.600001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5ae12-e28e-4423-b8a4-86588e1b9e39 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:00Z', 'revision_number': 9, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90e88ee0-952f-4c11-a954-441254c1bd2e', 'name': '', 'network_id': '612f5f0e-b6aa-4f5f-8fca-3cc38243d362', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:00:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:43Z', 'updated_at': '2021-07-30T00:11:48Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': 'bc4085cd-1034-4528-98fc-b1447c028361', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:02.749171 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-627c16f3-2ca4-42a7-a798-155593fe3b9d None None] Provisioning for port ee11befd-f640-4690-a397-ccf9f049cb4d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:02.761789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-627c16f3-2ca4-42a7-a798-155593fe3b9d None None] Provisioning complete for port ee11befd-f640-4690-a397-ccf9f049cb4d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:02.762172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-627c16f3-2ca4-42a7-a798-155593fe3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.838445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-627c16f3-2ca4-42a7-a798-155593fe3b9d None None] Port ee11befd-f640-4690-a397-ccf9f049cb4d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:02.854005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f60d9-814e-4c1d-8afb-3889c9c6d82f req-d5754700-1ace-480f-9d1a-68f7551b4113 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:02.858136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a53f60d9-814e-4c1d-8afb-3889c9c6d82f req-d5754700-1ace-480f-9d1a-68f7551b4113 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 932 time: 0.1248698 Jul 30 00:12:02.987062 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a53f60d9-814e-4c1d-8afb-3889c9c6d82f req-dd164308-3b90-4eb5-8011-b4e8a36519c8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138828 Jul 30 00:12:03.003856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee11befd-f640-4690-a397-ccf9f049cb4d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:03.015030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.031527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Transition to ACTIVE for port object ee11befd-f640-4690-a397-ccf9f049cb4d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:03.036556 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.067992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.204223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:03.240049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897017a-cc78-4735-acb8-a2785ff661e5 req-7435da0d-0187-489f-92d6-0afff5012239 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.241725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8897017a-cc78-4735-acb8-a2785ff661e5 req-7435da0d-0187-489f-92d6-0afff5012239 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1436694 Jul 30 00:12:03.296186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Attempting to bind port ee11befd-f640-4690-a397-ccf9f049cb4d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:03.296439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Attempting to bind port ee11befd-f640-4690-a397-ccf9f049cb4d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:03.296773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Attempting to bind port ee11befd-f640-4690-a397-ccf9f049cb4d on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:03.309752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Port ee11befd-f640-4690-a397-ccf9f049cb4d on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:03.310116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Attempting to bind port ee11befd-f640-4690-a397-ccf9f049cb4d on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:03.323432 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8897017a-cc78-4735-acb8-a2785ff661e5 req-6f2be76d-b343-4237-a736-374cb17d2ecd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599558 Jul 30 00:12:03.323844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:03.324185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:03.324568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:03.325027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Bound port: ee11befd-f640-4690-a397-ccf9f049cb4d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:03.325395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.366680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53626) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:03.416974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 90e88ee0-952f-4c11-a954-441254c1bd2e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:03.416974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.455713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1b6dfd85-35ab-41b9-bdd6-ba4ca32baa25 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/da0f960d-1e48-43d4-abda-4c09d80998a3 HTTP/1.1" status: 200 len: 992 time: 0.0878215 Jul 30 00:12:03.457312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:03.468650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ee11befd-f640-4690-a397-ccf9f049cb4d,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:03.479353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.527751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.528613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.530352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] 10.222.0.57 "PUT /v2.0/ports/ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 1093 time: 1.1351795 Jul 30 00:12:03.531114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:03.536691 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:03.581842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 90e88ee0-952f-4c11-a954-441254c1bd2e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=90e88ee0-952f-4c11-a954-441254c1bd2e,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:03.582311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.627200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 90e88ee0-952f-4c11-a954-441254c1bd2e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:03.642127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91675f4-16dc-4a3b-a1c8-09929ed0aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:03.671335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-f3efef8b-a400-4d9b-9047-0244ed85f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.672812 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-f3efef8b-a400-4d9b-9047-0244ed85f7c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1096 time: 0.0727770 Jul 30 00:12:03.745006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b4c84994-e99f-4900-85c5-62e10c40fd66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 217 time: 0.0569243 Jul 30 00:12:03.770616 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c5a47-01ec-43f7-95a8-58c0734bc2aa x-openstack-request-id: req-899c5a47-01ec-43f7-95a8-58c0734bc2aa {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:03.770616 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:03.770616 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-899c5a47-01ec-43f7-95a8-58c0734bc2aa {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:03.771312 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'status': 'completed', 'code': 200} Jul 30 00:12:03.819095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-955258bf-09e8-487e-908f-40a4f8d3d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.820777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-955258bf-09e8-487e-908f-40a4f8d3d599 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0651822 Jul 30 00:12:03.900789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243afc17-558c-4723-9589-5b4d8286ed1b req-73033c11-57ca-4d79-9a08-f096f44faaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.903822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-73033c11-57ca-4d79-9a08-f096f44faaa3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751624 Jul 30 00:12:03.971001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a9618824-9644-4c04-80a4-e731ea5cc0ba no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:03.982448 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:03.998741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a9618824-9644-4c04-80a4-e731ea5cc0ba {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:03.999385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a9618824-9644-4c04-80a4-e731ea5cc0ba not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:03.999954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4c021a2-7875-48ad-ae4a-0350426ee63b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:04.021672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c4c021a2-7875-48ad-ae4a-0350426ee63b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:04.022311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4c021a2-7875-48ad-ae4a-0350426ee63b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:04.031874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=90e88ee0-952f-4c11-a954-441254c1bd2e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:04.067943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df027-b4fa-49f3-9163-a87b73a12fa4 req-7c3ed37a-6e4f-4704-9848-209f65342c89 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.076466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-516df027-b4fa-49f3-9163-a87b73a12fa4 req-7c3ed37a-6e4f-4704-9848-209f65342c89 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1097 time: 0.1266625 Jul 30 00:12:04.115845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-b9c60cdf-b349-4c89-919f-c26db52c1125 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011247 Jul 30 00:12:04.156678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-516df027-b4fa-49f3-9163-a87b73a12fa4 req-4920c8a6-72d1-472d-9ae0-34a2d1de073f tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792420 Jul 30 00:12:04.261903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-243afc17-558c-4723-9589-5b4d8286ed1b req-1ec6c22d-9560-4613-9078-96703c3ce8cc service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323531 Jul 30 00:12:04.390534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ae4d-4d34-4b9a-9942-be533c7c80c0 req-5c80c956-1248-4b10-939a-d97376bb98d7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.394140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5b4ae4d-4d34-4b9a-9942-be533c7c80c0 req-5c80c956-1248-4b10-939a-d97376bb98d7 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1308818 Jul 30 00:12:04.471513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5b4ae4d-4d34-4b9a-9942-be533c7c80c0 req-c0244cb0-af34-4c88-a499-b28dfeb2ff46 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536451 Jul 30 00:12:04.475576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-45d21ecb-f30b-4f54-8f9b-21b17cf04b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.478207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-45d21ecb-f30b-4f54-8f9b-21b17cf04b72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1096 time: 0.1197155 Jul 30 00:12:04.604119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-57618c49-0f41-47f6-9dff-81c74747f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.606895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-57618c49-0f41-47f6-9dff-81c74747f666 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1204810 Jul 30 00:12:04.686785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:04.705419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-332a4680-6e27-4e97-a42d-8f99e9b414c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 217 time: 0.0905533 Jul 30 00:12:04.778075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-0f92f967-0b30-49e6-a339-e7ee915c3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.781333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-0f92f967-0b30-49e6-a339-e7ee915c3256 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0681782 Jul 30 00:12:04.833347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-a09aa13c-7244-4a2b-b2d6-d71a75c4fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.836448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-a09aa13c-7244-4a2b-b2d6-d71a75c4fcf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474317 Jul 30 00:12:04.927286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:04.965242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-f180e8b6-b985-462e-bcd6-1dd9d4f48692 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189444 Jul 30 00:12:05.040805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:05.052071 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ee0df73-bfa7-4a4f-a275-c47edf02e0b5 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727554 Jul 30 00:12:05.052071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53660) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:05.065149 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:05.079113 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:05.082709 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:05.098386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f66008d-ea4d-4b35-a429-0503fa1ffd1d req-0baed72a-521b-4d31-acc1-e9fc3948d8b1 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256692 Jul 30 00:12:05.181608 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet bc4085cd-1034-4528-98fc-b1447c028361 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:05.190025 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.214879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:05.239881 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.255295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-dc7fdad4-55c1-49ce-a9b3-195cf6f7f9a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555983 Jul 30 00:12:05.339735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.430312 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:03Z', 'revision_number': 10, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:05.436379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.478194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.480871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/bc4085cd-1034-4528-98fc-b1447c028361 HTTP/1.1" status: 204 len: 168 time: 0.4280729 Jul 30 00:12:05.482066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102021d-3d22-4fa1-82b2-194f4bbc2f2c tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4085cd-1034-4528-98fc-b1447c028361,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:05.483805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:05.487003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d7701-5add-48f0-9859-21db1e8c89cf None None] Network 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:05.576621 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:05.588296 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:05.588912 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:05.656830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.696468 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:05.781683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port ead9d9e2-a902-4eff-948b-d44fa216f697 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:05.782081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.824298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] DHCP port deletion for 612f5f0e-b6aa-4f5f-8fca-3cc38243d362 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:12:05.876529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port ead9d9e2-a902-4eff-948b-d44fa216f697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ead9d9e2-a902-4eff-948b-d44fa216f697,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:05.877097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.911980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Deleting port ead9d9e2-a902-4eff-948b-d44fa216f697 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:05.911980 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.922162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for ead9d9e2-a902-4eff-948b-d44fa216f697 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:05.975650 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:03Z', 'revision_number': 10, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:06.034224 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d93629-7ed3-404d-9354-30d4ffc9a0a8 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:03Z', 'revision_number': 10, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None, '_interfaces': [{'id': '2fdeb5ae-23de-4fb6-b6c5-ec65510f8323', 'name': '', 'network_id': '837930f8-d371-4930-9998-19f396fdccf0', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'mac_address': 'fa:16:3e:72:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2f040127-3a68-46fe-80e9-4231effd2457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:40Z', 'updated_at': '2021-07-30T00:11:47Z', 'revision_number': 5, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'subnets': [{'id': '2f040127-3a68-46fe-80e9-4231effd2457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:06.071505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] For port ead9d9e2-a902-4eff-948b-d44fa216f697, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ead9d9e2-a902-4eff-948b-d44fa216f697,segment=NetworkSegment(857039e5-dfea-4c8b-ac18-06e04415f5d7),segment_id=857039e5-dfea-4c8b-ac18-06e04415f5d7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:06.071952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.090746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ead9d9e2-a902-4eff-948b-d44fa216f697 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:06.099347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.129335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Calling delete_port for ead9d9e2-a902-4eff-948b-d44fa216f697 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:06.140358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port ead9d9e2-a902-4eff-948b-d44fa216f697 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:06.145321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port ead9d9e2-a902-4eff-948b-d44fa216f697 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:12:06.146015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ead9d9e2-a902-4eff-948b-d44fa216f697 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:06.146502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-289b8d50-b3bc-4afd-bb4b-2eb303ae03ed tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:12:06.150466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-289b8d50-b3bc-4afd-bb4b-2eb303ae03ed tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1194801 Jul 30 00:12:06.152179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=ead9d9e2-a902-4eff-948b-d44fa216f697,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:06.187772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Request body: {'binding': {'host': 'n-h2-712707-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:06.188246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Unknown quota resources ['binding']. {{(pid=93864) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 00:12:06.231687 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.269214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] No DVR routers for this DVR port ead9d9e2-a902-4eff-948b-d44fa216f697 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:06.271608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Pushing event deleted for resources: {'Port': ['ID=ead9d9e2-a902-4eff-948b-d44fa216f697,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:06.283127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.291861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.291861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.291861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.291861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.291861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.293103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.293647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.294264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.294941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.295598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.296257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.297123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac6b33-8f79-4d6d-bbc4-155bf3f082d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:06.346676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612f5f0e-b6aa-4f5f-8fca-3cc38243d362']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:06.362971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857039e5-dfea-4c8b-ac18-06e04415f5d7') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:06.363344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857039e5-dfea-4c8b-ac18-06e04415f5d7') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:06.376510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.408151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.426096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:06.426458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:06.429910 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:06.513879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on host n-h2-712707-11 for vnic_type normal with profile None {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:06.514334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:06.514928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:06.517205 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.528694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.533297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/612f5f0e-b6aa-4f5f-8fca-3cc38243d362 HTTP/1.1" status: 204 len: 168 time: 1.0458002 Jul 30 00:12:06.534188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53676) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:06.540946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:06.541307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:06.547662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:06.547997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:06.548383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Bound using segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:06.548807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Bound port: 8d030a85-3a3f-4c75-ac84-56252e19e51f, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:06.551017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c512e-439a-415f-abb1-73f83ae637be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=612f5f0e-b6aa-4f5f-8fca-3cc38243d362,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:06.681476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:06.688457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.694576 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] 10.222.0.49 "POST /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5115037 Jul 30 00:12:06.983459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab079-4810-47c1-84c5-9b697f73e504 req-f48a0cf1-1c24-4a87-a5a3-ecc7d04ea619 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:06.984891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-313ab079-4810-47c1-84c5-9b697f73e504 req-f48a0cf1-1c24-4a87-a5a3-ecc7d04ea619 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.0799456 Jul 30 00:12:07.013949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-15c80a65-40dd-46f2-8fac-657ff30c5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.015399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-15c80a65-40dd-46f2-8fac-657ff30c5394 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1097 time: 0.0741289 Jul 30 00:12:07.028033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.051184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-313ab079-4810-47c1-84c5-9b697f73e504 req-a1f9b84e-eae2-4757-b0c2-a49c95338d72 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583961 Jul 30 00:12:07.136118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-36c28f16-f7a3-4a92-9a47-86f12cef2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.143045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-36c28f16-f7a3-4a92-9a47-86f12cef2a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.1109421 Jul 30 00:12:07.225608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c4a4c-ba76-486f-b107-d1da815d6698 req-cbfc4ef3-ad28-4f6f-bdaa-a72426aad8f5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.227178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31c4a4c-ba76-486f-b107-d1da815d6698 req-cbfc4ef3-ad28-4f6f-bdaa-a72426aad8f5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1066437 Jul 30 00:12:07.229428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-4b14b861-32d8-4121-a248-5ace7f6ac6e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 1000 time: 0.0790522 Jul 30 00:12:07.292996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:07.293267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.308948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c31c4a4c-ba76-486f-b107-d1da815d6698 req-ab0fb2a1-7697-4ff3-b84c-ebf1e524ff20 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747635 Jul 30 00:12:07.311430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-08b89767-e374-4ac8-aea1-9f9221f93243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.313270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-08b89767-e374-4ac8-aea1-9f9221f93243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.0730114 Jul 30 00:12:07.378510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9e66c61d-f627-4370-b5dd-76caf4f9daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:07.380118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9e66c61d-f627-4370-b5dd-76caf4f9daaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593171 Jul 30 00:12:07.407210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:07.407210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.420922 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:07.476665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-2a1ce650-27b4-4799-b401-d4577667458d service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893393 Jul 30 00:12:07.603098 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.632244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=2fdeb5ae-23de-4fb6-b6c5-ec65510f8323,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:07.813240 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.953424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e88ee0-952f-4c11-a954-441254c1bd2e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:07.978461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 90e88ee0-952f-4c11-a954-441254c1bd2e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:07.978861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 90e88ee0-952f-4c11-a954-441254c1bd2e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:08.011124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:08.030793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-48b3ea14-8a3d-45e8-9732-4cec17696655 service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459092 Jul 30 00:12:08.092630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:08.097838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-da4af80e-9d8e-4669-9d9b-3aaf14156cc9 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5624998 Jul 30 00:12:08.100936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53684) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:08.103380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:08.116206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:08.116754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.157751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting subnet 2f040127-3a68-46fe-80e9-4231effd2457 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:08.161027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.203664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:08.209834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.263159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.270968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8f460-1906-4794-995b-0c4de253a030 req-107b5094-8e3c-4c6a-afec-1bbf75872771 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.272840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e8f460-1906-4794-995b-0c4de253a030 req-107b5094-8e3c-4c6a-afec-1bbf75872771 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1408510 Jul 30 00:12:08.275294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-c6fb99d6-9253-4331-8aa2-3ef4390a7fc0 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.276735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-c6fb99d6-9253-4331-8aa2-3ef4390a7fc0 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&tenant_id=57bfa74084174648bc08ab35feae2fd1&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1097 time: 0.1314139 Jul 30 00:12:08.291161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-11'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:08.318985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.375516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57e8f460-1906-4794-995b-0c4de253a030 req-072bca91-489c-4516-96af-914149e3255f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945566 Jul 30 00:12:08.384806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.434521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.470343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Subnet': ['ID=2f040127-3a68-46fe-80e9-4231effd2457,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:08.482455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.484936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a595d5bd-b8ec-40fe-a867-e37f877a31aa tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2f040127-3a68-46fe-80e9-4231effd2457 HTTP/1.1" status: 204 len: 168 time: 0.3827822 Jul 30 00:12:08.488652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53688) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:08.498590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81863748-c15a-44b7-a85e-18196f733c1c None None] Network 837930f8-d371-4930-9998-19f396fdccf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:08.502090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:08.559659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:08.560580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.566727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de34999-1fef-45ae-a16b-034cfc741a5c req-164850cc-dcdc-43bf-ac43-63d72574cb21 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.567700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de34999-1fef-45ae-a16b-034cfc741a5c req-164850cc-dcdc-43bf-ac43-63d72574cb21 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.0750070 Jul 30 00:12:08.581998 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.591052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:08.637724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Deleting port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:08.638620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.644171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9de34999-1fef-45ae-a16b-034cfc741a5c req-1a098d06-32a2-4e30-80ec-8c9450c201f6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648448 Jul 30 00:12:08.657454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:08.684968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:08.714007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:08.717082 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88172155-7791-4e1d-b05a-4457a6c9d3c7" -d '{"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-unplugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:08.721572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] For port 465fa7af-9879-4a42-8e66-c9bcb9fcb221, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=465fa7af-9879-4a42-8e66-c9bcb9fcb221,segment=NetworkSegment(ffa6f163-6db1-47ad-bebb-bd7390ad1fe4),segment_id=ffa6f163-6db1-47ad-bebb-bd7390ad1fe4)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:08.721572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.722027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.733160 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.743425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Calling delete_port for 465fa7af-9879-4a42-8e66-c9bcb9fcb221 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:08.769059 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e58302-9347-4fe4-a528-373f44b74fec x-openstack-request-id: req-49e58302-9347-4fe4-a528-373f44b74fec {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:08.769364 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-unplugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:08.769619 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49e58302-9347-4fe4-a528-373f44b74fec {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:08.770043 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'code': 200} Jul 30 00:12:08.774643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.826509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cf448-9465-4006-ba96-65fccbb10897 None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:08.874546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.910349 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No DVR routers for this DVR port 465fa7af-9879-4a42-8e66-c9bcb9fcb221 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:08.916450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Port': ['ID=465fa7af-9879-4a42-8e66-c9bcb9fcb221,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:08.921747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:09.022251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on host n-h1-712707-11 for vnic_type normal with profile {"migrating_to": "n-h2-712707-11"} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:09.022251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:09.023441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:09.027820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:09.028216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Attempting to bind port 8d030a85-3a3f-4c75-ac84-56252e19e51f on network f81e18ee-7d63-42b5-8c75-feb0653364e6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:09.034267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:09.034618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Checking segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:09.035017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Bound using segment: {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:09.035465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Bound port: 8d030a85-3a3f-4c75-ac84-56252e19e51f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:09.035830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.038844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.051681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837930f8-d371-4930-9998-19f396fdccf0']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:09.070281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:09.070752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa6f163-6db1-47ad-bebb-bd7390ad1fe4') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:09.081317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.103267 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.109562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:09.109991 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:09.112960 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:09.116042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:09.119439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:09.123804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.178521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] Provisioning complete for port 8d030a85-3a3f-4c75-ac84-56252e19e51f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:09.179058 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.191686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.203808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.206259 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/networks/837930f8-d371-4930-9998-19f396fdccf0 HTTP/1.1" status: 204 len: 168 time: 0.7163513 Jul 30 00:12:09.210566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:09.219770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'routes': None}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:09.229403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbac6c4-361f-4ec3-b92b-5f32b97d9380 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Pushing event deleted for resources: {'Network': ['ID=837930f8-d371-4930-9998-19f396fdccf0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:09.234511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010faac-1d90-4c6a-8ee8-bb0e88b79aa0 None None] DHCP port deletion for 837930f8-d371-4930-9998-19f396fdccf0 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:12:09.307564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.313381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=8']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:09.336562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:09.340690 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5841888-95db-4877-bb50-7f2fb6754232" -d '{"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-plugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:09.374668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:09.386614 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.425128 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3040c8d-e63c-4a2d-84dc-fa48fc30fbf7 x-openstack-request-id: req-f3040c8d-e63c-4a2d-84dc-fa48fc30fbf7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:09.425715 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-plugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:09.426161 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3040c8d-e63c-4a2d-84dc-fa48fc30fbf7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:09.427524 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'code': 200} Jul 30 00:12:09.458896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Added routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 00:12:09.459291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.extraroute_db [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Removed routes are [] {{(pid=93864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 00:12:09.459663 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.462639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.463253 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.464855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-9cb28c03-ade8-40ee-866b-82db6126f8de service neutron] 10.222.0.59 "PUT /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 1123 time: 1.1787169 Jul 30 00:12:09.585723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85b168-077f-4083-b8ac-af13936b7a99 None None] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:09.622125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['8d030a85-3a3f-4c75-ac84-56252e19e51f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:09.667895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc49a-d29c-438d-b366-2c1210d614b5 req-13b67b73-c1cb-4c0c-af49-22e813f390e0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.669477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e50cc49a-d29c-438d-b366-2c1210d614b5 req-13b67b73-c1cb-4c0c-af49-22e813f390e0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1609023 Jul 30 00:12:09.671892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.675446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.765679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8369d249-b6e9-44aa-945d-0e3f9d36cf93 None None] Provisioning complete for port 8d030a85-3a3f-4c75-ac84-56252e19e51f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:09.766067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8369d249-b6e9-44aa-945d-0e3f9d36cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.783718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e50cc49a-d29c-438d-b366-2c1210d614b5 req-80b72097-0e4c-4fa1-a797-7c075334e61a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059623 Jul 30 00:12:09.785555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 44306389-79a1-47b1-a334-e4b50ac7e5f7 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:09.895388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:09.904601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:09.908847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec5d9153-e52e-4ef9-b29d-2a942c65af78 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 701 time: 0.6906590 Jul 30 00:12:09.910036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53702) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:09.926607 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Sync routers for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:09.941615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f4071789-526a-4146-9683-7de30ffb1cd7 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0313344 Jul 30 00:12:09.942095 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:09.942981 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:09.944801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53704) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:09.955847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:09.978812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:09.979229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2fdeb5ae-23de-4fb6-b6c5-ec65510f8323 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:09.979602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 465fa7af-9879-4a42-8e66-c9bcb9fcb221 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:09.998995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bbeca-19c4-498e-b10f-f592dee276e4 req-cd1ce0e4-05e0-4e53-bea8-f0fe9c243dd5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.999634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e4bbeca-19c4-498e-b10f-f592dee276e4 req-cd1ce0e4-05e0-4e53-bea8-f0fe9c243dd5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.1404233 Jul 30 00:12:10.009031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 465fa7af-9879-4a42-8e66-c9bcb9fcb221 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:10.011277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 465fa7af-9879-4a42-8e66-c9bcb9fcb221 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:10.024717 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:10.052780 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.080379 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:10.110762 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Checking router: 44306389-79a1-47b1-a334-e4b50ac7e5f7 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:10.120200 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Routers {'44306389-79a1-47b1-a334-e4b50ac7e5f7'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:10.120819 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44306389-79a1-47b1-a334-e4b50ac7e5f7'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:10.135968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e4bbeca-19c4-498e-b10f-f592dee276e4 req-e366c54a-2946-4602-b68e-d7c0fdd99f3b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040659 Jul 30 00:12:10.192417 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] Set router 44306389-79a1-47b1-a334-e4b50ac7e5f7 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:10.230852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.233222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.252428 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:10.280293 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b4b61-d3ee-41d4-bdb5-cf3a1f0ddd3a None None] The sync data for ids ['44306389-79a1-47b1-a334-e4b50ac7e5f7'] in n-d-712707-11 is: [{'id': '44306389-79a1-47b1-a334-e4b50ac7e5f7', 'name': 'tempest-RoutersTest-router-1928758344', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:38Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 11, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:10.284910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.284910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router 44306389-79a1-47b1-a334-e4b50ac7e5f7 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:12:10.292199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.293430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-beb03a79-1774-436e-b32d-ad59083e60c6 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 204 len: 168 time: 0.3470647 Jul 30 00:12:10.299531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53708) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:10.304867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-139102597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:10.330231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.331306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.389546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.395891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.416713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.421245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eea210d5-fc56-45e9-ab2c-aef08f26eb5b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1203249 Jul 30 00:12:10.422630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53710) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:10.427910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:10.652033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129193'] for router, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.665169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640889'] for router, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.771789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:10.774287 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3569839-386d-49fd-9364-00ecd7db72a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:10.777810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Router 9aa4b92d-45bb-4acd-b68a-75cf72a25677 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:12:10.822579 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b82a2a-f61d-4f17-ac82-4fac0e5c2b13 x-openstack-request-id: req-f7b82a2a-f61d-4f17-ac82-4fac0e5c2b13 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:10.822854 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:10.823135 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7b82a2a-f61d-4f17-ac82-4fac0e5c2b13 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:10.823534 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'status': 'completed', 'code': 200} Jul 30 00:12:10.916005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:10.924654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:10.925903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-698f6c0e-4721-4c29-857d-0c7885689ad0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "PUT /v2.0/routers/9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 200 len: 693 time: 0.5020652 Jul 30 00:12:10.926144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Sync routers for ids ['9aa4b92d-45bb-4acd-b68a-75cf72a25677'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:10.929029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53716) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:10.946079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Routers {'9aa4b92d-45bb-4acd-b68a-75cf72a25677'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:10.946728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9aa4b92d-45bb-4acd-b68a-75cf72a25677'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:10.954573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674cf0c-b16f-4b13-8167-1d0045018b8d req-8d1fc6c8-96e4-4005-82e8-63681b7f9704 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:10.956146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d674cf0c-b16f-4b13-8167-1d0045018b8d req-8d1fc6c8-96e4-4005-82e8-63681b7f9704 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.0855672 Jul 30 00:12:10.959250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-64ee20bd-c6bd-44c0-bf62-a08eb96de6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:10.960690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-64ee20bd-c6bd-44c0-bf62-a08eb96de6d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1128 time: 0.1027505 Jul 30 00:12:11.014978 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4871dcd4-9540-48ad-a873-8c712d0fbb64 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/routers/9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 200 len: 699 time: 0.0823236 Jul 30 00:12:11.014978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53718) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:11.041668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Set router 9aa4b92d-45bb-4acd-b68a-75cf72a25677 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:11.066742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d674cf0c-b16f-4b13-8167-1d0045018b8d req-86a66b58-21ab-44bb-ba0f-4ec999e6b2ce tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028702 Jul 30 00:12:11.086074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53720) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:11.086574 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3170066c-a989-49f7-9a3a-3557b62a2d59 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 200 len: 205 time: 0.0704515 Jul 30 00:12:11.109738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4b92d-45bb-4acd-b68a-75cf72a25677', 'name': 'tempest-RoutersTest-router-139102597', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:10Z', 'updated_at': '2021-07-30T00:12:10Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:11.147049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Checking router: 9aa4b92d-45bb-4acd-b68a-75cf72a25677 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:11.163482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Routers {'9aa4b92d-45bb-4acd-b68a-75cf72a25677'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:11.165048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:11:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9aa4b92d-45bb-4acd-b68a-75cf72a25677'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:11.200510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-135566fc-55da-403f-9081-16b961a02394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:11.202286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-135566fc-55da-403f-9081-16b961a02394 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.2311037 Jul 30 00:12:11.204548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.255457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] Set router 9aa4b92d-45bb-4acd-b68a-75cf72a25677 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:11.317052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa4b92d-45bb-4acd-b68a-75cf72a25677', 'name': 'tempest-RoutersTest-router-139102597', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:10Z', 'updated_at': '2021-07-30T00:12:10Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:11.346745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001aef4-f069-4d1e-86a0-a08c388227d6 None None] The sync data for ids ['9aa4b92d-45bb-4acd-b68a-75cf72a25677'] in n-d-712707-11 is: [{'id': '9aa4b92d-45bb-4acd-b68a-75cf72a25677', 'name': 'tempest-RoutersTest-router-139102597', 'tenant_id': 'faef2f43cda9411fb388996bef743d03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:10Z', 'updated_at': '2021-07-30T00:12:10Z', 'revision_number': 2, 'project_id': 'faef2f43cda9411fb388996bef743d03', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:11.838426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-d993b481-6898-4e2a-aa82-06fdf72a4a9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 1000 time: 0.5987239 Jul 30 00:12:11.879628 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.883562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.920533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d06ff-7754-45ed-b641-b8d9e6160b97 req-99940972-1caf-4d21-a88e-f0878cb289d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:11.922075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a45d06ff-7754-45ed-b641-b8d9e6160b97 req-99940972-1caf-4d21-a88e-f0878cb289d4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.6813941 Jul 30 00:12:11.982957 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.983503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Fanout notify agent at l3_agent the message router_deleted on router 9aa4b92d-45bb-4acd-b68a-75cf72a25677 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:12:11.994291 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.995416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0532d9ac-5269-4824-8c8e-09515300075d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 204 len: 168 time: 0.9076550 Jul 30 00:12:11.997649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-30852d92-a9f5-4129-8ba8-a73035295895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:11.999069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-30852d92-a9f5-4129-8ba8-a73035295895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.1319458 Jul 30 00:12:11.999229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53726) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.026693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a45d06ff-7754-45ed-b641-b8d9e6160b97 req-e9e8829d-1573-457e-a74d-f6e516111ab0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722909 Jul 30 00:12:12.034087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-213b1ddd-0991-4655-8ddd-67a659157e07 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 200 len: 205 time: 0.0313971 Jul 30 00:12:12.034313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.070109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-309f18ba-406c-46b6-abd1-9e46b21df74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:12.072188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-309f18ba-406c-46b6-abd1-9e46b21df74e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627267 Jul 30 00:12:12.074221 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-652a2242-f267-4a73-b0be-2751c177c831 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.075329 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-652a2242-f267-4a73-b0be-2751c177c831 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/9aa4b92d-45bb-4acd-b68a-75cf72a25677 HTTP/1.1" status: 404 len: 336 time: 0.0400801 Jul 30 00:12:12.078453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53730) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.127155 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecffd8b-585c-447e-96ce-1e4349f344d8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.127637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecffd8b-585c-447e-96ce-1e4349f344d8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.130912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fecffd8b-585c-447e-96ce-1e4349f344d8 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2a0ecef8-29f0-42af-8c3b-05ca19e683b0 HTTP/1.1" status: 404 len: 337 time: 0.0504110 Jul 30 00:12:12.132791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.168800 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5783814-32bc-4919-a750-986f9ee104cc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.169267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5783814-32bc-4919-a750-986f9ee104cc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.171122 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5783814-32bc-4919-a750-986f9ee104cc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2aadf6a4-15f7-4736-b7b2-694c1737789e HTTP/1.1" status: 404 len: 337 time: 0.0373394 Jul 30 00:12:12.174219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53736) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.226976 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f239bb9f-4924-4799-9da8-a31a98b105c2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.227439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f239bb9f-4924-4799-9da8-a31a98b105c2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.229185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f239bb9f-4924-4799-9da8-a31a98b105c2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/bc4085cd-1034-4528-98fc-b1447c028361 HTTP/1.1" status: 404 len: 337 time: 0.0538592 Jul 30 00:12:12.233031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53738) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.296926 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ecb24-5477-42d3-960c-711ab8d3d6be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.297194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23ecb24-5477-42d3-960c-711ab8d3d6be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.298985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e23ecb24-5477-42d3-960c-711ab8d3d6be tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/2f040127-3a68-46fe-80e9-4231effd2457 HTTP/1.1" status: 404 len: 337 time: 0.0650299 Jul 30 00:12:12.302162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.305570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-9bc19119-3673-4a3c-ba85-310c6c475f43 service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183390 Jul 30 00:12:12.335230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2f823-92d5-44f1-a7c6-e0e2681a0ada req-86f9c313-0e37-476f-b2c4-d0542183358d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:12.336996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39c2f823-92d5-44f1-a7c6-e0e2681a0ada req-86f9c313-0e37-476f-b2c4-d0542183358d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1216118 Jul 30 00:12:12.338474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-38ec7883-88e9-4cfc-bf85-12751adcdbc2 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0350337 Jul 30 00:12:12.342328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.386312 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-8f634d9a-3b50-4b20-81f8-c64dec76c2fb tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.388544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f634d9a-3b50-4b20-81f8-c64dec76c2fb tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/44306389-79a1-47b1-a334-e4b50ac7e5f7 HTTP/1.1" status: 404 len: 336 time: 0.0432396 Jul 30 00:12:12.391160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.424964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3d3bab3d-e4b5-4cd5-bcd6-b87cd99a8e06 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ee2ac8-1806-4bbb-ad03-1666e907b768 HTTP/1.1" status: 200 len: 205 time: 0.0321469 Jul 30 00:12:12.427234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53746) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.440942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39c2f823-92d5-44f1-a7c6-e0e2681a0ada req-f911382a-a53e-424d-8a61-570ae63f1ce0 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928447 Jul 30 00:12:12.459827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3569839-386d-49fd-9364-00ecd7db72a2 req-cd115d46-d361-4a4e-87b2-9b95a7819f9e service neutron] 10.222.0.57 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444263 Jul 30 00:12:12.469453 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ab555f3c-4c2d-44bf-afda-2158186c3a22 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.470521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ab555f3c-4c2d-44bf-afda-2158186c3a22 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/e7ee2ac8-1806-4bbb-ad03-1666e907b768 HTTP/1.1" status: 404 len: 336 time: 0.0423810 Jul 30 00:12:12.473242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53748) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.502362 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4573770a-35da-4600-b7c9-7b6d8d268f2b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.502833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4573770a-35da-4600-b7c9-7b6d8d268f2b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.504603 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4573770a-35da-4600-b7c9-7b6d8d268f2b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/89ffb81f-0d71-4d72-baeb-ac93a2cdee5f HTTP/1.1" status: 404 len: 337 time: 0.0303097 Jul 30 00:12:12.507631 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53750) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.535127 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f9049403-36dc-44c1-96c2-e09f0cc9dec0 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 200 len: 205 time: 0.0263188 Jul 30 00:12:12.538094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53752) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.578869 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-87a76bf3-16ee-4c09-a85f-15648f863897 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.579899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-87a76bf3-16ee-4c09-a85f-15648f863897 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/c73eae1b-2428-4194-8e48-01add758e91d HTTP/1.1" status: 404 len: 336 time: 0.0407317 Jul 30 00:12:12.583513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53754) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.615178 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c771e45-8032-4787-80bc-f4c831e26d28 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5dfdd0c-a327-4303-a0aa-809d8960aafe HTTP/1.1" status: 200 len: 205 time: 0.0305102 Jul 30 00:12:12.618416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53756) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.657384 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-89447a1d-5fff-426c-b01b-442543b84a6b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.658394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89447a1d-5fff-426c-b01b-442543b84a6b tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/a5dfdd0c-a327-4303-a0aa-809d8960aafe HTTP/1.1" status: 404 len: 336 time: 0.0390096 Jul 30 00:12:12.662137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.693789 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b255755c-20cc-47eb-898d-f68a1de6a298 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.694268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b255755c-20cc-47eb-898d-f68a1de6a298 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.696082 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b255755c-20cc-47eb-898d-f68a1de6a298 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/1b732ebb-f830-4f2b-b4c0-c1841a13343a HTTP/1.1" status: 404 len: 337 time: 0.0324683 Jul 30 00:12:12.699137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53760) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.734467 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5a2317f8-07f7-45ec-9489-ef83fd7e1619 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e333d74-0fe2-4375-9e1e-019a6cdd3d53 HTTP/1.1" status: 200 len: 205 time: 0.0342278 Jul 30 00:12:12.737064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53762) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.774727 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-a8de838f-0182-45d3-8966-bf0017e96dc3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.775793 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a8de838f-0182-45d3-8966-bf0017e96dc3 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/8e333d74-0fe2-4375-9e1e-019a6cdd3d53 HTTP/1.1" status: 404 len: 336 time: 0.0377660 Jul 30 00:12:12.778502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53764) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.806732 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-db538048-6461-48d2-bc73-4bdaea67055a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.807191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db538048-6461-48d2-bc73-4bdaea67055a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.808921 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db538048-6461-48d2-bc73-4bdaea67055a tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/3c8412cd-b8bf-4ade-b66a-7dd7c1b2c9cf HTTP/1.1" status: 404 len: 337 time: 0.0295279 Jul 30 00:12:12.812380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.843907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49413aee-c684-445e-99cc-bea94615eaae tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "GET /v2.0/ports?device_id=c964ec47-e2f1-469c-9a87-5410f0795e2b HTTP/1.1" status: 200 len: 205 time: 0.0303721 Jul 30 00:12:12.846782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53768) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.888884 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-9245ae7c-c27d-41c2-8815-5a05b056108d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] delete failed (client error): The resource could not be found. Jul 30 00:12:12.889958 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9245ae7c-c27d-41c2-8815-5a05b056108d tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/routers/c964ec47-e2f1-469c-9a87-5410f0795e2b HTTP/1.1" status: 404 len: 336 time: 0.0422382 Jul 30 00:12:12.892493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.919313 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-7635fc94-5831-42c0-b3a8-247ce9e1f983 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.919719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7635fc94-5831-42c0-b3a8-247ce9e1f983 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.921461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7635fc94-5831-42c0-b3a8-247ce9e1f983 tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/235532ca-643e-4971-9fbc-aa84d64cb9c8 HTTP/1.1" status: 404 len: 337 time: 0.0280266 Jul 30 00:12:12.924182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:12.950749 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff757010-469d-470c-899e-b75b614674fc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] DELETE failed (client error): The resource could not be found. Jul 30 00:12:12.951189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff757010-469d-470c-899e-b75b614674fc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:12:12.952987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ff757010-469d-470c-899e-b75b614674fc tempest-RoutersTest-466866215 tempest-RoutersTest-466866215-project] 10.222.0.49 "DELETE /v2.0/subnets/22aa4260-78f1-43a5-8011-fb6accbe8f06 HTTP/1.1" status: 404 len: 337 time: 0.0278764 Jul 30 00:12:13.161413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e80e-2e2c-4320-aed5-424789fc8421 req-2068d731-4e2f-42c8-82d4-19bbbd21f9ce tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:13.163540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d02e80e-2e2c-4320-aed5-424789fc8421 req-2068d731-4e2f-42c8-82d4-19bbbd21f9ce tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.0577998 Jul 30 00:12:13.178025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53782) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:13.205426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d02e80e-2e2c-4320-aed5-424789fc8421 req-8999f0d1-d4ba-4056-9b07-906a40c72c09 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356436 Jul 30 00:12:13.323342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-740c8d88-743b-4663-aea8-7c11d4998e8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=faef2f43cda9411fb388996bef743d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440861 Jul 30 00:12:13.327251 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53786) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:13.401744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:13.406306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:13.436666 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:13.490553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:13.493431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:13.497113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e079dc6e-99c6-4574-b4f4-4bc21496b6db HTTP/1.1" status: 204 len: 168 time: 0.1665554 Jul 30 00:12:13.503986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c805be7-3b49-44dd-bb0c-6ab953883dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079dc6e-99c6-4574-b4f4-4bc21496b6db,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:13.538926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:13.552633 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 00:12:13.583984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc435e-63b4-4e3d-8223-923a2ce770de req-be5e4458-84bd-4248-8ab8-4473aa6f400d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:13.585878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfcc435e-63b4-4e3d-8223-923a2ce770de req-be5e4458-84bd-4248-8ab8-4473aa6f400d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.0591114 Jul 30 00:12:13.633788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dfcc435e-63b4-4e3d-8223-923a2ce770de req-a51cd7ca-357a-4fb3-a73a-3f48d31c034e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Jul 30 00:12:13.702564 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:14.249555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:14.332700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259ceda-3025-4ef4-af4f-2eb33b232935 req-8f0d01da-0fba-40b7-9901-9d221db70467 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:14.334405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c259ceda-3025-4ef4-af4f-2eb33b232935 req-8f0d01da-0fba-40b7-9901-9d221db70467 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Jul 30 00:12:14.372999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d5672990-6220-44dd-92a4-4257bee8adb9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:14.373826 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-d5672990-6220-44dd-92a4-4257bee8adb9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 00:12:14.374348 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-d5672990-6220-44dd-92a4-4257bee8adb9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 00:12:14.375348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d5672990-6220-44dd-92a4-4257bee8adb9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1247056 Jul 30 00:12:14.379026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:14.384576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--85113251'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:14.397665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c259ceda-3025-4ef4-af4f-2eb33b232935 req-69b31319-28e5-4238-a2c9-52bc9c9cffea tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563643 Jul 30 00:12:14.419658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.430628 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.554147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.562714 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.569755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-1e153912-4833-4e63-880e-a68ce71e077f service neutron] 10.222.0.57 "GET /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 385 time: 0.0736051 Jul 30 00:12:14.600711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af88ce-7ee4-433e-b5ea-760825239280,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:14.618564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.618916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.619256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.619589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.619909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.620214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.620531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.620851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.621169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.621485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.621823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.622140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:14.674644 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.683311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.712418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.717049 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3369470 Jul 30 00:12:14.717775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53822) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:14.726253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf04220-f3c8-4aae-9be7-407cd8ae854b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc29f0f-b925-4346-9a7d-8a6efe183e62,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:14.736505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '5cc29f0f-b925-4346-9a7d-8a6efe183e62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:14.827965 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:14.842172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84cdd-1984-464f-b3ed-fa0762fb6267 req-a329b9af-00c5-4e9a-b7e9-cafbe1e57378 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:14.843738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fca84cdd-1984-464f-b3ed-fa0762fb6267 req-a329b9af-00c5-4e9a-b7e9-cafbe1e57378 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1257019 Jul 30 00:12:14.845654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:14.909710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:14.991066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fca84cdd-1984-464f-b3ed-fa0762fb6267 req-460142b6-366c-4e51-8d8e-fa5c5039f862 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342561 Jul 30 00:12:15.005884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:15.008541 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bddc28-4b25-4ef3-bd2b-d21c97df82ad" -d '{"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-unplugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:15.020624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:15.044115 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.055151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.057989 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2383a-9bb6-4f1e-a157-0aaa619431ae x-openstack-request-id: req-43b2383a-9bb6-4f1e-a157-0aaa619431ae {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:15.058340 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-unplugged", "status": "completed", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:15.058608 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43b2383a-9bb6-4f1e-a157-0aaa619431ae {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:15.059010 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'code': 200} Jul 30 00:12:15.062214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.092032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1272b673-caab-4495-884e-7fb9f6491306,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:15.099273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.103354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bc3c0040-2836-42de-ba51-39978358fc32 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804197 Jul 30 00:12:15.103666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.108874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1df81cf2-e4e6-4f96-b08e-ef186324100d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '5cc29f0f-b925-4346-9a7d-8a6efe183e62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:15.146541 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1df81cf2-e4e6-4f96-b08e-ef186324100d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.166789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] Transition to ACTIVE for port object 8d030a85-3a3f-4c75-ac84-56252e19e51f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:15.172571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.196938 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-1df81cf2-e4e6-4f96-b08e-ef186324100d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 00:12:15.198053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1df81cf2-e4e6-4f96-b08e-ef186324100d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0932202 Jul 30 00:12:15.200989 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.262036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.275033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] Pushing event updated for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=11']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:15.288398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.318198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] No DVR routers for this DVR port 8d030a85-3a3f-4c75-ac84-56252e19e51f on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:15.339776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.344656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.349249 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/5cc29f0f-b925-4346-9a7d-8a6efe183e62 HTTP/1.1" status: 204 len: 168 time: 0.1446149 Jul 30 00:12:15.353990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53830) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.370568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f162f0-8da2-411b-bb50-e2c4c97ab432 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc29f0f-b925-4346-9a7d-8a6efe183e62,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:15.421864 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3b7f68f8-3757-4dde-846d-899161a3a862 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662236 Jul 30 00:12:15.425788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.431401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--927952223'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:15.459581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.462274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-17bcdcb2-2172-4fb0-bf2b-3b015867521b service neutron] 10.222.0.57 "PUT /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f/bindings/n-h2-712707-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8840947 Jul 30 00:12:15.560850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.565461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.593065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.594523 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1674690 Jul 30 00:12:15.599808 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53838) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.602454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0b35b-710d-4d3c-83c2-09f50b38def1 req-188f6289-9918-4311-8fca-3711731203e2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:15.604154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32a0b35b-710d-4d3c-83c2-09f50b38def1 req-188f6289-9918-4311-8fca-3711731203e2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.1118987 Jul 30 00:12:15.606971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-777fb52b-8e3e-43d1-a92f-33228908f954 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '6ef4875e-4839-4680-978b-419a063a3515', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:15.607494 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-777fb52b-8e3e-43d1-a92f-33228908f954 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 00:12:15.608018 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-777fb52b-8e3e-43d1-a92f-33228908f954 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:15.612830 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-777fb52b-8e3e-43d1-a92f-33228908f954 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082433 Jul 30 00:12:15.613122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.616093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd7774-1023-4eb0-93cd-c8303d22be6e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef4875e-4839-4680-978b-419a063a3515,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:15.643595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-b609d1ed-a432-480c-bc87-f748ceec1678 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:15.645674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-b609d1ed-a432-480c-bc87-f748ceec1678 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&tenant_id=57bfa74084174648bc08ab35feae2fd1&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0828297 Jul 30 00:12:15.680575 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.705520 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.725129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32a0b35b-710d-4d3c-83c2-09f50b38def1 req-cdb25ccb-74ab-47b8-832e-e58f3ab6dd64 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120782 Jul 30 00:12:15.755577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-259db959-e50b-4024-a43f-d59a5b0ae610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:15.755577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-259db959-e50b-4024-a43f-d59a5b0ae610 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1021681 Jul 30 00:12:15.763702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.766479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:15.770181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ef4875e-4839-4680-978b-419a063a3515 HTTP/1.1" status: 204 len: 168 time: 0.1537991 Jul 30 00:12:15.771296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.783899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be13c0-8644-429c-b23a-dd54a702dc00 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef4875e-4839-4680-978b-419a063a3515,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:15.878333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-624d3dfc-8262-4c08-b742-0a5c502a1f8d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055965 Jul 30 00:12:15.882535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53844) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:15.887844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--314085488'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:15.893530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-03daea8f-d669-4ca6-a370-caa68ba1169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:15.895010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-03daea8f-d669-4ca6-a370-caa68ba1169e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1096 time: 0.1005273 Jul 30 00:12:15.959653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.025809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-e88bb416-baed-47af-a8fd-e078f71d38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.027404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-e88bb416-baed-47af-a8fd-e078f71d38de service neutron] 10.222.0.59 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.1248591 Jul 30 00:12:16.154546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-ac3a26a9-2d35-4780-b478-7133da7ba8cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 998 time: 0.1195204 Jul 30 00:12:16.179923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ee11befd-f640-4690-a397-ccf9f049cb4d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:16.215122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.223262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cb98d-7880-431e-819b-b3a4d6a77f9f req-5ca3cde1-68f1-4b5d-b43e-fb639f502362 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.224848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a2cb98d-7880-431e-819b-b3a4d6a77f9f req-5ca3cde1-68f1-4b5d-b43e-fb639f502362 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 944 time: 0.1442041 Jul 30 00:12:16.229511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.285451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-02da52a0-788b-4e12-960c-9530f6cacbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.287046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-02da52a0-788b-4e12-960c-9530f6cacbe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.1194816 Jul 30 00:12:16.291282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.292471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4090090 Jul 30 00:12:16.295518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.296086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ca1a3-da44-45a2-ba2b-f4446ad8e984 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5842fb2c-0312-4cbd-b138-0ccdbfe03434,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:16.300442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1c9c6da9-976c-46b6-a588-d7fa86ccc530 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '5842fb2c-0312-4cbd-b138-0ccdbfe03434', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.301026 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-1c9c6da9-976c-46b6-a588-d7fa86ccc530 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 00:12:16.301540 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-1c9c6da9-976c-46b6-a588-d7fa86ccc530 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:16.306355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1c9c6da9-976c-46b6-a588-d7fa86ccc530 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070171 Jul 30 00:12:16.307429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ee11befd-f640-4690-a397-ccf9f049cb4d,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:16.309116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53850) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.324629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bd40b00d-4482-4b67-b36d-9dd278df166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.331122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:12:16.340803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a2cb98d-7880-431e-819b-b3a4d6a77f9f req-d6a70d90-9116-48d7-b54f-df0969080d82 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083152 Jul 30 00:12:16.365153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-e1d65e80-d0f1-4c92-bc23-5fd65c053326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.365153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-e1d65e80-d0f1-4c92-bc23-5fd65c053326 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597579 Jul 30 00:12:16.381194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.382182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.399133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee11befd-f640-4690-a397-ccf9f049cb4d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:16.413331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.421761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ee11befd-f640-4690-a397-ccf9f049cb4d,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:16.428816 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.481878 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.482138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:16.485353 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.486530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-26bf248c-c76b-4aad-9ce3-9e2e43d3d0d6 service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184258 Jul 30 00:12:16.487357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/5842fb2c-0312-4cbd-b138-0ccdbfe03434 HTTP/1.1" status: 204 len: 168 time: 0.1766622 Jul 30 00:12:16.490138 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53852) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.497385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e883cc-d3dc-448e-a74e-c7719010dfe3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842fb2c-0312-4cbd-b138-0ccdbfe03434,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:16.612712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8dbc78f8-03d7-476b-b9c3-def7314b5ec3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187146 Jul 30 00:12:16.616791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53854) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.624524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344396192'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.641105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-7ebc774b-89d6-48a7-be6a-0bdbfe2510e9 service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456518 Jul 30 00:12:16.663952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.721744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ee11befd-f640-4690-a397-ccf9f049cb4d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:16.780114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.786765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.829663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:16.831163 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2125628 Jul 30 00:12:16.833007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae88bc-5a56-4826-b5a7-8ecc4aa2e901 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb0c3c-4d9a-4c88-b624-fc686c8e2423,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:16.837361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53858) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.850322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-00b0a230-6073-4935-9084-d7f667fd224f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '8bbb0c3c-4d9a-4c88-b624-fc686c8e2423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.852396 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-00b0a230-6073-4935-9084-d7f667fd224f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 00:12:16.853551 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-00b0a230-6073-4935-9084-d7f667fd224f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:16.854046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-00b0a230-6073-4935-9084-d7f667fd224f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137098 Jul 30 00:12:16.856917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.863303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-75b014cb-2b8f-403b-a77e-f92d58b065f7 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '8bbb0c3c-4d9a-4c88-b624-fc686c8e2423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.864682 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-75b014cb-2b8f-403b-a77e-f92d58b065f7 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 00:12:16.865311 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-75b014cb-2b8f-403b-a77e-f92d58b065f7 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:16.871548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-75b014cb-2b8f-403b-a77e-f92d58b065f7 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085003 Jul 30 00:12:16.871548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53864) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.881911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-80b7abfc-d7d3-4d17-8f60-f7708abdda11 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '8bbb0c3c-4d9a-4c88-b624-fc686c8e2423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.883106 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-80b7abfc-d7d3-4d17-8f60-f7708abdda11 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 00:12:16.883647 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-80b7abfc-d7d3-4d17-8f60-f7708abdda11 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:16.886324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-80b7abfc-d7d3-4d17-8f60-f7708abdda11 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107791 Jul 30 00:12:16.889024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53866) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:16.897753 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e3078af8-ef9f-416a-8eca-73c8b7b07ff2 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '8bbb0c3c-4d9a-4c88-b624-fc686c8e2423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:16.899178 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-e3078af8-ef9f-416a-8eca-73c8b7b07ff2 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 00:12:16.899800 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-e3078af8-ef9f-416a-8eca-73c8b7b07ff2 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:16.902781 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3078af8-ef9f-416a-8eca-73c8b7b07ff2 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098352 Jul 30 00:12:16.903616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88ea81-ecec-48f4-9691-152b8a22b97b req-5a983e96-9c6e-490b-a506-d6bf336e3c11 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:16.905284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc88ea81-ecec-48f4-9691-152b8a22b97b req-5a983e96-9c6e-490b-a506-d6bf336e3c11 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.1017010 Jul 30 00:12:16.906029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.014127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc88ea81-ecec-48f4-9691-152b8a22b97b req-89726220-97bf-45de-896c-e37adacb908e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985537 Jul 30 00:12:17.027153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-40f0b5b3-ab4e-4893-9463-c98ae6fcbf55 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:17.028626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-40f0b5b3-ab4e-4893-9463-c98ae6fcbf55 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239&tenant_id=57bfa74084174648bc08ab35feae2fd1&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 1096 time: 0.0984521 Jul 30 00:12:17.034400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.093784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.198523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.201288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.202599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bbb0c3c-4d9a-4c88-b624-fc686c8e2423 HTTP/1.1" status: 204 len: 168 time: 0.2955785 Jul 30 00:12:17.207711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.238600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830267-7a0b-4b3c-95f7-de1fb4b5c01f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb0c3c-4d9a-4c88-b624-fc686c8e2423,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:17.281287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-ae6b3a1d-e923-44e2-814b-659c2f39dd2b service neutron] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:17.286762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f440f270-c887-4dff-843e-b26f10e38fdc tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777931 Jul 30 00:12:17.291896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-ae6b3a1d-e923-44e2-814b-659c2f39dd2b service neutron] Notify callbacks [] for binding, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.291896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-ae6b3a1d-e923-44e2-814b-659c2f39dd2b service neutron] 10.222.0.59 "DELETE /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f/bindings/n-h1-712707-11 HTTP/1.1" status: 204 len: 173 time: 0.2554700 Jul 30 00:12:17.292645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.297838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453844931'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.322616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.441043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.450958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.488378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.502141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.503405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2095602 Jul 30 00:12:17.506560 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.509749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad2f1-e484-483f-a9f4-3ed7589f9182 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da74791c-525e-4b67-b6e7-6a4bc27fe41b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:17.512542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-58aaae88-4560-4af4-82ce-1aac138bda21 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.513222 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-58aaae88-4560-4af4-82ce-1aac138bda21 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 00:12:17.513806 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-58aaae88-4560-4af4-82ce-1aac138bda21 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.515173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-58aaae88-4560-4af4-82ce-1aac138bda21 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073106 Jul 30 00:12:17.517891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.525429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c6670504-8759-49ff-8376-09d75afc20e9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.546582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54a5de-bd36-4a69-8c06-ed6e87371d3c req-08c29b9c-0ffe-42cf-8526-44c4036df5fe tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:17.548111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a54a5de-bd36-4a69-8c06-ed6e87371d3c req-08c29b9c-0ffe-42cf-8526-44c4036df5fe tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 945 time: 0.1255896 Jul 30 00:12:17.615377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a54a5de-bd36-4a69-8c06-ed6e87371d3c req-0111ef1c-6a2b-4085-99d4-bd02e52b3e6e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552697 Jul 30 00:12:17.622631 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-c6670504-8759-49ff-8376-09d75afc20e9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.623798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6670504-8759-49ff-8376-09d75afc20e9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1045587 Jul 30 00:12:17.632121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.638198 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0527f844-1d5d-4d25-9ca1-d10838cbedab tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.638668 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-0527f844-1d5d-4d25-9ca1-d10838cbedab tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 00:12:17.639349 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-0527f844-1d5d-4d25-9ca1-d10838cbedab tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.640314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0527f844-1d5d-4d25-9ca1-d10838cbedab tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070138 Jul 30 00:12:17.644107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.649466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f2f1d662-40e4-4812-b3c9-6860e973846d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.696382 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-f2f1d662-40e4-4812-b3c9-6860e973846d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.697536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f2f1d662-40e4-4812-b3c9-6860e973846d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0524559 Jul 30 00:12:17.700566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53884) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.705434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6aaeec93-f68e-4067-bc26-1e4086ac1295 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.705952 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-6aaeec93-f68e-4067-bc26-1e4086ac1295 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 00:12:17.706631 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-6aaeec93-f68e-4067-bc26-1e4086ac1295 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.707582 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6aaeec93-f68e-4067-bc26-1e4086ac1295 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060277 Jul 30 00:12:17.711732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53886) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.716812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-379143f5-a143-492f-a7ec-06985e2c6d0a tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.760259 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-379143f5-a143-492f-a7ec-06985e2c6d0a tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.761530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-379143f5-a143-492f-a7ec-06985e2c6d0a tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0487607 Jul 30 00:12:17.764976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53888) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.770141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f12ebb98-fa14-4f7a-b909-77829849a98e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.770953 n-d-712707-11 neutron-server[93865]: WARNING neutron.api.v2.base [None req-f12ebb98-fa14-4f7a-b909-77829849a98e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 00:12:17.771374 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-f12ebb98-fa14-4f7a-b909-77829849a98e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.773476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f12ebb98-fa14-4f7a-b909-77829849a98e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064120 Jul 30 00:12:17.777438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.782743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7606cee4-8d87-4076-8952-9f328d899cad tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.823861 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7606cee4-8d87-4076-8952-9f328d899cad tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.825015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7606cee4-8d87-4076-8952-9f328d899cad tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0462637 Jul 30 00:12:17.828015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53892) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.833547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-565854c8-ceea-49cc-b635-1b160ae4ac53 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'da74791c-525e-4b67-b6e7-6a4bc27fe41b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:17.878821 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-565854c8-ceea-49cc-b635-1b160ae4ac53 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:17.880341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-565854c8-ceea-49cc-b635-1b160ae4ac53 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0510669 Jul 30 00:12:17.883282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53894) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:17.939590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:17.968000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.015346 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.017995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.019159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/da74791c-525e-4b67-b6e7-6a4bc27fe41b HTTP/1.1" status: 204 len: 168 time: 0.1349123 Jul 30 00:12:18.022765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53896) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.036309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcc64c-2ec4-40ab-a563-ed9351b7f354 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74791c-525e-4b67-b6e7-6a4bc27fe41b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.079521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee043743-a92e-429a-bbe9-976126a4394b tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556803 Jul 30 00:12:18.085261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53900) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.090077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--575015165'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:18.145386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.178465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f17e9-338e-43db-bd45-89538a038145 req-057e343e-82ab-41fe-bde8-f67a4a8c58db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.180330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-169f17e9-338e-43db-bd45-89538a038145 req-057e343e-82ab-41fe-bde8-f67a4a8c58db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.0800707 Jul 30 00:12:18.190118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ee11befd-f640-4690-a397-ccf9f049cb4d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:18.260054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-169f17e9-338e-43db-bd45-89538a038145 req-d48efe3d-9c3e-415a-b131-343c0623a78f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573630 Jul 30 00:12:18.270589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port ee11befd-f640-4690-a397-ccf9f049cb4d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:18.282066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ee11befd-f640-4690-a397-ccf9f049cb4d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:18.282562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.324881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.335611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.389864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.393361 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.395431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53906) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.396367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3094182 Jul 30 00:12:18.402359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e33d4e5c-cdcf-49ee-9e63-4f4b619fb80c tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'd8599276-bc86-47ba-bf38-3e9c6890a065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:18.402602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b03b64-ffda-4443-91e1-b04f9800355f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8599276-bc86-47ba-bf38-3e9c6890a065,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.426005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:18.429011 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa610d4-1745-4ac6-bdf7-6ff348f22752" -d '{"events": [{"server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "name": "network-vif-plugged", "status": "completed", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:18.454871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ee11befd-f640-4690-a397-ccf9f049cb4d,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:18.462032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.463139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:18.473446 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-e33d4e5c-cdcf-49ee-9e63-4f4b619fb80c tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The resource could not be found. Jul 30 00:12:18.476206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e33d4e5c-cdcf-49ee-9e63-4f4b619fb80c tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0792778 Jul 30 00:12:18.479022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.485669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ff7762c4-905b-499c-8e03-4ebabd665166 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': 'd8599276-bc86-47ba-bf38-3e9c6890a065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8fcdc155-9fdc-4198-be8a-1f9b1da04b14'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:18.495909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28264339-ce01-4bbb-a7dd-1634a84fe744 req-84989a11-8637-418d-8ed7-2b48c23c3cd3 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.497661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28264339-ce01-4bbb-a7dd-1634a84fe744 req-84989a11-8637-418d-8ed7-2b48c23c3cd3 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1096 time: 0.0622022 Jul 30 00:12:18.543457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28264339-ce01-4bbb-a7dd-1634a84fe744 req-27a8eeb7-34a9-4101-be67-254a47a846a4 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378659 Jul 30 00:12:18.548673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.552792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:18.573352 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ff7762c4-905b-499c-8e03-4ebabd665166 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The resource could not be found. Jul 30 00:12:18.577506 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ff7762c4-905b-499c-8e03-4ebabd665166 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0942287 Jul 30 00:12:18.577612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53914) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.608725 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3063a5-40d8-4926-84a5-b868a163afdb x-openstack-request-id: req-3d3063a5-40d8-4926-84a5-b868a163afdb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:18.609029 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "name": "network-vif-plugged", "status": "completed", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:18.609476 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d3063a5-40d8-4926-84a5-b868a163afdb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:18.609912 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'code': 200} Jul 30 00:12:18.645388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.697071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.762116 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.766376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:18.773290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/d8599276-bc86-47ba-bf38-3e9c6890a065 HTTP/1.1" status: 204 len: 168 time: 0.1944220 Jul 30 00:12:18.773780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:18.783908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726238a-f953-4536-9184-c5bc7240ea1f tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8599276-bc86-47ba-bf38-3e9c6890a065,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:18.800130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd84a6-197d-4c51-b275-ec59675c9347 req-1e91cbbe-1cd8-4b63-aeec-fc6dd751c150 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:18.802006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1bd84a6-197d-4c51-b275-ec59675c9347 req-1e91cbbe-1cd8-4b63-aeec-fc6dd751c150 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.1068094 Jul 30 00:12:19.044648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1d60beaa-6c3d-42e0-b225-7dd4ad965ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.110033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d590-474b-4f53-905e-61c211508b27 req-b155b59b-53f4-4b0c-8551-5167aaa7e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:19.111422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c89d590-474b-4f53-905e-61c211508b27 req-b155b59b-53f4-4b0c-8551-5167aaa7e455 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.3798606 Jul 30 00:12:19.189213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-18794f2d-aba8-4e98-b96f-8143485f400d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4141912 Jul 30 00:12:19.193579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1bd84a6-197d-4c51-b275-ec59675c9347 req-c13ff413-5344-475d-9a8a-7ff82d8865f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797314 Jul 30 00:12:19.194338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.196240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c89d590-474b-4f53-905e-61c211508b27 req-8878ac57-0607-45ae-8a39-7b9d6944baab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765278 Jul 30 00:12:19.199666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d6c22b18-1b49-4128-9266-295b898177a9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '3f427e35-4e72-4d27-aef6-cadfd73174e1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:19.218653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53922) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.281595 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-d6c22b18-1b49-4128-9266-295b898177a9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The resource could not be found. Jul 30 00:12:19.282799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6c22b18-1b49-4128-9266-295b898177a9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0873854 Jul 30 00:12:19.287956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.292821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--212711444'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:19.318826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.328045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f55fff6-eaee-4e2f-9745-288959686f1d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/da0f960d-1e48-43d4-abda-4c09d80998a3 HTTP/1.1" status: 200 len: 990 time: 0.1082106 Jul 30 00:12:19.342195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526b50-8a5f-4edb-92cd-3985cd4ac742 req-41c54eb6-32eb-41c3-a541-f299e35d9ad9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:19.344004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f526b50-8a5f-4edb-92cd-3985cd4ac742 req-41c54eb6-32eb-41c3-a541-f299e35d9ad9 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.0824063 Jul 30 00:12:19.389757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f526b50-8a5f-4edb-92cd-3985cd4ac742 req-d475f706-d394-4adf-a307-344b8210236f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Jul 30 00:12:19.424604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.429917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.435604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.466224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.468102 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1790228 Jul 30 00:12:19.472849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53928) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.478184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004090060'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:19.484786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebe772-3590-4c8e-9de7-259d9e5be47e tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5131a-d292-4ad2-b2ee-a4744ae9dd9e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:19.515823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.614268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.622995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.652682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.654003 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1800046 Jul 30 00:12:19.657480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53930) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.658856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6ad3-fb62-432a-93ad-b41a07e79baa tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0526d023-747d-488c-b034-4177b82e7b6d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:19.664232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c13a0ebb-53eb-44c8-bb13-4ddc5903f966 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group_rule': {'security_group_id': '9ee5131a-d292-4ad2-b2ee-a4744ae9dd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0526d023-747d-488c-b034-4177b82e7b6d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:19.709357 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-c13a0ebb-53eb-44c8-bb13-4ddc5903f966 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:12:19.711273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c13a0ebb-53eb-44c8-bb13-4ddc5903f966 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0519331 Jul 30 00:12:19.715257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53932) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.790001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.814085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.863848 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.866537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:19.867723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/0526d023-747d-488c-b034-4177b82e7b6d HTTP/1.1" status: 204 len: 168 time: 0.1512480 Jul 30 00:12:19.871745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:19.883638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0c5c3-28c1-4c05-a04b-dd5395d52e0d tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526d023-747d-488c-b034-4177b82e7b6d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:19.936337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fae482ca-a8cc-4349-bf46-c8b8f7933bc3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0627377 Jul 30 00:12:19.939168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53936) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.002377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.032466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.086345 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.089968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.091285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/9ee5131a-d292-4ad2-b2ee-a4744ae9dd9e HTTP/1.1" status: 204 len: 168 time: 0.1511402 Jul 30 00:12:20.094447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53938) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.101255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ef144-bcba-495b-8dfe-c12ad8da2807 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5131a-d292-4ad2-b2ee-a4744ae9dd9e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:20.139893 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b2fc3599-2304-4cc8-85c2-9114c9b543a4 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438669 Jul 30 00:12:20.144625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53940) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.150709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'tempest-secgroup--414949625'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:20.176314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.272396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.276809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.309116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.310446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1646564 Jul 30 00:12:20.313511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53942) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.319330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8fdadd4c-307d-4c2a-96d3-8f2612882517 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:20.319752 n-d-712707-11 neutron-server[93864]: WARNING neutron.api.v2.base [None req-8fdadd4c-307d-4c2a-96d3-8f2612882517 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 00:12:20.320248 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-8fdadd4c-307d-4c2a-96d3-8f2612882517 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 00:12:20.321208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8fdadd4c-307d-4c2a-96d3-8f2612882517 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "PUT /v2.0/security-groups/be67d65d-6067-4722-b280-92f24c85b6e2 HTTP/1.1" status: 409 len: 330 time: 0.0065753 Jul 30 00:12:20.322166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b368da-102f-48a9-862a-c100c5e1e0a3 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be67d65d-6067-4722-b280-92f24c85b6e2,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:20.324265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.386604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.415640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.476644 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.481164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.485118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/be67d65d-6067-4722-b280-92f24c85b6e2 HTTP/1.1" status: 204 len: 168 time: 0.1574721 Jul 30 00:12:20.485740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53948) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.493818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b978-39a3-4246-838e-bbd6c94be6fe tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be67d65d-6067-4722-b280-92f24c85b6e2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:20.557281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d209-cfb5-4a45-8377-4e564507b97c req-c2a76589-6e31-4aa6-9569-54c19070319e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.557662 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dbb70005-cfcb-4b2d-a76f-32204bb805d9 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700421 Jul 30 00:12:20.558999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ec7d209-cfb5-4a45-8377-4e564507b97c req-c2a76589-6e31-4aa6-9569-54c19070319e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.0613558 Jul 30 00:12:20.559513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53952) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.582159 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-59f193cc-eb7f-40bd-ab31-18c0459e4b68 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] delete failed (client error): The resource could not be found. Jul 30 00:12:20.583553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-59f193cc-eb7f-40bd-ab31-18c0459e4b68 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "DELETE /v2.0/security-groups/07d36910-a2fc-4094-beda-9ce1ab0d2a9d HTTP/1.1" status: 404 len: 347 time: 0.0228240 Jul 30 00:12:20.587799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.602419 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-e0ed8397-c4e8-4829-92e2-ab9b9cb31455 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] show failed (client error): The resource could not be found. Jul 30 00:12:20.603724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e0ed8397-c4e8-4829-92e2-ab9b9cb31455 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-groups/1aa2ac26-36cd-4580-83f4-86b8575bcc2e HTTP/1.1" status: 404 len: 347 time: 0.0148685 Jul 30 00:12:20.609964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.619422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5ec7d209-cfb5-4a45-8377-4e564507b97c req-658a965a-5089-453a-9aee-1e636cda4d2d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522125 Jul 30 00:12:20.626720 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-79d29f61-1fba-484c-bee2-5827dbb79632 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] show failed (client error): The resource could not be found. Jul 30 00:12:20.628026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79d29f61-1fba-484c-bee2-5827dbb79632 tempest-NegativeSecGroupTest-1304101206 tempest-NegativeSecGroupTest-1304101206-project] 10.222.0.49 "GET /v2.0/security-group-rules/1311dbec-ad9f-4f21-8012-62ea71acd497 HTTP/1.1" status: 404 len: 356 time: 0.0166774 Jul 30 00:12:20.756847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.834791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1087a-4ada-4f52-abf8-513ab24dc7f8 req-d40e9b1d-5c09-4f3a-9bd2-eabbc692fa4c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.836063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5c1087a-4ada-4f52-abf8-513ab24dc7f8 req-d40e9b1d-5c09-4f3a-9bd2-eabbc692fa4c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.0560377 Jul 30 00:12:20.881469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a5c1087a-4ada-4f52-abf8-513ab24dc7f8 req-e6de4558-8d17-4488-b654-f421fec4002c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Jul 30 00:12:20.905059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53964) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.927540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53966) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.946939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c6b1dc-761f-4ed4-8693-e638a154587f tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:20.948513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-24c6b1dc-761f-4ed4-8693-e638a154587f tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1093 time: 0.0423062 Jul 30 00:12:20.951540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53970) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:20.956281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:20.986201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.082124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9821606c-c5cc-4790-aa05-0ecf183435bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47417f687d5748d98b76a6eb9293a7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532879 Jul 30 00:12:21.085106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 53972) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:21.139004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.223494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.287908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.360876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.25.5.244 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/06cc706b-8294-4e37-9cb1-c07f6e6ff94e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:21.435152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.438589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.443193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5af88ce-7ee4-433e-b5ea-760825239280 HTTP/1.1" status: 204 len: 168 time: 0.3568568 Jul 30 00:12:21.461880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1e08-4ab0-425a-b29f-a88688c21993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af88ce-7ee4-433e-b5ea-760825239280,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:21.522453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.568746 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:21.588531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 53982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:21.609728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:21.613792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:21.618791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:21.657396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=06cc706b-8294-4e37-9cb1-c07f6e6ff94e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:22.183928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.211848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 50a79ae1-149f-40f5-95d4-e2e645cb23b9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:22.212909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.297693 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.331928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.332899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.336782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54002) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:22.361968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 50a79ae1-149f-40f5-95d4-e2e645cb23b9 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:22.475619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-585636213'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:22.504451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Made reservation on behalf of 3b1d330ec58f40fd911d22c27b6f8154 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:22.508104 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.508712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.516337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.521238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.538785 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.568588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.585805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=06cc706b-8294-4e37-9cb1-c07f6e6ff94e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:22.602193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.606020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=50a79ae1-149f-40f5-95d4-e2e645cb23b9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:22.708904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.709206 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP da0f960d-1e48-43d4-abda-4c09d80998a3 disassociated (deleted). External IP: 172.25.5.65, port: 8d030a85-3a3f-4c75-ac84-56252e19e51f. Jul 30 00:12:22.719372 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP 1dc35ce3-dd17-4f45-a51b-f6a13695998f associated. External IP: 172.25.5.244, port: ee11befd-f640-4690-a397-ccf9f049cb4d. Jul 30 00:12:22.792484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.826604 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.876226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:12:22.886613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c032becd-b627-4ea9-b1d9-b243a4a4b69c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:22.897327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:22.898050 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Added segment 33e67b20-1d2b-41e6-bfc7-19a06ae16784 of type vlan for network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 Jul 30 00:12:22.968869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:22.992055 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.068440 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.074253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:23.074876 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.084427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router ecd98499-0cbc-4126-88e9-cd2cab6b113a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:23.089145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:23.101149 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:23.113581 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:23.114339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.114966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:23.141168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8028731 Jul 30 00:12:23.145466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-71ae12c5-e574-4420-87e8-cfcbc7d01b09 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1928177 Jul 30 00:12:23.146585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54008) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:23.147320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:23.150021 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b483ac-98db-46ad-b990-9027b6013d93" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:23.157375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Request body: {'subnet': {'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:23.164341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd6b5a-6bc4-487f-a2a3-80797256a733 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event updated for resources: {'Network': ['ID=72dd4e9c-644c-4205-a4b9-e87b66fd4e23,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:23.179420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:12:23.246957 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a25a563-ff97-45df-8615-ce0e4333dc09 x-openstack-request-id: req-1a25a563-ff97-45df-8615-ce0e4333dc09 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:23.247691 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:23.248000 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a25a563-ff97-45df-8615-ce0e4333dc09 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:23.248779 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'status': 'completed', 'code': 200} Jul 30 00:12:23.286753 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:23.310881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:23.317246 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.327512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Sync routers for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:23.336117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Made reservation on behalf of 3b1d330ec58f40fd911d22c27b6f8154 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:23.339548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:23.350659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:23.351335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:23.371989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a1044531-8f53-4959-811b-3d0132ff9f1b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/floatingips/da0f960d-1e48-43d4-abda-4c09d80998a3 HTTP/1.1" status: 204 len: 168 time: 1.7806239 Jul 30 00:12:23.374670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:23.377123 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b512e-70cf-46ce-8717-a707db857402" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:23.484088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-afb77d55-2bcf-42d0-b0ea-2f890756b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:23.488484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-afb77d55-2bcf-42d0-b0ea-2f890756b3ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.2079411 Jul 30 00:12:23.572955 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2d79c8-9ced-4627-9b61-6590bda4def5 x-openstack-request-id: req-6f2d79c8-9ced-4627-9b61-6590bda4def5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:23.573256 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:23.573784 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f2d79c8-9ced-4627-9b61-6590bda4def5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:23.574365 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'status': 'completed', 'code': 200} Jul 30 00:12:23.646907 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:21Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:23.677344 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:23.686057 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:23.686685 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:23.687338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:23.815074 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:23.965185 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:23.998347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Checking router: ecd98499-0cbc-4126-88e9-cd2cab6b113a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:24.009343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:24.010018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:24.079169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-22af6de2-d197-4c8d-a1c8-c764ed4b723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.080953 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-22af6de2-d197-4c8d-a1c8-c764ed4b723b service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.5725226 Jul 30 00:12:24.085842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b512e-70cf-46ce-8717-a707db857402 req-2ca5fd15-8861-4830-817a-ba11e92f7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.087286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-2ca5fd15-8861-4830-817a-ba11e92f7ad0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 1096 time: 0.4678485 Jul 30 00:12:24.088147 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.132301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:24.174509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b33871-78d0-461f-a677-af58598ee0a6 req-a4e688e0-854b-4ae3-9b2b-47ddf1f5c4c0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.177235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60b33871-78d0-461f-a677-af58598ee0a6 req-a4e688e0-854b-4ae3-9b2b-47ddf1f5c4c0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.0807798 Jul 30 00:12:24.182727 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:21Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:24.189903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d100b-f83e-4173-b722-deca237c15d1 req-c2d4fc60-c86a-487f-abbd-8d94a8a4b4af tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.191454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e6d100b-f83e-4173-b722-deca237c15d1 req-c2d4fc60-c86a-487f-abbd-8d94a8a4b4af tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 944 time: 0.5331321 Jul 30 00:12:24.212031 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1c493-1a5f-42f0-8ae8-e840f6859e17 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:21Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:24.292516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event updated for resources: {'Subnet': ['ID=ff86c509-3162-4e6b-a9e6-b1d8b34a556d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:24.303992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-96d3f33b-0a55-4c0b-8a08-034bee069c78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 1000 time: 0.2111936 Jul 30 00:12:24.330162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 8d030a85-3a3f-4c75-ac84-56252e19e51f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:24.331122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.388061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e6d100b-f83e-4173-b722-deca237c15d1 req-f50cc961-18ba-4365-b64b-e28551256560 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=7586093d-78b4-42a8-adc5-79754fd4e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627560 Jul 30 00:12:24.402209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Checking segment: {'id': '33e67b20-1d2b-41e6-bfc7-19a06ae16784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:24.402679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Network hostable DHCP agents. Network: 72dd4e9c-644c-4205-a4b9-e87b66fd4e23, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:12:24.407951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-f941b6f3-a19e-4e12-8b94-2e086fbb194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.409896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-f941b6f3-a19e-4e12-8b94-2e086fbb194f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0944858 Jul 30 00:12:24.446509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.59', 51545) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:24.458729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b512e-70cf-46ce-8717-a707db857402 req-4d351b9e-006a-43f0-ba77-9a6c6f4b9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.459613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:24.460629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-4d351b9e-006a-43f0-ba77-9a6c6f4b9643 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 200 len: 897 time: 0.3531742 Jul 30 00:12:24.512339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 8d030a85-3a3f-4c75-ac84-56252e19e51f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:24.512995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.516856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4096e18f-34e9-4f55-a11a-325e0a75faa8 None None] The sync data for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 is: [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:11:06Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '994378a7-e4d8-48fc-984a-56ffdcdc4e7a', 'name': '', 'network_id': 'f81e18ee-7d63-42b5-8c75-feb0653364e6', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:33:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:05Z', 'updated_at': '2021-07-30T00:11:14Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '15f13efa-5314-44bc-913d-58bceeb178a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:24.539401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:12:24.543404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 8d030a85-3a3f-4c75-ac84-56252e19e51f owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:24.546612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-1d5fa65d-5f1d-4036-a64a-a26707a06ea5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 200 len: 217 time: 0.0783465 Jul 30 00:12:24.551034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-7c34b06d-72bc-4463-aa0e-6892e68296f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1000290 Jul 30 00:12:24.551277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-ed8ffb15-e025-4bd5-8dc1-ed66363c175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.553182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-ed8ffb15-e025-4bd5-8dc1-ed66363c175c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310601 Jul 30 00:12:24.559351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 72dd4e9c-644c-4205-a4b9-e87b66fd4e23) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:24.567568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.568238 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.589818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac2467-f356-44f8-8396-f853125b8f3f None None] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:24.609128 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a99fa0-e7fb-4600-97ce-dbeee0e51b33 None None] New status for floating IP 1dc35ce3-dd17-4f45-a51b-f6a13695998f: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:12:24.690003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d911cbd-8933-4141-b4df-8400291c0a6d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5364664 Jul 30 00:12:24.695901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54022) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:24.706882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Request body: {'port': {'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23', 'name': 'tempest-TagsExtTest-1000438126'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:24.732983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b512e-70cf-46ce-8717-a707db857402 req-ab2acf72-54c6-4d31-b63a-5d3f0b7dc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.735499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-ab2acf72-54c6-4d31-b63a-5d3f0b7dc986 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 200 len: 835 time: 0.1539443 Jul 30 00:12:24.798747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-7927c5a3-ca06-4388-83ae-8fa2ca4dc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.800658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-7927c5a3-ca06-4388-83ae-8fa2ca4dc572 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.1768274 Jul 30 00:12:24.850692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-5846aab2-9125-447e-8808-366d87574f34 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874639 Jul 30 00:12:24.922492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.976496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-72dd4e9c-644c-4205-a4b9-e87b66fd4e23', 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23', 'tenant_id': '3b1d330ec58f40fd911d22c27b6f8154', 'fixed_ips': [{'subnet_id': 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:12:24.978767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:24.980797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=8d030a85-3a3f-4c75-ac84-56252e19e51f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:24.988720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b512e-70cf-46ce-8717-a707db857402 req-5e7a1467-fd81-409c-9729-55a3dee5952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:24.991658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-5e7a1467-fd81-409c-9729-55a3dee5952b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f81e18ee-7d63-42b5-8c75-feb0653364e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450979 Jul 30 00:12:25.090146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] No DVR routers for this DVR port 8d030a85-3a3f-4c75-ac84-56252e19e51f on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:25.108402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.110714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "DELETE /v2.0/ports/8d030a85-3a3f-4c75-ac84-56252e19e51f HTTP/1.1" status: 204 len: 173 time: 0.9247663 Jul 30 00:12:25.112204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Made reservation on behalf of 3b1d330ec58f40fd911d22c27b6f8154 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:25.116390 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.119697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-ba818142-0503-43de-a416-e09981db84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:25.121324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-ba818142-0503-43de-a416-e09981db84d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.2590876 Jul 30 00:12:25.148216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5042de-dc12-4688-ad56-19e03a8318a5 None None] New status for floating IP da0f960d-1e48-43d4-abda-4c09d80998a3: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:12:25.186169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] device_id is not set on port aca24665-5cb1-4345-8c2d-8ba9b8549693 yet. {{(pid=93865) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:12:25.204036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2b483ac-98db-46ad-b990-9027b6013d93 req-670adbd1-8dfd-44a6-afc9-896f29d45159 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415661 Jul 30 00:12:25.220377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-16a25a82-c9b8-4368-be62-5ede9d9c47c1 service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207382 Jul 30 00:12:25.256568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-59fc2edf-9c2c-48b6-b2e5-145a955b845e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 1001 time: 0.1255352 Jul 30 00:12:25.326390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Allocated IP 172.20.0.2 (72dd4e9c-644c-4205-a4b9-e87b66fd4e23/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/47491feb-32ef-4bba-99ab-8369d721ee6e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:25.334207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-8b7964e9-140e-4c77-a5c8-bd78cb3885ca service neutron] 10.222.0.59 "GET /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059232 Jul 30 00:12:25.347394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-61a129fe-b7b8-423d-9de2-4d628e607273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:25.354428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-61a129fe-b7b8-423d-9de2-4d628e607273 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0795817 Jul 30 00:12:25.463002 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-0f0473e9-a6fc-444e-8920-47158bce3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:25.466152 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-0f0473e9-a6fc-444e-8920-47158bce3032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034925 Jul 30 00:12:25.551946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdfcff98-b7b5-4853-9e0c-a43b37609177 req-2af4538a-0a6a-4b34-b7bd-b0160ab95b36 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=d24a2956-d3ae-4ca0-81c8-a10aa2578239 HTTP/1.1" status: 200 len: 210 time: 0.0494249 Jul 30 00:12:25.558628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.573668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Transition to ACTIVE for port object 47491feb-32ef-4bba-99ab-8369d721ee6e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:25.582477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-deleted', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:25.585334 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82564151-7917-4dc3-a65a-8e503238c564" -d '{"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-deleted", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:25.608494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Transition to ACTIVE for port object 47491feb-32ef-4bba-99ab-8369d721ee6e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:25.627920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.665546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-9acbc159-1ac4-43ec-88eb-bc3b3549fd07 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907902 Jul 30 00:12:25.682189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:25.685263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:25.689660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:25.701826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Pushing event updated for resources: {'Port': ['ID=47491feb-32ef-4bba-99ab-8369d721ee6e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:25.714398 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196261cb-8532-471f-a9a5-6154e5758fdb x-openstack-request-id: req-196261cb-8532-471f-a9a5-6154e5758fdb {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:25.714765 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a2956-d3ae-4ca0-81c8-a10aa2578239", "name": "network-vif-deleted", "tag": "8d030a85-3a3f-4c75-ac84-56252e19e51f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:25.715076 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-196261cb-8532-471f-a9a5-6154e5758fdb {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:25.715525 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a2956-d3ae-4ca0-81c8-a10aa2578239', 'name': 'network-vif-deleted', 'tag': '8d030a85-3a3f-4c75-ac84-56252e19e51f', 'status': 'completed', 'code': 200} Jul 30 00:12:25.756406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Attempting to bind port 47491feb-32ef-4bba-99ab-8369d721ee6e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:25.756769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Attempting to bind port 47491feb-32ef-4bba-99ab-8369d721ee6e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '33e67b20-1d2b-41e6-bfc7-19a06ae16784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:25.757127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Attempting to bind port 47491feb-32ef-4bba-99ab-8369d721ee6e on network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:25.762692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:25.763067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Checking segment: {'id': '33e67b20-1d2b-41e6-bfc7-19a06ae16784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:25.763487 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.763852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Bound using segment: {'id': '33e67b20-1d2b-41e6-bfc7-19a06ae16784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:25.764315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Bound port: 47491feb-32ef-4bba-99ab-8369d721ee6e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e67b20-1d2b-41e6-bfc7-19a06ae16784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '72dd4e9c-644c-4205-a4b9-e87b66fd4e23'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:25.764693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.768042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Allocated IP 172.20.0.6 (72dd4e9c-644c-4205-a4b9-e87b66fd4e23/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/aca24665-5cb1-4345-8c2d-8ba9b8549693) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:25.831966 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-56fe2372-a99c-4f64-8c70-b79120ad7ba9 req-81c91cab-3b04-478c-8ecc-3ca3bebcd24d service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556523 Jul 30 00:12:25.836837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] For port 47491feb-32ef-4bba-99ab-8369d721ee6e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:25.840088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] For port 47491feb-32ef-4bba-99ab-8369d721ee6e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47491feb-32ef-4bba-99ab-8369d721ee6e,segment=NetworkSegment(33e67b20-1d2b-41e6-bfc7-19a06ae16784),segment_id=33e67b20-1d2b-41e6-bfc7-19a06ae16784)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:25.844682 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.918916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd3fd-ac49-4396-b49c-7cb8027ac3be None None] Pushing event updated for resources: {'Port': ['ID=47491feb-32ef-4bba-99ab-8369d721ee6e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:25.960984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.987041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Transition to ACTIVE for port object aca24665-5cb1-4345-8c2d-8ba9b8549693 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:26.029307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.096171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:26.102156 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:26.107049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:26.113832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event updated for resources: {'Port': ['ID=aca24665-5cb1-4345-8c2d-8ba9b8549693,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:26.167696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:26.168366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.187926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7568df3-018d-43d8-9f6d-a08ff304677f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4869101 Jul 30 00:12:26.190904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.195811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-99244028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:26.220152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.221070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.277416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.282923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.300336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.301594 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cb28c0f7-26ef-402e-a2aa-7d0ddff3e63c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1095977 Jul 30 00:12:26.304860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.309513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0cba0ca4-def7-41c6-805b-5311ba0443cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1197076607', 'prefixes': ['172.20.0.0/16']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:26.374540 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cba0ca4-def7-41c6-805b-5311ba0443cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for subnetpool, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.375891 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0cba0ca4-def7-41c6-805b-5311ba0443cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0700877 Jul 30 00:12:26.379645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.385255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-a603e7b0-820d-4b3d-ac08-eba6225baf7b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-2027643715') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:26.493902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a603e7b0-820d-4b3d-ac08-eba6225baf7b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-2027643715 HTTP/1.1" status: 201 len: 201 time: 0.1128697 Jul 30 00:12:26.496543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.501455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-6c2a9d6c-3513-4d6a-8baa-779cefaba5d9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1389643286') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:26.596616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c2a9d6c-3513-4d6a-8baa-779cefaba5d9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1389643286 HTTP/1.1" status: 201 len: 201 time: 0.0983148 Jul 30 00:12:26.599048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54040) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.604665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-94584982-11d3-41db-b5c6-b9b6cbb61ea1 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-768200944') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:26.624348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54042) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.739025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-94584982-11d3-41db-b5c6-b9b6cbb61ea1 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-768200944 HTTP/1.1" status: 201 len: 201 time: 0.1386466 Jul 30 00:12:26.742790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54046) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.754607 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-45ec7a2e-8d24-4904-92b6-8cf72b6ad514 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-1219346047') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:26.828402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-45ec7a2e-8d24-4904-92b6-8cf72b6ad514 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-1219346047 HTTP/1.1" status: 201 len: 201 time: 0.0839682 Jul 30 00:12:26.831150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.837205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-1c6543a1-6bd4-4ca4-9641-2a87e9d30972 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:26.911646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf386f23-b6df-4911-b542-7ab64103d893 None None] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:26.969001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1c6543a1-6bd4-4ca4-9641-2a87e9d30972 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 200 len: 241 time: 0.1368461 Jul 30 00:12:26.972160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:26.980147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-78d437c2-5822-4801-bc44-45afee5848a0 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-2027643715') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.032301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e6d001f9-ad30-4667-bf75-a329731d94e6 None None] Provisioning for port 47491feb-32ef-4bba-99ab-8369d721ee6e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:27.381322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-690900f6-c540-4a97-a04c-f46ca4b6b2dc None None] Provisioning for port aca24665-5cb1-4345-8c2d-8ba9b8549693 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:27.388146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-690900f6-c540-4a97-a04c-f46ca4b6b2dc None None] Provisioning complete for port aca24665-5cb1-4345-8c2d-8ba9b8549693 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:27.388773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-690900f6-c540-4a97-a04c-f46ca4b6b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.432163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54052) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.432573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78d437c2-5822-4801-bc44-45afee5848a0 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-2027643715 HTTP/1.1" status: 204 len: 168 time: 0.4589527 Jul 30 00:12:27.438505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-480ea193-c7a7-4664-b3c4-c1c92361586c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-2027643715') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.438712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-690900f6-c540-4a97-a04c-f46ca4b6b2dc None None] Port aca24665-5cb1-4345-8c2d-8ba9b8549693 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:27.502155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.564724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-17df040e-f0a5-4fe6-b051-c271416f5e24 None None] Provisioning complete for port aca24665-5cb1-4345-8c2d-8ba9b8549693 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:27.565003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-17df040e-f0a5-4fe6-b051-c271416f5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.571495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-480ea193-c7a7-4664-b3c4-c1c92361586c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-2027643715 HTTP/1.1" status: 204 len: 168 time: 0.1381803 Jul 30 00:12:27.574232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54054) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.579778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-86143e0c-1d88-4330-88fb-50e41a70fd45 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.610631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-17df040e-f0a5-4fe6-b051-c271416f5e24 None None] Port aca24665-5cb1-4345-8c2d-8ba9b8549693 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:27.638733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-86143e0c-1d88-4330-88fb-50e41a70fd45 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 200 len: 205 time: 0.0630958 Jul 30 00:12:27.641208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.645885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-9869f78d-9fe1-4fdd-b542-24176061b6e8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.715011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9869f78d-9fe1-4fdd-b542-24176061b6e8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 200 len: 241 time: 0.0725327 Jul 30 00:12:27.717452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54058) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.722092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-8c3d6f26-957d-491a-a3a3-3011d6bd3f55 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1389643286') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.781726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8c3d6f26-957d-491a-a3a3-3011d6bd3f55 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1389643286 HTTP/1.1" status: 204 len: 168 time: 0.0631051 Jul 30 00:12:27.784404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.790887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-b698868b-8cf4-4691-bc3a-f46596318ba9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1389643286') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.832912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:27.832912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.881326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b698868b-8cf4-4691-bc3a-f46596318ba9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1389643286 HTTP/1.1" status: 204 len: 168 time: 0.0956640 Jul 30 00:12:27.882135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:27.887254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-a68576f7-7d70-40c2-9136-fecc5e1da464 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:27.966221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47491feb-32ef-4bba-99ab-8369d721ee6e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:27.978106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 994378a7-e4d8-48fc-984a-56ffdcdc4e7a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:27.978487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.996482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.996745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 994378a7-e4d8-48fc-984a-56ffdcdc4e7a owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:28.003337 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a68576f7-7d70-40c2-9136-fecc5e1da464 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 200 len: 205 time: 0.1202052 Jul 30 00:12:28.005908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.017832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-dc934337-e622-4cf6-93e3-b7fe462708e9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.029951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 47491feb-32ef-4bba-99ab-8369d721ee6e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:28.033788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 47491feb-32ef-4bba-99ab-8369d721ee6e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:28.034164 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.128095 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.141453 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dc934337-e622-4cf6-93e3-b7fe462708e9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 200 len: 240 time: 0.1343400 Jul 30 00:12:28.144441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.150140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-63d5706c-918e-45e8-aa89-6177c296b10e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-768200944') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.165055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 47491feb-32ef-4bba-99ab-8369d721ee6e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47491feb-32ef-4bba-99ab-8369d721ee6e,segment=NetworkSegment(33e67b20-1d2b-41e6-bfc7-19a06ae16784),segment_id=33e67b20-1d2b-41e6-bfc7-19a06ae16784)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:28.170878 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.228976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=47491feb-32ef-4bba-99ab-8369d721ee6e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:28.234020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-63d5706c-918e-45e8-aa89-6177c296b10e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-768200944 HTTP/1.1" status: 204 len: 168 time: 0.0878325 Jul 30 00:12:28.236276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.241438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-adc11fcc-307a-4860-bfbb-6a8222db1510 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-768200944') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.306917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.340773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=994378a7-e4d8-48fc-984a-56ffdcdc4e7a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:28.357480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-adc11fcc-307a-4860-bfbb-6a8222db1510 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-768200944 HTTP/1.1" status: 204 len: 168 time: 0.1201377 Jul 30 00:12:28.360236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54072) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.365107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-4d829bd3-6441-4032-87be-083ed1221269 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.446306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d829bd3-6441-4032-87be-083ed1221269 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 200 len: 205 time: 0.0847838 Jul 30 00:12:28.449084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.454017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-5b86fae0-0e05-4e8f-892e-fd343d25322f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.479298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5b86fae0-0e05-4e8f-892e-fd343d25322f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 200 len: 241 time: 0.0291619 Jul 30 00:12:28.482173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54076) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.487361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-ea179e10-498b-4dbe-a52a-76c67fd04881 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-1219346047') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.510473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ea179e10-498b-4dbe-a52a-76c67fd04881 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-1219346047 HTTP/1.1" status: 204 len: 168 time: 0.0269139 Jul 30 00:12:28.512921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54078) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.517913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-aa5af2cd-23fa-4a0c-a88a-e2cbea55f9d9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-1219346047') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.534447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:28.557926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aa5af2cd-23fa-4a0c-a88a-e2cbea55f9d9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-1219346047 HTTP/1.1" status: 204 len: 168 time: 0.0438108 Jul 30 00:12:28.564102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54080) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.569437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-4e71970d-1019-48ae-867c-3702834a5366 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.594341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4e71970d-1019-48ae-867c-3702834a5366 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 200 len: 205 time: 0.0292082 Jul 30 00:12:28.597484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54082) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.602476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-e7f0cf08-f708-4ed0-b4a8-56df0c47577f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.629518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e7f0cf08-f708-4ed0-b4a8-56df0c47577f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 204 len: 168 time: 0.0307245 Jul 30 00:12:28.632196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54084) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.638558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-41de61b9-fa49-4f94-8858-78dd70a7a96f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.783024 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41de61b9-fa49-4f94-8858-78dd70a7a96f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1497667 Jul 30 00:12:28.785892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54086) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.791836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-a5ea3719-f1fb-4a18-bda1-289aa742a6bb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:28.853747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router ecd98499-0cbc-4126-88e9-cd2cab6b113a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:28.855205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5ea3719-f1fb-4a18-bda1-289aa742a6bb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 204 len: 168 time: 0.0671818 Jul 30 00:12:28.859273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54088) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:28.865876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-a5ec7a4b-b0d0-419a-849d-4edefa4d7150 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.014047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:29.020526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-371dbe94-2aa0-4464-b95c-924a868191b6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/ecd98499-0cbc-4126-88e9-cd2cab6b113a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946476 Jul 30 00:12:29.025597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.026730 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Sync routers for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:29.038541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5ec7a4b-b0d0-419a-849d-4edefa4d7150 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 204 len: 168 time: 0.1777155 Jul 30 00:12:29.039654 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:29.040516 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.042516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54094) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.047598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-bfbb909c-e9ea-4d50-aa96-7ced41cb8f46 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-1762603390') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.104652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting subnet 15f13efa-5314-44bc-913d-58bceeb178a5 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:29.108892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.134968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bfbb909c-e9ea-4d50-aa96-7ced41cb8f46 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-1762603390 HTTP/1.1" status: 201 len: 201 time: 0.0913215 Jul 30 00:12:29.140318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54096) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.148028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-0c48b771-3c1a-4b00-b61f-bfb39baa2063 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1120610033') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.169751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.171862 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:29.235324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.235678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0c48b771-3c1a-4b00-b61f-bfb39baa2063 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1120610033 HTTP/1.1" status: 201 len: 201 time: 0.0933733 Jul 30 00:12:29.240561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-d83cfbf8-7c30-4d33-a8ec-227b51dea155 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-509960836') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.344734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.383687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:12:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.414025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d83cfbf8-7c30-4d33-a8ec-227b51dea155 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-509960836 HTTP/1.1" status: 201 len: 201 time: 0.1768403 Jul 30 00:12:29.416306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Checking router: ecd98499-0cbc-4126-88e9-cd2cab6b113a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:29.419297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54100) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.424964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-602910a3-7751-48c3-8fd8-0a15f3479a4c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-644730215') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.428761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Routers {'ecd98499-0cbc-4126-88e9-cd2cab6b113a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:29.430411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.442498 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.476464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-602910a3-7751-48c3-8fd8-0a15f3479a4c tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-644730215 HTTP/1.1" status: 201 len: 201 time: 0.0553684 Jul 30 00:12:29.478132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Subnet': ['ID=15f13efa-5314-44bc-913d-58bceeb178a5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:29.478874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54102) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.481618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.487799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b61ba60b-7397-4c30-9c38-9ab0bd22fe5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/subnets/15f13efa-5314-44bc-913d-58bceeb178a5 HTTP/1.1" status: 204 len: 168 time: 0.4574404 Jul 30 00:12:29.489038 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a438c-9409-4d5e-a18f-e1ee0b54ae02 None None] Network f81e18ee-7d63-42b5-8c75-feb0653364e6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:29.489780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54104) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.499087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-6e7f2255-248b-4080-b41e-f0ccc81ec690 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', {'tags': ['tempest-TagsExtTest-Tag-1000988201', 'tempest-TagsExtTest-Tag-579099502', 'tempest-TagsExtTest-Tag-359288306']}) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.532585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:29.563335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 8d030a85-3a3f-4c75-ac84-56252e19e51f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:29.564132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 8d030a85-3a3f-4c75-ac84-56252e19e51f not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:29.584053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e7f2255-248b-4080-b41e-f0ccc81ec690 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 200 len: 316 time: 0.0879803 Jul 30 00:12:29.587391 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] Set router ecd98499-0cbc-4126-88e9-cd2cab6b113a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:29.587583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54106) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.596361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-37649dc6-6e22-4b0b-a7d0-0bbfecffd272 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.640372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.742444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-37649dc6-6e22-4b0b-a7d0-0bbfecffd272 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 204 len: 168 time: 0.1524589 Jul 30 00:12:29.745214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.752081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-d021d277-e27f-4720-a9d5-00bfc30f96be tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-1000988201') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.792812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] DHCP port deletion for f81e18ee-7d63-42b5-8c75-feb0653364e6 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:12:29.814044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.838665 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-d021d277-e27f-4720-a9d5-00bfc30f96be tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:29.841910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d021d277-e27f-4720-a9d5-00bfc30f96be tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-1000988201 HTTP/1.1" status: 404 len: 329 time: 0.0933428 Jul 30 00:12:29.843496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54110) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.855135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Deleting port 18f545c1-eeab-46ec-8790-5cfb10619715 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:29.855400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-5e75d272-bd5a-4b2d-904c-90ddc9d9e003 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-579099502') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.856052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.933248 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:12:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.949464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] For port 18f545c1-eeab-46ec-8790-5cfb10619715, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=18f545c1-eeab-46ec-8790-5cfb10619715,segment=NetworkSegment(c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e),segment_id=c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:29.949948 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.955489 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-5e75d272-bd5a-4b2d-904c-90ddc9d9e003 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:29.959069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5e75d272-bd5a-4b2d-904c-90ddc9d9e003 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-579099502 HTTP/1.1" status: 404 len: 328 time: 0.1135850 Jul 30 00:12:29.962359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:29.966940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-822de5bf-a1e5-43fa-8976-2909a581a402 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d', 'tempest-TagsExtTest-Tag-359288306') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:29.968746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a54c32-275b-42f4-826d-c9d51f317609 None None] The sync data for ids ['ecd98499-0cbc-4126-88e9-cd2cab6b113a'] in n-d-712707-11 is: [{'id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009843465', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:01Z', 'updated_at': '2021-07-30T00:12:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': 'fffa4608-2129-4814-b3ea-81c199e68b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd98499-0cbc-4126-88e9-cd2cab6b113a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:02Z', 'updated_at': '2021-07-30T00:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:29.975602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port fffa4608-2129-4814-b3ea-81c199e68b7c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:29.976201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.996080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Calling delete_port for 18f545c1-eeab-46ec-8790-5cfb10619715 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:30.086929 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-822de5bf-a1e5-43fa-8976-2909a581a402 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:30.093698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-822de5bf-a1e5-43fa-8976-2909a581a402 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags/tempest-TagsExtTest-Tag-359288306 HTTP/1.1" status: 404 len: 328 time: 0.1299808 Jul 30 00:12:30.095542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54116) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.104150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-b762ba90-1b09-4f5d-96b7-955a51c6fc6a tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', {'tags': ['tempest-TagsExtTest-Tag-1944776421', 'tempest-TagsExtTest-Tag-1826826504', 'tempest-TagsExtTest-Tag-1218654340']}) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.150134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port fffa4608-2129-4814-b3ea-81c199e68b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fffa4608-2129-4814-b3ea-81c199e68b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:30.151237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.169055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for fffa4608-2129-4814-b3ea-81c199e68b7c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:30.170254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.206536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b762ba90-1b09-4f5d-96b7-955a51c6fc6a tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 200 len: 318 time: 0.1082890 Jul 30 00:12:30.209498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.212291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] Pushing event deleted for resources: {'Port': ['ID=18f545c1-eeab-46ec-8790-5cfb10619715,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:30.217742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf285a3-8e6f-495a-9b10-763e2f612ac4 None None] No DVR routers for this DVR port 18f545c1-eeab-46ec-8790-5cfb10619715 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:30.226323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-a5c44a04-66a1-4955-ad20-7ec00b1f43de tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.316627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5c44a04-66a1-4955-ad20-7ec00b1f43de tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 204 len: 168 time: 0.1058617 Jul 30 00:12:30.320681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54122) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.326826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-7aa484d4-dbea-41eb-bd1d-24c24bd9f659 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1944776421') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.397092 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.400429 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-7aa484d4-dbea-41eb-bd1d-24c24bd9f659 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:30.401293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7aa484d4-dbea-41eb-bd1d-24c24bd9f659 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1944776421 HTTP/1.1" status: 404 len: 329 time: 0.0793929 Jul 30 00:12:30.407139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.412357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47491feb-32ef-4bba-99ab-8369d721ee6e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:30.431765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-ee4a5e7b-a0ec-4456-857d-8a9197629359 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1826826504') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.434998 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=fffa4608-2129-4814-b3ea-81c199e68b7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:30.494129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 47491feb-32ef-4bba-99ab-8369d721ee6e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:30.496350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.559006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.564910 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-ee4a5e7b-a0ec-4456-857d-8a9197629359 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:30.566511 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ee4a5e7b-a0ec-4456-857d-8a9197629359 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1826826504 HTTP/1.1" status: 404 len: 329 time: 0.1408646 Jul 30 00:12:30.569563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.614547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-69dd92d1-65cf-471b-b072-bad180ea3c34 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693', 'tempest-TagsExtTest-Tag-1218654340') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.687118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 18f545c1-eeab-46ec-8790-5cfb10619715 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:30.712037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.715669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 18f545c1-eeab-46ec-8790-5cfb10619715 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:30.715897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.716164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 18f545c1-eeab-46ec-8790-5cfb10619715 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:30.785106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.786298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Fanout notify agent at l3_agent the message router_deleted on router ecd98499-0cbc-4126-88e9-cd2cab6b113a {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:12:30.797275 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.803957 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d0310aef-ad6e-400c-99e6-1bfb388d4c10 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/routers/ecd98499-0cbc-4126-88e9-cd2cab6b113a HTTP/1.1" status: 204 len: 168 time: 1.3046439 Jul 30 00:12:30.804726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.818677 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-69dd92d1-65cf-471b-b072-bad180ea3c34 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:30.820502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-69dd92d1-65cf-471b-b072-bad180ea3c34 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags/tempest-TagsExtTest-Tag-1218654340 HTTP/1.1" status: 404 len: 329 time: 0.2489376 Jul 30 00:12:30.826628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.840593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-2ea682f4-ab8b-4812-b2a9-5af61105beb5 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', {'tags': ['tempest-TagsExtTest-Tag-381732512', 'tempest-TagsExtTest-Tag-136695077', 'tempest-TagsExtTest-Tag-742801601']}) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:30.926309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.983768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2ea682f4-ab8b-4812-b2a9-5af61105beb5 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 200 len: 315 time: 0.1522672 Jul 30 00:12:30.984052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54132) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:30.994749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-bef60bfb-45b4-4394-9ebe-38c66f16c4c4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.049703 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.060498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81e18ee-7d63-42b5-8c75-feb0653364e6']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.072432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.072751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9635bbb-1ac7-46e2-9ce7-6ad07ffebc5e') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.083220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.098935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.106017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:31.106399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bef60bfb-45b4-4394-9ebe-38c66f16c4c4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1210017 Jul 30 00:12:31.106645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.109084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:31.109685 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:31.118466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-5b25111e-5ef9-4db5-bb14-711118a3062b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-381732512') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.187746 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.200043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.202481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/networks/f81e18ee-7d63-42b5-8c75-feb0653364e6 HTTP/1.1" status: 204 len: 168 time: 0.3973153 Jul 30 00:12:31.205968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.217245 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-5b25111e-5ef9-4db5-bb14-711118a3062b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:31.218666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5b25111e-5ef9-4db5-bb14-711118a3062b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-381732512 HTTP/1.1" status: 404 len: 328 time: 0.1050227 Jul 30 00:12:31.222044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54140) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.228471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-e4a49d60-7636-43ba-8ef0-bd78c848c0b9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-136695077') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.230843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d930-3e22-4777-9123-387e849eccb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Network': ['ID=f81e18ee-7d63-42b5-8c75-feb0653364e6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:31.300572 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.324735 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-e4a49d60-7636-43ba-8ef0-bd78c848c0b9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:31.326163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4a49d60-7636-43ba-8ef0-bd78c848c0b9 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-136695077 HTTP/1.1" status: 404 len: 328 time: 0.1028414 Jul 30 00:12:31.331168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54142) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.350226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-10dbbd0e-7e9f-4da2-9480-98dc424d604f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a', 'tempest-TagsExtTest-Tag-742801601') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.355916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.444921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.447908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.449368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/security-groups/7586093d-78b4-42a8-adc5-79754fd4e1ae HTTP/1.1" status: 204 len: 168 time: 0.2424376 Jul 30 00:12:31.449849 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-10dbbd0e-7e9f-4da2-9480-98dc424d604f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:31.454345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-10dbbd0e-7e9f-4da2-9480-98dc424d604f tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags/tempest-TagsExtTest-Tag-742801601 HTTP/1.1" status: 404 len: 328 time: 0.1113174 Jul 30 00:12:31.454899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.461795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859748e-0add-44ea-a6e9-905279b857f4 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7586093d-78b4-42a8-adc5-79754fd4e1ae,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:31.467337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-a04f089a-f3e4-45ca-9923-b369e868b2c8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', {'tags': ['tempest-TagsExtTest-Tag-1317467709', 'tempest-TagsExtTest-Tag-551030540', 'tempest-TagsExtTest-Tag-217273390']}) {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.517654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a04f089a-f3e4-45ca-9923-b369e868b2c8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "PUT /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 200 len: 316 time: 0.0599306 Jul 30 00:12:31.521684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.526976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.tag.tag_plugin [None req-6cb32cda-8464-4e52-aa8a-4e86a9bbf435 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.589261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6cb32cda-8464-4e52-aa8a-4e86a9bbf435 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 204 len: 168 time: 0.0659969 Jul 30 00:12:31.593362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.600010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-bf56c619-7de4-4e86-a3db-7b92ef11f16d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-1317467709') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.636033 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-bf56c619-7de4-4e86-a3db-7b92ef11f16d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:31.637401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf56c619-7de4-4e86-a3db-7b92ef11f16d tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-1317467709 HTTP/1.1" status: 404 len: 329 time: 0.0425241 Jul 30 00:12:31.643009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54154) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.648190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-a94b4fc0-41f3-493c-925d-a31500f2bd09 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-551030540') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.678028 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-a94b4fc0-41f3-493c-925d-a31500f2bd09 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:31.679097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a94b4fc0-41f3-493c-925d-a31500f2bd09 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-551030540 HTTP/1.1" status: 404 len: 328 time: 0.0349991 Jul 30 00:12:31.682679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.688650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-42ef30bc-aa56-4526-b638-ecdf45b034cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b', 'tempest-TagsExtTest-Tag-217273390') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:31.920624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54158) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:31.926742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022970744', 'description': 'tempest-secgroup-smoke-1022970744 description', 'project_id': '57bfa74084174648bc08ab35feae2fd1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:31.961528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fffa4608-2129-4814-b3ea-81c199e68b7c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:31.971530 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:31.988029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fffa4608-2129-4814-b3ea-81c199e68b7c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:31.988869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fffa4608-2129-4814-b3ea-81c199e68b7c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:31.990434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 994378a7-e4d8-48fc-984a-56ffdcdc4e7a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:32.026854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 994378a7-e4d8-48fc-984a-56ffdcdc4e7a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:32.027199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 994378a7-e4d8-48fc-984a-56ffdcdc4e7a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:32.029169 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-42ef30bc-aa56-4526-b638-ecdf45b034cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] show failed (client error): The resource could not be found. Jul 30 00:12:32.030410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-42ef30bc-aa56-4526-b638-ecdf45b034cb tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags/tempest-TagsExtTest-Tag-217273390 HTTP/1.1" status: 404 len: 328 time: 0.3463504 Jul 30 00:12:32.033520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54160) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.038802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-643f6157-c1fa-4950-afe2-c8ab8101d820 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b01db65e-5ed6-42b6-9f0d-ba6e01bb265b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:32.071012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-643f6157-c1fa-4950-afe2-c8ab8101d820 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b/tags HTTP/1.1" status: 204 len: 168 time: 0.0363574 Jul 30 00:12:32.075550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54162) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.081026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-9eba8c64-e342-4861-aa93-a62d29967b50 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6675d4-e2b1-48c3-8893-512ea7bd8a2a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:32.099401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.103917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.136771 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.138380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2164857 Jul 30 00:12:32.141540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.147029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.156803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83d744-6bb3-49c4-b838-2e54f0df80a6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0080e70c-fe82-4ef8-9698-1479bd50f253,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:32.180954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9eba8c64-e342-4861-aa93-a62d29967b50 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1010501 Jul 30 00:12:32.181216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54166) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.184173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.186217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-73d3bbbc-06f5-4f26-9593-14b72ed9d24b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aca24665-5cb1-4345-8c2d-8ba9b8549693') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:32.250098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-73d3bbbc-06f5-4f26-9593-14b72ed9d24b tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693/tags HTTP/1.1" status: 204 len: 168 time: 0.0675206 Jul 30 00:12:32.253848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.263388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.tag.tag_plugin [None req-86485f57-db76-41d7-819a-64fc14e83e37 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff86c509-3162-4e6b-a9e6-b1d8b34a556d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:32.266737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.275347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.307914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577e4b4e-aaef-42c6-9b80-3c30ea39a102,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:32.322736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.327818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a48d9896-d34d-469c-b7e3-2637c20639db tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814883 Jul 30 00:12:32.328118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54172) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.333574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.363282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-86485f57-db76-41d7-819a-64fc14e83e37 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d/tags HTTP/1.1" status: 204 len: 168 time: 0.1078587 Jul 30 00:12:32.372133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.376028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.429431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.435133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.456255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b54f17-3385-496d-839c-613803850eb7,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:32.465175 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.466524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-85bcc181-31eb-47b5-8869-5eb43b071b67 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374416 Jul 30 00:12:32.468325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fb00bc34-6efa-4c66-9139-d002dd5a5f61 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for subnetpool, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.469470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54176) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.469656 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fb00bc34-6efa-4c66-9139-d002dd5a5f61 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b01db65e-5ed6-42b6-9f0d-ba6e01bb265b HTTP/1.1" status: 204 len: 168 time: 0.0962582 Jul 30 00:12:32.472336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54178) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.477021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.514798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a794861-aea0-4cfd-aaf8-21d15cb8c96a tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea6675d4-e2b1-48c3-8893-512ea7bd8a2a HTTP/1.1" status: 200 len: 205 time: 0.0413265 Jul 30 00:12:32.517333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54180) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.596933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.604099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.820141 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.822889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.824240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.833287 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.883181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c58e80-deff-4fbe-8fee-8ff856b90113,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:32.885122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.885771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Fanout notify agent at l3_agent the message router_deleted on router ea6675d4-e2b1-48c3-8893-512ea7bd8a2a {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:12:32.892835 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.894018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3d0aff34-fac9-48cd-934d-c28641af901e tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/routers/ea6675d4-e2b1-48c3-8893-512ea7bd8a2a HTTP/1.1" status: 204 len: 168 time: 0.3757534 Jul 30 00:12:32.895094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.896616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0ad5cfde-ac9e-4f31-8c1d-c29ef714815e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4256904 Jul 30 00:12:32.897300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.899321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54184) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:32.903914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:32.932707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.001786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Deleting port aca24665-5cb1-4345-8c2d-8ba9b8549693 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:33.002486 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.011092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.015076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.034214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d719251-dbb9-4b3c-b302-e3718616046a,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.041905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.046968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3c8006b5-37a1-47d0-bc7b-23eb5b304ee9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437483 Jul 30 00:12:33.046968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:33.053824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:33.080119 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:12:33.086545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.116903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.132704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Calling delete_port for aca24665-5cb1-4345-8c2d-8ba9b8549693 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:33.166733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.173686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.199840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595ff6b3-fbbe-4e20-9ae9-8e0f93f3935e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.209820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.211538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0dfbd60f-8247-43c7-b212-87579f2b5fb7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635640 Jul 30 00:12:33.217757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54188) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:33.223848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'security_group_rule': {'security_group_id': '0080e70c-fe82-4ef8-9698-1479bd50f253', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:33.257847 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Project 57bfa74084174648bc08ab35feae2fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:12:33.266688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.306655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.339857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event deleted for resources: {'Port': ['ID=aca24665-5cb1-4345-8c2d-8ba9b8549693,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.367558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.373892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.400877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4243f00-c238-4b4e-9350-c9427f9c3abe,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.404839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.409436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d41b7d7-f934-4639-af30-5759ebc6e49b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879151 Jul 30 00:12:33.414908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54192) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:33.420383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'network': {'name': 'tempest-network-smoke--906624319', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:33.456068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.458581 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-090f19bf-0be0-4fbc-a181-e03972e16aa4 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/ports/aca24665-5cb1-4345-8c2d-8ba9b8549693 HTTP/1.1" status: 204 len: 168 time: 0.5601809 Jul 30 00:12:33.461772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:33.494887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:33.498531 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.539411 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Deleting subnet ff86c509-3162-4e6b-a9e6-b1d8b34a556d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:12:33.547033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.550172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:12:33.586676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.587019 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Added segment aa7b710a-c075-47ed-873c-4e3aefa64e81 of type vlan for network c48468ae-82a2-4791-964d-435b23b4c543 Jul 30 00:12:33.603370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.666121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.735281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.740760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:33.741370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.750755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.831870 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4157903 Jul 30 00:12:33.835443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:33.841002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'admin_state_up': True, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:33.848938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df7b69-1168-4d07-af59-7ecde8267cf0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Network': ['ID=c48468ae-82a2-4791-964d-435b23b4c543,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:33.862829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c48468ae-82a2-4791-964d-435b23b4c543 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:12:33.879898 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.912892 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:33.914341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.017575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.164537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.263482 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event deleted for resources: {'Subnet': ['ID=ff86c509-3162-4e6b-a9e6-b1d8b34a556d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:34.267637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.269536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-72386e37-4cb4-43af-a016-df74510a15ee tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/subnets/ff86c509-3162-4e6b-a9e6-b1d8b34a556d HTTP/1.1" status: 204 len: 168 time: 0.8073418 Jul 30 00:12:34.272549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54198) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:34.281267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578135f-70f0-46be-867d-f610a6c296c1 None None] Network 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:34.386845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.419563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.445815 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.494792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Deleting port 47491feb-32ef-4bba-99ab-8369d721ee6e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:34.495468 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.545677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] DHCP port deletion for 72dd4e9c-644c-4205-a4b9-e87b66fd4e23 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:12:34.591510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] For port 47491feb-32ef-4bba-99ab-8369d721ee6e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47491feb-32ef-4bba-99ab-8369d721ee6e,segment=NetworkSegment(33e67b20-1d2b-41e6-bfc7-19a06ae16784),segment_id=33e67b20-1d2b-41e6-bfc7-19a06ae16784)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:34.591918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.608083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Deleting port 47491feb-32ef-4bba-99ab-8369d721ee6e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:12:34.608621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.611778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Calling delete_port for 47491feb-32ef-4bba-99ab-8369d721ee6e owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:34.641190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.84 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/154a3bb4-fca3-4836-a10a-bb3b7c41e84b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:34.689456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] For port 47491feb-32ef-4bba-99ab-8369d721ee6e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47491feb-32ef-4bba-99ab-8369d721ee6e,segment=NetworkSegment(33e67b20-1d2b-41e6-bfc7-19a06ae16784),segment_id=33e67b20-1d2b-41e6-bfc7-19a06ae16784)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:34.689818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.704867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Calling delete_port for 47491feb-32ef-4bba-99ab-8369d721ee6e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:12:34.718658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.747945 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event deleted for resources: {'Port': ['ID=47491feb-32ef-4bba-99ab-8369d721ee6e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:34.750475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] No DVR routers for this DVR port 47491feb-32ef-4bba-99ab-8369d721ee6e on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:34.778779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:12:34.796710 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:12:34.805661 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.825311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.832286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.835407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] Pushing event deleted for resources: {'Port': ['ID=47491feb-32ef-4bba-99ab-8369d721ee6e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:34.841142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e6cfb-1196-42c8-ae3f-b39752bdf8af None None] No DVR routers for this DVR port 47491feb-32ef-4bba-99ab-8369d721ee6e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:12:34.846644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dd4e9c-644c-4205-a4b9-e87b66fd4e23']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:34.858476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e67b20-1d2b-41e6-bfc7-19a06ae16784') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:34.858771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e67b20-1d2b-41e6-bfc7-19a06ae16784') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:34.868536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.876053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:34.883646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:34.883847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.888658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:34.891803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:12:34.891991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:34.892228 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:12:34.898276 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:12:34.971902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.980270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:34.982682 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] 10.222.0.49 "DELETE /v2.0/networks/72dd4e9c-644c-4205-a4b9-e87b66fd4e23 HTTP/1.1" status: 204 len: 168 time: 0.7088149 Jul 30 00:12:34.996896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5020f-325c-459f-ae66-40e3dd6907b8 tempest-TagsExtTest-542454103 tempest-TagsExtTest-542454103-project] Pushing event deleted for resources: {'Network': ['ID=72dd4e9c-644c-4205-a4b9-e87b66fd4e23,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:35.158944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.248425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:35.374729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.388560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-59a99f87-4bf3-44ab-9a94-6500a882319b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b1d330ec58f40fd911d22c27b6f8154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389716 Jul 30 00:12:35.391329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:35.443316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.465185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.513106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 174646b9-1b5c-415d-b77f-2988198a9c27 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:12:35.519961 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.523216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.524428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c032becd-b627-4ea9-b1d9-b243a4a4b69c HTTP/1.1" status: 204 len: 168 time: 0.1319661 Jul 30 00:12:35.533031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd11a-7300-4b7f-9690-38e5a076d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032becd-b627-4ea9-b1d9-b243a4a4b69c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:35.937128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47491feb-32ef-4bba-99ab-8369d721ee6e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:12:35.942755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:35.961547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Sync routers for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:35.963530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 47491feb-32ef-4bba-99ab-8369d721ee6e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:12:35.964037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47491feb-32ef-4bba-99ab-8369d721ee6e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:12:35.969526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.970890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4e79b39d-dc74-40b7-beaa-ec12b0e1da02 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1340821 Jul 30 00:12:35.974724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54228) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:35.975336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:35.976283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:36.007261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89ff5e9f-c50d-4240-a5dc-ed7aad692af6 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=57bfa74084174648bc08ab35feae2fd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313501 Jul 30 00:12:36.010314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54230) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:36.120522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:36.189682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ed3de-4806-4298-8a36-a929b197a773 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:36.191257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f07ed3de-4806-4298-8a36-a929b197a773 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1798847 Jul 30 00:12:36.195212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54240) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:36.237197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-06b31aaf-2cf9-4653-ae5e-e47aa7e42a57 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404177 Jul 30 00:12:36.240531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54242) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:36.245682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150930164', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:36.329780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:35Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:36.349719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:36.353788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.359057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Checking router: 174646b9-1b5c-415d-b77f-2988198a9c27 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:36.359408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Updating router 174646b9-1b5c-415d-b77f-2988198a9c27 port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:12:36.386249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.565350 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.632548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Subnet': ['ID=003b23dd-cae1-497b-8490-7bf5e64b9f3a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:36.642654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Checking segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:36.643092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network hostable DHCP agents. Network: c48468ae-82a2-4791-964d-435b23b4c543, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:12:36.665932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c48468ae-82a2-4791-964d-435b23b4c543 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:12:36.682141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c48468ae-82a2-4791-964d-435b23b4c543) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:36.684778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.690795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:36.691361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.700134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb586b5-84a9-42ea-ac4d-0d2ed6bf79d7 None None] Network c48468ae-82a2-4791-964d-435b23b4c543 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:36.716763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54256) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:36.717489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-590f3d00-d991-4228-9451-b29b291e5933 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4756975 Jul 30 00:12:36.720439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Transition to ACTIVE for port object 154a3bb4-fca3-4836-a10a-bb3b7c41e84b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:36.764178 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.836847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Attempting to bind port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:36.837186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Attempting to bind port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:36.837550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Attempting to bind port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:36.849666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2066-c2c4-49b6-a285-aded72d81fde None None] Pushing event updated for resources: {'Port': ['ID=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:36.859158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:36.859542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:36.859951 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.860347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:36.860838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Bound port: 154a3bb4-fca3-4836-a10a-bb3b7c41e84b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:36.861261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.149937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] For port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:37.164302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] For port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:37.172890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c48468ae-82a2-4791-964d-435b23b4c543', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:12:37.172890 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.181967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.245572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2066-c2c4-49b6-a285-aded72d81fde None None] Pushing event updated for resources: {'Port': ['ID=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:37.294096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.319694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:37.320340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:37.456261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Allocated IP 172.20.0.2 (c48468ae-82a2-4791-964d-435b23b4c543/003b23dd-cae1-497b-8490-7bf5e64b9f3a/a2e80c08-a1b8-40e2-ab8a-edbefd95df46) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:37.479047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:37.782209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.795297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Transition to ACTIVE for port object a2e80c08-a1b8-40e2-ab8a-edbefd95df46 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:37.801261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:35Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:37.860390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e71e-2c01-45b8-ae91-e75f6455a428 None None] The sync data for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 is: [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:35Z', 'revision_number': 3, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:37.869147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Transition to ACTIVE for port object a2e80c08-a1b8-40e2-ab8a-edbefd95df46 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:37.891195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.954045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Pushing event updated for resources: {'Port': ['ID=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:37.959382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Network c48468ae-82a2-4791-964d-435b23b4c543 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:37.961284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:37.961900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.1 (c48468ae-82a2-4791-964d-435b23b4c543/003b23dd-cae1-497b-8490-7bf5e64b9f3a/b116ae0e-3307-46de-b623-cc774d489895) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:37.966458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:38.055528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Attempting to bind port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:38.056184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Attempting to bind port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:38.056742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Attempting to bind port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 on network c48468ae-82a2-4791-964d-435b23b4c543 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:38.065739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:38.066411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Checking segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:38.067526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.068103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Bound using segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:38.070001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Bound port: a2e80c08-a1b8-40e2-ab8a-edbefd95df46, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:38.070599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.193691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] For port a2e80c08-a1b8-40e2-ab8a-edbefd95df46, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:38.199051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] For port a2e80c08-a1b8-40e2-ab8a-edbefd95df46, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:38.220170 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.236328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.256368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object b116ae0e-3307-46de-b623-cc774d489895 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:38.318636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.401893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c48468ae-82a2-4791-964d-435b23b4c543 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:38.404984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4bc2e-45a7-41f5-bb52-3902aab77298 None None] Pushing event updated for resources: {'Port': ['ID=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:38.407724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:38.417292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:38.467806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:38.506742 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.759796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.199090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.206257 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.298506 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:39.302125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:39.434329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c48468ae-82a2-4791-964d-435b23b4c543 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:39.436119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:39.537105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0b86e-2e73-4e3a-be25-e8e397992a93 None None] Network c48468ae-82a2-4791-964d-435b23b4c543 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:12:39.564865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 174646b9-1b5c-415d-b77f-2988198a9c27 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:39.689402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5c4c7c4f-66a9-4066-b610-96a8e10cdee3 None None] Provisioning for port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:39.690419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:39.706723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a55a51a2-7bfa-4507-8cc8-0b44cb61bf28 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/174646b9-1b5c-415d-b77f-2988198a9c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9881847 Jul 30 00:12:39.952456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-ecf78452-1351-4881-9f22-d2a9acbb023d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022970744&fields=id&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 267 time: 0.0679784 Jul 30 00:12:40.062872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8942be4e-eed1-48f7-84db-2a4c1be31852 None None] Provisioning for port b116ae0e-3307-46de-b623-cc774d489895 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:40.068051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8942be4e-eed1-48f7-84db-2a4c1be31852 None None] Provisioning complete for port b116ae0e-3307-46de-b623-cc774d489895 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:40.071187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8942be4e-eed1-48f7-84db-2a4c1be31852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.075372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a2e80c08-a1b8-40e2-ab8a-edbefd95df46 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:40.113345 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Sync routers for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:40.128408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:40.129526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:40.143184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-c44a2b55-e6b3-48d0-8c76-06125430a0b0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:40.147598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-c44a2b55-e6b3-48d0-8c76-06125430a0b0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/networks?id=c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 200 len: 796 time: 0.1939645 Jul 30 00:12:40.190077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8942be4e-eed1-48f7-84db-2a4c1be31852 None None] Port b116ae0e-3307-46de-b623-cc774d489895 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:40.201382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-347e4f36-1a9a-4412-a36e-eece82856cb8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/quotas/57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 375 time: 0.0385990 Jul 30 00:12:40.231305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:40.236005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:40.236619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.249019 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:40.279061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-d3ca20ad-e516-430a-82d2-3ceaa294d991 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760489 Jul 30 00:12:40.380752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.451368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-6f112dbb-b39a-4449-880f-8d869a8c6ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456494 Jul 30 00:12:40.454619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port a2e80c08-a1b8-40e2-ab8a-edbefd95df46, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:40.461285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df62787d-9495-4730-9c61-c7df2dd00302 None None] Provisioning complete for port b116ae0e-3307-46de-b623-cc774d489895 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:40.462067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df62787d-9495-4730-9c61-c7df2dd00302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.465498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.467028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 154a3bb4-fca3-4836-a10a-bb3b7c41e84b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:40.558036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:39Z', 'revision_number': 2, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:40.601496 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Checking router: 174646b9-1b5c-415d-b77f-2988198a9c27 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:40.602027 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Updating router 174646b9-1b5c-415d-b77f-2988198a9c27 port b116ae0e-3307-46de-b623-cc774d489895 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:12:40.617557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:40.624415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-df62787d-9495-4730-9c61-c7df2dd00302 None None] Port b116ae0e-3307-46de-b623-cc774d489895 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:40.643291 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.650374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:40.650615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.663829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:40.684321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-86e7ece9-2321-4969-b192-b650879e99f7 service neutron] 10.222.0.49 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280560 Jul 30 00:12:40.777160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f12b6128-d3dc-450f-8cf2-a8767cef2f5e None None] Provisioning complete for port b116ae0e-3307-46de-b623-cc774d489895 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:40.777160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f12b6128-d3dc-450f-8cf2-a8767cef2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.870343 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:40.884513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f12b6128-d3dc-450f-8cf2-a8767cef2f5e None None] Port b116ae0e-3307-46de-b623-cc774d489895 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:40.905796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:40.915089 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.025851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:41.268007 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.282602 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Transition to ACTIVE for port object b116ae0e-3307-46de-b623-cc774d489895 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:41.291161 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.371450 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Pushing event updated for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:41.407297 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.407753 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.408198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.408635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.409067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.409518 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.409980 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.410539 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.411190 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.412292 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.413004 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.413511 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:12:41.462276 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Attempting to bind port b116ae0e-3307-46de-b623-cc774d489895 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:41.462772 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Attempting to bind port b116ae0e-3307-46de-b623-cc774d489895 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:41.463243 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Attempting to bind port b116ae0e-3307-46de-b623-cc774d489895 on network c48468ae-82a2-4791-964d-435b23b4c543 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:41.470804 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:41.471375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Checking segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:41.471872 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.472361 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Bound using segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:41.472928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Bound port: b116ae0e-3307-46de-b623-cc774d489895, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:41.474093 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.477838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f55ef67-e978-4b32-a536-4a74de78fb9e req-b4317de9-7994-4aec-9ebb-1dbac5731076 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 210 time: 0.4525890 Jul 30 00:12:41.589045 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] For port b116ae0e-3307-46de-b623-cc774d489895, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:41.601508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] For port b116ae0e-3307-46de-b623-cc774d489895, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b116ae0e-3307-46de-b623-cc774d489895,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:41.613024 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:41.673287 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:41.674111 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:41.732922 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95f555-2e84-4c68-aa29-a7c3a103ea49 None None] Pushing event updated for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:41.832076 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:41.955806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a2e80c08-a1b8-40e2-ab8a-edbefd95df46 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:42.033049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:42.033474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:42.079830 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:41Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:42.113955 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ad6e1-2751-45bb-a6cd-a8c5c43e30cc None None] The sync data for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 is: [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:41Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:42.141798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 154a3bb4-fca3-4836-a10a-bb3b7c41e84b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:42.257993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:42.257993 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:42.377502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-d0eff18a-7d7e-49dd-a616-0ff201dc1855 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.380023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-d0eff18a-7d7e-49dd-a616-0ff201dc1855 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/networks?id=c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 200 len: 796 time: 0.2403841 Jul 30 00:12:42.381479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-7774ca1b-8524-4b86-bfb6-78f769cbe8e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0933056 Jul 30 00:12:42.457892 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-7748802a-82ef-491e-8bd9-5986900d77dd tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57bfa74084174648bc08ab35feae2fd1 HTTP/1.1" status: 200 len: 380 time: 0.0613172 Jul 30 00:12:42.468860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'port': {'device_id': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'admin_state_up': True, 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'security_groups': ['0080e70c-fe82-4ef8-9698-1479bd50f253']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:42.515436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40305f57-4bab-4666-87f4-d0036e02c775 req-273432de-624e-465e-ae52-86c98eede696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.517263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-273432de-624e-465e-ae52-86c98eede696 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.0612712 Jul 30 00:12:42.624016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Made reservation on behalf of 57bfa74084174648bc08ab35feae2fd1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:12:42.630710 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:42.638608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc8f2fef-8df2-406e-96a2-93eb6435e1eb req-9020c1d2-7a39-4c22-852d-e83dd0662967 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 210 time: 0.0328133 Jul 30 00:12:42.695856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40305f57-4bab-4666-87f4-d0036e02c775 req-a3453208-8ef8-4cc7-ae07-3a57282ccb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.698283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-a3453208-8ef8-4cc7-ae07-3a57282ccb07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1498783 Jul 30 00:12:42.798413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-9bd9ce1e-10cf-4147-b8f4-643baad0dd5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 1002 time: 0.0860970 Jul 30 00:12:42.868178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.20.0.9 (c48468ae-82a2-4791-964d-435b23b4c543/003b23dd-cae1-497b-8490-7bf5e64b9f3a/6e16da4d-f432-465b-8b20-3e70fb641eac) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:42.883196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40305f57-4bab-4666-87f4-d0036e02c775 req-0db44d1e-1db1-4efe-b448-26e8d946e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.885012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-0db44d1e-1db1-4efe-b448-26e8d946e788 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0788300 Jul 30 00:12:42.980296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40305f57-4bab-4666-87f4-d0036e02c775 req-98f0b3e3-a8a0-4f68-8c92-afb52c9db6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:42.982422 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-98f0b3e3-a8a0-4f68-8c92-afb52c9db6e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865524 Jul 30 00:12:43.102396 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.141919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Transition to ACTIVE for port object 6e16da4d-f432-465b-8b20-3e70fb641eac will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:43.174012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-432c13be-1b5c-4f1e-ac07-72ea49877254 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781690 Jul 30 00:12:43.226264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.297445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network c48468ae-82a2-4791-964d-435b23b4c543 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:43.300726 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:43.304342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:43.329337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40305f57-4bab-4666-87f4-d0036e02c775 req-08ac23fc-9ae9-4bfc-b951-5905a7014489 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444991 Jul 30 00:12:43.337215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:43.380502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:43.381276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.413376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-95b3f715-da98-4345-b697-880749d6a898 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491386 Jul 30 00:12:43.433219 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Request body: {'port': {'device_id': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:43.501743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:43.520416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.656424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ca34ffa-0e56-4caf-9207-5a3a5faef4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.657939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5b1fdbf-b0dd-428e-b790-f8eeb23c2486 None None] Provisioning for port 6e16da4d-f432-465b-8b20-3e70fb641eac completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:43.666243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d5b1fdbf-b0dd-428e-b790-f8eeb23c2486 None None] Provisioning complete for port 6e16da4d-f432-465b-8b20-3e70fb641eac triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:43.666707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5b1fdbf-b0dd-428e-b790-f8eeb23c2486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.763682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1fdbf-b0dd-428e-b790-f8eeb23c2486 None None] Port 6e16da4d-f432-465b-8b20-3e70fb641eac cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:12:43.886907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ca34ffa-0e56-4caf-9207-5a3a5faef4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.928430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ca34ffa-0e56-4caf-9207-5a3a5faef4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:43.974884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e8561-1e0f-4076-ac06-cadbfac2ae63 req-b6bcaeb7-7f62-4b90-81f9-e8efaac4fef1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:43.980098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a15e8561-1e0f-4076-ac06-cadbfac2ae63 req-b6bcaeb7-7f62-4b90-81f9-e8efaac4fef1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 931 time: 0.1595113 Jul 30 00:12:43.996514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:44.019716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.023781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b116ae0e-3307-46de-b623-cc774d489895 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:44.046783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ca34ffa-0e56-4caf-9207-5a3a5faef4e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b7249cab6174797b3662f91a0d751d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435712 Jul 30 00:12:44.049905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:44.074259 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Transition to ACTIVE for port object 6e16da4d-f432-465b-8b20-3e70fb641eac will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:12:44.080842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.088950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca34ffa-0e56-4caf-9207-5a3a5faef4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f6dac-3b6e-4b0c-b192-114a306b6400,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:44.117789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a15e8561-1e0f-4076-ac06-cadbfac2ae63 req-f1c4c284-08de-43ac-914f-3c6d4bceec2c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206150 Jul 30 00:12:44.131013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b116ae0e-3307-46de-b623-cc774d489895 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:44.137615 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.146714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b116ae0e-3307-46de-b623-cc774d489895 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:44.149847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.151172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:44.179370 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.249397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Attempting to bind port 6e16da4d-f432-465b-8b20-3e70fb641eac on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:12:44.249769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Attempting to bind port 6e16da4d-f432-465b-8b20-3e70fb641eac by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:12:44.250080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.250241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Attempting to bind port 6e16da4d-f432-465b-8b20-3e70fb641eac on network c48468ae-82a2-4791-964d-435b23b4c543 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:44.256348 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Port 6e16da4d-f432-465b-8b20-3e70fb641eac on network c48468ae-82a2-4791-964d-435b23b4c543 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:12:44.256683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Attempting to bind port 6e16da4d-f432-465b-8b20-3e70fb641eac on network c48468ae-82a2-4791-964d-435b23b4c543 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:12:44.262852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:12:44.263188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Checking segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:12:44.263577 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Bound using segment: {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:12:44.264019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Bound port: 6e16da4d-f432-465b-8b20-3e70fb641eac, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7b710a-c075-47ed-873c-4e3aefa64e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:12:44.264418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.266692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.268252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd5f6dac-3b6e-4b0c-b192-114a306b6400 HTTP/1.1" status: 204 len: 168 time: 0.2173069 Jul 30 00:12:44.278909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a55bcf-d31d-43d5-b09a-c57b0e220a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f6dac-3b6e-4b0c-b192-114a306b6400,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:44.375647 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:12:44.379003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:12:44.380374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.385120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.450622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port b116ae0e-3307-46de-b623-cc774d489895, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b116ae0e-3307-46de-b623-cc774d489895,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:44.456361 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.457102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.459050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 200 len: 1092 time: 1.0316441 Jul 30 00:12:44.460070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:44.463195 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:44.466377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.468578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038eb34-04d2-4979-b9c0-d99dd2702b26 service neutron] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:44.552568 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d932a2d6-d3c9-4919-aebd-e0485bf09520 x-openstack-request-id: req-d932a2d6-d3c9-4919-aebd-e0485bf09520 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:44.552861 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:44.553111 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d932a2d6-d3c9-4919-aebd-e0485bf09520 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:44.553565 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'status': 'completed', 'code': 200} Jul 30 00:12:44.554878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:44.613757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-a8daf3f8-7aa9-4786-95f1-a8e7ba1b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.615756 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-a8daf3f8-7aa9-4786-95f1-a8e7ba1b3776 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1095 time: 0.0893567 Jul 30 00:12:44.673476 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-14ab6ade-51b3-48d6-a2ea-71db3c5ae0fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 200 len: 217 time: 0.0449207 Jul 30 00:12:44.747475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2754b113-8f31-4291-9450-50ed5be34e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.749215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-2754b113-8f31-4291-9450-50ed5be34e66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=003b23dd-cae1-497b-8490-7bf5e64b9f3a HTTP/1.1" status: 200 len: 835 time: 0.0689323 Jul 30 00:12:44.765100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54374) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:44.792978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-752e912d-0e2f-4225-af05-8c4118b05267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.817579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-79956606-fcdd-47a1-b307-fad5f88b1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:44.819489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-79956606-fcdd-47a1-b307-fad5f88b1bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48468ae-82a2-4791-964d-435b23b4c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619655 Jul 30 00:12:44.948958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-752e912d-0e2f-4225-af05-8c4118b05267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.955574 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-752e912d-0e2f-4225-af05-8c4118b05267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:44.956303 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-03dcfb08-e4f2-41a9-a45e-89d187427bdb service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294332 Jul 30 00:12:45.011368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e912d-0e2f-4225-af05-8c4118b05267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1e1925-000d-4727-ac30-2d9e8ef00aea,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:45.018844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-752e912d-0e2f-4225-af05-8c4118b05267 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66ca5f9600cb49c7ab5429791332d819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522054 Jul 30 00:12:45.023916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54376) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:45.077077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-43bbc282-a2f2-4464-817e-0b7846239d2f req-c2fe77a4-e6de-43f1-8768-1f22c0ba28e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118956 Jul 30 00:12:45.100920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:45.132805 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:45.216992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:45.220410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:45.224309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c1e1925-000d-4727-ac30-2d9e8ef00aea HTTP/1.1" status: 204 len: 168 time: 0.1965854 Jul 30 00:12:45.241001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-8ae02f27-9309-42f5-b208-d0605207ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.243317 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-8ae02f27-9309-42f5-b208-d0605207ea24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1095 time: 0.0642149 Jul 30 00:12:45.249319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b433a2-e763-44df-ad5a-90d75561efa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1e1925-000d-4727-ac30-2d9e8ef00aea,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:45.313495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250240f-5c60-4ce7-a38d-b9b531db2a25 req-c4944fca-ca4e-4090-a536-af862de60e86 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.315351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d250240f-5c60-4ce7-a38d-b9b531db2a25 req-c4944fca-ca4e-4090-a536-af862de60e86 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 943 time: 0.0924125 Jul 30 00:12:45.373875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-2f491f35-96d6-4b3d-9de6-c1801973ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.375625 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-2f491f35-96d6-4b3d-9de6-c1801973ec71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 200 len: 897 time: 0.1251485 Jul 30 00:12:45.381941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d250240f-5c60-4ce7-a38d-b9b531db2a25 req-0aa6cf16-5aa5-4b41-a8a3-2bccb9e1be96 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578794 Jul 30 00:12:45.431445 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-4b02bc81-2c81-421e-8478-b7d771b8a21d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 200 len: 217 time: 0.0473523 Jul 30 00:12:45.505866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-22de374d-8d37-4215-85e1-2b71450ddaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.507779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-22de374d-8d37-4215-85e1-2b71450ddaa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=003b23dd-cae1-497b-8490-7bf5e64b9f3a HTTP/1.1" status: 200 len: 835 time: 0.0694520 Jul 30 00:12:45.560758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-17301ee2-7670-476b-b6c6-a7c9f9f6dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:45.562375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-17301ee2-7670-476b-b6c6-a7c9f9f6dda2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48468ae-82a2-4791-964d-435b23b4c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472221 Jul 30 00:12:45.673355 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-f24c13f4-64df-47ce-aa61-fdd2d90cfb36 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035702 Jul 30 00:12:45.822973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1f0f9e4c-cdf0-4132-832f-6e568c13c66a req-821e1380-4c4c-4c09-99e8-374b79f2b5b6 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402335 Jul 30 00:12:45.955407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b116ae0e-3307-46de-b623-cc774d489895 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:46.026400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b116ae0e-3307-46de-b623-cc774d489895 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:46.027140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:46.301643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b64ac3c-91e4-4f29-895f-69f193d16900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:46.526166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34378-2a41-4649-80d0-8baee4d99022 req-84c55f3f-6a94-4645-9040-5574a20c9d83 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:46.527718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9e34378-2a41-4649-80d0-8baee4d99022 req-84c55f3f-6a94-4645-9040-5574a20c9d83 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Jul 30 00:12:46.577249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f9e34378-2a41-4649-80d0-8baee4d99022 req-f2740962-6335-4aa5-a577-83a52e9ec2b7 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Jul 30 00:12:47.492577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.573826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:47.684314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:47.695170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54458) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:47.697330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'mac_address': 'fa:16:3e:8a:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:12:47.725396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8f54-94a9-4342-81f5-e11cdbcefd7e req-a5a19687-ddec-458b-b6bd-449e9f05b49d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:47.728179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06ed8f54-94a9-4342-81f5-e11cdbcefd7e req-a5a19687-ddec-458b-b6bd-449e9f05b49d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 943 time: 0.0685613 Jul 30 00:12:47.744081 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.763672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:47.785390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:47.789097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06ed8f54-94a9-4342-81f5-e11cdbcefd7e req-854ae2c1-d482-4e74-86a6-ccba30efd795 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534968 Jul 30 00:12:47.791517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.830461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f57d76-af3e-4458-abd4-f2573e736f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.845320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:47.934393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f57d76-af3e-4458-abd4-f2573e736f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.939684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44f57d76-af3e-4458-abd4-f2573e736f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:47.978955 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44f57d76-af3e-4458-abd4-f2573e736f6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59d2af29af9c47ad844614bf71ab1456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824883 Jul 30 00:12:47.979803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f57d76-af3e-4458-abd4-f2573e736f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d4ce34-90ce-4731-8deb-34e8bbfcf76c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:47.982103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54462) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:48.038713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.064438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.083950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6e16da4d-f432-465b-8b20-3e70fb641eac'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:48.124274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.126956 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.128166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12d4ce34-90ce-4731-8deb-34e8bbfcf76c HTTP/1.1" status: 204 len: 168 time: 0.1444669 Jul 30 00:12:48.138372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f500-f27b-4345-b94f-04956ecf4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d4ce34-90ce-4731-8deb-34e8bbfcf76c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:48.423408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54468) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:48.437679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-769dce4e-e3bf-4644-b61f-43c0133221ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.539288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-769dce4e-e3bf-4644-b61f-43c0133221ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.545691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-769dce4e-e3bf-4644-b61f-43c0133221ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.586096 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-769dce4e-e3bf-4644-b61f-43c0133221ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff65f8107bb349e8a5871c5ad7aca3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615124 Jul 30 00:12:48.586831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dce4e-e3bf-4644-b61f-43c0133221ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d74608-d9c9-4b1a-9287-ee55f2242d17,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:48.589374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54470) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:48.649436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.672826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.722096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.724774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.726744 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30d74608-d9c9-4b1a-9287-ee55f2242d17 HTTP/1.1" status: 204 len: 168 time: 0.1364119 Jul 30 00:12:48.734757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1c1e3-bd00-46a7-ba21-b33ae2c5cde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d74608-d9c9-4b1a-9287-ee55f2242d17,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:48.936321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18a72f-76ec-4fd9-b5ea-094de8c1d780 req-99c7b226-e1d4-479d-8828-6801d8e4ee4c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:48.938025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c18a72f-76ec-4fd9-b5ea-094de8c1d780 req-99c7b226-e1d4-479d-8828-6801d8e4ee4c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 944 time: 0.0655811 Jul 30 00:12:48.988614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c18a72f-76ec-4fd9-b5ea-094de8c1d780 req-78448f5a-318c-414b-9ec4-8a64d884cd42 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Jul 30 00:12:49.040675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9cebe5da-1d48-48ec-bfa1-101037ce2d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.429286 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.591575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:49.645694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 6e16da4d-f432-465b-8b20-3e70fb641eac completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:49.650249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 6e16da4d-f432-465b-8b20-3e70fb641eac triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:49.650632 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.735132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.759556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:49.761889 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbc9406-e244-4098-b7db-5c48e6350bd5" -d '{"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-plugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:49.778211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:49.782743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:49.810794 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9fb5d-a297-4d05-b10f-a65d6ac00e4e x-openstack-request-id: req-e6f9fb5d-a297-4d05-b10f-a65d6ac00e4e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:49.811092 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-plugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:49.811366 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6f9fb5d-a297-4d05-b10f-a65d6ac00e4e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:49.811758 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'code': 200} Jul 30 00:12:49.840079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:49.937105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715d619-2c7c-42ce-832b-f51bbbba93bb req-b67cc7f1-53f0-48bc-9f3a-9a22c35caa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:49.938805 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d715d619-2c7c-42ce-832b-f51bbbba93bb req-b67cc7f1-53f0-48bc-9f3a-9a22c35caa88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1097 time: 0.0467701 Jul 30 00:12:49.980435 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d715d619-2c7c-42ce-832b-f51bbbba93bb req-9f6777e5-a761-4169-99bc-15a0cca39a76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Jul 30 00:12:50.122695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4f0f9-cc1d-4731-899e-d60cf8c80172 req-c79def66-7cea-4c15-b32e-fb2aebf3b5ef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:50.124253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4cb4f0f9-cc1d-4731-899e-d60cf8c80172 req-c79def66-7cea-4c15-b32e-fb2aebf3b5ef tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0570068 Jul 30 00:12:50.167564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4cb4f0f9-cc1d-4731-899e-d60cf8c80172 req-53745735-553b-4085-8409-5fe1d7ef8d5c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Jul 30 00:12:50.703084 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:50.744216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:51.304084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a22a9-ffdf-443c-af03-73bbff9aeafb req-969682cc-4eaf-4446-bc1b-8bd1d4b2c04c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:51.305758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d34a22a9-ffdf-443c-af03-73bbff9aeafb req-969682cc-4eaf-4446-bc1b-8bd1d4b2c04c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0617325 Jul 30 00:12:51.354975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d34a22a9-ffdf-443c-af03-73bbff9aeafb req-0e9d5f31-9bc7-47f6-991d-9415a755418b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Jul 30 00:12:51.546625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fd947-a232-4f6b-8285-8d5a21808769 req-9a971894-8492-490d-b0ae-96349ab754d8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:51.548232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a28fd947-a232-4f6b-8285-8d5a21808769 req-9a971894-8492-490d-b0ae-96349ab754d8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0631206 Jul 30 00:12:51.594074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a28fd947-a232-4f6b-8285-8d5a21808769 req-a24061b4-ea81-4adf-8bf9-fd503c706e4f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368993 Jul 30 00:12:51.617387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54544) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:51.661295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ad0dd-1f95-4101-a373-4aa1a0ab4ff5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:51.663251 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a9ad0dd-1f95-4101-a373-4aa1a0ab4ff5 tempest-TestNetworkAdvancedServerOps-637958401 tempest-TestNetworkAdvancedServerOps-637958401-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1092 time: 0.0447989 Jul 30 00:12:51.668074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54546) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:51.672809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:51.701211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:51.813987 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:51.935424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Allocated IP 172.25.5.48 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0628f0fb-07b7-41c4-9094-9abc46d98f73) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:12:52.045603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.092801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.138475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:12:52.141488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:12:52.147394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:12:52.153473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=0628f0fb-07b7-41c4-9094-9abc46d98f73,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:52.504101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.575723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.669495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.832825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.839569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:52.917677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event updated for resources: {'Port': ['ID=0628f0fb-07b7-41c4-9094-9abc46d98f73,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:52.927658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:53.044438 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP aa2dc354-cb8d-4031-b33f-950a4a7039fe associated. External IP: 172.25.5.48, port: 6e16da4d-f432-465b-8b20-3e70fb641eac. Jul 30 00:12:53.266265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 174646b9-1b5c-415d-b77f-2988198a9c27 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:53.378205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:53.392016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Sync routers for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:53.402618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:53.404823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:53.405830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:53.439295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-de83eb3b-f93d-4865-b3b0-7a8a74bed615 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7700777 Jul 30 00:12:53.439981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:53.446581 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c034dfab-5dc4-410f-86ef-faab9afbbd99" -d '{"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:53.528367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:53.553484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6773c0-5eeb-4d14-9610-298e3f722a51 req-ae815412-b80c-4c65-8d9f-429c0d687738 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:53.555333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e6773c0-5eeb-4d14-9610-298e3f722a51 req-ae815412-b80c-4c65-8d9f-429c0d687738 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0586340 Jul 30 00:12:53.601949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e6773c0-5eeb-4d14-9610-298e3f722a51 req-e7919af0-12b7-434e-b023-936252e89f82 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Jul 30 00:12:53.627462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54584) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:53.717180 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f58c9-251c-4a2f-a20e-bfe4ca822170 x-openstack-request-id: req-9b1f58c9-251c-4a2f-a20e-bfe4ca822170 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:53.718040 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:53.718040 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b1f58c9-251c-4a2f-a20e-bfe4ca822170 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:53.718252 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'status': 'completed', 'code': 200} Jul 30 00:12:53.734223 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92235afd-7d25-4e84-969f-76b95afb91a9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/aa2dc354-cb8d-4031-b33f-950a4a7039fe HTTP/1.1" status: 200 len: 990 time: 0.1043019 Jul 30 00:12:53.775544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-1f01fa76-6d78-491b-adec-fc4379a3ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:53.777422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-1f01fa76-6d78-491b-adec-fc4379a3ecdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1097 time: 0.0626335 Jul 30 00:12:53.880865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-877fae1f-5466-4a36-ae5a-d4088f65ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:53.882790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-877fae1f-5466-4a36-ae5a-d4088f65ba3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 200 len: 897 time: 0.0981886 Jul 30 00:12:53.960138 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-a098cffb-6699-4fb5-8aa0-d48b54d01c9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 200 len: 998 time: 0.0696886 Jul 30 00:12:53.970927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'aa2dc354-cb8d-4031-b33f-950a4a7039fe', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'mac_address': 'fa:16:3e:8a:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:52Z', 'updated_at': '2021-07-30T00:12:52Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:53.997381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Checking router: 174646b9-1b5c-415d-b77f-2988198a9c27 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:54.006092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:54.006712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:54.012395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-52056daf-65ae-45e9-b048-d2f803c4bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:54.014040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-52056daf-65ae-45e9-b048-d2f803c4bbb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=003b23dd-cae1-497b-8490-7bf5e64b9f3a HTTP/1.1" status: 200 len: 835 time: 0.0469823 Jul 30 00:12:54.063031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-c1926f1e-6d70-4bfd-896a-3919b5641056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:54.064606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-c1926f1e-6d70-4bfd-896a-3919b5641056 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48468ae-82a2-4791-964d-435b23b4c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440183 Jul 30 00:12:54.121484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:54.167961 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-b7e33a7a-63bb-4fa7-aa2f-734f91bc1818 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954506 Jul 30 00:12:54.474949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'aa2dc354-cb8d-4031-b33f-950a4a7039fe', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'mac_address': 'fa:16:3e:8a:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:52Z', 'updated_at': '2021-07-30T00:12:52Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:54.514274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89a2ba8-51c7-499d-9d37-d2f51f2964b1 None None] The sync data for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 is: [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'aa2dc354-cb8d-4031-b33f-950a4a7039fe', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'mac_address': 'fa:16:3e:8a:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:52Z', 'updated_at': '2021-07-30T00:12:52Z', 'revision_number': 0, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:54.665112 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c034dfab-5dc4-410f-86ef-faab9afbbd99 req-a96226ad-c02c-4c31-b898-a4adbc448fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899173 Jul 30 00:12:54.737076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54588) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:54.814259 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5277e-e0c2-413d-9ddc-ddc65da267c5 None None] New status for floating IP aa2dc354-cb8d-4031-b33f-950a4a7039fe: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:12:54.829219 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-edd17dec-51b4-4e6e-8a24-d43b950e051f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/aa2dc354-cb8d-4031-b33f-950a4a7039fe HTTP/1.1" status: 200 len: 990 time: 0.0909343 Jul 30 00:12:55.832790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:55.908524 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db24bf5e-5dd5-444f-84b9-632b6f4aba66 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/aa2dc354-cb8d-4031-b33f-950a4a7039fe HTTP/1.1" status: 200 len: 992 time: 0.0744064 Jul 30 00:12:57.984693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.499972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54644) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:59.622741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b97c4229-c242-4035-af0f-49a5668bc8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.723486 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b97c4229-c242-4035-af0f-49a5668bc8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.729823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b97c4229-c242-4035-af0f-49a5668bc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.769494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c4229-c242-4035-af0f-49a5668bc8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31715077-f66d-434d-9b15-e0c30808a2ca,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:59.775449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b97c4229-c242-4035-af0f-49a5668bc8cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cda784797221475eb08970ca9e7904b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745697 Jul 30 00:12:59.778845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54648) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:59.835982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.857805 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.913292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.916023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:59.919987 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31715077-f66d-434d-9b15-e0c30808a2ca HTTP/1.1" status: 204 len: 168 time: 0.1374791 Jul 30 00:12:59.925275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8d3c2-7659-42ea-ab70-78e00f1970ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31715077-f66d-434d-9b15-e0c30808a2ca,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:00.225786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:00.239488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0802df55-f041-4e62-a49b-4eba98bc0108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.345052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0802df55-f041-4e62-a49b-4eba98bc0108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.350522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0802df55-f041-4e62-a49b-4eba98bc0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.390545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0802df55-f041-4e62-a49b-4eba98bc0108 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4da64872a9c34f7685134fceec3b71ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634798 Jul 30 00:13:00.391397 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802df55-f041-4e62-a49b-4eba98bc0108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db5dd3-7303-4ced-95be-39e397926ea2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:00.393470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54658) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:00.448951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.470471 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.523451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.527711 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.532019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93db5dd3-7303-4ced-95be-39e397926ea2 HTTP/1.1" status: 204 len: 168 time: 0.1345918 Jul 30 00:13:00.540041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9dadd-c5ea-44aa-86ff-cb3de3b1662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db5dd3-7303-4ced-95be-39e397926ea2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:00.892036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54664) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:00.914260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.017449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.023848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.070835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0592e6c55da4c639c99bcc1bd69bb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772246 Jul 30 00:13:01.071812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee2f8d-6877-485c-a324-7cf3b45e1b02,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:01.073870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:01.083286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.083813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.084255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.084700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.085133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.085559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.086056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.086481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.086952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.087439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.087826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.088277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675f251-7231-45c6-b860-36b829fb773b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:01.135279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.166825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.223861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.226467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:01.227648 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10ee2f8d-6877-485c-a324-7cf3b45e1b02 HTTP/1.1" status: 204 len: 168 time: 0.1527803 Jul 30 00:13:01.236341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de967-be9e-4ac0-852e-434ca819d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee2f8d-6877-485c-a324-7cf3b45e1b02,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:02.432124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54698) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:02.559840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b936c910-f387-4964-a781-723a4d26b473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.666102 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b936c910-f387-4964-a781-723a4d26b473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.675133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b936c910-f387-4964-a781-723a4d26b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.717705 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b936c910-f387-4964-a781-723a4d26b473 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63aaf7b2859f424b843548579f3046bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841024 Jul 30 00:13:02.718566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936c910-f387-4964-a781-723a4d26b473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35fef2c-b029-4013-b919-060490d3ee3b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:02.720640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54706) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:02.774079 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.796924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.854477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.857759 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.858997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a35fef2c-b029-4013-b919-060490d3ee3b HTTP/1.1" status: 204 len: 168 time: 0.1373186 Jul 30 00:13:02.867477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284684fa-aa7d-4a3b-8a81-fa9bc0cf9937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35fef2c-b029-4013-b919-060490d3ee3b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:12.486098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:12.614285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34c9311d-3261-4475-8f11-d34d684163ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.724337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34c9311d-3261-4475-8f11-d34d684163ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.729724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-34c9311d-3261-4475-8f11-d34d684163ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.779521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-34c9311d-3261-4475-8f11-d34d684163ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16f48a104cc54f4f905ef4913d548562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914355 Jul 30 00:13:12.781340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9311d-3261-4475-8f11-d34d684163ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18ac49-2bd9-4a5f-80b3-8a2babe92bee,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:12.781897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54802) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:12.837077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.863638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.919971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.922972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:12.924161 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a18ac49-2bd9-4a5f-80b3-8a2babe92bee HTTP/1.1" status: 204 len: 168 time: 0.1412208 Jul 30 00:13:12.932110 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0eb91-34cd-4dbb-b851-a9032f9fd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18ac49-2bd9-4a5f-80b3-8a2babe92bee,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:14.275140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54848) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:14.456407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'network': {'name': 'tempest-network-smoke--177731652', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'port_security_enabled': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:14.483530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:13:14.488146 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.500062 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.627395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.645319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.671105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:13:14.687022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b7ec64-b168-4c11-82e3-72eff70c4407,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:14.690138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.690517 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Added segment 21a715ee-a39c-4f97-bce1-e4e776875553 of type vlan for network 6290a384-470f-4a5a-83fe-899a0f88d744 Jul 30 00:13:14.734437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.776738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.782745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:14.783347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.844337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5677660 Jul 30 00:13:14.847359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54860) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:14.852016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-31495387', 'admin_state_up': True, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:14.871644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab93e-e69d-4321-89c3-a47f21f38a50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Network': ['ID=6290a384-470f-4a5a-83fe-899a0f88d744,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:14.884947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 6290a384-470f-4a5a-83fe-899a0f88d744 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:13:14.887974 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.889260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:14.943530 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.092698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.293869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.317297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.436629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.25.5.6 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/eaef69e7-cf30-42c5-8009-3e0148dd1e64) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:15.556852 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.601652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:15.639905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:15.647151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:15.652114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:15.655738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=eaef69e7-cf30-42c5-8009-3e0148dd1e64,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:15.931190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.178591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.301982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-acfe01cc-91a8-4fb7-9027-ea340e8ce8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.331274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:13:16.451060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:13:16.462630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:13:16.471180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:16.472823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8a3a2a5-43e9-4042-b220-bc4ec68ca877 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6244490 Jul 30 00:13:16.473264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:16.474039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:16.476092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:16.568578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-962e0e35-9d39-4321-a02a-7540f28e8b49 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=469099a997d7465a84f5f4ced8d04bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0908966 Jul 30 00:13:16.571091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54882) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:16.601426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:16.677463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8b160-1576-419a-acbe-f8d2e2d066d3 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.679181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-efa8b160-1576-419a-acbe-f8d2e2d066d3 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070943 Jul 30 00:13:16.682076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54884) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:16.829922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:15Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:16.864579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:13:16.865527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Updating router 4979e9db-2ac0-406c-8e7e-fab8376de227 port eaef69e7-cf30-42c5-8009-3e0148dd1e64 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:13:16.893398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.092298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dc499391-f774-47ef-8a74-a5890d10ac09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4090180 Jul 30 00:13:17.096938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54886) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:17.105296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466822935', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:17.175707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.185975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Transition to ACTIVE for port object eaef69e7-cf30-42c5-8009-3e0148dd1e64 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:17.193202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.201783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:13:17.207049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.237503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Attempting to bind port eaef69e7-cf30-42c5-8009-3e0148dd1e64 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:17.237928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Attempting to bind port eaef69e7-cf30-42c5-8009-3e0148dd1e64 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:17.238296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Attempting to bind port eaef69e7-cf30-42c5-8009-3e0148dd1e64 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:17.245264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:17.245264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:17.245567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.245967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:17.246439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Bound port: eaef69e7-cf30-42c5-8009-3e0148dd1e64, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:17.246821 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.282177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Pushing event updated for resources: {'Port': ['ID=eaef69e7-cf30-42c5-8009-3e0148dd1e64,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:17.301520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.301897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.302468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.303049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.303154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.303526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.303795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.304086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.304409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.304726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.305059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.305379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.330381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] For port eaef69e7-cf30-42c5-8009-3e0148dd1e64, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:17.333583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] For port eaef69e7-cf30-42c5-8009-3e0148dd1e64, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaef69e7-cf30-42c5-8009-3e0148dd1e64,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:17.339171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.392701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:17.393338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:12:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:17.424282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.447272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7246a5-6d9f-4686-9b79-dd803d9de215 None None] Pushing event updated for resources: {'Port': ['ID=eaef69e7-cf30-42c5-8009-3e0148dd1e64,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:17.500213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Subnet': ['ID=032ec3e7-7201-4a27-882a-3fbc3d4162e2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:17.514988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.515516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.515968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.516846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.516846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.517239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.517688 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.518237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.518667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.519089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.519510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.519930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:17.529225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Checking segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:17.529780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network hostable DHCP agents. Network: 6290a384-470f-4a5a-83fe-899a0f88d744, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:13:17.542492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.551465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 6290a384-470f-4a5a-83fe-899a0f88d744 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:13:17.560271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:17.563264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 6290a384-470f-4a5a-83fe-899a0f88d744) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:17.568064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:17.568668 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.587087 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f33c9ee4-94f1-40a4-bf9d-c20c139116ee tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4886074 Jul 30 00:13:17.589365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54890) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:17.595087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46d73b-8903-4656-a5a7-5933d02cbb7b None None] Network 6290a384-470f-4a5a-83fe-899a0f88d744 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:13:17.898347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-6290a384-470f-4a5a-83fe-899a0f88d744', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:13:17.899329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:17.930505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99839191-3b6d-47ea-a174-69991685e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:15Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:17.966500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99839191-3b6d-47ea-a174-69991685e64f None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:15Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:13:18.106564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Allocated IP 172.20.0.2 (6290a384-470f-4a5a-83fe-899a0f88d744/032ec3e7-7201-4a27-882a-3fbc3d4162e2/c74eff06-4e23-4645-9003-bf02694c8b6f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:18.117470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.339023 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.363148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Transition to ACTIVE for port object c74eff06-4e23-4645-9003-bf02694c8b6f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:18.402479 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Transition to ACTIVE for port object c74eff06-4e23-4645-9003-bf02694c8b6f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:18.424192 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.469840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Network 6290a384-470f-4a5a-83fe-899a0f88d744 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:18.473390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:18.495308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:18.502644 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Pushing event updated for resources: {'Port': ['ID=c74eff06-4e23-4645-9003-bf02694c8b6f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:18.596495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Attempting to bind port c74eff06-4e23-4645-9003-bf02694c8b6f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:18.597001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Attempting to bind port c74eff06-4e23-4645-9003-bf02694c8b6f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:18.597450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Attempting to bind port c74eff06-4e23-4645-9003-bf02694c8b6f on network 6290a384-470f-4a5a-83fe-899a0f88d744 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:18.609047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:18.610032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Checking segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:18.611855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.612368 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Bound using segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:18.613137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Bound port: c74eff06-4e23-4645-9003-bf02694c8b6f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:18.613659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.623658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.1 (6290a384-470f-4a5a-83fe-899a0f88d744/032ec3e7-7201-4a27-882a-3fbc3d4162e2/6ea7b70d-245b-4fc5-843d-3ad68affeec2) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:18.721143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] For port c74eff06-4e23-4645-9003-bf02694c8b6f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:18.725508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] For port c74eff06-4e23-4645-9003-bf02694c8b6f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c74eff06-4e23-4645-9003-bf02694c8b6f,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:18.733503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.776863 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.794331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object 6ea7b70d-245b-4fc5-843d-3ad68affeec2 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:18.812814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972657a9-3666-4ed1-b2e9-77b3e4be5b7d None None] Pushing event updated for resources: {'Port': ['ID=c74eff06-4e23-4645-9003-bf02694c8b6f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:18.848126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:18.910368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 6290a384-470f-4a5a-83fe-899a0f88d744 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:18.916404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:18.919578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:18.923186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:19.007352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.045943 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-43ffc182-8329-4165-881b-a50a7e2bf5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.270985 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.450334 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.656770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.663569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.764060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:19.776094 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:19.917583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 6290a384-470f-4a5a-83fe-899a0f88d744 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:19.924276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:20.120915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaef69e7-cf30-42c5-8009-3e0148dd1e64 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:20.140949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:13:20.278980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:13:20.285363 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c7c2ba7-6a17-4226-b761-5e061c4164ad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/4979e9db-2ac0-406c-8e7e-fab8376de227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943097 Jul 30 00:13:20.288092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54898) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:20.348466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9709e-d5ac-41ae-8d44-fd18e7bf9913 None None] Network 6290a384-470f-4a5a-83fe-899a0f88d744 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:13:20.412380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-21fc44f9-ec51-4657-b8bb-a7e39f39d2a4 None None] Provisioning for port c74eff06-4e23-4645-9003-bf02694c8b6f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:20.461443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port eaef69e7-cf30-42c5-8009-3e0148dd1e64 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:20.471321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port eaef69e7-cf30-42c5-8009-3e0148dd1e64 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:20.472080 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.511890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.512480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.513028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.513584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.513974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.514479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.515645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.516116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.521175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:20.521901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-53668047-a14e-4fa5-a2bf-7d527e221194 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5666 time: 0.2326918 Jul 30 00:13:20.645269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.645771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.646231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.646686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.647135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.647584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.648054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.648614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:20.654301 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:20.654546 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-890bc357-3f89-43af-ab94-64a2e439db09 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5265 time: 0.1320195 Jul 30 00:13:20.655428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.681592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port eaef69e7-cf30-42c5-8009-3e0148dd1e64, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaef69e7-cf30-42c5-8009-3e0148dd1e64,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:20.688408 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.690130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c74eff06-4e23-4645-9003-bf02694c8b6f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:20.774778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.833519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=eaef69e7-cf30-42c5-8009-3e0148dd1e64,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:20.850176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c74eff06-4e23-4645-9003-bf02694c8b6f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:20.854934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c74eff06-4e23-4645-9003-bf02694c8b6f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:20.855431 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:20.869685 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:13:20.886769 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:20.887699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:13:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:20.984894 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.035579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8108448f-5e7c-401a-a80c-93553d52ed30 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.3781586 Jul 30 00:13:21.045941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port c74eff06-4e23-4645-9003-bf02694c8b6f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c74eff06-4e23-4645-9003-bf02694c8b6f,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:21.055376 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.079702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:21.109979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=c74eff06-4e23-4645-9003-bf02694c8b6f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.112790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Provisioning for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:21.117786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Provisioning complete for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:21.118160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.162258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:13:21.175179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Provisioning complete for port c74eff06-4e23-4645-9003-bf02694c8b6f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:21.175565 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c1a1-61d3-4aad-820b-71f51bf8984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.434085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54908) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:21.447800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384796568', 'description': 'tempest-secgroup-smoke-384796568 description', 'project_id': '469099a997d7465a84f5f4ced8d04bb3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:21.459640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c1ea401a-82f2-4a56-b472-88fd1117d523 None None] Provisioning complete for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:21.460347 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c1ea401a-82f2-4a56-b472-88fd1117d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.460759 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 2, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:21.487460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.499981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea401a-82f2-4a56-b472-88fd1117d523 None None] Port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:13:21.505536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:13:21.505928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Updating router 4979e9db-2ac0-406c-8e7e-fab8376de227 port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:13:21.536892 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.612721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.619075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.629470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-65e30dcc-c3a9-4ac1-8d1f-8092c59a8ea3 None None] Provisioning complete for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:21.629773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65e30dcc-c3a9-4ac1-8d1f-8092c59a8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.665512 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.667226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2287843 Jul 30 00:13:21.670053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642b208-dd1b-493d-9e3f-96ace9a6ec42 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceee606-dc5f-482a-87ea-0abd2e22fbd0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.672129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54914) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:21.688458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:21.716364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-65e30dcc-c3a9-4ac1-8d1f-8092c59a8ea3 None None] Port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:13:21.730183 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.806835 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.812114 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.832865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9a1b56-c737-4e46-a03d-0b93f90ef2d4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.841492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.846052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:21.846343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b14758d-f9e2-4c2b-934b-3135e485344c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725214 Jul 30 00:13:21.851075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:21.881640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.898138 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.910351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Transition to ACTIVE for port object 6ea7b70d-245b-4fc5-843d-3ad68affeec2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:21.917793 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.954942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.961482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.972103 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964015-77b9-4594-8ff0-970f35ab5cb7 None None] Pushing event updated for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.979950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c75d5-3c10-4a07-a799-62a9c776f249,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:21.997797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:21.999989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-159eae0b-f525-4cc3-b7aa-8d48987b538f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526034 Jul 30 00:13:22.004020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:22.010059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:22.035111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaef69e7-cf30-42c5-8009-3e0148dd1e64 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:22.050310 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Attempting to bind port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:22.050832 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Attempting to bind port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:22.051211 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Attempting to bind port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 on network 6290a384-470f-4a5a-83fe-899a0f88d744 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:22.057322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:22.057780 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Checking segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:22.058202 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.058590 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Bound using segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:22.059060 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Bound port: 6ea7b70d-245b-4fc5-843d-3ad68affeec2, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:22.059789 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.064227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.104986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port eaef69e7-cf30-42c5-8009-3e0148dd1e64 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:22.105534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.167601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.173853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.209025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7784c2ad-d05b-4c3b-95ac-84a6ce562334,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:22.219963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.221221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8a048974-8dc3-4c27-8349-2ba3677f9595 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159057 Jul 30 00:13:22.223925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 54922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:22.233019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:22.259688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c74eff06-4e23-4645-9003-bf02694c8b6f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:22.265729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.277535 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] For port 6ea7b70d-245b-4fc5-843d-3ad68affeec2, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:22.283598 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] For port 6ea7b70d-245b-4fc5-843d-3ad68affeec2, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ea7b70d-245b-4fc5-843d-3ad68affeec2,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:22.289604 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.334101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c74eff06-4e23-4645-9003-bf02694c8b6f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:22.334566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.356926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964015-77b9-4594-8ff0-970f35ab5cb7 None None] Pushing event updated for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:22.359787 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:22.360765 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:13:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:22.369643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.376528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.398644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fb0393-1752-463a-a1ca-fc3b9d9336da,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:22.409755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.411492 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa2121af-e975-4ad6-91ca-79d00cc102c3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861410 Jul 30 00:13:22.415652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54926) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:22.420476 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:22.464674 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:13:22.472157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.509602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.520407 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:22.562365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.567039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.587741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fecb089-b9e4-4b09-ad08-ab23bb1330d2,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:22.596926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.598322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0919c463-6b20-458b-84fc-6c4919053497 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816573 Jul 30 00:13:22.601206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 54928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:22.605910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '5ceee606-dc5f-482a-87ea-0abd2e22fbd0', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:22.629654 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:13:22.635103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.707897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.712587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.737200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:22.738464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361892 Jul 30 00:13:22.739275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccada82-e317-4e8a-ac69-b5bd9f918b3b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e7c4c2-fdee-4e6a-92e9-2861e29a2e4a,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:22.773373 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:22Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:22.797301 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6339d-9a4a-48c5-9148-672e4cf5a308 None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:22Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:13:22.927857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-97f4d95f-9040-48d4-b86b-8b68adfacc22 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384796568&fields=id&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 267 time: 0.0390351 Jul 30 00:13:23.049968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-0ba4d440-19f9-4ba1-b59f-8aa5ff69a944 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:23.051610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-0ba4d440-19f9-4ba1-b59f-8aa5ff69a944 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 796 time: 0.1145506 Jul 30 00:13:23.068030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-968ca160-a132-416b-b59f-8e50270eaf74 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/quotas/469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 375 time: 0.0106032 Jul 30 00:13:23.123710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-3ea9b3e8-d360-43f0-a76d-f38ee60e5c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495534 Jul 30 00:13:23.232406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-eb1941e5-bbf9-41c1-b756-7272f4c8d510 service neutron] 10.222.0.49 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965493 Jul 30 00:13:23.330782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-7294c319-d7c8-43cc-b81d-9157862e58c3 service neutron] 10.222.0.49 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913680 Jul 30 00:13:23.520056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-392bf775-77e9-46b5-8127-3ce649d172bf req-1353cb43-4927-405c-b42b-87a2f4ec7f6b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 210 time: 0.0297210 Jul 30 00:13:23.993994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ea7b70d-245b-4fc5-843d-3ad68affeec2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:24.046372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:24.050774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:24.051337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.139315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.182016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6ea7b70d-245b-4fc5-843d-3ad68affeec2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ea7b70d-245b-4fc5-843d-3ad68affeec2,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:24.188342 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.247089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:24.654511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a11622cb-d58a-4e05-afcd-66d66e514a82 req-8838dd79-1a33-449a-a811-91115cc83f0c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 210 time: 0.0473821 Jul 30 00:13:24.676875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ed4e0e6c-f5c4-4c6e-b086-7bee0451cd82 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.676875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ed4e0e6c-f5c4-4c6e-b086-7bee0451cd82 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 796 time: 0.1669631 Jul 30 00:13:24.730552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-d2b5a7c9-090a-49b9-9ed9-eab01f6fa9cd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 379 time: 0.0352073 Jul 30 00:13:24.766593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'port': {'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'admin_state_up': True, 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'security_groups': ['5ceee606-dc5f-482a-87ea-0abd2e22fbd0']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:24.884464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:13:24.888380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.026712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.14 (6290a384-470f-4a5a-83fe-899a0f88d744/032ec3e7-7201-4a27-882a-3fbc3d4162e2/42e652f9-77b8-4977-817f-cac141503157) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:25.173056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.187101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object 42e652f9-77b8-4977-817f-cac141503157 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:25.225045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.269084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 6290a384-470f-4a5a-83fe-899a0f88d744 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:25.272229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:25.274831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:25.286852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:25.342211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.342825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.361034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-387aeaf2-ce99-4f1f-847d-f529489f3e28 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989931 Jul 30 00:13:25.379664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Request body: {'port': {'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:25.446407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.531709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-31270325-58fb-412f-89db-893a088ce0e3 None None] Provisioning for port 42e652f9-77b8-4977-817f-cac141503157 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:25.536441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-31270325-58fb-412f-89db-893a088ce0e3 None None] Provisioning complete for port 42e652f9-77b8-4977-817f-cac141503157 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:25.536816 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31270325-58fb-412f-89db-893a088ce0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.578833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-31270325-58fb-412f-89db-893a088ce0e3 None None] Port 42e652f9-77b8-4977-817f-cac141503157 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:13:25.813918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e652f9-77b8-4977-817f-cac141503157 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:25.823260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.848610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b0ab-3467-4082-ae18-495257659aee req-cd8f1bfc-3ae4-473a-b1b1-b089d96d2b3a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.850319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3925b0ab-3467-4082-ae18-495257659aee req-cd8f1bfc-3ae4-473a-b1b1-b089d96d2b3a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 932 time: 0.1180370 Jul 30 00:13:25.851491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Transition to ACTIVE for port object 42e652f9-77b8-4977-817f-cac141503157 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:25.857145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.945306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Pushing event updated for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:25.961797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3925b0ab-3467-4082-ae18-495257659aee req-5c373e29-99dc-4d96-84f5-23043f6f2185 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994725 Jul 30 00:13:25.997893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ea7b70d-245b-4fc5-843d-3ad68affeec2 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:26.074440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Attempting to bind port 42e652f9-77b8-4977-817f-cac141503157 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:26.074846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Attempting to bind port 42e652f9-77b8-4977-817f-cac141503157 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:26.075783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Attempting to bind port 42e652f9-77b8-4977-817f-cac141503157 on network 6290a384-470f-4a5a-83fe-899a0f88d744 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:26.077336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:26.077765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.082542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Port 42e652f9-77b8-4977-817f-cac141503157 on network 6290a384-470f-4a5a-83fe-899a0f88d744 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:26.082878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Attempting to bind port 42e652f9-77b8-4977-817f-cac141503157 on network 6290a384-470f-4a5a-83fe-899a0f88d744 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:26.090629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:26.091023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Checking segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:26.091419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Bound using segment: {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:26.091863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Bound port: 42e652f9-77b8-4977-817f-cac141503157, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a715ee-a39c-4f97-bce1-e4e776875553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:26.092233 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.173543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:26.177115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42e652f9-77b8-4977-817f-cac141503157,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:26.183814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.220253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.220881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.222374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] 10.222.0.57 "PUT /v2.0/ports/42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 1093 time: 0.8476431 Jul 30 00:13:26.222785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:26.225085 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f448f6-1c26-46c0-b917-b64590eaa416" -d '{"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:26.258553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8275b3-63b9-44bf-9931-7ea5338a6376 service neutron] Pushing event updated for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:26.268254 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42ed646-b868-4a38-8fb3-2e2aadd0c157 x-openstack-request-id: req-d42ed646-b868-4a38-8fb3-2e2aadd0c157 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:26.268723 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:26.269166 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d42ed646-b868-4a38-8fb3-2e2aadd0c157 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:26.269841 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157', 'status': 'completed', 'code': 200} Jul 30 00:13:26.337441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-c527f3ad-ad4f-44e5-9b8c-9c1827656229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.339049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-c527f3ad-ad4f-44e5-9b8c-9c1827656229 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1096 time: 0.0494626 Jul 30 00:13:26.349990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-5cd8fdfe-e3d2-4832-b7d9-ed819d7cefc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459075 Jul 30 00:13:26.413981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-0a7f2acc-b273-4ccf-b92d-a89316dee348 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 217 time: 0.0600293 Jul 30 00:13:26.463877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-d40275c6-9c93-4587-9d05-0062b47ba4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.465421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-d40275c6-9c93-4587-9d05-0062b47ba4ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.0487077 Jul 30 00:13:26.480517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-8d4df10d-32a9-468f-b0a7-dfc819e9cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.483041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-8d4df10d-32a9-468f-b0a7-dfc819e9cd30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 200 len: 835 time: 0.0622330 Jul 30 00:13:26.543356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-fe251abd-fb38-47ba-87ff-b264b199cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.547957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-fe251abd-fb38-47ba-87ff-b264b199cecd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6290a384-470f-4a5a-83fe-899a0f88d744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537286 Jul 30 00:13:26.599633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-7ec255d5-dd64-441f-a234-6bfeac9bef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.601244 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-7ec255d5-dd64-441f-a234-6bfeac9bef75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1135950 Jul 30 00:13:26.684989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-b9a72018-c623-4cff-a6cd-59626ba6cccc service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317866 Jul 30 00:13:26.719183 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-1769475e-4ade-4ff7-862c-51c614e38a8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 1001 time: 0.1085987 Jul 30 00:13:26.794343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-b09a1706-819f-4d20-accf-a173e4cedd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.797579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-b09a1706-819f-4d20-accf-a173e4cedd6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0629470 Jul 30 00:13:26.802202 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-070e1584-c7c1-473c-be2b-12f6830d2487 req-9d771362-c553-492b-8246-e4c81f4a4451 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084476 Jul 30 00:13:26.855494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-8b9170b3-327a-4c60-8c1d-7f4137f92f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.857077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-8b9170b3-327a-4c60-8c1d-7f4137f92f27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516024 Jul 30 00:13:26.968530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-474eb8b1-98b9-4b39-8869-3306239c9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.970875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-474eb8b1-98b9-4b39-8869-3306239c9e0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1096 time: 0.0518126 Jul 30 00:13:26.974077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-3eb7ae60-ddb7-42b1-bb61-aada9db7bd7a service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081119 Jul 30 00:13:27.093431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-0296737f-a59b-40ff-9ecf-6f50718125f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.095248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-0296737f-a59b-40ff-9ecf-6f50718125f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 897 time: 0.1163564 Jul 30 00:13:27.121330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f8bbc48-ba7e-4c61-9b9f-5df0511ae680 req-424a1f46-5c5f-4b4f-bab2-6976ff063f59 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389425 Jul 30 00:13:27.163092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-336fd25a-4210-409c-9904-99ed77ae3ed8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 217 time: 0.0586615 Jul 30 00:13:27.221667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed4ac-3e80-42c5-a82d-4cddaf71b62a req-1d75b14c-08a9-4340-b688-afd8825a1fad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.223013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f58ed4ac-3e80-42c5-a82d-4cddaf71b62a req-1d75b14c-08a9-4340-b688-afd8825a1fad tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 944 time: 0.1315715 Jul 30 00:13:27.251731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-c799e558-6f6d-4fa3-b432-101229747c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.253225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-c799e558-6f6d-4fa3-b432-101229747c5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 200 len: 835 time: 0.0812593 Jul 30 00:13:27.281502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f58ed4ac-3e80-42c5-a82d-4cddaf71b62a req-c8e22f13-e1f5-42d7-8d37-bbaa79334b6b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516467 Jul 30 00:13:27.314143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-d371f85b-35f0-469b-b53a-33b18ba4fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.315831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-d371f85b-35f0-469b-b53a-33b18ba4fde8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6290a384-470f-4a5a-83fe-899a0f88d744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509322 Jul 30 00:13:27.419228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-3abb2676-cfa0-473b-993e-6928b93af65a service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958121 Jul 30 00:13:27.529157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f448f6-1c26-46c0-b917-b64590eaa416 req-5a9919c4-0ea3-4bbf-bccb-5edb4ea35f45 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026332 Jul 30 00:13:27.624720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be4e2-76c3-4043-b356-a7deebdc8eec req-9f537478-ac3f-43bc-960b-869c633f3068 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.626397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c4be4e2-76c3-4043-b356-a7deebdc8eec req-9f537478-ac3f-43bc-960b-869c633f3068 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Jul 30 00:13:27.674796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c4be4e2-76c3-4043-b356-a7deebdc8eec req-730378e9-51fb-4f71-ac01-301750feae6c tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Jul 30 00:13:27.702127 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:13:27.998528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:28.398621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7e39-3081-4dc9-bce5-c22e33e005df req-11b2ac27-8a20-403b-943a-186211c11e72 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.400066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf5c7e39-3081-4dc9-bce5-c22e33e005df req-11b2ac27-8a20-403b-943a-186211c11e72 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0619147 Jul 30 00:13:28.441292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf5c7e39-3081-4dc9-bce5-c22e33e005df req-086c841e-ea77-4a74-9b35-14402389ad29 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347803 Jul 30 00:13:28.569262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663e6c-e607-4d01-9efc-deddbcc14f6f req-b1323ef1-6fc7-4f3a-ad04-e16969a8da33 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.570916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f663e6c-e607-4d01-9efc-deddbcc14f6f req-b1323ef1-6fc7-4f3a-ad04-e16969a8da33 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 944 time: 0.0598083 Jul 30 00:13:28.611396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f663e6c-e607-4d01-9efc-deddbcc14f6f req-f6477770-c291-4fcb-9ae6-becb70d55679 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343747 Jul 30 00:13:28.808783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6e3e-eee5-4c73-ab66-c08a62483f3d req-8f51fb3d-1a5d-47f4-8256-2e8b074b6a31 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.810379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e38b6e3e-eee5-4c73-ab66-c08a62483f3d req-8f51fb3d-1a5d-47f4-8256-2e8b074b6a31 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Jul 30 00:13:28.858965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e38b6e3e-eee5-4c73-ab66-c08a62483f3d req-6f03225f-f659-46e4-aaeb-16ae8e2abadb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Jul 30 00:13:29.582908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9622bd-0664-48c5-880a-07711c166937 req-737d39dc-f6c6-4a28-b39a-55913ace3667 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:29.584424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d9622bd-0664-48c5-880a-07711c166937 req-737d39dc-f6c6-4a28-b39a-55913ace3667 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0606356 Jul 30 00:13:29.629375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d9622bd-0664-48c5-880a-07711c166937 req-38a43c46-ef47-485c-92f4-2c2974d28214 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Jul 30 00:13:29.739219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe89875-70bd-4c61-bde2-e8d87b882ef3 req-bddeb8f2-d8e3-4901-beca-f0337f5b9af0 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:29.741054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe89875-70bd-4c61-bde2-e8d87b882ef3 req-bddeb8f2-d8e3-4901-beca-f0337f5b9af0 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 944 time: 0.0532510 Jul 30 00:13:29.785880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe89875-70bd-4c61-bde2-e8d87b882ef3 req-bbf9585d-3770-4ac3-b250-746cc8ebbb91 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366788 Jul 30 00:13:29.999478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf590db-0dab-42f6-bdb0-e4f9740c9558 req-765da486-ba4e-434f-8516-d17380b35805 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.001067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cdf590db-0dab-42f6-bdb0-e4f9740c9558 req-765da486-ba4e-434f-8516-d17380b35805 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0615218 Jul 30 00:13:30.051980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cdf590db-0dab-42f6-bdb0-e4f9740c9558 req-ca7ddbb3-d686-4635-8d14-0a8d29e1a621 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Jul 30 00:13:30.526011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42e652f9-77b8-4977-817f-cac141503157 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:30.629238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42e652f9-77b8-4977-817f-cac141503157,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:30.645021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '42e652f9-77b8-4977-817f-cac141503157', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:30.685228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.703636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e652f9-77b8-4977-817f-cac141503157 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:30.726912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42e652f9-77b8-4977-817f-cac141503157,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:30.733177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.755060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78269ba-65b3-4dfd-b035-d1ec87b5e4ba req-9e60df0b-90b6-4ef0-8199-63edcb45313f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.756625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a78269ba-65b3-4dfd-b035-d1ec87b5e4ba req-9e60df0b-90b6-4ef0-8199-63edcb45313f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0536931 Jul 30 00:13:30.784279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:30.798880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a78269ba-65b3-4dfd-b035-d1ec87b5e4ba req-031c56a8-3af8-4b38-b2ff-bc17f8110839 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Jul 30 00:13:30.907693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ff636-6a29-40d2-a992-02f4255219fd req-be73f66c-51be-4a18-87f6-ca6d65971e1e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.909194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-055ff636-6a29-40d2-a992-02f4255219fd req-be73f66c-51be-4a18-87f6-ca6d65971e1e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 945 time: 0.0538080 Jul 30 00:13:30.951558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-055ff636-6a29-40d2-a992-02f4255219fd req-c48fc03b-e754-47bc-be1e-219847639758 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357621 Jul 30 00:13:31.024063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['42e652f9-77b8-4977-817f-cac141503157'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:31.196015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f8758-1096-4db0-a575-f4c7068f4655 req-dcc62e34-c896-4dff-b4c6-972ad6e74dd2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:31.197648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-239f8758-1096-4db0-a575-f4c7068f4655 req-dcc62e34-c896-4dff-b4c6-972ad6e74dd2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0644023 Jul 30 00:13:31.243465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-239f8758-1096-4db0-a575-f4c7068f4655 req-b21fb27f-1ee4-4d66-8ba2-b8ca23397220 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Jul 30 00:13:32.183599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d69cd-4e70-4105-985b-5fc78434fd5f req-e56f6bf2-606e-40fa-895c-82109bd0a352 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.185301 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-540d69cd-4e70-4105-985b-5fc78434fd5f req-e56f6bf2-606e-40fa-895c-82109bd0a352 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0573308 Jul 30 00:13:32.226187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-540d69cd-4e70-4105-985b-5fc78434fd5f req-a98b6d00-4108-4a8d-acd3-5238532cb2ba tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346537 Jul 30 00:13:32.350506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bff6d-f88c-48e8-a138-da449f7d4ceb req-e8b1c86f-65bd-4e1c-b0b0-45c31b6f3b7a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.352026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b6bff6d-f88c-48e8-a138-da449f7d4ceb req-e8b1c86f-65bd-4e1c-b0b0-45c31b6f3b7a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 945 time: 0.0674148 Jul 30 00:13:32.393660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b6bff6d-f88c-48e8-a138-da449f7d4ceb req-5d4ef6af-bfdc-4b7b-b5fb-f08ac252ce5c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352669 Jul 30 00:13:32.505724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32517422-46e7-445b-9cc2-43a98188fd36 req-635b30dd-e36b-43b0-8b6e-8068ab2c4c04 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.507114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32517422-46e7-445b-9cc2-43a98188fd36 req-635b30dd-e36b-43b0-8b6e-8068ab2c4c04 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Jul 30 00:13:32.541913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42e652f9-77b8-4977-817f-cac141503157 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:32.571954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-32517422-46e7-445b-9cc2-43a98188fd36 req-c008ab28-adcb-4520-a2b1-e5f8a88cdccc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552642 Jul 30 00:13:32.608932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 42e652f9-77b8-4977-817f-cac141503157 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:32.613671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 42e652f9-77b8-4977-817f-cac141503157 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:32.614054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:32.700131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:32.736020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e652f9-77b8-4977-817f-cac141503157'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:32.738599 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a65a61-4bce-4ff8-931d-5d8337d0d260" -d '{"events": [{"server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "42e652f9-77b8-4977-817f-cac141503157"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:32.757170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42e652f9-77b8-4977-817f-cac141503157,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:32.762891 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:32.789859 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd55444-8cf1-4167-a566-de22eed061e1 x-openstack-request-id: req-5dd55444-8cf1-4167-a566-de22eed061e1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:32.790153 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "name": "network-vif-plugged", "status": "completed", "tag": "42e652f9-77b8-4977-817f-cac141503157", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:32.790402 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dd55444-8cf1-4167-a566-de22eed061e1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:32.790785 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e652f9-77b8-4977-817f-cac141503157', 'code': 200} Jul 30 00:13:32.818807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:32.917772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3adda-a00d-4c6c-ba44-cd58d1e2fb77 req-86243bd0-d23c-45e7-b5e7-666e5879074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.919315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35d3adda-a00d-4c6c-ba44-cd58d1e2fb77 req-86243bd0-d23c-45e7-b5e7-666e5879074a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1098 time: 0.0460341 Jul 30 00:13:32.959751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35d3adda-a00d-4c6c-ba44-cd58d1e2fb77 req-6e07db1d-7e21-4096-a415-800550eac218 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Jul 30 00:13:33.377296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978f21c-0a01-495c-a282-82229693ee1c req-79d6acc8-cc35-47b3-9fdb-93ae7c8c4ac5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:33.378978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4978f21c-0a01-495c-a282-82229693ee1c req-79d6acc8-cc35-47b3-9fdb-93ae7c8c4ac5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0748074 Jul 30 00:13:33.434173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4978f21c-0a01-495c-a282-82229693ee1c req-5e1dd729-c0ec-4453-998f-bd63a4c60834 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Jul 30 00:13:33.550261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12495-a218-49b5-9cb1-9c70ffdf3a61 req-778754d0-d292-4e49-baf1-b0ad94f78838 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:33.551747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bca12495-a218-49b5-9cb1-9c70ffdf3a61 req-778754d0-d292-4e49-baf1-b0ad94f78838 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0555785 Jul 30 00:13:33.595416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bca12495-a218-49b5-9cb1-9c70ffdf3a61 req-acb8048e-48e9-4e98-b031-4c5782c715e6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371828 Jul 30 00:13:33.718799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8781f9-fa6b-4f62-8baf-61646ac3ee43 req-409429dd-1157-4316-897b-29b53cb620d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:33.721171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c8781f9-fa6b-4f62-8baf-61646ac3ee43 req-409429dd-1157-4316-897b-29b53cb620d6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0653274 Jul 30 00:13:33.768669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c8781f9-fa6b-4f62-8baf-61646ac3ee43 req-ab1074ae-954f-4824-9340-936fa37e7bb2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Jul 30 00:13:34.571149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11f300-08ab-4c86-b17d-625e46a4c677 req-f3cf305f-10ee-44a0-b70f-df883917dfca tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:34.572678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c11f300-08ab-4c86-b17d-625e46a4c677 req-f3cf305f-10ee-44a0-b70f-df883917dfca tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0533323 Jul 30 00:13:34.616097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c11f300-08ab-4c86-b17d-625e46a4c677 req-cbb876ea-0723-43a9-946c-45a00e43776c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Jul 30 00:13:34.728040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994373-e69d-4183-843b-8b973cfa789b req-77ee7100-4203-4f92-8be3-5394c288fb05 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:34.729527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3994373-e69d-4183-843b-8b973cfa789b req-77ee7100-4203-4f92-8be3-5394c288fb05 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0548809 Jul 30 00:13:34.782030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3994373-e69d-4183-843b-8b973cfa789b req-3eb7863e-7595-417d-89e4-52eadb44724d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Jul 30 00:13:34.907306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26a03-844f-40f5-b3aa-92ddfb959b7e req-5c31c088-4578-4489-a9e4-4c6927ecbbd1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:34.910501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5a26a03-844f-40f5-b3aa-92ddfb959b7e req-5c31c088-4578-4489-a9e4-4c6927ecbbd1 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0650544 Jul 30 00:13:34.957748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5a26a03-844f-40f5-b3aa-92ddfb959b7e req-88460978-ceb1-4edd-9e22-5f1fe4b28160 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Jul 30 00:13:35.074407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75837-c561-4f6e-8be2-8860d61a21e0 req-79a49baa-d1e2-4df7-a6fd-43745ced62d1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.075927 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12e75837-c561-4f6e-8be2-8860d61a21e0 req-79a49baa-d1e2-4df7-a6fd-43745ced62d1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0584338 Jul 30 00:13:35.119272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12e75837-c561-4f6e-8be2-8860d61a21e0 req-14bbd1f6-6545-49a1-9720-b2892b504cd5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367844 Jul 30 00:13:35.151999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:35.198667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454c7dd-cf97-442a-8dec-85c9a25255e1 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.200267 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c454c7dd-cf97-442a-8dec-85c9a25255e1 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1093 time: 0.0471566 Jul 30 00:13:35.204711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55034) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:35.209456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:35.240549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.670310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.800063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe625b7-3b2e-433f-9a67-99f57f480335 req-270498ec-f371-4eb4-a8d0-19fbc0e05363 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.801555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fe625b7-3b2e-433f-9a67-99f57f480335 req-270498ec-f371-4eb4-a8d0-19fbc0e05363 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0936100 Jul 30 00:13:35.831255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.25.5.35 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b8c7debe-4620-4c0f-9633-25622148d782) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:35.870603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fe625b7-3b2e-433f-9a67-99f57f480335 req-c2731380-f428-4a56-8dc4-690e5e2619d0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611801 Jul 30 00:13:35.946625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.995760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.035761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:36.049693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:36.057944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:36.094435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=b8c7debe-4620-4c0f-9633-25622148d782,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:36.131641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e10df-f4ac-4e80-ac34-bc0207293963 req-d352dd4c-7bcd-41fd-999b-0b4afe035cd5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:36.133178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f8e10df-f4ac-4e80-ac34-bc0207293963 req-d352dd4c-7bcd-41fd-999b-0b4afe035cd5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0960007 Jul 30 00:13:36.221964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f8e10df-f4ac-4e80-ac34-bc0207293963 req-0a6e4ccd-2dec-470e-be91-2c5149830ad2 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715470 Jul 30 00:13:36.526296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.608046 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.771661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.779206 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.859514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=b8c7debe-4620-4c0f-9633-25622148d782,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:36.876515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:37.009967 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Floating IP 5883c42c-a5cc-4a10-a371-14a678568de6 associated. External IP: 172.25.5.35, port: 42e652f9-77b8-4977-817f-cac141503157. Jul 30 00:13:37.061598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1bef-d192-432e-bef7-0d00f533f5f6 req-522ae4d2-34b9-4f9c-a290-b089d020a08e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.063143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7adc1bef-d192-432e-bef7-0d00f533f5f6 req-522ae4d2-34b9-4f9c-a290-b089d020a08e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.1021025 Jul 30 00:13:37.151427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7adc1bef-d192-432e-bef7-0d00f533f5f6 req-b9033a78-815e-4d8e-8be9-db38ead9875f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811319 Jul 30 00:13:37.278610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:13:37.427188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbba4f-8b0b-4def-97ea-2e01d751ab7f req-27ecb70c-31ce-4661-89b5-0670f031cb27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.428590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4fbba4f-8b0b-4def-97ea-2e01d751ab7f req-27ecb70c-31ce-4661-89b5-0670f031cb27 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.1052325 Jul 30 00:13:37.433808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:13:37.448312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:13:37.459798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:37.460515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:13:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:37.470984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:37.499982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4fbba4f-8b0b-4def-97ea-2e01d751ab7f req-c2158078-a3d4-4417-9ee9-e1ec4d48e260 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637465 Jul 30 00:13:37.512844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0cb87046-c1fa-4965-b0f3-c31da0fc112a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3043387 Jul 30 00:13:37.512844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:37.513153 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a306fb-2936-4950-82ca-afd4c3ad99f5" -d '{"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:37.513358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55044) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:37.553175 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d1bc2-6eff-483e-89e4-c1de46bbbdc8 x-openstack-request-id: req-e89d1bc2-6eff-483e-89e4-c1de46bbbdc8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:37.553761 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:37.554525 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e89d1bc2-6eff-483e-89e4-c1de46bbbdc8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:37.554525 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157', 'status': 'completed', 'code': 200} Jul 30 00:13:37.583313 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-35e74d21-6a8f-4fc2-8a26-d496f7e7d336 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/5883c42c-a5cc-4a10-a371-14a678568de6 HTTP/1.1" status: 200 len: 991 time: 0.0684116 Jul 30 00:13:37.601009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:37.646674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-c2c0f63c-3ece-491a-a48f-7359f2a18ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.648254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-c2c0f63c-3ece-491a-a48f-7359f2a18ffa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1098 time: 0.0469344 Jul 30 00:13:37.752976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-53972c51-519b-4a8b-ad8f-3d28fe8a760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.756550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-53972c51-519b-4a8b-ad8f-3d28fe8a760a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 897 time: 0.1003768 Jul 30 00:13:37.829796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-30f77cf2-f6e2-42a6-ad66-24e71a3de94e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 999 time: 0.0661972 Jul 30 00:13:37.857608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:36Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:37.881169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-bb772f97-aa4c-46c6-8d62-522733132576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.882757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-bb772f97-aa4c-46c6-8d62-522733132576 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 200 len: 835 time: 0.0462513 Jul 30 00:13:37.885388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:13:37.894582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:37.895232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:13:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:37.933925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-ca2dbf46-9e21-4e93-8e1c-7206a20d083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.935459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-ca2dbf46-9e21-4e93-8e1c-7206a20d083e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6290a384-470f-4a5a-83fe-899a0f88d744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442092 Jul 30 00:13:38.002094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:38.035132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-88e9ffd3-e6f7-4b8d-b05b-1db6abb8d3ef service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905952 Jul 30 00:13:38.145820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57a306fb-2936-4950-82ca-afd4c3ad99f5 req-2c67d03e-5a6a-465a-85a8-432b8246d6c4 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028805 Jul 30 00:13:38.256448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:36Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:38.277943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce0be-833a-445f-8ac9-734f6496a880 req-cbff18d4-838e-4ac0-bbdc-dab996358543 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:38.279492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48bce0be-833a-445f-8ac9-734f6496a880 req-cbff18d4-838e-4ac0-bbdc-dab996358543 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0549378 Jul 30 00:13:38.283516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e705127d-9060-497b-9ffb-ad4c89d03491 None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:13:19Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:36Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:13:38.326383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48bce0be-833a-445f-8ac9-734f6496a880 req-4460c984-e941-45c9-a663-e65f92b5a309 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Jul 30 00:13:38.492798 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab3dbf-a1c9-44da-a7c1-66555b8287ba None None] New status for floating IP 5883c42c-a5cc-4a10-a371-14a678568de6: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:13:38.589078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55052) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:38.672002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14b0d8-6108-4355-9690-92a40654f930 req-893fdc7d-1d2b-4dd1-936c-825e92b12bb6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:38.673753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da14b0d8-6108-4355-9690-92a40654f930 req-893fdc7d-1d2b-4dd1-936c-825e92b12bb6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0957980 Jul 30 00:13:38.695250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7d2f0292-97a0-4e2f-b359-0d4e11c58e04 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/5883c42c-a5cc-4a10-a371-14a678568de6 HTTP/1.1" status: 200 len: 991 time: 0.1048663 Jul 30 00:13:38.733339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da14b0d8-6108-4355-9690-92a40654f930 req-3f70efc8-f46f-4229-b9fd-eea48b3b9cfc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507371 Jul 30 00:13:39.464850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb305e9c-3769-44e4-bb1a-892fe000428a req-1e83f92c-ab52-4ae2-8fc7-209c48057e0c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.466401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb305e9c-3769-44e4-bb1a-892fe000428a req-1e83f92c-ab52-4ae2-8fc7-209c48057e0c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jul 30 00:13:39.508747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb305e9c-3769-44e4-bb1a-892fe000428a req-62a44d3d-ba6e-419f-aecc-cdfc84bdd40a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Jul 30 00:13:39.699429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55060) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:39.733674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7301704-c491-4e5f-ac67-30053ca886a5 req-724e5aeb-8970-4049-8495-71ead85d3291 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.735239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7301704-c491-4e5f-ac67-30053ca886a5 req-724e5aeb-8970-4049-8495-71ead85d3291 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0515740 Jul 30 00:13:39.781833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7301704-c491-4e5f-ac67-30053ca886a5 req-12954979-0719-442c-87b3-00188f42c697 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Jul 30 00:13:39.802396 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e64c1f3-14a0-41f3-8376-39004cb9774c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/5883c42c-a5cc-4a10-a371-14a678568de6 HTTP/1.1" status: 200 len: 993 time: 0.1016901 Jul 30 00:13:39.819436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528633f-284e-4b42-942e-216904b95c45 req-dd59e1c2-c39a-43f4-a9ac-d506d6f7e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.821000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-dd59e1c2-c39a-43f4-a9ac-d506d6f7e0cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.0664303 Jul 30 00:13:39.908119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb35a8-df35-4809-86df-9e05b80bb60f req-c711b405-b3e2-4920-94a3-082e03999b89 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.909645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01eb35a8-df35-4809-86df-9e05b80bb60f req-c711b405-b3e2-4920-94a3-082e03999b89 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0620983 Jul 30 00:13:39.941782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528633f-284e-4b42-942e-216904b95c45 req-37965246-f713-4397-a019-da51ca71e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:39.941782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-37965246-f713-4397-a019-da51ca71e7ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1107893 Jul 30 00:13:39.953912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01eb35a8-df35-4809-86df-9e05b80bb60f req-2eaee70d-241a-4dc9-8059-151c03544267 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369751 Jul 30 00:13:40.011450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-e35d1b5f-72ca-490e-8f84-7f0aee81b3ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 1001 time: 0.0656371 Jul 30 00:13:40.064927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528633f-284e-4b42-942e-216904b95c45 req-54a8ec81-ed0e-4842-9705-6b1a779b53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:40.066792 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-54a8ec81-ed0e-4842-9705-6b1a779b53c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0487046 Jul 30 00:13:40.120910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528633f-284e-4b42-942e-216904b95c45 req-3272ec37-a147-4822-989a-63068ef744e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:40.122461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-3272ec37-a147-4822-989a-63068ef744e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485766 Jul 30 00:13:40.219077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-ed5c0ad4-20a0-45c5-9a2c-5cd5dfd4ea99 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Jul 30 00:13:40.328319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4528633f-284e-4b42-942e-216904b95c45 req-6e53e1db-c639-4bcf-a2d9-503944d30392 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019473 Jul 30 00:13:40.937332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e479a-b139-4d09-9c2f-ea1533c5bd7e req-d47e2d69-545d-453f-8469-557b2ff18464 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:40.938971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b3e479a-b139-4d09-9c2f-ea1533c5bd7e req-d47e2d69-545d-453f-8469-557b2ff18464 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0667708 Jul 30 00:13:40.980386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b3e479a-b139-4d09-9c2f-ea1533c5bd7e req-6ec281a4-f428-4a63-8b30-ab512056d3af tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352168 Jul 30 00:13:41.111084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7897ad6-3287-4176-a644-fb1ff76ae840 req-96caeee0-4a92-4c13-9840-fac9f49f8f9d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:41.112508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7897ad6-3287-4176-a644-fb1ff76ae840 req-96caeee0-4a92-4c13-9840-fac9f49f8f9d tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0546429 Jul 30 00:13:41.153733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7897ad6-3287-4176-a644-fb1ff76ae840 req-4fec548d-88a4-47b1-8498-f951205646a8 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Jul 30 00:13:42.114438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d96ca-3794-4923-b3fc-4ab1fb0af097 req-89137601-cc7f-4372-8d56-b82290f231a6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:42.116227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d96ca-3794-4923-b3fc-4ab1fb0af097 req-89137601-cc7f-4372-8d56-b82290f231a6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0551383 Jul 30 00:13:42.158990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d96ca-3794-4923-b3fc-4ab1fb0af097 req-7b5017fd-230e-4b52-aa68-e7ca85ba08aa tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Jul 30 00:13:42.295268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fd1dc-c0cb-4bb9-b0fa-3f5e4a158948 req-62564b6c-e04b-47d6-9bf8-3c100a068b0f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:42.297109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00fd1dc-c0cb-4bb9-b0fa-3f5e4a158948 req-62564b6c-e04b-47d6-9bf8-3c100a068b0f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0657582 Jul 30 00:13:42.341088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00fd1dc-c0cb-4bb9-b0fa-3f5e4a158948 req-f6b8bc16-e91f-45a7-9bd0-222e0478e444 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373838 Jul 30 00:13:43.474899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143501-9bcc-4308-82ef-928ec17d349d req-6feb576c-3c66-4f60-a84a-ba7b7d5a906f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.476450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa143501-9bcc-4308-82ef-928ec17d349d req-6feb576c-3c66-4f60-a84a-ba7b7d5a906f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0573902 Jul 30 00:13:43.528095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fa143501-9bcc-4308-82ef-928ec17d349d req-6b898804-f46a-44ad-83f5-716dc26b69d0 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Jul 30 00:13:44.673344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-ca8da49d-7c9d-44fe-9146-3d8bd2798760 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853677 Jul 30 00:13:44.685075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7293f99-11ec-4324-a2d0-2515c98b2c85 req-980dc8c9-7b91-4694-b106-d5fbb2300f7e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:44.687241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7293f99-11ec-4324-a2d0-2515c98b2c85 req-980dc8c9-7b91-4694-b106-d5fbb2300f7e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0883615 Jul 30 00:13:44.739736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7293f99-11ec-4324-a2d0-2515c98b2c85 req-fd9d5d58-438a-4eaa-8a84-8388c773870f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Jul 30 00:13:44.799202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-ebfd8c24-3734-4474-aa53-a08f33fedf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:44.800775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-ebfd8c24-3734-4474-aa53-a08f33fedf4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.0537200 Jul 30 00:13:44.940841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-f1073504-534b-4235-a640-5515c030256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:44.942381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-f1073504-534b-4235-a640-5515c030256e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1163583 Jul 30 00:13:45.024557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-3e1e0da0-b37a-4a1c-8e47-a4d15cf57608 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 1002 time: 0.0742183 Jul 30 00:13:45.087062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-57502f0a-0940-4155-9f56-ff893d00d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.088783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-57502f0a-0940-4155-9f56-ff893d00d5c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0534723 Jul 30 00:13:45.149106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-a686c146-debe-4b88-a0ab-47799064e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.151012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-a686c146-debe-4b88-a0ab-47799064e264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540156 Jul 30 00:13:45.275944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-2ccde36d-804a-4c5e-a00a-022e0fabd85f service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160235 Jul 30 00:13:45.407070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-edfe067f-b62a-4d73-a69e-7e68a6b24a0d req-c3921c87-e568-454f-b500-d72705eb9a5c service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218777 Jul 30 00:13:45.570162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910669f-313e-45d6-bfc2-7b2d522819e8 req-1dca3e53-68e0-497b-b0cd-23f471e1e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.571716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7910669f-313e-45d6-bfc2-7b2d522819e8 req-1dca3e53-68e0-497b-b0cd-23f471e1e17c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1097 time: 0.0521657 Jul 30 00:13:45.613119 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7910669f-313e-45d6-bfc2-7b2d522819e8 req-0eb079d4-6200-428e-8346-3a100e417199 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Jul 30 00:13:45.874261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6a5f6-01db-4bc4-856f-1f762df7156d req-9611cd7b-636b-4820-9260-68440c1895bf tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.875709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7e6a5f6-01db-4bc4-856f-1f762df7156d req-9611cd7b-636b-4820-9260-68440c1895bf tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0583632 Jul 30 00:13:45.918137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7e6a5f6-01db-4bc4-856f-1f762df7156d req-8e355bed-2ac6-4852-9e51-a27153c98b26 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Jul 30 00:13:46.302607 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c19fb18a-b7ce-436f-8841-62f1bfde6fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:47.042676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566570a-f7a5-49af-b96c-3d1e3f5f8bff req-1294edf2-4efe-4039-9626-d6a35b918afb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:47.044337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e566570a-f7a5-49af-b96c-3d1e3f5f8bff req-1294edf2-4efe-4039-9626-d6a35b918afb tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Jul 30 00:13:47.087320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e566570a-f7a5-49af-b96c-3d1e3f5f8bff req-09a2e7cc-c486-4836-aa08-f846fa4db8f5 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Jul 30 00:13:47.111382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55084) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:47.185800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1c649d14-94f0-4b8b-bc96-2c412df6282b tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/floatingips/aa2dc354-cb8d-4031-b33f-950a4a7039fe HTTP/1.1" status: 200 len: 992 time: 0.0731554 Jul 30 00:13:47.515212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:47.824066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:47.831129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:13:47.980969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:47.983206 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:48.000059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'port_id': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'mac_address': 'fa:16:3e:8a:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:48.015830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:48.018246 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a01daa-8e16-4103-a70a-767c597b4230" -d '{"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-unplugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:48.054900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:48.058326 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e8269-d72c-43da-a510-7a2eb89281ef x-openstack-request-id: req-2a7e8269-d72c-43da-a510-7a2eb89281ef {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:48.058603 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-unplugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:48.058848 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a7e8269-d72c-43da-a510-7a2eb89281ef {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:48.059239 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'code': 200} Jul 30 00:13:48.061775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:48.089085 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:48.107961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:48.130924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:48.167328 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:13:48.167694 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:13:48.710439 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:48.733414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:48.776160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:48.783163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:48.833392 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:49.038812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9eaa64d8-a537-49eb-b28e-880e42b62289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:49.089657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['6e16da4d-f432-465b-8b20-3e70fb641eac'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:49.430370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:49.836761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:49.893653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 6e16da4d-f432-465b-8b20-3e70fb641eac triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:49.894218 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:49.983073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:50.016303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:50.023579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:50.060011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:50.062324 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc32b3b-1590-4f3d-8c0a-a90f26e6b45b" -d '{"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-plugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:50.077429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:50.099998 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc16edca-2db4-4a73-ad59-1cbd587db87f x-openstack-request-id: req-bc16edca-2db4-4a73-ad59-1cbd587db87f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:50.100297 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-plugged", "status": "completed", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:50.100554 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc16edca-2db4-4a73-ad59-1cbd587db87f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:50.100957 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'code': 200} Jul 30 00:13:50.749652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:52.510390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.999775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:04.706042 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:11.092045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55130) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:11.182930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd8c1a-5657-4d83-a55e-90456233c95f tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.183841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd8c1a-5657-4d83-a55e-90456233c95f tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.184527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd8c1a-5657-4d83-a55e-90456233c95f tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.189701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-abcd8c1a-5657-4d83-a55e-90456233c95f tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=469099a997d7465a84f5f4ced8d04bb3&network_id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 2973 time: 0.0962121 Jul 30 00:14:12.984402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:13.039902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474da20-3af1-4da0-9553-1e25a2d3f25d tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:13.041648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d474da20-3af1-4da0-9553-1e25a2d3f25d tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28 HTTP/1.1" status: 200 len: 814 time: 0.0561969 Jul 30 00:14:13.306661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-9afc7d0f-9612-43ee-a5c2-2a537772bd40 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107879510&fields=id&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 267 time: 0.0414922 Jul 30 00:14:13.424704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-5ba1d5ce-0771-49a1-ba90-558f973aeff8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:13.426226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-5ba1d5ce-0771-49a1-ba90-558f973aeff8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.1125588 Jul 30 00:14:13.442170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-e2f6125d-9466-4ce3-9182-aaab7c888568 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/quotas/74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 375 time: 0.0098670 Jul 30 00:14:13.502737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d1088cbb-8bdc-4612-b6d4-26d489120bb5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548084 Jul 30 00:14:13.603193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-306993fa-e177-4e79-8e85-b655391f38ad service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Jul 30 00:14:13.703961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-8f1adaf2-a7ab-409b-a04b-c4fe90e4aed3 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941203 Jul 30 00:14:13.710268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55162) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:13.716545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'network': {'name': 'tempest-network-smoke--859860539', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:13.740713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:13.745052 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.776533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:14:13.787347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.787699 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Added segment 96e719d1-f3b6-4ac9-b612-aacc4b27918e of type vlan for network 973b413a-4ec8-4316-9c59-4beafbf8b287 Jul 30 00:14:13.831153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.861906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.867543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:13.868149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:13.924386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2129552 Jul 30 00:14:13.928787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:13.936257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d812ed-9d68-41ab-91a0-171af885b26b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Network': ['ID=973b413a-4ec8-4316-9c59-4beafbf8b287,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:13.950745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:14:14.011938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d81c2c-1cef-44b1-a01f-68fa9270844d tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:14.015556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c1d81c2c-1cef-44b1-a01f-68fa9270844d tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=469099a997d7465a84f5f4ced8d04bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0853724 Jul 30 00:14:14.016701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55178) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.058077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46945150-5fda-491d-b283-3ebc4e027c0d req-9a6fecbb-719c-47a8-b3c7-94374c97d771 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0410631 Jul 30 00:14:14.124094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8be42-0f60-4ab0-be6d-34661d8a1046 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:14.126871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-64e8be42-0f60-4ab0-be6d-34661d8a1046 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1089482 Jul 30 00:14:14.129728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55180) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.174180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7e39538-0e95-4ab8-9799-00f41ee04914 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428233 Jul 30 00:14:14.176918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55186) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.208227 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eff23c1e-723d-497b-9384-ee081d1b421b tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=469099a997d7465a84f5f4ced8d04bb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301046 Jul 30 00:14:14.212846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55188) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.319996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28100489-ac90-40bf-92ab-26394e4cb3c0 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:14.321693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-28100489-ac90-40bf-92ab-26394e4cb3c0 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075690 Jul 30 00:14:14.324462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55192) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.354076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-24926849-ebe2-45d0-b0c2-4369e1b7b8f5 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285316 Jul 30 00:14:14.356626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:14.362561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490252007', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:14.458606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:14.462333 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.666110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.101321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Subnet': ['ID=b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.112289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Checking segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:15.112552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network hostable DHCP agents. Network: 973b413a-4ec8-4316-9c59-4beafbf8b287, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:14:15.133365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:14:15.145913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 973b413a-4ec8-4316-9c59-4beafbf8b287) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:15.155898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.156501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.159026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc2951-0371-4850-a4a6-148b8f2da60a None None] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:15.177144 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a7ec4c40-6f36-49bd-ac47-24b1d56edac3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8189583 Jul 30 00:14:15.204560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-926f8428-d93f-44e7-b206-6add432f6d45 req-63179c4c-597e-4cfa-9bf0-4411112d29b6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0533922 Jul 30 00:14:15.307892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-5674b7af-2a27-45f1-886a-a89bda6aff5a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.310053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-5674b7af-2a27-45f1-886a-a89bda6aff5a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 811 time: 0.1558151 Jul 30 00:14:15.404133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-973b413a-4ec8-4316-9c59-4beafbf8b287', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ips': [{'subnet_id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:14:15.405653 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.586697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Allocated IP 172.20.0.18 (973b413a-4ec8-4316-9c59-4beafbf8b287/b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6/05a58fbd-5534-4cca-8d12-6b400fd7f647) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:15.767973 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.784244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Transition to ACTIVE for port object 05a58fbd-5534-4cca-8d12-6b400fd7f647 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:15.802903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Transition to ACTIVE for port object 05a58fbd-5534-4cca-8d12-6b400fd7f647 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:15.814129 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.872745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-46e5543b-1f18-4fe9-b208-564d2954ad6c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e5037b194947edbc912f74eebaa048 HTTP/1.1" status: 200 len: 379 time: 0.5446126 Jul 30 00:14:15.885336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'port': {'device_id': '1a074466-ccb5-4939-9c5f-b4570f765475', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'admin_state_up': True, 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'security_groups': ['690e7d49-8dc3-47c5-8ce3-1d4e225a19a4']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:15.927417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:15.928900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:15.938816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Pushing event updated for resources: {'Port': ['ID=05a58fbd-5534-4cca-8d12-6b400fd7f647,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.941550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:16.014544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Attempting to bind port 05a58fbd-5534-4cca-8d12-6b400fd7f647 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:16.015086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Attempting to bind port 05a58fbd-5534-4cca-8d12-6b400fd7f647 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:16.015668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Attempting to bind port 05a58fbd-5534-4cca-8d12-6b400fd7f647 on network 973b413a-4ec8-4316-9c59-4beafbf8b287 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:16.020975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:16.021489 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Checking segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:16.022013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.022490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Bound using segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:16.023050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Bound port: 05a58fbd-5534-4cca-8d12-6b400fd7f647, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:16.023518 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.066448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Made reservation on behalf of 74e5037b194947edbc912f74eebaa048 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:16.070510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.115184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] For port 05a58fbd-5534-4cca-8d12-6b400fd7f647, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:16.120619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] For port 05a58fbd-5534-4cca-8d12-6b400fd7f647, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a58fbd-5534-4cca-8d12-6b400fd7f647,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:16.125982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.225135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.20.0.7 (cc7dcfd2-16af-45ca-9569-3edb1424bc03/b8086746-2ed6-4947-9f86-ab52c6db7773/ecb7c731-7d7c-4152-a13e-abac13ebf31b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:16.235358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d917e81-1323-4b27-9e2d-f78ea5a23130 None None] Pushing event updated for resources: {'Port': ['ID=05a58fbd-5534-4cca-8d12-6b400fd7f647,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.262244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:16.265796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593009091', 'description': 'tempest-secgroup-smoke-593009091 description', 'project_id': '469099a997d7465a84f5f4ced8d04bb3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:16.307886 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a4359a92-cffd-408f-be4f-a3d031b978e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.316245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.409238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9f5f48-8e44-421d-9a12-cb6a3c5cb096 req-326574da-e0ee-422a-988a-3800bb59b408 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0772171 Jul 30 00:14:16.465164 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.474525 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.517944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.524590 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.530670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2684407 Jul 30 00:14:16.534698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55216) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:16.535203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c36f38-76d1-4691-9621-1e0393c92c12 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f15d5-6a0b-4150-8a30-7698263285dc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.544502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:16.556550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Transition to ACTIVE for port object ecb7c731-7d7c-4152-a13e-abac13ebf31b will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:16.601310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.628306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.683481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:16.693236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:16.699585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:16.738454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.770401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.770683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.771016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.771347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.771673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.771993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.772310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.772628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.772944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.773256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.773569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.773905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:16.784809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.794808 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.807331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:16.808019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.832336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18cd5cd-462b-4826-b026-ea4f733ac981,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:16.835270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.839632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-762f0713-d3e7-46d6-b07d-1795244e1f21 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2961652 Jul 30 00:14:16.839632 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55218) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:16.844706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:16.850088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-a1f1c472-6a85-4b6c-a09a-4a78e2435d6f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693668 Jul 30 00:14:16.875801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Request body: {'port': {'device_id': '1a074466-ccb5-4939-9c5f-b4570f765475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:16.903203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:16.976918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.038734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.042312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2de28591-8172-4d04-a381-c6be025b1390 None None] Provisioning for port ecb7c731-7d7c-4152-a13e-abac13ebf31b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:17.046959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2de28591-8172-4d04-a381-c6be025b1390 None None] Provisioning complete for port ecb7c731-7d7c-4152-a13e-abac13ebf31b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:17.047164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.047354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2de28591-8172-4d04-a381-c6be025b1390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.080402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd8ba8d-e8aa-465c-93e1-6e4313b8b3a1,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:17.092196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2de28591-8172-4d04-a381-c6be025b1390 None None] Port ecb7c731-7d7c-4152-a13e-abac13ebf31b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:17.133584 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.134897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d8c3cfd9-54b4-466c-9aaf-4b175678cb8e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2942963 Jul 30 00:14:17.138153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:17.142905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:17.233438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.334752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.344474 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.378417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a270bf17-20c5-4cc1-b8d6-1e68d60a4376,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:17.401932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.403185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9ff297c2-95e9-4d63-ba0c-939ad85c5ba6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640672 Jul 30 00:14:17.407289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:17.414187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:17.427944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb7c731-7d7c-4152-a13e-abac13ebf31b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:17.437904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.462729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Transition to ACTIVE for port object ecb7c731-7d7c-4152-a13e-abac13ebf31b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:17.465894 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.472269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.550077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.590977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f68e0-0c2c-4fa3-a1c3-e9aa2714e07c None None] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:17.628341 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.634157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:17.636362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.679190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.680946 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2713189 Jul 30 00:14:17.684283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55228) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:17.689799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:17.702403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33222bd-43ff-40e0-8a24-8699031f6bac,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:17.719068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.719797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.720282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Attempting to bind port ecb7c731-7d7c-4152-a13e-abac13ebf31b on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:17.720468 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.720714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Attempting to bind port ecb7c731-7d7c-4152-a13e-abac13ebf31b by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:17.721092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Attempting to bind port ecb7c731-7d7c-4152-a13e-abac13ebf31b on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:17.721312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.721837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.722350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.723966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.725581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.726139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.727443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.729395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.729941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25a6be6-9385-4384-8b71-1489a2625ad6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:17.748778 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:14:17.753799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b816-ad5e-4253-9ce9-5265c37606a5 req-8df9aa63-f2af-47c2-a5a4-7312ab3d068d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.762813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fe7b816-ad5e-4253-9ce9-5265c37606a5 req-8df9aa63-f2af-47c2-a5a4-7312ab3d068d tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.1397727 Jul 30 00:14:17.764406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.765539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Port ecb7c731-7d7c-4152-a13e-abac13ebf31b on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:17.766018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Attempting to bind port ecb7c731-7d7c-4152-a13e-abac13ebf31b on network cc7dcfd2-16af-45ca-9569-3edb1424bc03 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:17.805505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:17.806526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Checking segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:17.806526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Bound using segment: {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:17.807765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0ec12f61-74a2-4a7d-beb3-355c9ff02953 None None] Provisioning for port 05a58fbd-5534-4cca-8d12-6b400fd7f647 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:17.808681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Bound port: ecb7c731-7d7c-4152-a13e-abac13ebf31b, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c477597-8000-4907-9df5-204a8277ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:17.809807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.861713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.867903 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.877426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fe7b816-ad5e-4253-9ce9-5265c37606a5 req-adf568e5-deeb-4382-8459-5b9bc5c014d1 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074107 Jul 30 00:14:17.887428 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2f932b-b640-4dd4-bd63-2553feda6259,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:17.908152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.909856 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4c72048d-d76e-4d45-9a2b-177ca2e2d777 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2241962 Jul 30 00:14:17.913012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55230) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:17.918342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': 'ea3f15d5-6a0b-4150-8a30-7698263285dc', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:17.953916 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:14:17.962277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:17.997938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:18.002933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:18.015997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.052607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.057558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.087206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.087743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.091866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a58fbd-5534-4cca-8d12-6b400fd7f647 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:18.100283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac759d8-bdd7-4daa-9910-bc88e2da8705,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:18.105958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] 10.222.0.57 "PUT /v2.0/ports/ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 200 len: 1092 time: 1.2348771 Jul 30 00:14:18.107061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:18.113994 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288921fc-ad6e-404d-9b6e-d329fb9403d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:18.124145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.136899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3952880-d578-418a-8739-db6d6cf45aa3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2122524 Jul 30 00:14:18.194187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af8395-636b-4051-afbd-caab2cdf8f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:18.214103 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71353ed-c95a-48b6-af78-2a96f000b903 x-openstack-request-id: req-c71353ed-c95a-48b6-af78-2a96f000b903 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:18.214512 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:18.214808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 05a58fbd-5534-4cca-8d12-6b400fd7f647 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:18.217540 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c71353ed-c95a-48b6-af78-2a96f000b903 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:18.218065 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'status': 'completed', 'code': 200} Jul 30 00:14:18.242067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05a58fbd-5534-4cca-8d12-6b400fd7f647 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:18.242448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.271092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-21ad8756-8ee6-4119-839e-cbbddba0ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.272720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-21ad8756-8ee6-4119-839e-cbbddba0ce6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1095 time: 0.0747840 Jul 30 00:14:18.380005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-0384296d-afe2-44af-8f21-ea263fd5f1cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 200 len: 217 time: 0.0908215 Jul 30 00:14:18.420965 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.438318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4cb1de05-80a2-4e87-b8d0-a154ae8942ce None None] Provisioning complete for port 05a58fbd-5534-4cca-8d12-6b400fd7f647 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:18.439186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4cb1de05-80a2-4e87-b8d0-a154ae8942ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.466525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-9e943fca-305d-4eb0-ad1d-6538d2208df4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593009091&fields=id&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 267 time: 0.1139209 Jul 30 00:14:18.500337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-ade8e22b-5e74-456c-853a-b71820fb6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.501951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-ade8e22b-5e74-456c-853a-b71820fb6cf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1135836 Jul 30 00:14:18.530483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 05a58fbd-5534-4cca-8d12-6b400fd7f647, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a58fbd-5534-4cca-8d12-6b400fd7f647,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:18.542186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:18.643629 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-b97a40f5-bc2d-417c-acbc-d00c1926d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.645337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-b97a40f5-bc2d-417c-acbc-d00c1926d016 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284454 Jul 30 00:14:18.646210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a58fbd-5534-4cca-8d12-6b400fd7f647,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:18.655579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.655579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.655926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.656031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.656367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.656698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.657030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.657538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.657911 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.658286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.658612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.658942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:18.731484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-58d89a9a-d10c-4cc8-9714-18cb2d9a6eb3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.738856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-58d89a9a-d10c-4cc8-9714-18cb2d9a6eb3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/networks?id=973b413a-4ec8-4316-9c59-4beafbf8b287 HTTP/1.1" status: 200 len: 796 time: 0.2594192 Jul 30 00:14:18.761793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-5ebe46ef-2f89-454c-b9b3-857fecb5ebe4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/quotas/469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 375 time: 0.0220056 Jul 30 00:14:18.834948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-9dc56672-9d28-44fc-bd4d-885baaac8cfe service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786618 Jul 30 00:14:18.854204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-6dc08340-e1fa-4cae-84d9-0d36b266690e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0852447 Jul 30 00:14:19.029849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4ee64bc-7cf2-44ee-a491-23cd3750866b req-d3775b07-e3a6-407a-bb9d-e4ba40e45815 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745319 Jul 30 00:14:19.033764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fcfdd4a8-f804-45eb-8739-3fc85b872fdb service neutron] 10.222.0.49 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568546 Jul 30 00:14:19.041940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3234-929b-48d1-9b41-044ab8e2b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.188828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-03ae108c-4307-47ec-b44f-ee8b2cf771ed service neutron] 10.222.0.49 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466110 Jul 30 00:14:19.192968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-6837639e-4b92-4943-8746-717c9801e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.194508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-6837639e-4b92-4943-8746-717c9801e29c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1095 time: 0.0851040 Jul 30 00:14:19.310538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-c3bca71b-7b34-4659-80cb-0032515f87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.312050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-c3bca71b-7b34-4659-80cb-0032515f87cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1102114 Jul 30 00:14:19.388802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-16931207-d507-49d4-85fd-e482ba71b137 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 200 len: 217 time: 0.0631554 Jul 30 00:14:19.439034 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:19.478825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-11f88c60-29b4-4f9e-a3b4-e5c5cbd974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.480346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-11f88c60-29b4-4f9e-a3b4-e5c5cbd974be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0842376 Jul 30 00:14:19.489474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa6945-f070-4cdf-953c-7e7f8b4183cd req-2587c529-2e51-42d9-93e2-f4a20ff429d2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.491269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1baa6945-f070-4cdf-953c-7e7f8b4183cd req-2587c529-2e51-42d9-93e2-f4a20ff429d2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0845544 Jul 30 00:14:19.566307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1baa6945-f070-4cdf-953c-7e7f8b4183cd req-63b04197-00fb-4314-89d6-26337f99327f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633364 Jul 30 00:14:19.569252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-8efce7e2-9abb-40d6-a841-f5a3367245f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.572858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-8efce7e2-9abb-40d6-a841-f5a3367245f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788634 Jul 30 00:14:19.697699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9d3cbf06-041a-445e-a50d-99ffae26e55e req-78596d66-6762-478a-863e-e081d77cf5df tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 210 time: 0.0488191 Jul 30 00:14:19.745261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-116bb71d-310c-4297-9cc0-bb6bedebbf54 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634188 Jul 30 00:14:19.868597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-288921fc-ad6e-404d-9b6e-d329fb9403d7 req-98a5f139-9d36-4251-a5dd-8436da72b527 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133404 Jul 30 00:14:20.009661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a58fbd-5534-4cca-8d12-6b400fd7f647 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:20.078656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 05a58fbd-5534-4cca-8d12-6b400fd7f647 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:20.080063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:20.337688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257b976-5576-4885-8f25-271b5159e73c req-c36a0321-fe4d-42de-9f0d-7b4145ee6e82 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.339363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e257b976-5576-4885-8f25-271b5159e73c req-c36a0321-fe4d-42de-9f0d-7b4145ee6e82 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0529308 Jul 30 00:14:20.381923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e257b976-5576-4885-8f25-271b5159e73c req-573e869e-c632-4163-b015-d47d7557a4b3 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355442 Jul 30 00:14:20.748507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25aae5-c25c-4f3d-a6e7-65101768651e req-80dc628f-09a3-4e88-a7d7-1533b8bc201f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.755600 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a25aae5-c25c-4f3d-a6e7-65101768651e req-80dc628f-09a3-4e88-a7d7-1533b8bc201f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0981581 Jul 30 00:14:20.759382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:20.784295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-74e0f757-55fa-423a-a790-1f52698db29d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.787370 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-74e0f757-55fa-423a-a790-1f52698db29d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.59 "GET /v2.0/networks?id=973b413a-4ec8-4316-9c59-4beafbf8b287 HTTP/1.1" status: 200 len: 796 time: 0.1451147 Jul 30 00:14:20.848578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a25aae5-c25c-4f3d-a6e7-65101768651e req-c0010592-3808-4026-a8c1-6ae1cb963529 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654681 Jul 30 00:14:20.870399 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-a3dcfc91-c5a6-4beb-a628-23a9bde1fb6a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 471 time: 0.0661113 Jul 30 00:14:20.894992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'port': {'device_id': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'admin_state_up': True, 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'security_groups': ['ea3f15d5-6a0b-4150-8a30-7698263285dc']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:20.937118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd1bc1f7-f6cd-4b84-9434-23d4fdffe534 req-fa4a90be-6422-444e-b119-b404932f3172 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 210 time: 0.0304143 Jul 30 00:14:21.058541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:21.062452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.201836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.26 (973b413a-4ec8-4316-9c59-4beafbf8b287/b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6/5bbb912d-9ec3-4970-bb07-fc73cf5bdd79) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:21.360928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.377636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:21.422814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.476589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:21.480305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:21.486470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:21.516903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:21.551170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb966a-b067-45d4-a108-5ca0a131d456 req-b84bd008-79d9-4b53-b113-48e0cc52aa5e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:21.559842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12bb966a-b067-45d4-a108-5ca0a131d456 req-b84bd008-79d9-4b53-b113-48e0cc52aa5e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0895228 Jul 30 00:14:21.565418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:21.566131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.590290 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-fa26eddd-7c77-4788-9453-2e88c62b199e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7021127 Jul 30 00:14:21.606053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12bb966a-b067-45d4-a108-5ca0a131d456 req-91b0d9b7-5188-45e4-9984-ac78556369ba tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Jul 30 00:14:21.620023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Request body: {'port': {'device_id': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:21.703140 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.816893 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3d378641-ce92-43c1-8347-3d3368ba1832 None None] Provisioning for port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:21.821330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3d378641-ce92-43c1-8347-3d3368ba1832 None None] Provisioning complete for port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:21.821851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d378641-ce92-43c1-8347-3d3368ba1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:21.871345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3d378641-ce92-43c1-8347-3d3368ba1832 None None] Port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:22.039432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e50d-517b-46a5-9c6c-e93d3e628c2f req-5cb27bf8-8b34-46fe-a76c-f26400487773 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.042119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f16e50d-517b-46a5-9c6c-e93d3e628c2f req-5cb27bf8-8b34-46fe-a76c-f26400487773 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0668609 Jul 30 00:14:22.092262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4f16e50d-517b-46a5-9c6c-e93d3e628c2f req-7e6fd886-c73c-4214-aa5a-782023ddf16a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Jul 30 00:14:22.099437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:22.115215 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.125840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Transition to ACTIVE for port object 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:22.131558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.190604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:22.227097 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735add-d91e-40ec-9ca9-7cf44112fd44 req-752a6afa-d66e-49c6-8c2e-d0a67b9f87e4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.229267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee735add-d91e-40ec-9ca9-7cf44112fd44 req-752a6afa-d66e-49c6-8c2e-d0a67b9f87e4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 944 time: 0.0708339 Jul 30 00:14:22.276505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Attempting to bind port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:22.277792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Attempting to bind port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:22.278365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Attempting to bind port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 on network 973b413a-4ec8-4316-9c59-4beafbf8b287 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:22.286812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 on network 973b413a-4ec8-4316-9c59-4beafbf8b287 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:22.288098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Attempting to bind port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 on network 973b413a-4ec8-4316-9c59-4beafbf8b287 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:22.295150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee735add-d91e-40ec-9ca9-7cf44112fd44 req-377c1e4e-54b7-4837-a9f6-4de1df47ebc1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542605 Jul 30 00:14:22.303099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:22.304019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Checking segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:22.304845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Bound using segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:22.305602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Bound port: 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:22.306023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.390909 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:22.395936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:22.402891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.432330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55274) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:22.444902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.445542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.447649 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] 10.222.0.59 "PUT /v2.0/ports/5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 HTTP/1.1" status: 200 len: 1093 time: 0.8352661 Jul 30 00:14:22.447786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:22.450174 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf9385-3512-4a71-bf60-c107e522ca86" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:22.478260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c14cb-c072-40b7-a31e-8f6471d1b600 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:22.530072 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84700ff-98b6-437a-bcc1-d7d2a70a8440 x-openstack-request-id: req-d84700ff-98b6-437a-bcc1-d7d2a70a8440 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:22.530368 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:22.530627 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d84700ff-98b6-437a-bcc1-d7d2a70a8440 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:22.537975 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79', 'status': 'completed', 'code': 200} Jul 30 00:14:22.545981 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.592594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-570d43ec-71d6-4db3-934c-4ee143272573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.594928 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-570d43ec-71d6-4db3-934c-4ee143272573 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 1096 time: 0.0806859 Jul 30 00:14:22.703761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 0628f0fb-07b7-41c4-9094-9abc46d98f73 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:22.705320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.734630 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-bde32636-c1d1-42af-9328-79d8c100bba2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 HTTP/1.1" status: 200 len: 217 time: 0.1202188 Jul 30 00:14:22.790581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-e77b2182-6349-4dec-9d8b-fc6628dcdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.792217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-e77b2182-6349-4dec-9d8b-fc6628dcdb18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6 HTTP/1.1" status: 200 len: 837 time: 0.0509338 Jul 30 00:14:22.849752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-f681fead-bbe9-4737-a746-f576004feb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.851175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-f681fead-bbe9-4737-a746-f576004feb57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b413a-4ec8-4316-9c59-4beafbf8b287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0514076 Jul 30 00:14:22.863482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60009c-786d-4c04-b7f8-766cb0dd07f0 req-97810c2e-5417-4fff-8786-c5ee3f4878c3 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.865568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b60009c-786d-4c04-b7f8-766cb0dd07f0 req-97810c2e-5417-4fff-8786-c5ee3f4878c3 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0842910 Jul 30 00:14:22.908696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.908977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:22.938833 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 0628f0fb-07b7-41c4-9094-9abc46d98f73 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:22.947295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b60009c-786d-4c04-b7f8-766cb0dd07f0 req-3a9d31f7-21e0-4090-9ea3-5507694a7e51 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711823 Jul 30 00:14:22.982929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-dc8a98a4-5205-4a93-958a-41f322c16f7e service neutron] 10.222.0.59 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231818 Jul 30 00:14:23.142222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d0d0554b-81ed-4154-972b-a55d46b03c69 req-588368d7-5363-4d54-b49b-a99894fb656e service neutron] 10.222.0.59 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504254 Jul 30 00:14:23.230478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:23.296265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=0628f0fb-07b7-41c4-9094-9abc46d98f73,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:23.301345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-3be907d5-b523-4fa1-b5d3-faf57516fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.303380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-3be907d5-b523-4fa1-b5d3-faf57516fc9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 1096 time: 0.0507071 Jul 30 00:14:23.362134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37703e7f-e20d-4cc2-89ef-afc011fdcd42 req-5999b485-9849-455c-998a-1f5f1c276c45 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.363686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37703e7f-e20d-4cc2-89ef-afc011fdcd42 req-5999b485-9849-455c-998a-1f5f1c276c45 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.1493354 Jul 30 00:14:23.410523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:23.411093 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Floating IP aa2dc354-cb8d-4031-b33f-950a4a7039fe disassociated (deleted). External IP: 172.25.5.48, port: 6e16da4d-f432-465b-8b20-3e70fb641eac. Jul 30 00:14:23.421765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-65b3eca1-bc81-4729-a9ee-4557fd67b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.423810 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-65b3eca1-bc81-4729-a9ee-4557fd67b37b service neutron] 10.222.0.59 "GET /v2.0/networks?id=973b413a-4ec8-4316-9c59-4beafbf8b287 HTTP/1.1" status: 200 len: 897 time: 0.1130066 Jul 30 00:14:23.479851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-8fb1303f-e4ec-4196-bf10-992160062875 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 HTTP/1.1" status: 200 len: 217 time: 0.0454903 Jul 30 00:14:23.482172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37703e7f-e20d-4cc2-89ef-afc011fdcd42 req-68f9d6bd-23d3-4f88-b90d-cc855eebd8dd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060410 Jul 30 00:14:23.550531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-bb631f81-8963-4016-a266-0f12f1a5b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.551920 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-bb631f81-8963-4016-a266-0f12f1a5b156 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6 HTTP/1.1" status: 200 len: 837 time: 0.0633721 Jul 30 00:14:23.610848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-9d017ada-970c-4053-b5fc-f25f132f882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.613867 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-9d017ada-970c-4053-b5fc-f25f132f882d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b413a-4ec8-4316-9c59-4beafbf8b287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0518312 Jul 30 00:14:23.664370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc06e40-4594-4bb9-a69e-8d3a0ff599d4 req-6bb8f9a2-5513-4c09-8f43-e13187149b3c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.666375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdc06e40-4594-4bb9-a69e-8d3a0ff599d4 req-6bb8f9a2-5513-4c09-8f43-e13187149b3c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 944 time: 0.1021950 Jul 30 00:14:23.722813 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-e338dcc3-8ac5-448e-b227-594f926d5d5d service neutron] 10.222.0.59 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009915 Jul 30 00:14:23.749256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdc06e40-4594-4bb9-a69e-8d3a0ff599d4 req-ecd01fcb-470d-4d36-bf93-1387ef6bb0ce tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753341 Jul 30 00:14:23.758426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 174646b9-1b5c-415d-b77f-2988198a9c27 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:23.848033 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9dcf9385-3512-4a71-bf60-c107e522ca86 req-dc38a65f-fa51-4945-abff-fd6df37d6fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156704 Jul 30 00:14:23.896354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:23.901873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:23.907246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Sync routers for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:23.918114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:23.918674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:23.932110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-afa2fbde-e58a-48ad-a63f-9e8285168999 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/floatingips/aa2dc354-cb8d-4031-b33f-950a4a7039fe HTTP/1.1" status: 204 len: 168 time: 1.4985700 Jul 30 00:14:23.932720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:23.935070 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f772334d-9e1f-47a0-9cc5-c403e8874782" -d '{"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:24.065867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:24.143778 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9e38aa-9388-4733-b4cd-7a20217238c4 x-openstack-request-id: req-da9e38aa-9388-4733-b4cd-7a20217238c4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:24.144635 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:24.145329 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da9e38aa-9388-4733-b4cd-7a20217238c4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:24.146359 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'status': 'completed', 'code': 200} Jul 30 00:14:24.249503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-8100fd06-6f5e-4876-a52a-466b98ec239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.251672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-8100fd06-6f5e-4876-a52a-466b98ec239f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 1097 time: 0.0562272 Jul 30 00:14:24.287058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada3e4-066a-4c7d-8b06-497a0ce088c5 req-e5018980-f118-4f2b-99d6-c5cd583f3cea tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.288681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50ada3e4-066a-4c7d-8b06-497a0ce088c5 req-e5018980-f118-4f2b-99d6-c5cd583f3cea tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0683758 Jul 30 00:14:24.341103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:24.372801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Checking router: 174646b9-1b5c-415d-b77f-2988198a9c27 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:24.386484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:24.387309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:24.393970 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-fa5ab901-9051-4273-99ac-75d3f93207ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.395535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-fa5ab901-9051-4273-99ac-75d3f93207ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 200 len: 897 time: 0.1326456 Jul 30 00:14:24.459612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-36d6e195-61ef-41f0-9c21-cd9afdd83dde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 200 len: 217 time: 0.0550423 Jul 30 00:14:24.506190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:24.517024 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-674e508c-2ab9-4ba1-a737-65bfb2e95556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.519157 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-674e508c-2ab9-4ba1-a737-65bfb2e95556 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=003b23dd-cae1-497b-8490-7bf5e64b9f3a HTTP/1.1" status: 200 len: 835 time: 0.0520570 Jul 30 00:14:24.581529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-a056b32f-5c90-4eb8-bfb4-992c0fcdb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.583807 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-a056b32f-5c90-4eb8-bfb4-992c0fcdb3a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c48468ae-82a2-4791-964d-435b23b4c543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567722 Jul 30 00:14:24.709490 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50ada3e4-066a-4c7d-8b06-497a0ce088c5 req-aef6af69-30d6-4b2c-9b5d-aac1f3e90609 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111602 Jul 30 00:14:24.710933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-bac6c5e7-e1dd-4ee6-a6df-b2bb571c8016 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183898 Jul 30 00:14:24.811952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:24.853256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f772334d-9e1f-47a0-9cc5-c403e8874782 req-8641a261-6c84-4cb4-9f6d-542acc02b8c1 service neutron] 10.222.0.59 "GET /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332722 Jul 30 00:14:24.857573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c03803-a3ce-4b62-89ca-5417e5b22c54 None None] The sync data for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 is: [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:12:38Z', 'revision_number': 4, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'b116ae0e-3307-46de-b623-cc774d489895', 'name': '', 'network_id': 'c48468ae-82a2-4791-964d-435b23b4c543', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'mac_address': 'fa:16:3e:eb:23:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:37Z', 'updated_at': '2021-07-30T00:12:44Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'subnets': [{'id': '003b23dd-cae1-497b-8490-7bf5e64b9f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:24.858224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dc5ff-66a6-404d-ae54-fbbf951a6137 req-08fceb46-561b-469d-a07c-b70f6692cbc6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.862284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324dc5ff-66a6-404d-ae54-fbbf951a6137 req-08fceb46-561b-469d-a07c-b70f6692cbc6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0663080 Jul 30 00:14:24.916962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-324dc5ff-66a6-404d-ae54-fbbf951a6137 req-9dd36529-00a8-4c2d-a3e5-df8f72cd580f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497158 Jul 30 00:14:25.063823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb19b9-47f5-4924-a482-5b995410ac88 req-8b71f288-f91e-4f47-8e64-6696944ec93f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.065544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3cb19b9-47f5-4924-a482-5b995410ac88 req-8b71f288-f91e-4f47-8e64-6696944ec93f tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0624278 Jul 30 00:14:25.129290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3cb19b9-47f5-4924-a482-5b995410ac88 req-f9f0808c-3f2d-4e17-aa33-6ec80e882498 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509331 Jul 30 00:14:25.174098 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d350a7ea-a53b-401c-b007-d3ba04111fed None None] New status for floating IP aa2dc354-cb8d-4031-b33f-950a4a7039fe: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:14:25.284896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd23549-c1c4-4923-8959-9e0283270f65 req-c06e70c2-b278-41f2-9ca5-57bac33000fc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.287534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcd23549-c1c4-4923-8959-9e0283270f65 req-c06e70c2-b278-41f2-9ca5-57bac33000fc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 944 time: 0.0880630 Jul 30 00:14:25.345756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bcd23549-c1c4-4923-8959-9e0283270f65 req-5c4813e8-f06f-426f-a448-dcf3cc16962f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480213 Jul 30 00:14:25.663982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d560-7c28-41b8-9150-06dc71277101 req-6844e71a-fe6b-439d-a3d5-02d104a3a36f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.666236 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e756d560-7c28-41b8-9150-06dc71277101 req-6844e71a-fe6b-439d-a3d5-02d104a3a36f tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0717607 Jul 30 00:14:25.782223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:25.782630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:25.865911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb2e2-8eae-4367-9405-ee235c50a040 req-53579262-d5fc-4b4c-a469-56878775718a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.867514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef7cb2e2-8eae-4367-9405-ee235c50a040 req-53579262-d5fc-4b4c-a469-56878775718a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0682342 Jul 30 00:14:25.912643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ef7cb2e2-8eae-4367-9405-ee235c50a040 req-a695b372-437a-4413-884a-4598f56090fc tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Jul 30 00:14:25.923037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 6e16da4d-f432-465b-8b20-3e70fb641eac, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=6e16da4d-f432-465b-8b20-3e70fb641eac,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:25.923567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:25.942096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 6e16da4d-f432-465b-8b20-3e70fb641eac owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:25.994256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:26.057871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dee26-9c99-4aa2-a086-1bb502655094 req-e8112a45-1e30-49bc-863e-128731c9e9bc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.062278 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-563dee26-9c99-4aa2-a086-1bb502655094 req-e8112a45-1e30-49bc-863e-128731c9e9bc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 945 time: 0.0575459 Jul 30 00:14:26.101548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.102806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:26.111426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-563dee26-9c99-4aa2-a086-1bb502655094 req-ab901f29-b950-476e-8217-3493f77206dc tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "GET /v2.0/security-groups?id=0080e70c-fe82-4ef8-9698-1479bd50f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455613 Jul 30 00:14:26.122135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'port_id': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79', 'mac_address': 'fa:16:3e:b8:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:26.145495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=6e16da4d-f432-465b-8b20-3e70fb641eac,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:26.189646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.197978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] No DVR routers for this DVR port 6e16da4d-f432-465b-8b20-3e70fb641eac on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:26.201227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.203902 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e756d560-7c28-41b8-9150-06dc71277101 req-c8c53049-8ad3-4acc-8e07-ac443d4882ad tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.59 "DELETE /v2.0/ports/6e16da4d-f432-465b-8b20-3e70fb641eac HTTP/1.1" status: 204 len: 173 time: 0.5321581 Jul 30 00:14:26.204272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-deleted', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:26.206263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:26.207263 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b954b-e124-43fa-b012-95fbdac21f59" -d '{"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-deleted", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:26.231254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:26.236876 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.279020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb162264-a44f-4e3f-aae7-239461095b74 req-c4ee6ad3-085e-4097-89cb-b23319aaf475 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.280590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb162264-a44f-4e3f-aae7-239461095b74 req-c4ee6ad3-085e-4097-89cb-b23319aaf475 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0582721 Jul 30 00:14:26.288140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:26.324379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb162264-a44f-4e3f-aae7-239461095b74 req-474a585f-1c63-4428-ac6c-3774e9bfeee2 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360487 Jul 30 00:14:26.383372 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07766d41-32ba-41bf-bc58-4cbb46d040e4 x-openstack-request-id: req-07766d41-32ba-41bf-bc58-4cbb46d040e4 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:26.383805 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11401da4-c85a-4dc6-91a5-8b1487bdef17", "name": "network-vif-deleted", "tag": "6e16da4d-f432-465b-8b20-3e70fb641eac", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:26.384653 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07766d41-32ba-41bf-bc58-4cbb46d040e4 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:26.384653 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11401da4-c85a-4dc6-91a5-8b1487bdef17', 'name': 'network-vif-deleted', 'tag': '6e16da4d-f432-465b-8b20-3e70fb641eac', 'status': 'completed', 'code': 200} Jul 30 00:14:26.450573 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-409fddf3-8fdc-4648-ad05-1bbd14402908 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328062 Jul 30 00:14:26.490043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dfabd-934e-4c0d-b4cb-d85a46fa5970 req-c468434b-7a39-4643-bed9-033abef766dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.492002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a52dfabd-934e-4c0d-b4cb-d85a46fa5970 req-c468434b-7a39-4643-bed9-033abef766dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 945 time: 0.0567284 Jul 30 00:14:26.524046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-c29b3afa-a648-46f5-8ff5-08fd19f62e6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57bfa74084174648bc08ab35feae2fd1&device_id=11401da4-c85a-4dc6-91a5-8b1487bdef17 HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 30 00:14:26.524448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['5bbb912d-9ec3-4970-bb07-fc73cf5bdd79'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:26.551174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a52dfabd-934e-4c0d-b4cb-d85a46fa5970 req-fd2e4e63-925a-41f6-a4fc-14101609dea9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509629 Jul 30 00:14:26.777899 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-a0f14f81-89e5-47b9-9fbc-2543cc341081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.777899 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-a0f14f81-89e5-47b9-9fbc-2543cc341081 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57bfa74084174648bc08ab35feae2fd1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2256474 Jul 30 00:14:26.986537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-f9de3974-305d-42ac-aa59-d6a93005be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.988478 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a42e1d22-b2c3-4e1e-9183-03b72524da5f req-f9de3974-305d-42ac-aa59-d6a93005be48 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998348 Jul 30 00:14:27.055777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ecda0-6512-46a4-9d4a-a9b2fc484856 req-d8edd1d0-939d-4e49-b22f-aa557e72748d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:27.061666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf4ecda0-6512-46a4-9d4a-a9b2fc484856 req-d8edd1d0-939d-4e49-b22f-aa557e72748d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0653548 Jul 30 00:14:27.113596 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf4ecda0-6512-46a4-9d4a-a9b2fc484856 req-f26a703d-942a-4c7d-81cb-d7323dc9fb13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Jul 30 00:14:27.174163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55310) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:27.503731 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380553a-d828-42c8-8bf4-68c9d4b4f26e req-46478562-236a-4f69-98bb-de75888b37b6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:27.505335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9380553a-d828-42c8-8bf4-68c9d4b4f26e req-46478562-236a-4f69-98bb-de75888b37b6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.1017137 Jul 30 00:14:27.576091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9380553a-d828-42c8-8bf4-68c9d4b4f26e req-ea80db2f-0126-403f-9222-4b40f30dffc6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522103 Jul 30 00:14:27.698135 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:27.755648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d166f-0ba7-4104-8dc9-7593db51f6c6 req-e2b17b7e-552a-487e-9738-6dd6ee7605a7 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:27.757197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-257d166f-0ba7-4104-8dc9-7593db51f6c6 req-e2b17b7e-552a-487e-9738-6dd6ee7605a7 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 945 time: 0.1017916 Jul 30 00:14:27.843349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-257d166f-0ba7-4104-8dc9-7593db51f6c6 req-30f66dd6-35f7-413f-9b57-45669fd70bc2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782664 Jul 30 00:14:27.999595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.024531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port b116ae0e-3307-46de-b623-cc774d489895 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:28.024841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.027172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:28.081186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:28.086425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:28.086817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.120634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port b116ae0e-3307-46de-b623-cc774d489895, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b116ae0e-3307-46de-b623-cc774d489895,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:28.120634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.135321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for b116ae0e-3307-46de-b623-cc774d489895 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:28.173741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.198450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:28.200667 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc32bd-f0f2-4959-aba3-d39091297f4a" -d '{"events": [{"server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "name": "network-vif-plugged", "status": "completed", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:28.214679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:28.220228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.221239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:28.259193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 6e16da4d-f432-465b-8b20-3e70fb641eac {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:28.259559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 6e16da4d-f432-465b-8b20-3e70fb641eac not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:28.293300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:28.303641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961d79-6e61-4441-a4e2-0b43291d1f87 req-de105a57-df47-469c-a762-64f7ce84d5ea tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.305139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06961d79-6e61-4441-a4e2-0b43291d1f87 req-de105a57-df47-469c-a762-64f7ce84d5ea tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.1109390 Jul 30 00:14:28.370143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06961d79-6e61-4441-a4e2-0b43291d1f87 req-90ce676e-251d-4cfd-8c5f-d534c1fe833c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560665 Jul 30 00:14:28.417389 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3098eeae-9557-4515-84ab-43cc91ab9b6c x-openstack-request-id: req-3098eeae-9557-4515-84ab-43cc91ab9b6c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:28.418186 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "name": "network-vif-plugged", "status": "completed", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:28.418565 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3098eeae-9557-4515-84ab-43cc91ab9b6c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:28.419149 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79', 'code': 200} Jul 30 00:14:28.432974 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.461306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=b116ae0e-3307-46de-b623-cc774d489895,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:28.552453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f29f-7486-4150-9573-28290a02814d req-483f3f05-6be1-4af3-81f1-35f2ee90b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.554580 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6292f29f-7486-4150-9573-28290a02814d req-483f3f05-6be1-4af3-81f1-35f2ee90b1ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 1098 time: 0.0511825 Jul 30 00:14:28.599257 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6292f29f-7486-4150-9573-28290a02814d req-b1a3052c-9fa7-42c6-9b8a-83c9f93cda60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 Jul 30 00:14:28.710649 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.781858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acd4c-3973-4787-9234-f8e9180d1228 req-df4197bd-fefb-496a-a26e-ae666827935a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.783515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac5acd4c-3973-4787-9234-f8e9180d1228 req-df4197bd-fefb-496a-a26e-ae666827935a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.1153507 Jul 30 00:14:28.873723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac5acd4c-3973-4787-9234-f8e9180d1228 req-14c127cd-7ce1-4dcf-93d9-f85061309661 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801318 Jul 30 00:14:29.021853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Router 174646b9-1b5c-415d-b77f-2988198a9c27 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:29.030915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957d516-569c-4ecb-8e1a-4c89adf97ff3 req-62802725-177e-4d4c-bc21-b53f56465ebe tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.032438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c957d516-569c-4ecb-8e1a-4c89adf97ff3 req-62802725-177e-4d4c-bc21-b53f56465ebe tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.0979877 Jul 30 00:14:29.117614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c957d516-569c-4ecb-8e1a-4c89adf97ff3 req-0cbb1836-72b0-4f29-a0eb-8320c3f45991 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767927 Jul 30 00:14:29.186886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:29.192127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe58f281-1bdb-46c3-8ba9-412736b51f79 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "PUT /v2.0/routers/174646b9-1b5c-415d-b77f-2988198a9c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169115 Jul 30 00:14:29.195025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55324) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:29.198031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Sync routers for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:29.208075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:29.208790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:29.246873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting subnet 003b23dd-cae1-497b-8490-7bf5e64b9f3a {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:14:29.250491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.293391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.324740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:29.422592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.522999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:14:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:29.523917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dca8f-b9e1-48f1-bda7-dedfb5c0363d req-df7cb849-0d66-4b9c-868a-32b6a5892de0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.525779 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-164dca8f-b9e1-48f1-bda7-dedfb5c0363d req-df7cb849-0d66-4b9c-868a-32b6a5892de0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0779324 Jul 30 00:14:29.527312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.552074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Checking router: 174646b9-1b5c-415d-b77f-2988198a9c27 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:29.561992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Routers {'174646b9-1b5c-415d-b77f-2988198a9c27'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:29.562674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['174646b9-1b5c-415d-b77f-2988198a9c27'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:29.571443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Subnet': ['ID=003b23dd-cae1-497b-8490-7bf5e64b9f3a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:29.575005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.579877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-75ba456a-ce85-4196-a7d8-61529d70896e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/subnets/003b23dd-cae1-497b-8490-7bf5e64b9f3a HTTP/1.1" status: 204 len: 168 time: 0.3809922 Jul 30 00:14:29.579877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55328) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:29.597264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0b562-f266-4e41-b31b-29901025165c None None] Network c48468ae-82a2-4791-964d-435b23b4c543 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:29.639827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-164dca8f-b9e1-48f1-bda7-dedfb5c0363d req-532d5c77-3632-4cb4-ad2d-8808867ea41c tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035914 Jul 30 00:14:29.722866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.863678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.927829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Deleting port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:29.928479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:29.970837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] Set router 174646b9-1b5c-415d-b77f-2988198a9c27 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:30.051416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950831-e719-4f82-91c8-3ce2d10801bd req-5881217b-6ff6-4b28-9f9b-4860e27b43aa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:30.053028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f950831-e719-4f82-91c8-3ce2d10801bd req-5881217b-6ff6-4b28-9f9b-4860e27b43aa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0768950 Jul 30 00:14:30.072478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] For port 154a3bb4-fca3-4836-a10a-bb3b7c41e84b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:30.072823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.095597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Calling delete_port for 154a3bb4-fca3-4836-a10a-bb3b7c41e84b owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:30.122773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f950831-e719-4f82-91c8-3ce2d10801bd req-d21a7c4d-ab51-4fdb-8d30-ad2b6f91b8dd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633893 Jul 30 00:14:30.155444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] DHCP port deletion for c48468ae-82a2-4791-964d-435b23b4c543 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:14:30.212264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:14:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:30.246933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de259f13-6c31-47d9-b516-d13d055e0acb None None] The sync data for ids ['174646b9-1b5c-415d-b77f-2988198a9c27'] in n-d-712707-11 is: [{'id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314134135', 'tenant_id': '57bfa74084174648bc08ab35feae2fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:12:33Z', 'updated_at': '2021-07-30T00:14:28Z', 'revision_number': 5, 'project_id': '57bfa74084174648bc08ab35feae2fd1', 'gw_port': {'id': '154a3bb4-fca3-4836-a10a-bb3b7c41e84b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174646b9-1b5c-415d-b77f-2988198a9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:12:34Z', 'updated_at': '2021-07-30T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:30.261041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Deleting port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:30.261413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.312423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841534-59ea-409f-bbb4-8865b7bfc400 req-311b083f-8bf0-4be6-9c3d-7c426f4d9a17 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:30.314226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b841534-59ea-409f-bbb4-8865b7bfc400 req-311b083f-8bf0-4be6-9c3d-7c426f4d9a17 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.1187971 Jul 30 00:14:30.331221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] For port a2e80c08-a1b8-40e2-ab8a-edbefd95df46, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,segment=NetworkSegment(aa7b710a-c075-47ed-873c-4e3aefa64e81),segment_id=aa7b710a-c075-47ed-873c-4e3aefa64e81)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:30.331620 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.345195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Calling delete_port for a2e80c08-a1b8-40e2-ab8a-edbefd95df46 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:30.396778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b841534-59ea-409f-bbb4-8865b7bfc400 req-07788d4f-9f25-4a76-b7bf-ffc7051391df tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747988 Jul 30 00:14:30.397958 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.423271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Port': ['ID=154a3bb4-fca3-4836-a10a-bb3b7c41e84b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:30.453371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.483541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] No DVR routers for this DVR port a2e80c08-a1b8-40e2-ab8a-edbefd95df46 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:30.485546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fd1f8-092a-4033-a8d4-7110cd162085 None None] Pushing event deleted for resources: {'Port': ['ID=a2e80c08-a1b8-40e2-ab8a-edbefd95df46,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:30.511560 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.637337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.641388 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.654988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e211-958f-4bf2-9222-1e4cb644c529 req-9da1679b-fd61-4e60-8a24-7d2c118d57e0 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:30.656775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e15e211-958f-4bf2-9222-1e4cb644c529 req-9da1679b-fd61-4e60-8a24-7d2c118d57e0 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.1611404 Jul 30 00:14:31.075697 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.076253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Fanout notify agent at l3_agent the message router_deleted on router 174646b9-1b5c-415d-b77f-2988198a9c27 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:14:31.085312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.086439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-387b6e06-dd4e-4ea1-8aa8-76d9dc5b710e tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/routers/174646b9-1b5c-415d-b77f-2988198a9c27 HTTP/1.1" status: 204 len: 168 time: 1.5058038 Jul 30 00:14:31.090051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55338) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:31.101949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e15e211-958f-4bf2-9222-1e4cb644c529 req-2662383e-4ca5-4e06-b97a-d269fdaba62a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372375 Jul 30 00:14:31.198558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.242657 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b3d63-2f76-414a-bb4e-5bf324d43eeb req-7256b6ef-fc35-4bc0-b54d-9e94d8f90e0d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.244650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-896b3d63-2f76-414a-bb4e-5bf324d43eeb req-7256b6ef-fc35-4bc0-b54d-9e94d8f90e0d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0649126 Jul 30 00:14:31.294678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-896b3d63-2f76-414a-bb4e-5bf324d43eeb req-06e54f58-55e1-402e-8241-221a79fba6e7 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Jul 30 00:14:31.299459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.309676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48468ae-82a2-4791-964d-435b23b4c543']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:31.320389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7b710a-c075-47ed-873c-4e3aefa64e81') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:31.320683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7b710a-c075-47ed-873c-4e3aefa64e81') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:31.331410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.346193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.352201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:14:31.352811 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:14:31.360007 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:14:31.423455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.431037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478fa53-f9b8-4277-8843-f127390c414a req-64ca975b-3502-4099-b667-0818daecb098 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.432323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.437292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/networks/c48468ae-82a2-4791-964d-435b23b4c543 HTTP/1.1" status: 204 len: 168 time: 0.3462119 Jul 30 00:14:31.438196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a478fa53-f9b8-4277-8843-f127390c414a req-64ca975b-3502-4099-b667-0818daecb098 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0747042 Jul 30 00:14:31.438760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55348) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:31.453432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9334a-5f1b-43b0-9b06-add955870172 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'Network': ['ID=c48468ae-82a2-4791-964d-435b23b4c543,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:31.513814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a478fa53-f9b8-4277-8843-f127390c414a req-e56a2609-ac80-498b-be76-ce738e03fce8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721807 Jul 30 00:14:31.529527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.557523 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.671260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.674081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:31.676360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] 10.222.0.49 "DELETE /v2.0/security-groups/0080e70c-fe82-4ef8-9698-1479bd50f253 HTTP/1.1" status: 204 len: 168 time: 0.2361693 Jul 30 00:14:31.687881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a4602-2541-4704-ad8a-61776bfd7fa9 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080e70c-fe82-4ef8-9698-1479bd50f253,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:31.779935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bb895-3037-4fdd-b171-e63c896a109f req-e5b6b02d-2caa-4263-93bb-6ff663269873 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.781522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531bb895-3037-4fdd-b171-e63c896a109f req-e5b6b02d-2caa-4263-93bb-6ff663269873 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0745585 Jul 30 00:14:31.807047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-1319af4f-32b3-4338-a9fb-5cf8553e427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.809135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-1319af4f-32b3-4338-a9fb-5cf8553e427d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 1097 time: 0.0529110 Jul 30 00:14:31.824484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-531bb895-3037-4fdd-b171-e63c896a109f req-8bfc7ba6-1102-4fc8-a3e1-ee066b237c32 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355582 Jul 30 00:14:31.916404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-05c79457-74dc-43a8-9f72-8ab01426488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.918533 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-05c79457-74dc-43a8-9f72-8ab01426488d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1015379 Jul 30 00:14:32.008763 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-7f4cb271-57e1-44f4-80e4-2bf51e65aa9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 200 len: 1001 time: 0.0829284 Jul 30 00:14:32.018484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a2e80c08-a1b8-40e2-ab8a-edbefd95df46 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:32.041170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a2e80c08-a1b8-40e2-ab8a-edbefd95df46 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:32.041500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a2e80c08-a1b8-40e2-ab8a-edbefd95df46 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:32.042086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b116ae0e-3307-46de-b623-cc774d489895 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:32.063938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b116ae0e-3307-46de-b623-cc774d489895 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:32.064608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b116ae0e-3307-46de-b623-cc774d489895 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:32.065196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 154a3bb4-fca3-4836-a10a-bb3b7c41e84b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:32.071570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-08d1cc3f-c821-4bcf-a5fb-75d93fa3909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:32.072658 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-08d1cc3f-c821-4bcf-a5fb-75d93fa3909d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0567274 Jul 30 00:14:32.098331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 154a3bb4-fca3-4836-a10a-bb3b7c41e84b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:32.099270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 154a3bb4-fca3-4836-a10a-bb3b7c41e84b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:32.142968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-c6eb6c6f-ce4e-4cba-96a7-10b7955ff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:32.144498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-c6eb6c6f-ce4e-4cba-96a7-10b7955ff3bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645211 Jul 30 00:14:32.244203 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-d0032361-14db-46c2-9bde-042fa6c17d9a service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Jul 30 00:14:32.280214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:32.338450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df9e1ad-3543-425a-80b9-14caf47adf20 req-0c288708-de0d-48b7-99db-95728d969420 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Jul 30 00:14:32.459901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a6864cb-899c-4975-8c01-2ef2e9b43173 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57bfa74084174648bc08ab35feae2fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784129 Jul 30 00:14:32.463039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55362) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:32.525536 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.550232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.620467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55366) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:32.626135 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.628762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.630027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9e045a7-532d-421e-a0f4-0073378a3527 HTTP/1.1" status: 204 len: 168 time: 0.1659245 Jul 30 00:14:32.645088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe9526-558e-45a1-853f-3625eb2baa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e045a7-532d-421e-a0f4-0073378a3527,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:32.655490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020a6b-218e-4d0d-bda8-485edc40f034 req-bed7d92d-8986-42cb-85fe-a85b452f1048 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:32.663895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52020a6b-218e-4d0d-bda8-485edc40f034 req-bed7d92d-8986-42cb-85fe-a85b452f1048 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 943 time: 0.0781388 Jul 30 00:14:32.716794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52020a6b-218e-4d0d-bda8-485edc40f034 req-9ee8a839-deea-4b07-8f10-db0b0709cafa tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518134 Jul 30 00:14:32.799862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ecb7c731-7d7c-4152-a13e-abac13ebf31b details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:32.988673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:33.001192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55374) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:33.004323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'port_id': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'mac_address': 'fa:16:3e:50:f6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:33.015040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb71d74-5bbb-42dc-8686-511557a20bbc req-674c7fb0-5d1c-43f7-9847-ad679bde1677 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.021108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb71d74-5bbb-42dc-8686-511557a20bbc req-674c7fb0-5d1c-43f7-9847-ad679bde1677 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0736127 Jul 30 00:14:33.064506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.080309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb7c731-7d7c-4152-a13e-abac13ebf31b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:33.090539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3eb71d74-5bbb-42dc-8686-511557a20bbc req-6978e627-ea50-438e-9d9a-dae1e056976a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680082 Jul 30 00:14:33.096802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2befee70-c870-4826-8330-07a060606169 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0695726bd8143e8ad28abd7664c70ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943503 Jul 30 00:14:33.097650 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:33.115301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:33.121195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.189504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:33.473739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ecb7c731-7d7c-4152-a13e-abac13ebf31b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:33.582276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.584770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.648061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.763133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.765774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.766984 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f14a46a1-6e41-4c17-8cf0-f466d1a9bb6f HTTP/1.1" status: 204 len: 168 time: 0.6683419 Jul 30 00:14:33.810177 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd61f-cd0f-4318-89e7-534cf8dc42a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a46a1-6e41-4c17-8cf0-f466d1a9bb6f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:33.969176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.17 (973b413a-4ec8-4316-9c59-4beafbf8b287/b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6/50d21b4e-eb85-45cb-a551-6af85fcc7171) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:34.077475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20070e53-e74f-4c72-b8c1-e8c7489d133d req-cf63a6c5-9871-4993-8029-52addc8c2d40 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:34.079974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20070e53-e74f-4c72-b8c1-e8c7489d133d req-cf63a6c5-9871-4993-8029-52addc8c2d40 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 944 time: 0.2921059 Jul 30 00:14:34.128676 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.135127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20070e53-e74f-4c72-b8c1-e8c7489d133d req-5d463373-fdbb-4bfe-b866-e6b300952acc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472951 Jul 30 00:14:34.163115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object 50d21b4e-eb85-45cb-a551-6af85fcc7171 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:34.219033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.279531 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:34.280704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1778bac-4212-4f76-916b-da234da2de0f req-ec8b76f9-5e90-4dad-a7dc-5a3ee7ddbd66 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:34.283137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:34.283628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1778bac-4212-4f76-916b-da234da2de0f req-ec8b76f9-5e90-4dad-a7dc-5a3ee7ddbd66 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0814362 Jul 30 00:14:34.288209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:34.329494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:34.357480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.372438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f1778bac-4212-4f76-916b-da234da2de0f req-f58886c5-644f-4505-9ea7-00af9e4b2475 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 Jul 30 00:14:34.515594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.611779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ff9bee6-40ac-4e9a-8e15-7a9d50bb2697 None None] Provisioning for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:34.616987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ff9bee6-40ac-4e9a-8e15-7a9d50bb2697 None None] Provisioning complete for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:34.617710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ff9bee6-40ac-4e9a-8e15-7a9d50bb2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.659428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9bee6-40ac-4e9a-8e15-7a9d50bb2697 None None] Port 50d21b4e-eb85-45cb-a551-6af85fcc7171 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:34.659931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55406) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:34.783300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-242975297-network', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:34.796991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ecb7c731-7d7c-4152-a13e-abac13ebf31b up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:34.812868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Made reservation on behalf of aa3760e4edbb4e3db3d3deda2344f7b2 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:34.815596 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.826381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.872186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port ecb7c731-7d7c-4152-a13e-abac13ebf31b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:34.878031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ecb7c731-7d7c-4152-a13e-abac13ebf31b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:34.878809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.899281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.905258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.952168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.960551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:34.991820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:34.993797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:14:34.995744 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.005584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8927f41a-cd9c-4b43-b162-27645aa290b0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:35.012442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.012800 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Added segment 76b4bf71-e129-4aa7-b829-6f1e7a7e04bf of type vlan for network 5f9e86aa-ab81-4796-b93d-c085d1c21820 Jul 30 00:14:35.032965 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.065741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.066043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:35.068356 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbe874-fb59-41c7-9c90-f3ad73233e86" -d '{"events": [{"server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "name": "network-vif-plugged", "status": "completed", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:35.084801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:35.091295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.106077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.107103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.107706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.124182 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66ac26d-9541-463d-b91d-3db710c9c0c7 x-openstack-request-id: req-b66ac26d-9541-463d-b91d-3db710c9c0c7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:35.124799 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "name": "network-vif-plugged", "status": "completed", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:35.125221 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b66ac26d-9541-463d-b91d-3db710c9c0c7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:35.125826 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'code': 200} Jul 30 00:14:35.141714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:35.143518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:35.156442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:35.211463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5491426 Jul 30 00:14:35.218977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55414) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:35.246756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Request body: {'subnet': {'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-242975297-subnet', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:35.293616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1324f77-ddf5-4473-a987-6fab1c3158a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9e86aa-ab81-4796-b93d-c085d1c21820,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:35.310315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:14:35.337585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:35.353176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Made reservation on behalf of aa3760e4edbb4e3db3d3deda2344f7b2 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:35.357918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.454775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded0b9-7271-401f-87e4-fbceb214c35e req-3b9503ce-fd2b-49fd-80d2-9fffcf33f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.456335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ded0b9-7271-401f-87e4-fbceb214c35e req-3b9503ce-fd2b-49fd-80d2-9fffcf33f37a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1097 time: 0.2056906 Jul 30 00:14:35.469364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4e734-2c87-4966-ae5e-2117786d49e0 req-74a52f24-072e-49b8-afc8-7a8e192a9dcc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.471201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66a4e734-2c87-4966-ae5e-2117786d49e0 req-74a52f24-072e-49b8-afc8-7a8e192a9dcc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.2156034 Jul 30 00:14:35.492603 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:35.496981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f59c303c-210c-4511-965f-8ab2e1e4dc52 None None] Provisioning complete for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:35.498232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f59c303c-210c-4511-965f-8ab2e1e4dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.503089 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a9ed3951-5456-422b-b10d-ffb2f4bd4ca6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/4979e9db-2ac0-406c-8e7e-fab8376de227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8805199 Jul 30 00:14:35.514046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:35.525645 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:35.526285 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:35.552882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f59c303c-210c-4511-965f-8ab2e1e4dc52 None None] Port 50d21b4e-eb85-45cb-a551-6af85fcc7171 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:35.566543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ded0b9-7271-401f-87e4-fbceb214c35e req-1bf1a6cb-6266-40a6-a533-bfc2a2729f4f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942390 Jul 30 00:14:35.575967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66a4e734-2c87-4966-ae5e-2117786d49e0 req-0246bc01-547a-4994-87a0-1e4c83e67464 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907123 Jul 30 00:14:35.647960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:35.689252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.761726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a035f2-ed88-46d4-bf9e-75f60702b18e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:35.767224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Checking segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:35.767357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Network hostable DHCP agents. Network: 5f9e86aa-ab81-4796-b93d-c085d1c21820, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:14:35.787796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:14:35.801054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5f9e86aa-ab81-4796-b93d-c085d1c21820) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:35.806736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.807231 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.813094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379cfc0-0485-461b-8035-a2e9df7b8e3d None None] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:35.830694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e93b8457-d01b-4f05-b5fd-456b312c33f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5950975 Jul 30 00:14:35.833072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55420) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:35.838875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:35.874720 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.875945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.923351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:34Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d21b4e-eb85-45cb-a551-6af85fcc7171', 'name': '', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:44:db:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:33Z', 'updated_at': '2021-07-30T00:14:34Z', 'revision_number': 2, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:35.935952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.956025 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:35.956025 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Updating router 4979e9db-2ac0-406c-8e7e-fab8376de227 port 50d21b4e-eb85-45cb-a551-6af85fcc7171 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:35.994803 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.010820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-5f9e86aa-ab81-4796-b93d-c085d1c21820', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:14:36.012142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.089748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.170545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Allocated IP 172.20.0.2 (5f9e86aa-ab81-4796-b93d-c085d1c21820/07a035f2-ed88-46d4-bf9e-75f60702b18e/6158726f-8556-4ea2-a9a1-7a99331f48f1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:36.300191 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.320869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Transition to ACTIVE for port object 50d21b4e-eb85-45cb-a551-6af85fcc7171 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:36.327016 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.333018 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.356288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.356540 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.370560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Transition to ACTIVE for port object 6158726f-8556-4ea2-a9a1-7a99331f48f1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:36.391280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Pushing event updated for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:36.396195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Transition to ACTIVE for port object 6158726f-8556-4ea2-a9a1-7a99331f48f1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:36.400145 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.400647 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.400996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.401426 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.401919 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.402308 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.402637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.402960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.403592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.403918 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.404414 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.404761 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.404902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:36.450340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:36.453847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:36.456436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:36.469662 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Attempting to bind port 50d21b4e-eb85-45cb-a551-6af85fcc7171 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:36.470313 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Attempting to bind port 50d21b4e-eb85-45cb-a551-6af85fcc7171 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:36.470875 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Attempting to bind port 50d21b4e-eb85-45cb-a551-6af85fcc7171 on network 973b413a-4ec8-4316-9c59-4beafbf8b287 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:36.477576 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:36.478307 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Checking segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:36.478894 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.479502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Bound using segment: {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:36.480146 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Bound port: 50d21b4e-eb85-45cb-a551-6af85fcc7171, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e719d1-f3b6-4ac9-b612-aacc4b27918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:36.480700 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.517703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Pushing event updated for resources: {'Port': ['ID=6158726f-8556-4ea2-a9a1-7a99331f48f1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:36.531204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Allocated IP 172.25.5.118 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/e1df5880-7c03-4bb0-9073-a8ad972c2c63) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:36.561872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Attempting to bind port 6158726f-8556-4ea2-a9a1-7a99331f48f1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:36.562283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Attempting to bind port 6158726f-8556-4ea2-a9a1-7a99331f48f1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:36.562687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Attempting to bind port 6158726f-8556-4ea2-a9a1-7a99331f48f1 on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:36.565858 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] For port 50d21b4e-eb85-45cb-a551-6af85fcc7171, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:36.568777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:36.569147 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Checking segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:36.569560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.570034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Bound using segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:36.570544 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Bound port: 6158726f-8556-4ea2-a9a1-7a99331f48f1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:36.571235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.571502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] For port 50d21b4e-eb85-45cb-a551-6af85fcc7171, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=50d21b4e-eb85-45cb-a551-6af85fcc7171,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:36.579052 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.656594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5e4b0-02cc-487f-b020-bf03f1d5f61f None None] Pushing event updated for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:36.663317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] For port 6158726f-8556-4ea2-a9a1-7a99331f48f1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:36.664007 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:36.664963 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:36.673081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] For port 6158726f-8556-4ea2-a9a1-7a99331f48f1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6158726f-8556-4ea2-a9a1-7a99331f48f1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:36.687827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.767463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.806848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeefbd6-8f61-4d8e-836f-ced0396bb7b5 None None] Pushing event updated for resources: {'Port': ['ID=6158726f-8556-4ea2-a9a1-7a99331f48f1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:36.835232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48848069-e542-41f2-8c29-925f8d24f738 req-e403465f-08c6-4a1c-9cab-83252721c455 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:36.844141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48848069-e542-41f2-8c29-925f8d24f738 req-e403465f-08c6-4a1c-9cab-83252721c455 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.1178589 Jul 30 00:14:36.857585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.911725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:36.921954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:36.927927 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:36.937590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-48848069-e542-41f2-8c29-925f8d24f738 req-e151447b-5570-4159-9059-b290e7d20255 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921125 Jul 30 00:14:37.019366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1df5880-7c03-4bb0-9073-a8ad972c2c63,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:37.020062 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:37.303290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:37.326816 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:34Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d21b4e-eb85-45cb-a551-6af85fcc7171', 'name': '', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:44:db:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:33Z', 'updated_at': '2021-07-30T00:14:36Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:37.357413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97baf8-f889-44c6-b250-45493f88b583 None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:34Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d21b4e-eb85-45cb-a551-6af85fcc7171', 'name': '', 'network_id': '973b413a-4ec8-4316-9c59-4beafbf8b287', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:44:db:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:33Z', 'updated_at': '2021-07-30T00:14:36Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': 'b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:37.570528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:37.736552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Router 16145a1e-9fad-42fd-96f7-82f4c619932a is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:14:37.873796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:37.885339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Sync routers for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:37.893006 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:37.894391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-681efa73-ee59-4e60-bebb-96ae9e997cf7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0598607 Jul 30 00:14:37.897733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55424) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:37.906583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:37.908747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:38.062625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:38.143482 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65a8ba-6d3f-4ce2-8290-ec0541b4a1b1 None None] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:38.174978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169ace-250f-4fb6-9ad4-67c93637ca6d req-43342392-feaf-4789-9887-732e302b4a03 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:38.176581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51169ace-250f-4fb6-9ad4-67c93637ca6d req-43342392-feaf-4789-9887-732e302b4a03 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.1151688 Jul 30 00:14:38.190636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 50d21b4e-eb85-45cb-a551-6af85fcc7171 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:38.266192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51169ace-250f-4fb6-9ad4-67c93637ca6d req-15beb529-65bc-42a2-9fc4-5e44e4983341 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801954 Jul 30 00:14:38.275149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb28d846-572d-4df5-b15f-8f13ef9712bf None None] Provisioning for port 6158726f-8556-4ea2-a9a1-7a99331f48f1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:38.380853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:38.405789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:38.406237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.441756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21ca2-057c-4ffb-b781-17eb5d1a50f2 req-f9677e84-92a8-4b33-bf75-89b0b0d15f31 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:38.443307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f21ca2-057c-4ffb-b781-17eb5d1a50f2 req-f9677e84-92a8-4b33-bf75-89b0b0d15f31 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.0867662 Jul 30 00:14:38.524916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f21ca2-057c-4ffb-b781-17eb5d1a50f2 req-25dcc354-8ecf-4b54-a187-653fb719f51e tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747051 Jul 30 00:14:38.561271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55432) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:38.572756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:37Z', 'revision_number': 3, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:38.587409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.614606 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Checking router: 16145a1e-9fad-42fd-96f7-82f4c619932a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:38.614953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Updating router 16145a1e-9fad-42fd-96f7-82f4c619932a port e1df5880-7c03-4bb0-9073-a8ad972c2c63 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:38.626973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fc50c-61b1-4392-85e1-4d3da3cb8238 tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:38.631941 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-da7fc50c-61b1-4392-85e1-4d3da3cb8238 tempest-TestVolumeBootPattern-188594511 tempest-TestVolumeBootPattern-188594511-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1092 time: 0.0658150 Jul 30 00:14:38.632888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55434) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:38.637005 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.649206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:38.657770 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.693256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.712750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 50d21b4e-eb85-45cb-a551-6af85fcc7171, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=50d21b4e-eb85-45cb-a551-6af85fcc7171,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:38.719368 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.720209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6158726f-8556-4ea2-a9a1-7a99331f48f1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:38.866029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.904966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:38.912960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Allocated IP 172.20.0.1 (5f9e86aa-ab81-4796-b93d-c085d1c21820/07a035f2-ed88-46d4-bf9e-75f60702b18e/ee6378e9-f376-4dfd-bd47-4a591d95f6b1) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:38.967578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6158726f-8556-4ea2-a9a1-7a99331f48f1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:38.974858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] Provisioning complete for port 6158726f-8556-4ea2-a9a1-7a99331f48f1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:38.975230 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.979951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6158726f-8556-4ea2-a9a1-7a99331f48f1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:38.980150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.036542 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.050478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Transition to ACTIVE for port object ee6378e9-f376-4dfd-bd47-4a591d95f6b1 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:39.085161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.128445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:39.133338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:39.138650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:39.141846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:39.183819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.195418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.228500 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.243406 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.267824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Transition to ACTIVE for port object e1df5880-7c03-4bb0-9073-a8ad972c2c63 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:39.276008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] For port 6158726f-8556-4ea2-a9a1-7a99331f48f1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6158726f-8556-4ea2-a9a1-7a99331f48f1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:39.285248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.287084 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.344698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.363539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Allocated IP 172.25.5.243 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d5412daf-b4bc-4fa3-86f8-f3bcc75e6660) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:39.496343 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.545108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.569257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f9068-0daa-4f1b-9294-375c269a9e6a None None] Pushing event updated for resources: {'Port': ['ID=e1df5880-7c03-4bb0-9073-a8ad972c2c63,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:39.581300 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.583889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Attempting to bind port e1df5880-7c03-4bb0-9073-a8ad972c2c63 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:39.584539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Attempting to bind port e1df5880-7c03-4bb0-9073-a8ad972c2c63 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:39.584739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Attempting to bind port e1df5880-7c03-4bb0-9073-a8ad972c2c63 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:39.591453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.593465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:39.599908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:39.609558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:39.610503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9f64f147-3790-4988-b99e-905ae3032eca None None] Provisioning for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:39.616565 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:14:39.616915 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:14:39.621554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:39.622017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:39.622446 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.622864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:39.623360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Bound port: e1df5880-7c03-4bb0-9073-a8ad972c2c63, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:39.623737 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.627424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9f64f147-3790-4988-b99e-905ae3032eca None None] Provisioning complete for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:39.627798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f64f147-3790-4988-b99e-905ae3032eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.639245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=d5412daf-b4bc-4fa3-86f8-f3bcc75e6660,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:39.682367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:39.686564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.733491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e510999-92fe-4e29-857e-ffa98c57e7f7 None None] Pushing event updated for resources: {'Port': ['ID=6158726f-8556-4ea2-a9a1-7a99331f48f1,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:39.740108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9f64f147-3790-4988-b99e-905ae3032eca None None] Port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:39.742040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] For port e1df5880-7c03-4bb0-9073-a8ad972c2c63, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:39.748572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] For port e1df5880-7c03-4bb0-9073-a8ad972c2c63, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e1df5880-7c03-4bb0-9073-a8ad972c2c63,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:39.756280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.805016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:39.806905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:39.812166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:39.812929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:39.939215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:39.961215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Router 16145a1e-9fad-42fd-96f7-82f4c619932a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:40.002786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f9068-0daa-4f1b-9294-375c269a9e6a None None] Pushing event updated for resources: {'Port': ['ID=e1df5880-7c03-4bb0-9073-a8ad972c2c63,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:40.091257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.102433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:40.117818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6f818401-0f8f-413b-8033-9cd475abdd97 admin admin] 10.222.0.49 "PUT /v2.0/routers/16145a1e-9fad-42fd-96f7-82f4c619932a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093630 Jul 30 00:14:40.177480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.201429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6cce1071-acdc-4973-9447-1d307153ff06 None None] Provisioning complete for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:40.201826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cce1071-acdc-4973-9447-1d307153ff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.262830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6cce1071-acdc-4973-9447-1d307153ff06 None None] Port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:40.289157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ee6378e9-f376-4dfd-bd47-4a591d95f6b1', 'name': '', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'mac_address': 'fa:16:3e:7d:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:38Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 2, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'subnets': [{'id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:40.323721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896576b1-b9af-4acb-bbd9-de500bee709c None None] The sync data for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 is: [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ee6378e9-f376-4dfd-bd47-4a591d95f6b1', 'name': '', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'mac_address': 'fa:16:3e:7d:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:38Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 2, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'subnets': [{'id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:40.331850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 50d21b4e-eb85-45cb-a551-6af85fcc7171 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:40.389323 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 50d21b4e-eb85-45cb-a551-6af85fcc7171 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:40.389971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.392729 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.398596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.490511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.492579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event updated for resources: {'Port': ['ID=d5412daf-b4bc-4fa3-86f8-f3bcc75e6660,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:40.499297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6158726f-8556-4ea2-a9a1-7a99331f48f1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:40.560991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6158726f-8556-4ea2-a9a1-7a99331f48f1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:40.560991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.617309 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP c9ea2800-ce74-417a-a83e-21ce64646dc2 associated. External IP: 172.25.5.243, port: ecb7c731-7d7c-4152-a13e-abac13ebf31b. Jul 30 00:14:40.821989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55452) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:40.827505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-835122809-network', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:40.857375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Made reservation on behalf of 07b4eac08c954c7ba24c4511712ef1f3 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:40.860436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:40.887540 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.036129 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.043036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.085925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:14:41.093937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f215229e-297d-49a0-bddb-a6b135f54fe0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:41.105263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.105720 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Added segment 0803ecdd-f3d7-487c-a6a9-4f962d6403c9 of type vlan for network fe0b26d2-450a-40d1-af6a-948a5c8e1bae Jul 30 00:14:41.167787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.216908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.216908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:41.221922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.256805 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4336641 Jul 30 00:14:41.272186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55454) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:41.308676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Request body: {'subnet': {'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-835122809-subnet', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:41.330553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:41.341218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b1871-184b-4f09-a21c-d35ee7c32073 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0b26d2-450a-40d1-af6a-948a5c8e1bae,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:41.348691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Made reservation on behalf of 07b4eac08c954c7ba24c4511712ef1f3 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:41.351142 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.360421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:14:41.502209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:41.514150 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:41.528609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:41.530097 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:41.530456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.569900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-90958129-6a30-4704-9c4b-ab959174d6f6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9360595 Jul 30 00:14:41.570593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:41.574119 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:41.606311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.619910 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d5e17-67f0-4791-bd41-1c8a9b7597cd x-openstack-request-id: req-4e0d5e17-67f0-4791-bd41-1c8a9b7597cd {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:41.620813 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:41.621249 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e0d5e17-67f0-4791-bd41-1c8a9b7597cd {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:41.621941 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'status': 'completed', 'code': 200} Jul 30 00:14:41.670440 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:41.701112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0910c14e-9fc2-4335-a62a-4f0a0616f436,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:41.719248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Checking segment: {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:41.719689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Network hostable DHCP agents. Network: fe0b26d2-450a-40d1-af6a-948a5c8e1bae, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:14:41.735037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-5b9f1b1a-c0e0-4698-8540-99fe590b84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:41.736712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-5b9f1b1a-c0e0-4698-8540-99fe590b84e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1097 time: 0.0703788 Jul 30 00:14:41.754827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:14:41.781664 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:41.814817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fe0b26d2-450a-40d1-af6a-948a5c8e1bae) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:41.824084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:41.824955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.827471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190299e8-473a-4020-b233-9aebde2db908 None None] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:41.862151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-792828cb-23b8-4eed-8079-888544e8d742 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5888050 Jul 30 00:14:41.867001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55460) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:41.871746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:41.889342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-fe4584a4-1f26-4cc8-8c84-c6808e6766e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:41.891227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-fe4584a4-1f26-4cc8-8c84-c6808e6766e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1464858 Jul 30 00:14:41.962756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.963832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:41.984853 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}, {'id': 'c9ea2800-ce74-417a-a83e-21ce64646dc2', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:50:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a074466-ccb5-4939-9c5f-b4570f765475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:39Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:42.001819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-f88b06b7-e64d-4e1c-916b-abda79b11926 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 200 len: 999 time: 0.1026676 Jul 30 00:14:42.030146 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:42.039595 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:42.040423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:42.055496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:14:42.057015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.071632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.158961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-76590c7d-1e98-4bbe-babc-d1249c734b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:42.161217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-76590c7d-1e98-4bbe-babc-d1249c734b61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.1476614 Jul 30 00:14:42.197653 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:42.287018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Allocated IP 172.20.0.2 (fe0b26d2-450a-40d1-af6a-948a5c8e1bae/0910c14e-9fc2-4335-a62a-4f0a0616f436/06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:42.386706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e1df5880-7c03-4bb0-9073-a8ad972c2c63 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:42.501265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port e1df5880-7c03-4bb0-9073-a8ad972c2c63 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:42.502133 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}, {'id': 'c9ea2800-ce74-417a-a83e-21ce64646dc2', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:50:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a074466-ccb5-4939-9c5f-b4570f765475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:39Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:42.507433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e1df5880-7c03-4bb0-9073-a8ad972c2c63 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:42.507810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.533990 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e67f8-9e3f-408c-87ca-7c4c7e1a4ad5 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}, {'id': 'c9ea2800-ce74-417a-a83e-21ce64646dc2', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:50:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a074466-ccb5-4939-9c5f-b4570f765475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:14:39Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 0, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:42.573193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.583694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Transition to ACTIVE for port object 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:42.607305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Transition to ACTIVE for port object 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:42.629021 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.647479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.661940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-e76c8aa2-4a0c-4278-94e3-290b2f7a4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:42.663486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-e76c8aa2-4a0c-4278-94e3-290b2f7a4e1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4944553 Jul 30 00:14:42.685612 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.692342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:42.701876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:42.708352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:42.714632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Pushing event updated for resources: {'Port': ['ID=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:42.733336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port e1df5880-7c03-4bb0-9073-a8ad972c2c63, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e1df5880-7c03-4bb0-9073-a8ad972c2c63,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:42.751862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.825891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-c585c4a3-d5db-4738-97c3-4292e9ccdebb service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529844 Jul 30 00:14:42.831402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Attempting to bind port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:42.831772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Attempting to bind port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:42.832140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Attempting to bind port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 on network fe0b26d2-450a-40d1-af6a-948a5c8e1bae {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:42.862042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:42.862500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Checking segment: {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:42.863297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.863906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Bound using segment: {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:42.864635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Bound port: 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:42.865158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:42.884945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=e1df5880-7c03-4bb0-9073-a8ad972c2c63,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:42.986394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] For port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:42.990945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] For port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:42.998202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.013929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-366bf485-e5f1-4f12-82c4-93dc71ce3a5c req-20600667-f099-4c52-9587-283e0966d977 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786053 Jul 30 00:14:43.059929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.091642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.111687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b6a12-7afa-4fc6-b4ba-3fb766e383d1 None None] Pushing event updated for resources: {'Port': ['ID=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:43.188594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e654c48-25ca-49d3-b82c-9b46d0456e6d None None] New status for floating IP c9ea2800-ce74-417a-a83e-21ce64646dc2: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:14:43.228653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Allocated IP 172.25.5.141 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b3d023b1-89b8-444c-8baa-90405308afc0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:43.423169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.460287 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Sync routers for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:43.470180 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:43.471130 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:43.474338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.513967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:43.526594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:43.530711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:43.560241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Pushing event updated for resources: {'Port': ['ID=b3d023b1-89b8-444c-8baa-90405308afc0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:43.586820 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:43.806414 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ee6378e9-f376-4dfd-bd47-4a591d95f6b1', 'name': '', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'mac_address': 'fa:16:3e:7d:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:38Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 2, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'subnets': [{'id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:43.809942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:43.834495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Checking router: 16145a1e-9fad-42fd-96f7-82f4c619932a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:43.834844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Updating router 16145a1e-9fad-42fd-96f7-82f4c619932a port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:43.861457 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.044607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.180262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a18d15-189c-4d06-b673-26c8410ba1c0 None None] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:14:44.217928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:14:44.258200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-673f76e6-7aa8-4ee7-beb4-6757028493e9 None None] Provisioning for port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:44.275209 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.286769 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Transition to ACTIVE for port object ee6378e9-f376-4dfd-bd47-4a591d95f6b1 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:44.296866 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.381837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19d189-b89c-4d35-b989-28d2a194dd37 None None] Pushing event updated for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:44.388710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:44.418926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Sync routers for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:44.420351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.426566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55466) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:44.427288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Attempting to bind port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:44.427639 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Attempting to bind port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:44.428005 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Attempting to bind port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:44.436186 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:44.436592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Checking segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:44.438327 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.438327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Bound using segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:44.438327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Bound port: ee6378e9-f376-4dfd-bd47-4a591d95f6b1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:44.438723 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.441820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8a161adc-309a-4d55-83af-64e6df2c491f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5741744 Jul 30 00:14:44.452742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:44.455713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:44.571794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] For port ee6378e9-f376-4dfd-bd47-4a591d95f6b1, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:44.576027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:44.579326 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] For port ee6378e9-f376-4dfd-bd47-4a591d95f6b1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:44.591944 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.717959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:44.736912 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19d189-b89c-4d35-b989-28d2a194dd37 None None] Pushing event updated for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:44.747050 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:44.747950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:44.758193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:44.758823 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:44.959893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:45.047501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:45.147261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.314895 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9799325f-6052-403d-889c-2c56a696c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ee6378e9-f376-4dfd-bd47-4a591d95f6b1', 'name': '', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'mac_address': 'fa:16:3e:7d:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:38Z', 'updated_at': '2021-07-30T00:14:44Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'subnets': [{'id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:45.335315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.351944 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799325f-6052-403d-889c-2c56a696c527 None None] The sync data for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 is: [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:14:39Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ee6378e9-f376-4dfd-bd47-4a591d95f6b1', 'name': '', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'mac_address': 'fa:16:3e:7d:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:38Z', 'updated_at': '2021-07-30T00:14:44Z', 'revision_number': 4, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'subnets': [{'id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:45.391716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d3b9df57-77ce-486d-ad25-d712c7567c3d None None] Provisioning complete for port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:45.392563 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3b9df57-77ce-486d-ad25-d712c7567c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.453178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:45.466970 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.467786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e1df5880-7c03-4bb0-9073-a8ad972c2c63 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:45.476320 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Allocated IP 172.20.0.1 (fe0b26d2-450a-40d1-af6a-948a5c8e1bae/0910c14e-9fc2-4335-a62a-4f0a0616f436/786e0a29-0260-44cc-93c3-271f9122a118) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:45.603044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:43Z', 'revision_number': 3, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:45.608467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:45.636975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.639961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Checking router: f62ee4c4-1821-4036-8ec2-4c0a80e7d97b for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:45.640306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Updating router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b port b3d023b1-89b8-444c-8baa-90405308afc0 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:45.661704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Transition to ACTIVE for port object 786e0a29-0260-44cc-93c3-271f9122a118 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:45.704794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port e1df5880-7c03-4bb0-9073-a8ad972c2c63 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:45.705344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.709131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.727264 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.777649 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:45.781273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:45.788056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:45.822734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Pushing event updated for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:45.845547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.032030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-cf4473e5-8dfc-4ae4-8120-18bc00b2d014 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0739262 Jul 30 00:14:46.077842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.129362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-c5b50665-4766-4681-badf-c2a753d0e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.131396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-c5b50665-4766-4681-badf-c2a753d0e41b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1098 time: 0.0581584 Jul 30 00:14:46.148843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e63c2da4-ff7c-4279-aba4-ffb20e7ff8ee None None] Provisioning for port 786e0a29-0260-44cc-93c3-271f9122a118 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:46.156252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.160916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e63c2da4-ff7c-4279-aba4-ffb20e7ff8ee None None] Provisioning complete for port 786e0a29-0260-44cc-93c3-271f9122a118 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:46.161279 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e63c2da4-ff7c-4279-aba4-ffb20e7ff8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.198375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Transition to ACTIVE for port object b3d023b1-89b8-444c-8baa-90405308afc0 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:46.208189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.245774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2da4-ff7c-4279-aba4-ffb20e7ff8ee None None] Port 786e0a29-0260-44cc-93c3-271f9122a118 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:46.277111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75ea3-330b-4ca0-b4bc-55b32481c78f None None] Pushing event updated for resources: {'Port': ['ID=b3d023b1-89b8-444c-8baa-90405308afc0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:46.280056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Attempting to bind port b3d023b1-89b8-444c-8baa-90405308afc0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:46.280433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Attempting to bind port b3d023b1-89b8-444c-8baa-90405308afc0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:46.281907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Attempting to bind port b3d023b1-89b8-444c-8baa-90405308afc0 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:46.302935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-d78e3517-01c3-4792-b716-2b0730003050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.303690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:46.304548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:46.305548 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.306238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:46.306714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-d78e3517-01c3-4792-b716-2b0730003050 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 897 time: 0.1480627 Jul 30 00:14:46.307839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Bound port: b3d023b1-89b8-444c-8baa-90405308afc0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:46.308250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.313329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79f19df1-09ce-4ec1-adfa-5d27e0e5f6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.364715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.382461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.408319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] For port b3d023b1-89b8-444c-8baa-90405308afc0, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:46.413177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] For port b3d023b1-89b8-444c-8baa-90405308afc0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b3d023b1-89b8-444c-8baa-90405308afc0,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:46.415446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-85e31f2d-b40e-48fe-8920-827741b683c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 1001 time: 0.0942855 Jul 30 00:14:46.421977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.459669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.461782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Pushing event updated for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:46.463761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:46.478640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-b027387b-d9d6-4ddf-9fc5-c576c49254d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.480194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-b027387b-d9d6-4ddf-9fc5-c576c49254d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 200 len: 835 time: 0.0537021 Jul 30 00:14:46.533424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-5a997d52-01fc-4768-86d0-767b1b9e5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.535398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-5a997d52-01fc-4768-86d0-767b1b9e5d1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6290a384-470f-4a5a-83fe-899a0f88d744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469663 Jul 30 00:14:46.550885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75ea3-330b-4ca0-b4bc-55b32481c78f None None] Pushing event updated for resources: {'Port': ['ID=b3d023b1-89b8-444c-8baa-90405308afc0,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:46.556906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:46.557452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:46.578364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:46.580298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:46.601466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:46.602475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.661940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-c5303786-f30e-4083-9123-d12601e2451c service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165013 Jul 30 00:14:46.722150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:46.727354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:46.808969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c22d720-b55d-4e34-bde7-50844dca6ea9 req-f50c5a1d-8880-4618-8b9e-14fe2ee38595 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391554 Jul 30 00:14:46.818271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ee6378e9-f376-4dfd-bd47-4a591d95f6b1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:46.881181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:46.886779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-388c49ac-b615-48e9-82ad-251bb594257d admin admin] 10.222.0.49 "PUT /v2.0/routers/f62ee4c4-1821-4036-8ec2-4c0a80e7d97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574823 Jul 30 00:14:46.943169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e05465e2-f530-4386-a15e-21331b11aeb7 None None] Provisioning complete for port 786e0a29-0260-44cc-93c3-271f9122a118 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:46.943511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e05465e2-f530-4386-a15e-21331b11aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:46.998614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e05465e2-f530-4386-a15e-21331b11aeb7 None None] Port 786e0a29-0260-44cc-93c3-271f9122a118 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:47.006784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:47.016248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:47.016616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.139172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '786e0a29-0260-44cc-93c3-271f9122a118', 'name': '', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'mac_address': 'fa:16:3e:e0:d0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:45Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 2, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'subnets': [{'id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:47.142357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.169446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded8388-11f0-4564-a125-28d0172e4fec None None] The sync data for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 is: [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '786e0a29-0260-44cc-93c3-271f9122a118', 'name': '', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'mac_address': 'fa:16:3e:e0:d0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:45Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 2, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'subnets': [{'id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:47.209541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ee6378e9-f376-4dfd-bd47-4a591d95f6b1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:47.219194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.271781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:47.471417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-ffc8eebf-e075-4781-bef3-a2e411c955a7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:47.472970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-ffc8eebf-e075-4781-bef3-a2e411c955a7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.1077328 Jul 30 00:14:47.489956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-17590325-5041-4263-b29b-e86f26aab7b7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/quotas/07b4eac08c954c7ba24c4511712ef1f3 HTTP/1.1" status: 200 len: 375 time: 0.0098631 Jul 30 00:14:47.527465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.590034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-1b271be6-41c1-4547-a43d-b4806219f0db tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916467 Jul 30 00:14:47.691366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-87005aba-5cdf-45f7-8e50-e19324005e29 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918555 Jul 30 00:14:47.825439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-53a9109f-4c73-4503-90d6-9e229c874587 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226163 Jul 30 00:14:48.005931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bce4bfe3-a05a-45ed-a4ac-d0f2513ad56e req-c4750c9b-fa44-4ad8-9f92-d360dbc7b7b2 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 210 time: 0.0301588 Jul 30 00:14:48.333743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ee6378e9-f376-4dfd-bd47-4a591d95f6b1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:48.457837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:48.458259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.040923 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-645caca3-3c0c-47e3-bbde-a474f2eeab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.132299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20a23ac7-bcf0-4890-b4d0-629497fa752a req-d5f0801a-390f-4796-814a-50cfb8ed60b5 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 210 time: 0.0282040 Jul 30 00:14:49.416282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-0f9d612a-34b5-41bf-817d-9e49aadc32a1 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:49.418066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-0f9d612a-34b5-41bf-817d-9e49aadc32a1 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.57 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.1163578 Jul 30 00:14:49.430163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.435630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Request body: {'port': {'device_id': '8542b78e-6276-436c-81d2-f19ef055335a', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'admin_state_up': True, 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:49.460271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Made reservation on behalf of 07b4eac08c954c7ba24c4511712ef1f3 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:14:49.462984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.597178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Allocated IP 172.20.0.7 (5f9e86aa-ab81-4796-b93d-c085d1c21820/07a035f2-ed88-46d4-bf9e-75f60702b18e/38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:14:49.771132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.786057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Transition to ACTIVE for port object 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:49.839797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.882408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:14:49.885441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:14:49.891921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:14:49.914157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Pushing event updated for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:49.943419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:49.944060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.961469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-f835bb14-aaff-4688-92a3-99a0e89fb53a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5331597 Jul 30 00:14:49.987237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Request body: {'port': {'device_id': '8542b78e-6276-436c-81d2-f19ef055335a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:50.054970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.145444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8e2ab7f-e436-460b-98cb-be7c5c9bc288 None None] Provisioning for port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:50.149922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8e2ab7f-e436-460b-98cb-be7c5c9bc288 None None] Provisioning complete for port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:50.150374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ab7f-e436-460b-98cb-be7c5c9bc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.341667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285c266-5d3c-42db-b12f-e8f81bb5b577 req-aba874fd-37d2-4842-93fd-803c3e2afcc8 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:50.346224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8285c266-5d3c-42db-b12f-e8f81bb5b577 req-aba874fd-37d2-4842-93fd-803c3e2afcc8 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1027 time: 0.1203310 Jul 30 00:14:50.374226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b3d023b1-89b8-444c-8baa-90405308afc0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:50.378842 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2ab7f-e436-460b-98cb-be7c5c9bc288 None None] Port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:14:50.427151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8285c266-5d3c-42db-b12f-e8f81bb5b577 req-041346c1-f3db-4bfa-87e1-0d85bb061f16 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Jul 30 00:14:50.438712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b3d023b1-89b8-444c-8baa-90405308afc0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:50.443333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b3d023b1-89b8-444c-8baa-90405308afc0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:50.444005 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.444354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:50.454869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.469241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Transition to ACTIVE for port object 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:50.476066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.538186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Pushing event updated for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:50.541584 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.568066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port b3d023b1-89b8-444c-8baa-90405308afc0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b3d023b1-89b8-444c-8baa-90405308afc0,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:50.573252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.626660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Attempting to bind port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:50.627295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Attempting to bind port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:50.627679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Attempting to bind port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:50.634869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:50.635270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Attempting to bind port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:50.640287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=b3d023b1-89b8-444c-8baa-90405308afc0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:50.642312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:50.642676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Checking segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:50.643083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Bound using segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:50.643526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Bound port: 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:50.643896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.739345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:50.745252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:50.752497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.753157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.793062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:50.793790 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.795299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] 10.222.0.57 "PUT /v2.0/ports/38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc HTTP/1.1" status: 200 len: 1092 time: 0.8128314 Jul 30 00:14:50.798056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:50.800573 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112c277a-13e9-4f79-b0c4-82ac11c89765" -d '{"events": [{"name": "network-changed", "server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:50.835813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d37bf-bb0e-4583-8232-0810c2328200 service neutron] Pushing event updated for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:50.846991 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3459d-eba1-4218-acc3-ab3b0abab9ec x-openstack-request-id: req-4ff3459d-eba1-4218-acc3-ab3b0abab9ec {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:50.848287 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:50.849241 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ff3459d-eba1-4218-acc3-ab3b0abab9ec {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:50.849823 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc', 'status': 'completed', 'code': 200} Jul 30 00:14:50.941771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-e8712d39-f1a0-4672-a653-1dafd479078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:50.943542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-e8712d39-f1a0-4672-a653-1dafd479078e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1095 time: 0.0530438 Jul 30 00:14:51.008623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-cfa13c5d-df58-459b-8ac0-8b85bcc08eaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc HTTP/1.1" status: 200 len: 217 time: 0.0480633 Jul 30 00:14:51.067290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-c66bafde-a7cb-46d9-852e-0cecf5494272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.068821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-c66bafde-a7cb-46d9-852e-0cecf5494272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07a035f2-ed88-46d4-bf9e-75f60702b18e HTTP/1.1" status: 200 len: 848 time: 0.0491624 Jul 30 00:14:51.128291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c50-4e84-44bb-9c70-31991095698c req-4277210b-fffa-4d5c-b24e-485ab23eb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.129808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-4277210b-fffa-4d5c-b24e-485ab23eb5bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f9e86aa-ab81-4796-b93d-c085d1c21820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494659 Jul 30 00:14:51.240238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-e19244e2-a14b-4f7a-9367-29c32059b534 service neutron] 10.222.0.57 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019976 Jul 30 00:14:51.343217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7885c50-4e84-44bb-9c70-31991095698c req-fe8f450e-d782-4cf9-9e86-0917ea8701df service neutron] 10.222.0.57 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954180 Jul 30 00:14:51.506178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-c3389931-763f-404f-8511-ba4ac57ac833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.507817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-c3389931-763f-404f-8511-ba4ac57ac833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1095 time: 0.0518339 Jul 30 00:14:51.585893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Sync routers for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:51.596223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:51.596898 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:51.614239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98395697-625c-42c5-b6a4-6edf50e11bf8 req-30c3e0c3-9b95-4347-a15b-5b7877f737f7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.615798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98395697-625c-42c5-b6a4-6edf50e11bf8 req-30c3e0c3-9b95-4347-a15b-5b7877f737f7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1095 time: 0.1070802 Jul 30 00:14:51.641266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-d9c525f9-7846-4034-9f2c-62865a8acdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.642993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-d9c525f9-7846-4034-9f2c-62865a8acdf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.1244664 Jul 30 00:14:51.701448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-58658db9-d000-490f-950d-3e3d766ea9ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc HTTP/1.1" status: 200 len: 217 time: 0.0476999 Jul 30 00:14:51.705433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98395697-625c-42c5-b6a4-6edf50e11bf8 req-bcb3ad2d-8662-4e42-ab77-859d02ec1ff7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804536 Jul 30 00:14:51.717851 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:51.759016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-4e0c4072-6fae-4690-b463-8931cf9b6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.760591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-4e0c4072-6fae-4690-b463-8931cf9b6267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07a035f2-ed88-46d4-bf9e-75f60702b18e HTTP/1.1" status: 200 len: 848 time: 0.0519192 Jul 30 00:14:51.810454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-3f4df014-ee2c-4df8-bd99-9158fa16872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:51.812011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-3f4df014-ee2c-4df8-bd99-9158fa16872e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f9e86aa-ab81-4796-b93d-c085d1c21820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440176 Jul 30 00:14:51.914252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-78fa1933-f51e-41cf-912a-345969010e8a service neutron] 10.222.0.57 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925465 Jul 30 00:14:51.952535 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '786e0a29-0260-44cc-93c3-271f9122a118', 'name': '', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'mac_address': 'fa:16:3e:e0:d0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:45Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 2, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'subnets': [{'id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:51.982112 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Checking router: f62ee4c4-1821-4036-8ec2-4c0a80e7d97b for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:51.982370 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Updating router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b port 786e0a29-0260-44cc-93c3-271f9122a118 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:14:52.007987 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.011056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-112c277a-13e9-4f79-b0c4-82ac11c89765 req-bf14b631-c68a-4e70-9afe-c6747d522f5b service neutron] 10.222.0.57 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Jul 30 00:14:52.315492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b3d023b1-89b8-444c-8baa-90405308afc0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:52.334639 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.345673 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Transition to ACTIVE for port object 786e0a29-0260-44cc-93c3-271f9122a118 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:52.352305 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.372537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b3d023b1-89b8-444c-8baa-90405308afc0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:52.372934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.406367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb628a-3a99-4d23-8e8d-bb6bf1d97ef6 None None] Pushing event updated for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:52.463265 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Attempting to bind port 786e0a29-0260-44cc-93c3-271f9122a118 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:52.464052 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Attempting to bind port 786e0a29-0260-44cc-93c3-271f9122a118 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:52.464445 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Attempting to bind port 786e0a29-0260-44cc-93c3-271f9122a118 on network fe0b26d2-450a-40d1-af6a-948a5c8e1bae {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:52.470839 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:52.471211 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Checking segment: {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:52.471604 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.471991 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Bound using segment: {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:52.472449 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Bound port: 786e0a29-0260-44cc-93c3-271f9122a118, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0803ecdd-f3d7-487c-a6a9-4f962d6403c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:52.472820 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.512837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.545280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] For port 786e0a29-0260-44cc-93c3-271f9122a118, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:52.548630 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] For port 786e0a29-0260-44cc-93c3-271f9122a118, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=786e0a29-0260-44cc-93c3-271f9122a118,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:52.553231 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:52.617058 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:52.617731 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:52.620847 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb628a-3a99-4d23-8e8d-bb6bf1d97ef6 None None] Pushing event updated for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:52.832135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad7590-de26-43b8-a075-0deaca67f76e req-1b4e265a-7714-4dee-ad6c-8c37ae54f6e7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:52.833735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9ad7590-de26-43b8-a075-0deaca67f76e req-1b4e265a-7714-4dee-ad6c-8c37ae54f6e7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1095 time: 0.0480580 Jul 30 00:14:52.833904 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:52.869208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9ad7590-de26-43b8-a075-0deaca67f76e req-65b97c18-fe71-4b3a-9da5-91cdbcb079cb tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289886 Jul 30 00:14:53.049061 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '786e0a29-0260-44cc-93c3-271f9122a118', 'name': '', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'mac_address': 'fa:16:3e:e0:d0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:45Z', 'updated_at': '2021-07-30T00:14:52Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'subnets': [{'id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:53.087857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee870-7224-4572-877a-15af7a3b39c5 None None] The sync data for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 is: [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:14:46Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '786e0a29-0260-44cc-93c3-271f9122a118', 'name': '', 'network_id': 'fe0b26d2-450a-40d1-af6a-948a5c8e1bae', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'mac_address': 'fa:16:3e:e0:d0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:45Z', 'updated_at': '2021-07-30T00:14:52Z', 'revision_number': 4, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'subnets': [{'id': '0910c14e-9fc2-4335-a62a-4f0a0616f436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:53.988032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1f815-626a-4810-bebc-2c03a1689150 req-45c80843-f683-46d4-8d03-ddd3e92531cb tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:53.989687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20e1f815-626a-4810-bebc-2c03a1689150 req-45c80843-f683-46d4-8d03-ddd3e92531cb tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1095 time: 0.0489261 Jul 30 00:14:54.034948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20e1f815-626a-4810-bebc-2c03a1689150 req-76a868fb-6b6c-483a-936b-f0c3a9f76b03 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Jul 30 00:14:54.341699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 786e0a29-0260-44cc-93c3-271f9122a118 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:54.399786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 786e0a29-0260-44cc-93c3-271f9122a118 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:54.404441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 786e0a29-0260-44cc-93c3-271f9122a118 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:54.404916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:54.497213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:54.536101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 786e0a29-0260-44cc-93c3-271f9122a118, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=786e0a29-0260-44cc-93c3-271f9122a118,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:54.540299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:54.594328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:54.893084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:55.001744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:55.018458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'port_id': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc', 'mac_address': 'fa:16:3e:c1:d0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:55.065579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:55.081180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:55.116225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:55.122390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:55.163186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e4980-42f3-43d0-83dd-8136eb05b02d req-14bbd34a-ac63-47ff-9708-1e91a5b7cca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:55.164791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c1e4980-42f3-43d0-83dd-8136eb05b02d req-14bbd34a-ac63-47ff-9708-1e91a5b7cca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1096 time: 0.0497010 Jul 30 00:14:55.179799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:55.207968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c1e4980-42f3-43d0-83dd-8136eb05b02d req-f2fda78d-3ac1-4e33-b56f-b9f67902ee01 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Jul 30 00:14:55.521314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:56.320966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 786e0a29-0260-44cc-93c3-271f9122a118 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:56.346291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6aba1-3d2d-4575-846c-5c4058c911a1 req-1350e224-6be1-43af-8bd9-0c294502a106 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:56.347949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ee6aba1-3d2d-4575-846c-5c4058c911a1 req-1350e224-6be1-43af-8bd9-0c294502a106 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1096 time: 0.0593598 Jul 30 00:14:56.376699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 786e0a29-0260-44cc-93c3-271f9122a118 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:56.377083 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:56.387378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ee6aba1-3d2d-4575-846c-5c4058c911a1 req-c2437b6b-4dd4-45fb-af28-be38b41bb579 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 30 00:14:56.464329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55532) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:56.907240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:56.981254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:56.987572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:56.988134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.014775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.071560 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.107938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:57.112110 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280df62-7fb5-445e-96e1-052c40d89f6a" -d '{"events": [{"server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "name": "network-vif-plugged", "status": "completed", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:57.133190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:57.140177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.166429 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8afd21-0665-471a-8e70-1e5375774654 x-openstack-request-id: req-9c8afd21-0665-471a-8e70-1e5375774654 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:57.166947 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "name": "network-vif-plugged", "status": "completed", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:57.167587 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c8afd21-0665-471a-8e70-1e5375774654 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:57.167774 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc', 'code': 200} Jul 30 00:14:57.195333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:57.337561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059da867-329d-4f4c-a062-6a54f8e79412 req-d819b414-2189-457a-81e6-fc80f72609ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:57.339508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-059da867-329d-4f4c-a062-6a54f8e79412 req-d819b414-2189-457a-81e6-fc80f72609ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0587966 Jul 30 00:14:57.384749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-059da867-329d-4f4c-a062-6a54f8e79412 req-fc659104-42f1-403b-8aca-7ca0ddb8c556 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Jul 30 00:14:57.509790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b1e3-1750-4896-8d17-52747ce022ee req-d5257007-106b-4392-92da-798a9687495d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:57.511993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cd7b1e3-1750-4896-8d17-52747ce022ee req-d5257007-106b-4392-92da-798a9687495d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0504916 Jul 30 00:14:57.551655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0cd7b1e3-1750-4896-8d17-52747ce022ee req-c9838182-e466-4e97-a3d1-96d908b79ed6 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Jul 30 00:14:57.867402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 50d21b4e-eb85-45cb-a551-6af85fcc7171 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:57.868073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.963070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 50d21b4e-eb85-45cb-a551-6af85fcc7171, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=50d21b4e-eb85-45cb-a551-6af85fcc7171,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:57.963400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.978017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 50d21b4e-eb85-45cb-a551-6af85fcc7171 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:58.008119 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:58.205083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:58.230241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=50d21b4e-eb85-45cb-a551-6af85fcc7171,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:58.435500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:58.669858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6e3ab-8f2c-4d0d-9e11-7f561797e770 req-c6167237-be4e-4c89-9cba-eda6f20afeba tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:58.671399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27b6e3ab-8f2c-4d0d-9e11-7f561797e770 req-c6167237-be4e-4c89-9cba-eda6f20afeba tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0482030 Jul 30 00:14:58.671976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:58.722509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27b6e3ab-8f2c-4d0d-9e11-7f561797e770 req-38d7bafe-99c7-4037-b4eb-2373c8028f0d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Jul 30 00:14:58.793276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:58.799393 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bb52d166-9609-4929-ba23-0a91bc97a0a5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/4979e9db-2ac0-406c-8e7e-fab8376de227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333032 Jul 30 00:14:58.805331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:58.821996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:58.822705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:58.944047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:59.059501 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3dc7b-063b-47a7-bca7-dfbe8952b408 req-dcab833d-b592-417b-b846-a7ba35017e73 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:59.061076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55e3dc7b-063b-47a7-bca7-dfbe8952b408 req-dcab833d-b592-417b-b846-a7ba35017e73 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.0575366 Jul 30 00:14:59.109172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55e3dc7b-063b-47a7-bca7-dfbe8952b408 req-a97a917e-7407-4e9f-b228-6af7b35350dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406268 Jul 30 00:14:59.204616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:59.234281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:59.244341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:59.244960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:59.361549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:59.629726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:59.657290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812fe53b-2c41-4625-9a2d-2cab17fa46d2 None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '5883c42c-a5cc-4a10-a371-14a678568de6', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'port_id': '42e652f9-77b8-4977-817f-cac141503157', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'mac_address': 'fa:16:3e:31:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:13:36Z', 'updated_at': '2021-07-30T00:13:38Z', 'revision_number': 1, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:59.843710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeead6a-4e10-4ba9-a36d-6c0d4c8a92c0 req-7f33d101-21c4-4ff2-921b-f0a46f07e8f7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:59.845260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eeead6a-4e10-4ba9-a36d-6c0d4c8a92c0 req-7f33d101-21c4-4ff2-921b-f0a46f07e8f7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0433834 Jul 30 00:14:59.895377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8eeead6a-4e10-4ba9-a36d-6c0d4c8a92c0 req-5616e8f5-6c4a-4638-bb2f-7358a707df91 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Jul 30 00:15:00.034279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d254d-563d-4578-846a-d1e088bdf3c0 req-d6614a82-6d04-4d22-8756-590b90d8514c tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.036152 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-031d254d-563d-4578-846a-d1e088bdf3c0 req-d6614a82-6d04-4d22-8756-590b90d8514c tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0620992 Jul 30 00:15:00.076075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-031d254d-563d-4578-846a-d1e088bdf3c0 req-6c20eaf6-25e3-4037-a9f5-1df72fea2108 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Jul 30 00:15:00.203590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762b9d-3378-4677-b91f-32357c8ad2b1 req-f12807a5-7f59-434f-bba4-8e2a9bdd054f tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.205291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c762b9d-3378-4677-b91f-32357c8ad2b1 req-f12807a5-7f59-434f-bba4-8e2a9bdd054f tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0532808 Jul 30 00:15:00.246623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c762b9d-3378-4677-b91f-32357c8ad2b1 req-86fb87c3-5b8d-4f8d-b130-171b6d13877a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 Jul 30 00:15:00.272925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 50d21b4e-eb85-45cb-a551-6af85fcc7171 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:00.296603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 50d21b4e-eb85-45cb-a551-6af85fcc7171 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:00.296957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 50d21b4e-eb85-45cb-a551-6af85fcc7171 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:00.365964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55689415-5e91-4743-a65a-30e9fd505365 req-304acf1a-424e-4a12-8a3a-70eef76f7495 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.367462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55689415-5e91-4743-a65a-30e9fd505365 req-304acf1a-424e-4a12-8a3a-70eef76f7495 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.0508435 Jul 30 00:15:00.408477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55689415-5e91-4743-a65a-30e9fd505365 req-dc0b7615-3461-44b2-8d60-5c4444dda6df tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea3f15d5-6a0b-4150-8a30-7698263285dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343494 Jul 30 00:15:00.583242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-c7680823-ce36-4f85-be90-39ed4cc6f90f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.584907 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-c7680823-ce36-4f85-be90-39ed4cc6f90f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 946 time: 0.0603168 Jul 30 00:15:00.602760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-21ab8ebb-39c2-447a-a055-c6279bc0b549 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.604371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-21ab8ebb-39c2-447a-a055-c6279bc0b549 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.0987520 Jul 30 00:15:00.623020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-48043f31-04f5-45b7-b5d9-c1aed7e6a3e1 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/quotas/07b4eac08c954c7ba24c4511712ef1f3 HTTP/1.1" status: 200 len: 375 time: 0.0111592 Jul 30 00:15:00.682445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-d4f0a042-e4b1-4415-aa09-4417c6b398c6 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509028 Jul 30 00:15:00.700937 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:00.701286 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.793889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-86e1a50e-fd56-430b-a984-d2746c4e7154 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025341 Jul 30 00:15:00.802907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:00.803281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.818144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:00.965965 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.999111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=5bbb912d-9ec3-4970-bb07-fc73cf5bdd79,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:01.052429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] No DVR routers for this DVR port 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:01.055285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.058464 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6d71fab4-737c-44d1-a2e0-4526d19ecce3 req-84dd6e6e-6f06-4df8-a04f-4c3521dd3201 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.59 "DELETE /v2.0/ports/5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 HTTP/1.1" status: 204 len: 173 time: 0.4648314 Jul 30 00:15:01.059120 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'name': 'network-vif-deleted', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:01.062343 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801dfc8-0347-4320-a0b1-9d2e779b7ee0" -d '{"events": [{"server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "name": "network-vif-deleted", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:01.285565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-b6e2a8f9-61f5-46c8-b0f0-26a45129bdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855347 Jul 30 00:15:01.449987 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc2ca8-694d-49bb-be8a-c2303d337d37 x-openstack-request-id: req-57cc2ca8-694d-49bb-be8a-c2303d337d37 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:01.450445 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee6979a-1251-4031-a823-d6d58bf6011b", "name": "network-vif-deleted", "tag": "5bbb912d-9ec3-4970-bb07-fc73cf5bdd79", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:01.451552 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57cc2ca8-694d-49bb-be8a-c2303d337d37 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:01.452083 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee6979a-1251-4031-a823-d6d58bf6011b', 'name': 'network-vif-deleted', 'tag': '5bbb912d-9ec3-4970-bb07-fc73cf5bdd79', 'status': 'completed', 'code': 200} Jul 30 00:15:01.547002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8139e8e5-95c3-46b0-9a36-6a68ecf51faa req-7c0e0025-2eb8-470f-a0fb-3ef395ad99d0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 210 time: 0.0428193 Jul 30 00:15:01.676201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3983fde-2409-4b61-b0da-18a0375ba8ee req-0cef688b-3514-40f1-a845-b7443336a51a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ee6979a-1251-4031-a823-d6d58bf6011b HTTP/1.1" status: 200 len: 210 time: 0.0431418 Jul 30 00:15:02.657004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-1c8ad2ea-8e40-458e-9aac-eca14e45ff34 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:02.658669 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-1c8ad2ea-8e40-458e-9aac-eca14e45ff34 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.59 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.1095335 Jul 30 00:15:02.666249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1608a161-7b57-4ed0-b669-102ef11a4e3a req-3156b990-e6aa-426e-ab00-5d6d1aba5103 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Jul 30 00:15:02.671628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Request body: {'port': {'device_id': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'admin_state_up': True, 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:02.695213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Made reservation on behalf of 07b4eac08c954c7ba24c4511712ef1f3 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:02.697000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.749126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55582) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:02.819336 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.833133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Allocated IP 172.20.0.9 (5f9e86aa-ab81-4796-b93d-c085d1c21820/07a035f2-ed88-46d4-bf9e-75f60702b18e/4343cbeb-9c8b-45d2-9e8a-1c9beced62b0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:02.853942 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.935168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.938414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.939644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea3f15d5-6a0b-4150-8a30-7698263285dc HTTP/1.1" status: 204 len: 168 time: 0.1893821 Jul 30 00:15:02.951041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb8317-7184-42b7-87a7-19c30ec6d7fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f15d5-6a0b-4150-8a30-7698263285dc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:02.983502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55588) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:02.985359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.000963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Transition to ACTIVE for port object 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:03.036403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.046329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting subnet b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:03.050093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.077918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:03.084001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:03.087300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:03.091358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:03.103735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.122604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Pushing event updated for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.142566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:03.143492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.162565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-fefb265a-c0c9-4f39-bfbd-76f79a3e7ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4956582 Jul 30 00:15:03.183838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Request body: {'port': {'device_id': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:03.214841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.275471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.303522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.321972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.326834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568b10a-920a-4d9d-b738-4d306180d5d8 None None] Network 973b413a-4ec8-4316-9c59-4beafbf8b287 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:03.329375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/subnets/b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6 HTTP/1.1" status: 204 len: 168 time: 0.3449507 Jul 30 00:15:03.353810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55590) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:03.403965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcc13-f41c-41cb-ab71-e3f03c4272cf tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Subnet': ['ID=b71f25cc-a848-4ebc-9d6a-0ef44c0c76a6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.436663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3df7e4e-f16a-4afd-bdb5-ec0ee1cb2c18 None None] Provisioning for port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:03.448009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.455975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3df7e4e-f16a-4afd-bdb5-ec0ee1cb2c18 None None] Provisioning complete for port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:03.456350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3df7e4e-f16a-4afd-bdb5-ec0ee1cb2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.498615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c3df7e4e-f16a-4afd-bdb5-ec0ee1cb2c18 None None] Port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:03.512032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 05a58fbd-5534-4cca-8d12-6b400fd7f647 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:03.512590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.569189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] DHCP port deletion for 973b413a-4ec8-4316-9c59-4beafbf8b287 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:03.596433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 05a58fbd-5534-4cca-8d12-6b400fd7f647, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a58fbd-5534-4cca-8d12-6b400fd7f647,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:03.596825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.607980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:03.615040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 05a58fbd-5534-4cca-8d12-6b400fd7f647 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:03.619216 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.624425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Deleting port 05a58fbd-5534-4cca-8d12-6b400fd7f647 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:03.624805 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.636299 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Transition to ACTIVE for port object 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:03.644379 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.716556 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Pushing event updated for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.717766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] For port 05a58fbd-5534-4cca-8d12-6b400fd7f647, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=05a58fbd-5534-4cca-8d12-6b400fd7f647,segment=NetworkSegment(96e719d1-f3b6-4ac9-b612-aacc4b27918e),segment_id=96e719d1-f3b6-4ac9-b612-aacc4b27918e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:03.718187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.727496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.745773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Calling delete_port for 05a58fbd-5534-4cca-8d12-6b400fd7f647 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:03.785226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=05a58fbd-5534-4cca-8d12-6b400fd7f647,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.829608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] No DVR routers for this DVR port 05a58fbd-5534-4cca-8d12-6b400fd7f647 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:03.834245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Attempting to bind port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:03.834856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Attempting to bind port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:03.835206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Attempting to bind port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:03.842643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:03.843174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Attempting to bind port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 on network 5f9e86aa-ab81-4796-b93d-c085d1c21820 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:03.851484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:03.852142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Checking segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:03.852548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Bound using segment: {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:03.852997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Bound port: 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:03.853426 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.858160 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.898379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] Pushing event deleted for resources: {'Port': ['ID=05a58fbd-5534-4cca-8d12-6b400fd7f647,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.910757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777908d-0c74-4b27-a520-4391f0e29488 None None] No DVR routers for this DVR port 05a58fbd-5534-4cca-8d12-6b400fd7f647 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:03.935385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c93cde-1225-42f1-8124-6adadb2817f8 req-10eea394-b77c-46fb-a2f2-cb45acbbf7d5 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:03.937009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65c93cde-1225-42f1-8124-6adadb2817f8 req-10eea394-b77c-46fb-a2f2-cb45acbbf7d5 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1053 time: 0.1489296 Jul 30 00:15:03.965207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:03.970214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.970876 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:03.977765 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.995908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973b413a-4ec8-4316-9c59-4beafbf8b287']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:04.016075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e719d1-f3b6-4ac9-b612-aacc4b27918e') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:04.016369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e719d1-f3b6-4ac9-b612-aacc4b27918e') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:04.027964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.029090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.030637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65c93cde-1225-42f1-8124-6adadb2817f8 req-bc3fd0b3-f975-4dc7-a169-f8df795d3ca0 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763602 Jul 30 00:15:04.030799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] 10.222.0.59 "PUT /v2.0/ports/4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 HTTP/1.1" status: 200 len: 1092 time: 0.8528883 Jul 30 00:15:04.031524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:04.032078 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.035105 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c00a381-936b-4d84-8253-acbc3c7772a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:04.055167 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.063600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:04.064183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:04.068559 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:04.075585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4d8e-b30b-43d7-a585-4ca780ecfbff service neutron] Pushing event updated for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:04.139633 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f0978-4c48-484c-8139-37ebd7f8e8ca x-openstack-request-id: req-111f0978-4c48-484c-8139-37ebd7f8e8ca {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:04.139968 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:04.140225 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-111f0978-4c48-484c-8139-37ebd7f8e8ca {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:04.140652 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0', 'status': 'completed', 'code': 200} Jul 30 00:15:04.155821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-08e68c3f-618e-4bda-8a99-af5da7b4cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.157563 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-08e68c3f-618e-4bda-8a99-af5da7b4cee4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1095 time: 0.0546434 Jul 30 00:15:04.159227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.167704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.170119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/networks/973b413a-4ec8-4316-9c59-4beafbf8b287 HTTP/1.1" status: 204 len: 168 time: 0.8142402 Jul 30 00:15:04.172914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:04.190438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910a84d-dff1-4ebd-a16b-a296411dafe9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Network': ['ID=973b413a-4ec8-4316-9c59-4beafbf8b287,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:04.194604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:04.219530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:04.219877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 5bbb912d-9ec3-4970-bb07-fc73cf5bdd79 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:04.231218 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-c89ecdb1-a26f-4a41-b9fe-45e6b70fa25d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 HTTP/1.1" status: 200 len: 217 time: 0.0586438 Jul 30 00:15:04.306492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-d0a40609-ca11-449b-8b17-6606d2e6dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.308353 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-d0a40609-ca11-449b-8b17-6606d2e6dec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07a035f2-ed88-46d4-bf9e-75f60702b18e HTTP/1.1" status: 200 len: 848 time: 0.0694134 Jul 30 00:15:04.325690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a58fbd-5534-4cca-8d12-6b400fd7f647 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:04.362879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 05a58fbd-5534-4cca-8d12-6b400fd7f647 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:04.363221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 05a58fbd-5534-4cca-8d12-6b400fd7f647 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:04.388920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-950cab4a-7b14-480a-a3d8-7d2571af442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.390803 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-950cab4a-7b14-480a-a3d8-7d2571af442b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f9e86aa-ab81-4796-b93d-c085d1c21820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700707 Jul 30 00:15:04.404382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port b8c7debe-4620-4c0f-9633-25622148d782 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:04.404770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.498323 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-bf03306c-8ac8-43e8-8117-c300820642fe service neutron] 10.222.0.59 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995059 Jul 30 00:15:04.505107 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.505399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.519455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for b8c7debe-4620-4c0f-9633-25622148d782 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:04.602587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-acd28ad4-af4d-4d20-baee-195c6ab663af req-08805b29-cb42-46bc-9f91-fdcf042a6665 service neutron] 10.222.0.59 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969439 Jul 30 00:15:04.700884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.734821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=b8c7debe-4620-4c0f-9633-25622148d782,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:04.752406 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-507cbbba-e0fd-4f47-9115-9e3c2373e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.754023 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-507cbbba-e0fd-4f47-9115-9e3c2373e6f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1095 time: 0.0571513 Jul 30 00:15:04.806227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:04.806554 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Floating IP 5883c42c-a5cc-4a10-a371-14a678568de6 disassociated (deleted). External IP: 172.25.5.35, port: 42e652f9-77b8-4977-817f-cac141503157. Jul 30 00:15:04.853232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-1f62349e-5889-4b39-b482-9169452fbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.855047 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-1f62349e-5889-4b39-b482-9169452fbecf service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 200 len: 910 time: 0.0938718 Jul 30 00:15:04.900241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-b422587c-c5dc-4568-b273-26ec6365d714 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 HTTP/1.1" status: 200 len: 217 time: 0.0357058 Jul 30 00:15:04.955838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-a77b8c11-e234-4371-882c-e0c7b58d17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.957217 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-a77b8c11-e234-4371-882c-e0c7b58d17ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07a035f2-ed88-46d4-bf9e-75f60702b18e HTTP/1.1" status: 200 len: 848 time: 0.0489664 Jul 30 00:15:05.015668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-dc4edcdd-387e-4940-9f59-39772a660e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.017222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-dc4edcdd-387e-4940-9f59-39772a660e89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f9e86aa-ab81-4796-b93d-c085d1c21820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512033 Jul 30 00:15:05.037277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:05.127171 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-5a5f86db-f6ea-42f1-80bb-42f5a729ab9f service neutron] 10.222.0.59 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010876 Jul 30 00:15:05.185427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:05.190839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:05.197468 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:05.207807 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:05.208408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:05.224192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f427f4-0e0e-4f14-8849-2c7c12715087 req-d5008f38-18dc-43d6-b200-5445fce2652e tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.225743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43f427f4-0e0e-4f14-8849-2c7c12715087 req-d5008f38-18dc-43d6-b200-5445fce2652e tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1095 time: 0.0907457 Jul 30 00:15:05.230639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e75e5d7-8c7a-40b8-9d2d-1519a059c1ed tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/floatingips/5883c42c-a5cc-4a10-a371-14a678568de6 HTTP/1.1" status: 204 len: 168 time: 1.0568373 Jul 30 00:15:05.231484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:05.231661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6c00a381-936b-4d84-8253-acbc3c7772a5 req-28fdba78-20a3-4ba8-a48c-edb7d80ea430 service neutron] 10.222.0.59 "GET /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967731 Jul 30 00:15:05.233951 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:05.271746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43f427f4-0e0e-4f14-8849-2c7c12715087 req-0ca2f908-c5eb-4cc9-88f4-8e3c2ad2e8b3 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346942 Jul 30 00:15:05.318490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:05.440888 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5d02a8-fde2-4dd8-870b-e0c6e505eff2 x-openstack-request-id: req-ed5d02a8-fde2-4dd8-870b-e0c6e505eff2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:05.441231 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "tag": "42e652f9-77b8-4977-817f-cac141503157", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:05.441499 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed5d02a8-fde2-4dd8-870b-e0c6e505eff2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:05.441926 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'tag': '42e652f9-77b8-4977-817f-cac141503157', 'status': 'completed', 'code': 200} Jul 30 00:15:05.543916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:05.573427 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:05.574698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161f309-b113-4ed0-ba16-2a7704293e0f req-3b0ae0c9-3ae4-40a7-b9b2-70f724ad80fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.576998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0161f309-b113-4ed0-ba16-2a7704293e0f req-3b0ae0c9-3ae4-40a7-b9b2-70f724ad80fd tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0848579 Jul 30 00:15:05.582413 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:05.583032 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:05.584394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-4f9fb112-121f-46de-8763-e2167bf8bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.585934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-4f9fb112-121f-46de-8763-e2167bf8bf35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 1098 time: 0.0640144 Jul 30 00:15:05.676784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0161f309-b113-4ed0-ba16-2a7704293e0f req-1bf337fe-79f6-47fd-8ec3-083b4214f0d9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897772 Jul 30 00:15:05.687223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:05.716466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-cce35889-52d2-43cf-8dfd-23777bd97a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.718072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-cce35889-52d2-43cf-8dfd-23777bd97a20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 200 len: 897 time: 0.1241775 Jul 30 00:15:05.765512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-4d5020fd-830d-4188-ab5e-0c9b77c06d81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 200 len: 217 time: 0.0371037 Jul 30 00:15:05.826043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-10052b35-25ca-49f5-8c95-bf92802d9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.827442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-10052b35-25ca-49f5-8c95-bf92802d9ed3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 200 len: 835 time: 0.0519466 Jul 30 00:15:05.883756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-70abd134-dc44-478d-b0b0-87b5c8907d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.885318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-70abd134-dc44-478d-b0b0-87b5c8907d53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6290a384-470f-4a5a-83fe-899a0f88d744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474274 Jul 30 00:15:05.910343 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:05.936003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9ebd0-c6d8-4c41-85bf-c0e248304e6c None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:14:58Z', 'revision_number': 6, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ea7b70d-245b-4fc5-843d-3ad68affeec2', 'name': '', 'network_id': '6290a384-470f-4a5a-83fe-899a0f88d744', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:b3:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:18Z', 'updated_at': '2021-07-30T00:13:24Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '032ec3e7-7201-4a27-882a-3fbc3d4162e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:05.991917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-db5ec384-ff23-45eb-ad78-cf737b6533b1 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917001 Jul 30 00:15:06.100437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfabd12-0ce5-40df-8080-5d2f588ad0ac req-cff0d4ba-251b-41cd-80c6-c27a1ec7be43 service neutron] 10.222.0.57 "GET /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006422 Jul 30 00:15:06.197593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598fb73-ebd3-4dc3-9516-4f1512d7514c None None] New status for floating IP 5883c42c-a5cc-4a10-a371-14a678568de6: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:15:06.389817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b315b-007e-489e-91b1-96ce3e647592 req-8450b3d7-d91c-4e0e-9175-8e228c74344b tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:06.391439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e8b315b-007e-489e-91b1-96ce3e647592 req-8450b3d7-d91c-4e0e-9175-8e228c74344b tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1095 time: 0.0463121 Jul 30 00:15:06.430731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e8b315b-007e-489e-91b1-96ce3e647592 req-274da49f-28d5-4b35-9f8b-937730220c58 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Jul 30 00:15:06.699743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da86b4e-c7ec-4d5f-8f5c-2649a3473a54 req-9870c7c8-84e3-4ffb-97f3-9bc5833dae8d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:06.701370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9da86b4e-c7ec-4d5f-8f5c-2649a3473a54 req-9870c7c8-84e3-4ffb-97f3-9bc5833dae8d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0537558 Jul 30 00:15:06.744378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9da86b4e-c7ec-4d5f-8f5c-2649a3473a54 req-25f7cdcd-0a35-47d4-bfdd-3126bb9651a4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Jul 30 00:15:06.869656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba159-a767-4d81-a3ec-f613643335a9 req-cca39955-1fd1-4eb9-8bad-f68e5e2702b6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:06.871057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-116ba159-a767-4d81-a3ec-f613643335a9 req-cca39955-1fd1-4eb9-8bad-f68e5e2702b6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0635340 Jul 30 00:15:06.912846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-116ba159-a767-4d81-a3ec-f613643335a9 req-3770e6e2-800f-4a11-b472-c3ba4240342d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ceee606-dc5f-482a-87ea-0abd2e22fbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Jul 30 00:15:07.174630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-5825349f-19a8-4934-8b5d-9da9403c18e5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.176173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-5825349f-19a8-4934-8b5d-9da9403c18e5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 946 time: 0.0548151 Jul 30 00:15:07.283952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 42e652f9-77b8-4977-817f-cac141503157 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:07.284326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.384530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 42e652f9-77b8-4977-817f-cac141503157, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=42e652f9-77b8-4977-817f-cac141503157,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:07.384904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.398429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 42e652f9-77b8-4977-817f-cac141503157 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:07.587855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.593618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6db0-ecee-4671-af1b-5a380d8dbdda req-5d9b9727-00c3-4aaa-8d1b-3d15fbb970ae tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.595239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aec6db0-ecee-4671-af1b-5a380d8dbdda req-5d9b9727-00c3-4aaa-8d1b-3d15fbb970ae tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1095 time: 0.0743413 Jul 30 00:15:07.626416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=42e652f9-77b8-4977-817f-cac141503157,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:07.692280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aec6db0-ecee-4671-af1b-5a380d8dbdda req-a2f35a46-ac14-4cf4-b66a-c1c35a7e4ef5 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Jul 30 00:15:07.692997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] No DVR routers for this DVR port 42e652f9-77b8-4977-817f-cac141503157 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:07.695802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.697937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cb1df1ef-74d7-4581-935f-13f4dd2ac831 req-78461a48-9b87-4fd9-89a8-1cc87f3685f5 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "DELETE /v2.0/ports/42e652f9-77b8-4977-817f-cac141503157 HTTP/1.1" status: 204 len: 173 time: 0.5145831 Jul 30 00:15:07.698401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'name': 'network-vif-deleted', 'tag': '42e652f9-77b8-4977-817f-cac141503157'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:07.700936 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327a235e-7f31-4e08-b832-5b98d49144f8" -d '{"events": [{"server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "name": "network-vif-deleted", "tag": "42e652f9-77b8-4977-817f-cac141503157"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:07.741920 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2ff27-52ec-42e1-bc1f-db9295371f1c x-openstack-request-id: req-acb2ff27-52ec-42e1-bc1f-db9295371f1c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:07.742215 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c", "name": "network-vif-deleted", "tag": "42e652f9-77b8-4977-817f-cac141503157", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:07.742477 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acb2ff27-52ec-42e1-bc1f-db9295371f1c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:07.742882 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c', 'name': 'network-vif-deleted', 'tag': '42e652f9-77b8-4977-817f-cac141503157', 'status': 'completed', 'code': 200} Jul 30 00:15:07.890600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd9946-b9bb-4c0e-adbb-6f36b2a91b93 req-521b185f-dbfd-458a-a0a1-ea7a7d2f4fe2 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.892624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfd9946-b9bb-4c0e-adbb-6f36b2a91b93 req-521b185f-dbfd-458a-a0a1-ea7a7d2f4fe2 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0557315 Jul 30 00:15:07.935130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbfd9946-b9bb-4c0e-adbb-6f36b2a91b93 req-06bb7759-5914-49f5-8afa-3bc0cf5dc08d tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351658 Jul 30 00:15:08.048608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bbb4f96-6b36-4bac-a66f-ae12227f7c97 req-1152c1f4-1ca8-40b6-abdd-5d6996f19cea tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ed35ef-3ae4-4ac0-af2a-f1145f99ad1c HTTP/1.1" status: 200 len: 210 time: 0.0296776 Jul 30 00:15:08.212903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:08.329555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:08.342383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0', 'network_id': '5f9e86aa-ab81-4796-b93d-c085d1c21820', 'port_id': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0', 'mac_address': 'fa:16:3e:36:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a035f2-ed88-46d4-bf9e-75f60702b18e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:08.386965 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:08.400404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:08.420887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:08.425566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:08.476356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:08.625190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-284242b4-3d03-47e1-85a8-a04f64d30e20 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:08.626841 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-284242b4-3d03-47e1-85a8-a04f64d30e20 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0599825 Jul 30 00:15:08.699322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4343cbeb-9c8b-45d2-9e8a-1c9beced62b0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:08.742585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Deleting port 1df82c51-1917-4109-8390-a445d0cee308 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:08.743127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:08.849998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d16e-b997-4e40-8588-2ef9002f2cc8 req-7d02efff-777d-4f27-80d3-ce8cec4dbb9a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:08.851711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e167d16e-b997-4e40-8588-2ef9002f2cc8 req-7d02efff-777d-4f27-80d3-ce8cec4dbb9a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1096 time: 0.0760071 Jul 30 00:15:08.874257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] For port 1df82c51-1917-4109-8390-a445d0cee308, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=1df82c51-1917-4109-8390-a445d0cee308,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:08.875026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:08.894886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e167d16e-b997-4e40-8588-2ef9002f2cc8 req-094077a4-1072-49fd-946a-254756496b8d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365541 Jul 30 00:15:09.067418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44b56-23a8-49d0-915d-77f4d41d4818 req-f95e2a97-8eab-417c-9e4e-485762a5bd63 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:09.068994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54f44b56-23a8-49d0-915d-77f4d41d4818 req-f95e2a97-8eab-417c-9e4e-485762a5bd63 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 945 time: 0.0577803 Jul 30 00:15:09.118956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54f44b56-23a8-49d0-915d-77f4d41d4818 req-a4a5f55f-2fb2-4472-9be5-ea446a046aae tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=86078088-d0b1-4705-8a12-5560502d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Jul 30 00:15:09.170625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55634) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:09.198225 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.198884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.199273 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Floating IP 9fa1964c-46f9-46ac-bcf6-976d5c9a25dd disassociated. External IP: 172.25.5.232, port: 1df82c51-1917-4109-8390-a445d0cee308. Jul 30 00:15:09.199962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Calling delete_port for 1df82c51-1917-4109-8390-a445d0cee308 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:09.240516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.267734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.330433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.333212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.334460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/security-groups/5ceee606-dc5f-482a-87ea-0abd2e22fbd0 HTTP/1.1" status: 204 len: 168 time: 0.1627686 Jul 30 00:15:09.339827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.345538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2b84c-d074-47f7-bc4e-1081f313f6dc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceee606-dc5f-482a-87ea-0abd2e22fbd0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:09.371789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'Port': ['ID=1df82c51-1917-4109-8390-a445d0cee308,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:09.386487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55638) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:09.495803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:09.613590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:09.624273 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:09.634257 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:09.634978 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:09.659129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] No DVR routers for this DVR port 1df82c51-1917-4109-8390-a445d0cee308 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:09.662522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.665064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-aea11332-2596-44a4-8e46-aa9a9ab03aa9 req-7c9bb2df-14cf-4e17-8137-3eaacc8e25ce tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "DELETE /v2.0/ports/1df82c51-1917-4109-8390-a445d0cee308 HTTP/1.1" status: 204 len: 173 time: 1.0317023 Jul 30 00:15:09.665517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'name': 'network-vif-deleted', 'tag': '1df82c51-1917-4109-8390-a445d0cee308'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:09.669683 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4b02d-19d8-41a5-a21b-c104d93641d4" -d '{"events": [{"server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "name": "network-vif-deleted", "tag": "1df82c51-1917-4109-8390-a445d0cee308"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:09.728145 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a88ff-0b28-4fbf-8a93-e6c403ef86e0 x-openstack-request-id: req-e32a88ff-0b28-4fbf-8a93-e6c403ef86e0 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:09.728821 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3f48f-b7c6-417d-a87d-ae723e488c6b", "name": "network-vif-deleted", "tag": "1df82c51-1917-4109-8390-a445d0cee308", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:09.728821 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e32a88ff-0b28-4fbf-8a93-e6c403ef86e0 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:09.729152 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3f48f-b7c6-417d-a87d-ae723e488c6b', 'name': 'network-vif-deleted', 'tag': '1df82c51-1917-4109-8390-a445d0cee308', 'status': 'completed', 'code': 200} Jul 30 00:15:09.756643 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:09.796895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.007749 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:10.034801 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:10.043378 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:10.044231 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:10.053326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b5b60-3c18-42df-932e-6d5a81732283 req-56385524-ad2b-4ab4-a9d9-a5ec5514e65a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:10.055044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d27b5b60-3c18-42df-932e-6d5a81732283 req-56385524-ad2b-4ab4-a9d9-a5ec5514e65a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1096 time: 0.0590413 Jul 30 00:15:10.117713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d27b5b60-3c18-42df-932e-6d5a81732283 req-75aaf9d9-6aba-430e-a724-79c6abd03b72 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Jul 30 00:15:10.174078 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:10.181033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 6ea7b70d-245b-4fc5-843d-3ad68affeec2 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:10.181398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.248398 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:10.273976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66ddb79d-0957-46ff-ae39-f3a694fe6e85 req-ea40f760-373a-4b6e-bf0d-0b72955ac80e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4f3f48f-b7c6-417d-a87d-ae723e488c6b HTTP/1.1" status: 200 len: 210 time: 0.0363033 Jul 30 00:15:10.334350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 6ea7b70d-245b-4fc5-843d-3ad68affeec2, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ea7b70d-245b-4fc5-843d-3ad68affeec2,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:10.334798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.336946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:10.344035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:10.344579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.353781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 6ea7b70d-245b-4fc5-843d-3ad68affeec2 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:10.426922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.454229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:10.456259 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf86c1-8657-4d92-b5d9-659c33708d56" -d '{"events": [{"server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "name": "network-vif-plugged", "status": "completed", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:10.469707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:10.484400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.485824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1df82c51-1917-4109-8390-a445d0cee308 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:10.514952 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:10.551799 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cc996-7614-49a6-8f0d-7c57048214a0 x-openstack-request-id: req-850cc996-7614-49a6-8f0d-7c57048214a0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:10.552641 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "name": "network-vif-plugged", "status": "completed", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:10.553319 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-850cc996-7614-49a6-8f0d-7c57048214a0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:10.554195 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0', 'code': 200} Jul 30 00:15:10.556169 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d2ba2-a7f6-468e-b2c4-23ad5876b7c4 None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:10.559450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 1df82c51-1917-4109-8390-a445d0cee308 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:10.560313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 1df82c51-1917-4109-8390-a445d0cee308 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:10.575774 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.605456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:10.613284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=6ea7b70d-245b-4fc5-843d-3ad68affeec2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:10.663237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a2c9-ab7b-4194-a75f-b0e9246b6d25 req-aea1161f-5446-46a3-9a7a-cb85679303b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:10.664890 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f99a2c9-ab7b-4194-a75f-b0e9246b6d25 req-aea1161f-5446-46a3-9a7a-cb85679303b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.0583646 Jul 30 00:15:10.706612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-0f99a2c9-ab7b-4194-a75f-b0e9246b6d25 req-95ba0ae0-264a-49ca-a201-daa8e5fba398 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jul 30 00:15:10.814076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:10.846082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499e56d5-8b1b-45c0-b99d-bb59b959fa76 None None] New status for floating IP 9fa1964c-46f9-46ac-bcf6-976d5c9a25dd: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:15:10.928274 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42e652f9-77b8-4977-817f-cac141503157 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:10.951723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 42e652f9-77b8-4977-817f-cac141503157 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:10.952067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 42e652f9-77b8-4977-817f-cac141503157 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:11.044821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 4979e9db-2ac0-406c-8e7e-fab8376de227 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:11.565355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6327dd-26bf-4c0b-a68f-8a7c83df7505 req-10f05473-f43f-4415-a4f2-7214036bc396 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:11.566930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa6327dd-26bf-4c0b-a68f-8a7c83df7505 req-10f05473-f43f-4415-a4f2-7214036bc396 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.1186872 Jul 30 00:15:11.571658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:11.578010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1d577c3-7750-4c7e-b890-90aa4b73c6f9 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/4979e9db-2ac0-406c-8e7e-fab8376de227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1902201 Jul 30 00:15:11.581117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:11.583791 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Sync routers for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:11.594036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:11.594668 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:11.612037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa6327dd-26bf-4c0b-a68f-8a7c83df7505 req-357d4b2e-ab62-4330-a29f-37a893cb497f tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384257 Jul 30 00:15:11.654928 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting subnet 032ec3e7-7201-4a27-882a-3fbc3d4162e2 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:11.658538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:11.711211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:11.753283 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:11.957269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:15:10Z', 'revision_number': 7, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:11.987578 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Checking router: 4979e9db-2ac0-406c-8e7e-fab8376de227 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:11.997052 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Routers {'4979e9db-2ac0-406c-8e7e-fab8376de227'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:11.997734 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4979e9db-2ac0-406c-8e7e-fab8376de227'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:12.005849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.112644 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] Set router 4979e9db-2ac0-406c-8e7e-fab8376de227 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:12.139773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.199380 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.222122 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.303104 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.305957 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.309852 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "DELETE /v2.0/security-groups/86078088-d0b1-4705-8a12-5560502d0025 HTTP/1.1" status: 204 len: 168 time: 0.5950255 Jul 30 00:15:12.310562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55660) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:12.328638 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-1c79f00a-8f69-4828-8707-d616419bef10 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] show failed (client error): The resource could not be found. Jul 30 00:15:12.331001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:15:10Z', 'revision_number': 7, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:12.334247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb55bf-654e-4827-bb7b-7c6ca0da8dd6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86078088-d0b1-4705-8a12-5560502d0025,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:12.347351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1c79f00a-8f69-4828-8707-d616419bef10 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups/86078088-d0b1-4705-8a12-5560502d0025 HTTP/1.1" status: 404 len: 347 time: 0.0355122 Jul 30 00:15:12.348191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:12.365018 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a59f0-02f2-4193-8d96-932d6dd25838 None None] The sync data for ids ['4979e9db-2ac0-406c-8e7e-fab8376de227'] in n-d-712707-11 is: [{'id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'name': 'tempest-TestNetworkBasicOps-router-31495387', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:13:14Z', 'updated_at': '2021-07-30T00:15:10Z', 'revision_number': 7, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': 'eaef69e7-cf30-42c5-8009-3e0148dd1e64', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:00:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979e9db-2ac0-406c-8e7e-fab8376de227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:13:15Z', 'updated_at': '2021-07-30T00:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:12.374742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.403732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Subnet': ['ID=032ec3e7-7201-4a27-882a-3fbc3d4162e2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:12.427331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.432037 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9ce873b9-616f-4f3e-b0c5-26460be49254 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/subnets/032ec3e7-7201-4a27-882a-3fbc3d4162e2 HTTP/1.1" status: 204 len: 168 time: 0.8473928 Jul 30 00:15:12.432206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67d624-0e4d-4c92-be42-9ed5848d354b None None] Network 6290a384-470f-4a5a-83fe-899a0f88d744 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:12.432684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:12.493531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Deleting port 6faa18c2-edce-4a29-94be-18c12890f5f2 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:12.493980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.547938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.580843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.581347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.594780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Calling delete_port for 6faa18c2-edce-4a29-94be-18c12890f5f2 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:12.661801 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.720469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port eaef69e7-cf30-42c5-8009-3e0148dd1e64 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:12.720469 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.787203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] DHCP port deletion for 6290a384-470f-4a5a-83fe-899a0f88d744 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:12.790801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085ce5-9318-4cfa-806a-8e1d6fb734cb req-8629e0d8-ca21-48ed-82fb-c643cb714eb3 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:12.793585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46085ce5-9318-4cfa-806a-8e1d6fb734cb req-8629e0d8-ca21-48ed-82fb-c643cb714eb3 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.1013196 Jul 30 00:15:12.796057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.858841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'Port': ['ID=6faa18c2-edce-4a29-94be-18c12890f5f2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:12.877601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port eaef69e7-cf30-42c5-8009-3e0148dd1e64, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=eaef69e7-cf30-42c5-8009-3e0148dd1e64,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:12.877986 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.882655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Deleting port c74eff06-4e23-4645-9003-bf02694c8b6f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:12.883492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.892955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for eaef69e7-cf30-42c5-8009-3e0148dd1e64 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:12.936685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46085ce5-9318-4cfa-806a-8e1d6fb734cb req-bf5b70f5-b20b-47d2-8133-f6397785ef0a tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298854 Jul 30 00:15:12.967955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] For port c74eff06-4e23-4645-9003-bf02694c8b6f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c74eff06-4e23-4645-9003-bf02694c8b6f,segment=NetworkSegment(21a715ee-a39c-4f97-bce1-e4e776875553),segment_id=21a715ee-a39c-4f97-bce1-e4e776875553)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:12.968570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.978935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.982681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:12.983926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-de7df7d9-12d5-477e-b1a6-26b004699625 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "DELETE /v2.0/floatingips/9fa1964c-46f9-46ac-bcf6-976d5c9a25dd HTTP/1.1" status: 204 len: 168 time: 0.6345744 Jul 30 00:15:12.987440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Calling delete_port for c74eff06-4e23-4645-9003-bf02694c8b6f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:13.077566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984dd0a-630c-45fe-a925-ed2087ffac99 req-9897d7c4-1b42-4b25-8050-a6604b5ad381 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:13.079738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c984dd0a-630c-45fe-a925-ed2087ffac99 req-9897d7c4-1b42-4b25-8050-a6604b5ad381 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.0431936 Jul 30 00:15:13.096562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.120737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c984dd0a-630c-45fe-a925-ed2087ffac99 req-40d04fc2-4222-405e-9a57-421085453b06 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Jul 30 00:15:13.148087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.181395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=eaef69e7-cf30-42c5-8009-3e0148dd1e64,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:13.246587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.301421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] Pushing event deleted for resources: {'Port': ['ID=c74eff06-4e23-4645-9003-bf02694c8b6f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:13.308302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a621b-6fdd-4e5b-a7da-ca3fca974f10 None None] No DVR routers for this DVR port c74eff06-4e23-4645-9003-bf02694c8b6f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:13.393671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.396684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.463304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.463825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Fanout notify agent at l3_agent the message router_deleted on router 4979e9db-2ac0-406c-8e7e-fab8376de227 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:15:13.471537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.475241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91d8cbf8-11fc-4ceb-8909-6f86399e80b1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/routers/4979e9db-2ac0-406c-8e7e-fab8376de227 HTTP/1.1" status: 204 len: 168 time: 1.0392411 Jul 30 00:15:13.475721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:13.543896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55676) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:13.548676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848580117', 'description': 'tempest-description--1569252847'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:13.569721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.578155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.704201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.708698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.720394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.734336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6290a384-470f-4a5a-83fe-899a0f88d744']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:13.744288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.745748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2013133 Jul 30 00:15:13.749840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a715ee-a39c-4f97-bce1-e4e776875553') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:13.750311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a715ee-a39c-4f97-bce1-e4e776875553') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:13.750654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55678) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:13.754974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a52d1-5bda-47f5-aa53-24bc739c0d00 req-7008bc3c-a2bc-4c42-840e-25f5c19e7207 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:13.756018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group_rule': {'security_group_id': 'df37c149-724c-4634-94ba-595499245b05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:13.756537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad0a52d1-5bda-47f5-aa53-24bc739c0d00 req-7008bc3c-a2bc-4c42-840e-25f5c19e7207 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.1387286 Jul 30 00:15:13.770746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b5d92-e92e-4ccb-99de-5ebb0b0a72a8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df37c149-724c-4634-94ba-595499245b05,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:13.780462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.803439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.803679 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.816718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:13.817153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:13.820397 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:13.831850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad0a52d1-5bda-47f5-aa53-24bc739c0d00 req-e6ec48c7-f090-491d-80c4-7467f2bb6181 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678015 Jul 30 00:15:13.877394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.882935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.901436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.914497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1694b6-3bf3-4aaf-8f06-3b302603267b,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:13.916185 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.917613 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86ebfb88-60bc-4f96-b193-e55f25098219 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659110 Jul 30 00:15:13.921513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55682) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:13.926445 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:13.926728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'security_group_rule': {'security_group_id': 'df37c149-724c-4634-94ba-595499245b05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:13.928500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/networks/6290a384-470f-4a5a-83fe-899a0f88d744 HTTP/1.1" status: 204 len: 168 time: 0.4517753 Jul 30 00:15:13.943196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55684) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:13.953918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'network': {'name': 'tempest-network-smoke--468674205', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'port_security_enabled': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:13.958552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a271921-65ac-41e2-8796-68c75709f5be tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Network': ['ID=6290a384-470f-4a5a-83fe-899a0f88d744,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:13.976446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.db.api [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 00:15:13.976446 n-d-712707-11 neutron-server[93864]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 00:15:13.976446 n-d-712707-11 neutron-server[93864]: [parameters: {'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'id': '7eb0fba6-8414-4e0f-a704-71dfc72a64a3', 'expiration': datetime.datetime(2021, 7, 30, 0, 17, 13, 968767)}] Jul 30 00:15:13.976446 n-d-712707-11 neutron-server[93864]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:15:13.977249 n-d-712707-11 neutron-server[93864]: DEBUG oslo_db.api [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:15:13.992683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.065955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.071071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.093043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6833b953-64db-48aa-a66c-87ba44d438b0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:14.099393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.100828 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-14072913-0c33-4ec0-a655-f2a5838c5d49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782489 Jul 30 00:15:14.104178 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55688) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:14.109404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:14.124806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b3d16-029e-4c37-8da9-c78a1663e732 req-6be62793-d41d-47da-83e1-21189a2ad867 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:14.126430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b46b3d16-029e-4c37-8da9-c78a1663e732 req-6be62793-d41d-47da-83e1-21189a2ad867 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.0447478 Jul 30 00:15:14.131938 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.176010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b46b3d16-029e-4c37-8da9-c78a1663e732 req-a45e746e-dc82-4ca7-bd24-570888bbe021 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Jul 30 00:15:14.239372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.319569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaef69e7-cf30-42c5-8009-3e0148dd1e64 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:14.339166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: eaef69e7-cf30-42c5-8009-3e0148dd1e64 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:14.339621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device eaef69e7-cf30-42c5-8009-3e0148dd1e64 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:14.340092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c74eff06-4e23-4645-9003-bf02694c8b6f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:14.344878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Allocated IP 172.25.5.111 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/c1e6bab8-07b4-495a-a8c1-ee44b432b166) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:14.363090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c74eff06-4e23-4645-9003-bf02694c8b6f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:14.363652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c74eff06-4e23-4645-9003-bf02694c8b6f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:14.364304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ea7b70d-245b-4fc5-843d-3ad68affeec2 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:14.385091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6ea7b70d-245b-4fc5-843d-3ad68affeec2 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:14.385413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ea7b70d-245b-4fc5-843d-3ad68affeec2 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:14.460048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.501990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.503164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:14.506916 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.535216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:14.541354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:14.544991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:14.547348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.547756 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Added segment 70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4 of type vlan for network 1cdbbc7d-563e-4071-8457-4c5e2034d886 Jul 30 00:15:14.551187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:14.575058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=c1e6bab8-07b4-495a-a8c1-ee44b432b166,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:14.600491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.635946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.642509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:14.643116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.647018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.696711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.700763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7544012 Jul 30 00:15:14.703716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55690) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:14.711410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'admin_state_up': True, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:14.725660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed6807-3fcc-4c6b-ab5d-fb7c120687c8 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Network': ['ID=1cdbbc7d-563e-4071-8457-4c5e2034d886,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:14.739200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:14.743126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.744284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.848619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.890592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.896035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.968700 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=c1e6bab8-07b4-495a-a8c1-ee44b432b166,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:14.980223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:14.996083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.002828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.005352 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5763116-6bff-4267-b512-85ca51ebd3ff tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9000902 Jul 30 00:15:15.225293 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.249379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.276047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-88e36975-de1f-4458-8005-12540f3180b7 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1848580117&fields=id&tenant_id=e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 267 time: 0.0929329 Jul 30 00:15:15.449012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.25.5.246 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6f3edb79-0606-4162-bfe5-132774e4114b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:15.457946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-0a753f8d-c939-4344-b7d4-863a1c6ff676 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:15.459566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-0a753f8d-c939-4344-b7d4-863a1c6ff676 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 811 time: 0.1572294 Jul 30 00:15:15.493200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-ce7d82d2-6daf-4907-9ea9-e23be2c619a5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/quotas/e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 375 time: 0.0238080 Jul 30 00:15:15.536981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-aa2e6176-9aee-405f-bd5d-0fa15e18fee1 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:15.538706 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-aa2e6176-9aee-405f-bd5d-0fa15e18fee1 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 1097 time: 0.0522494 Jul 30 00:15:15.598135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-21c84836-a998-452d-976b-8036ab92b2f6 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777500 Jul 30 00:15:15.640065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Deleting port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:15.640407 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.664022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.722636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] For port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:15.722892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.730838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-44d4f7ec-21f6-4aa4-a3de-dc20ead3d5af service neutron] 10.222.0.49 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190474 Jul 30 00:15:15.737805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Calling delete_port for 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:15.746881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.835949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:15.843093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:15.846881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=6f3edb79-0606-4162-bfe5-132774e4114b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:15.850684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:15.878796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.913243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Pushing event deleted for resources: {'Port': ['ID=4343cbeb-9c8b-45d2-9e8a-1c9beced62b0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:15.916703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fea53d9a-34a0-4732-9bfc-69b6f3800649 service neutron] 10.222.0.49 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791666 Jul 30 00:15:15.925998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['4343cbeb-9c8b-45d2-9e8a-1c9beced62b0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:15.932103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:15.974667 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] No DVR routers for this DVR port 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:15.979303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:15.982377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f70ced60-f27d-45a9-9e34-9f2fa519a7ce req-2affff9c-51de-4964-886b-c587b4008c67 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.59 "DELETE /v2.0/ports/4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 HTTP/1.1" status: 204 len: 173 time: 0.4351258 Jul 30 00:15:15.983067 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'name': 'network-vif-deleted', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:15.995714 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af4de02-249d-479e-af97-3844a9735773" -d '{"events": [{"server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "name": "network-vif-deleted", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:16.265791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89918b06-af1f-4b2d-8390-2570eebaaa33 req-a8be4a04-ec34-40f2-a861-beac14bc90ef tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc869d09-22ee-4f2e-a7ed-93e627856746 HTTP/1.1" status: 200 len: 210 time: 0.0320423 Jul 30 00:15:16.281665 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.310774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7b630614-edac-4043-a416-8323185ff6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.332087 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945fce3-8b95-4f7a-badc-09eee43c3765 x-openstack-request-id: req-0945fce3-8b95-4f7a-badc-09eee43c3765 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:16.332386 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc869d09-22ee-4f2e-a7ed-93e627856746", "name": "network-vif-deleted", "tag": "4343cbeb-9c8b-45d2-9e8a-1c9beced62b0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:16.332640 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0945fce3-8b95-4f7a-badc-09eee43c3765 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:16.333047 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc869d09-22ee-4f2e-a7ed-93e627856746', 'name': 'network-vif-deleted', 'tag': '4343cbeb-9c8b-45d2-9e8a-1c9beced62b0', 'status': 'completed', 'code': 200} Jul 30 00:15:16.397308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-759d4967-49d3-4d3f-b32b-86aea25daed0 req-d87af1b2-44b2-4879-b21a-c1de8ab90cf4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Jul 30 00:15:16.545485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.718769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 7516378d-45d7-436c-8511-2ecd89bb3b0e is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:15:16.849952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:16.865890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Sync routers for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:16.869911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.871508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd1d478c-6d22-4d1f-a5f3-2bff5daf0b9c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1667631 Jul 30 00:15:16.876436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55718) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:16.879670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:16.880600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:16.915318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f0ef7fca-ad1c-463b-9142-dcf5721754f2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=469099a997d7465a84f5f4ced8d04bb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370166 Jul 30 00:15:16.918017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55720) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:16.991832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:17.070529 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef889bfc-ff86-4256-8367-41e3e251df34 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.072083 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ef889bfc-ff86-4256-8367-41e3e251df34 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528902 Jul 30 00:15:17.075378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55722) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:17.110683 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-51afa478-59a1-4bd5-bc28-980ee6b856e9 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340610 Jul 30 00:15:17.113336 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55724) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:17.118331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902814605', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:17.181777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:16Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:17.214300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Checking router: 7516378d-45d7-436c-8511-2ecd89bb3b0e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:17.214673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Updating router 7516378d-45d7-436c-8511-2ecd89bb3b0e port 6f3edb79-0606-4162-bfe5-132774e4114b binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:15:17.246647 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.262664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:17.266394 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.405205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-40cefd5b-348c-4812-82ff-71f24450ed3a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.406730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-40cefd5b-348c-4812-82ff-71f24450ed3a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 811 time: 0.1989110 Jul 30 00:15:17.503641 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-18608780-0071-450f-855b-39d2a297e8e5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8a8d92a34dd4bfea3334736b0847a25 HTTP/1.1" status: 200 len: 380 time: 0.0788856 Jul 30 00:15:17.536351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'port': {'device_id': '9f1081c3-b225-4564-b86a-9972d8273e00', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'admin_state_up': True, 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'security_groups': ['df37c149-724c-4634-94ba-595499245b05']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:17.569667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7f1492d-0c6e-446d-b990-94998c2c5da6 req-bc08f8a8-2a8b-47e3-8594-089270cb6dc0 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 210 time: 0.0368850 Jul 30 00:15:17.572618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.595646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.608094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Transition to ACTIVE for port object 6f3edb79-0606-4162-bfe5-132774e4114b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:17.608895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.618356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.669993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Attempting to bind port 6f3edb79-0606-4162-bfe5-132774e4114b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:17.670364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Attempting to bind port 6f3edb79-0606-4162-bfe5-132774e4114b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:17.670726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Attempting to bind port 6f3edb79-0606-4162-bfe5-132774e4114b on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:17.684965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4f29f-ad9b-4ffa-b93b-f60482504c88 None None] Pushing event updated for resources: {'Port': ['ID=6f3edb79-0606-4162-bfe5-132774e4114b,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:17.690973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:17.692550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:17.692960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.693349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:17.694883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Bound port: 6f3edb79-0606-4162-bfe5-132774e4114b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:17.694883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.699051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd782462-f58f-445d-8219-75ea6359c2a0 req-f060881e-8c68-467b-b476-05278ec0b449 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.701004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd782462-f58f-445d-8219-75ea6359c2a0 req-f060881e-8c68-467b-b476-05278ec0b449 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0606828 Jul 30 00:15:17.739638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Subnet': ['ID=5e1ea61c-9ef9-4d85-9533-cc25f92576e6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:17.755760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.756107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.756481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.756826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.757163 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.757490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.757856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.758182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.758508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.758836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.759167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.759489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:17.764846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Made reservation on behalf of e8a8d92a34dd4bfea3334736b0847a25 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:17.766132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] For port 6f3edb79-0606-4162-bfe5-132774e4114b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:17.767200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd782462-f58f-445d-8219-75ea6359c2a0 req-9d6f24c0-4b4a-421a-a035-a133c6962504 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Jul 30 00:15:17.768553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.772407 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] For port 6f3edb79-0606-4162-bfe5-132774e4114b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6f3edb79-0606-4162-bfe5-132774e4114b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:17.779798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.781831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Checking segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:17.782212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network hostable DHCP agents. Network: 1cdbbc7d-563e-4071-8457-4c5e2034d886, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:17.839550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:17.844269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:17.844903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:14:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:17.848639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4f29f-ad9b-4ffa-b93b-f60482504c88 None None] Pushing event updated for resources: {'Port': ['ID=6f3edb79-0606-4162-bfe5-132774e4114b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:17.857144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 1cdbbc7d-563e-4071-8457-4c5e2034d886) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:17.865737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.866319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.886228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf6d7b-837d-40aa-aba9-ab5eef70564c None None] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:17.902953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07e9f7f1-8567-4117-a56d-11524297263f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7884781 Jul 30 00:15:17.906580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:17.979343 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Allocated IP 172.20.0.12 (b4d60430-1948-4c4f-b6af-25c324dc1983/2b403575-e9df-4f67-972e-7071656a36ac/dab83288-00f3-4efa-b6c4-15888ff5575f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:18.019894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:18.193361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-1cdbbc7d-563e-4071-8457-4c5e2034d886', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:18.194272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.387366 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:16Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:18.420927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4764c-874d-4fc9-80b0-d4e2f07460ce None None] The sync data for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 is: [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:16Z', 'revision_number': 3, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:18.427325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Allocated IP 172.20.0.2 (1cdbbc7d-563e-4071-8457-4c5e2034d886/5e1ea61c-9ef9-4d85-9533-cc25f92576e6/234d795a-79bb-4fca-8b9a-c4cb6492b73e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:18.607248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.615619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.627789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Transition to ACTIVE for port object 234d795a-79bb-4fca-8b9a-c4cb6492b73e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:18.632149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Transition to ACTIVE for port object dab83288-00f3-4efa-b6c4-15888ff5575f will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:18.651079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Transition to ACTIVE for port object 234d795a-79bb-4fca-8b9a-c4cb6492b73e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:18.661297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.717927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:18.720781 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:18.727902 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:18.734591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:18.746600 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.755340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Pushing event updated for resources: {'Port': ['ID=234d795a-79bb-4fca-8b9a-c4cb6492b73e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:18.761866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68d681af-efd1-403d-9116-d8e009f55b1d req-1129b5ca-f380-44f0-b400-68116b4e079a tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 210 time: 0.0808680 Jul 30 00:15:18.805289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.807058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.807058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.807058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.809072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.812251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.812656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.812997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.813344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.813725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.814034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.814504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:18.878292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Attempting to bind port 234d795a-79bb-4fca-8b9a-c4cb6492b73e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:18.879271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Attempting to bind port 234d795a-79bb-4fca-8b9a-c4cb6492b73e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:18.880089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Attempting to bind port 234d795a-79bb-4fca-8b9a-c4cb6492b73e on network 1cdbbc7d-563e-4071-8457-4c5e2034d886 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:18.892592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:18.894111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Checking segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:18.895798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.896400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Bound using segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:18.904402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Bound port: 234d795a-79bb-4fca-8b9a-c4cb6492b73e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:18.905278 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:18.919967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Network b4d60430-1948-4c4f-b6af-25c324dc1983 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:18.923746 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:18.933734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:18.979981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f64a-fded-47b5-9d1b-f7a2d208f3ef req-ba681586-b19c-4db5-8b5d-3ba023cb23a4 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:18.983693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event updated for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:18.990317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b484f64a-fded-47b5-9d1b-f7a2d208f3ef req-ba681586-b19c-4db5-8b5d-3ba023cb23a4 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0849788 Jul 30 00:15:19.060717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b484f64a-fded-47b5-9d1b-f7a2d208f3ef req-b80d3774-3bdb-4307-a598-96ccf16a1f29 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Jul 30 00:15:19.066114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] For port 234d795a-79bb-4fca-8b9a-c4cb6492b73e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:19.081598 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] For port 234d795a-79bb-4fca-8b9a-c4cb6492b73e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=234d795a-79bb-4fca-8b9a-c4cb6492b73e,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:19.083237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe22f41d-26ed-45fd-8b56-0bef8e9cd7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.089522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:19.090398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.093855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.116477 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.126675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-db29a570-1a9a-4974-95d7-74e8f10268c4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6003075 Jul 30 00:15:19.150500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Request body: {'port': {'device_id': '9f1081c3-b225-4564-b86a-9972d8273e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:19.217156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cb0f3-80d6-4964-81e7-5f8eacf2c762 None None] Pushing event updated for resources: {'Port': ['ID=234d795a-79bb-4fca-8b9a-c4cb6492b73e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:19.232181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-496ad448-68d1-4445-9764-b7a78c4a9d2d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:19.234363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-496ad448-68d1-4445-9764-b7a78c4a9d2d tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1097 time: 0.0785894 Jul 30 00:15:19.334288 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.355727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ab1516fe-956e-4920-bb8e-202295abd19a None None] Provisioning for port dab83288-00f3-4efa-b6c4-15888ff5575f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:19.363769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ab1516fe-956e-4920-bb8e-202295abd19a None None] Provisioning complete for port dab83288-00f3-4efa-b6c4-15888ff5575f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:19.364316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ab1516fe-956e-4920-bb8e-202295abd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.387381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Deleting port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:19.388000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.463830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:19.508133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ab1516fe-956e-4920-bb8e-202295abd19a None None] Port dab83288-00f3-4efa-b6c4-15888ff5575f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:19.903930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.1 (1cdbbc7d-563e-4071-8457-4c5e2034d886/5e1ea61c-9ef9-4d85-9533-cc25f92576e6/d78a29ef-f380-4361-b4d3-75714d61da34) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:19.931852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab83288-00f3-4efa-b6c4-15888ff5575f {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:19.953369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.006589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Transition to ACTIVE for port object dab83288-00f3-4efa-b6c4-15888ff5575f will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:20.012534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.077321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d98596-9422-495e-a1d7-c76669597190 req-2c1c4de1-66c2-4571-816a-b65351f993b4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:20.079598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39d98596-9422-495e-a1d7-c76669597190 req-2c1c4de1-66c2-4571-816a-b65351f993b4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 932 time: 0.1367061 Jul 30 00:15:20.095235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] For port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:20.095483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.119339 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.124827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Calling delete_port for 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:20.151993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Pushing event updated for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:20.163833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39d98596-9422-495e-a1d7-c76669597190 req-c2d2d4d2-2a69-4f15-ab94-b4f158469519 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654523 Jul 30 00:15:20.226521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object d78a29ef-f380-4361-b4d3-75714d61da34 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:20.272859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:20.332192 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:20.332935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 4343cbeb-9c8b-45d2-9e8a-1c9beced62b0 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:20.333095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Attempting to bind port dab83288-00f3-4efa-b6c4-15888ff5575f on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:20.333419 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Attempting to bind port dab83288-00f3-4efa-b6c4-15888ff5575f by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:20.337867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Attempting to bind port dab83288-00f3-4efa-b6c4-15888ff5575f on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:20.350387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.365010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Port dab83288-00f3-4efa-b6c4-15888ff5575f on network b4d60430-1948-4c4f-b6af-25c324dc1983 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:20.365523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Attempting to bind port dab83288-00f3-4efa-b6c4-15888ff5575f on network b4d60430-1948-4c4f-b6af-25c324dc1983 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:20.380309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.408079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f4ec9-6d0d-47ad-a4b5-f2044cdfced6 req-dc75e235-d86b-4ff5-a027-839c645970c7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:20.413704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:20.421952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-343f4ec9-6d0d-47ad-a4b5-f2044cdfced6 req-dc75e235-d86b-4ff5-a027-839c645970c7 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8542b78e-6276-436c-81d2-f19ef055335a HTTP/1.1" status: 200 len: 1019 time: 0.1495636 Jul 30 00:15:20.434210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:20.434621 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Checking segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:20.435709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Bound using segment: {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:20.437606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Bound port: dab83288-00f3-4efa-b6c4-15888ff5575f, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ec0155-fe39-4038-9316-ac4559c0c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:20.438015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.454150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Pushing event deleted for resources: {'Port': ['ID=38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:20.475210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.476567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.477837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.478366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.478854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.479402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.481824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.483291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.483905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.487425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.487844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.488182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:20.493683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6f3edb79-0606-4162-bfe5-132774e4114b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:20.556687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:20.558489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:20.563414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:20.568740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] No DVR routers for this DVR port 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:20.569714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:20.573527 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.578456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb761133-d3d5-41bb-b970-6ff2c1f4baf5 req-2baa92e2-92e2-40d4-9119-f9623b4248df tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.57 "DELETE /v2.0/ports/38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc HTTP/1.1" status: 204 len: 173 time: 1.3368738 Jul 30 00:15:20.579348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'name': 'network-vif-deleted', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:20.582934 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3052451f-23e3-4fc0-ac61-60578b5c2437" -d '{"events": [{"server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "name": "network-vif-deleted", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:20.601335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-343f4ec9-6d0d-47ad-a4b5-f2044cdfced6 req-70b1dca3-bd58-421d-98a8-d82c7e9ca976 tempest-TestServerMultinode-481044109 tempest-TestServerMultinode-481044109-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f215229e-297d-49a0-bddb-a6b135f54fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776426 Jul 30 00:15:20.610247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6f3edb79-0606-4162-bfe5-132774e4114b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:20.622451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6f3edb79-0606-4162-bfe5-132774e4114b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:20.623247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.681293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:20.686492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab83288-00f3-4efa-b6c4-15888ff5575f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:20.688276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.697482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.711341 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b367c6f-1b0d-4381-b7ea-2234adae455e x-openstack-request-id: req-2b367c6f-1b0d-4381-b7ea-2234adae455e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:20.711703 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8542b78e-6276-436c-81d2-f19ef055335a", "name": "network-vif-deleted", "tag": "38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:20.712045 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b367c6f-1b0d-4381-b7ea-2234adae455e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:20.712775 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8542b78e-6276-436c-81d2-f19ef055335a', 'name': 'network-vif-deleted', 'tag': '38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc', 'status': 'completed', 'code': 200} Jul 30 00:15:20.797838 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.831377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da6a77-1b30-4689-b491-fa5d586429d3 None None] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:20.835613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:20.836670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.839050 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] 10.222.0.59 "PUT /v2.0/ports/dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 1093 time: 1.6954813 Jul 30 00:15:20.843080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:20.847316 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:20.919269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4898a6f2-a6fd-48a4-9d96-1c26c961500a None None] Provisioning for port 234d795a-79bb-4fca-8b9a-c4cb6492b73e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:20.937402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.987119 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dcb5f0-b5dd-4ea6-944e-ea594c91b6c8 x-openstack-request-id: req-56dcb5f0-b5dd-4ea6-944e-ea594c91b6c8 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:20.987378 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:20.987782 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56dcb5f0-b5dd-4ea6-944e-ea594c91b6c8 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:20.988175 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'status': 'completed', 'code': 200} Jul 30 00:15:20.988760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6f3edb79-0606-4162-bfe5-132774e4114b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6f3edb79-0606-4162-bfe5-132774e4114b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:20.988961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6085ae-23ae-49f2-a961-38970258df47 service neutron] Pushing event updated for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:20.995326 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.996135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 234d795a-79bb-4fca-8b9a-c4cb6492b73e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:21.112162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-3597faef-b488-428a-8984-06d99b39ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.113541 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-3597faef-b488-428a-8984-06d99b39ff59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1096 time: 0.1400890 Jul 30 00:15:21.117990 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.213836 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-c1d54aaf-09af-48ba-8340-1064077d6f2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 217 time: 0.0786784 Jul 30 00:15:21.302154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-05dbe5e9-126d-471e-afc1-ceef02312234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.304021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-05dbe5e9-126d-471e-afc1-ceef02312234 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0828090 Jul 30 00:15:21.336082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebe61a-f62b-40e9-b769-ad0517a4601d req-04e32086-e9ec-4e4a-b31c-4e537e89b37b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.346526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4eebe61a-f62b-40e9-b769-ad0517a4601d req-04e32086-e9ec-4e4a-b31c-4e537e89b37b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 944 time: 0.0930014 Jul 30 00:15:21.350496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6f3edb79-0606-4162-bfe5-132774e4114b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:21.388338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 234d795a-79bb-4fca-8b9a-c4cb6492b73e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:21.396276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 234d795a-79bb-4fca-8b9a-c4cb6492b73e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:21.396650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.398474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4eebe61a-f62b-40e9-b769-ad0517a4601d req-810eb67c-a6c6-42bd-a7f3-08ec78b085cd tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504253 Jul 30 00:15:21.456436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-ecba2817-caf0-4807-99a3-fea59625a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.458036 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-ecba2817-caf0-4807-99a3-fea59625a35c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387732 Jul 30 00:15:21.503926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.543747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 234d795a-79bb-4fca-8b9a-c4cb6492b73e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=234d795a-79bb-4fca-8b9a-c4cb6492b73e,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:21.549069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.604383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=234d795a-79bb-4fca-8b9a-c4cb6492b73e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:21.644726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-ff16f5f0-f1dc-4070-ad84-6042cc2a6d5e service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754405 Jul 30 00:15:21.676310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Provisioning complete for port 234d795a-79bb-4fca-8b9a-c4cb6492b73e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:21.676931 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.692925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55754) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:21.805992 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.814554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.821526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Provisioning for port d78a29ef-f380-4361-b4d3-75714d61da34 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:21.830221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Provisioning complete for port d78a29ef-f380-4361-b4d3-75714d61da34 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:21.830221 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.871625 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f4df2a53-f3e9-4f0a-b542-bd56ee1ed1cc req-873d0a8b-6b35-4711-9678-775adda1543d service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115445 Jul 30 00:15:21.874649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-78a49be7-c416-46ae-b9aa-c200b3a7afeb None None] Port d78a29ef-f380-4361-b4d3-75714d61da34 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:21.904727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:21.926408 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.000383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5cc11086-24b5-41dd-8455-c2e00e4fa3df None None] Provisioning complete for port d78a29ef-f380-4361-b4d3-75714d61da34 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:22.000811 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5cc11086-24b5-41dd-8455-c2e00e4fa3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.045242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5cc11086-24b5-41dd-8455-c2e00e4fa3df None None] Port d78a29ef-f380-4361-b4d3-75714d61da34 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:22.076436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-970ab90d-5248-430d-b87a-750a718d727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.077886 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-970ab90d-5248-430d-b87a-750a718d727b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1096 time: 0.0681069 Jul 30 00:15:22.086634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:22.106273 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:22.149045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.269347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-893e0360-3cf6-4310-8411-415b30be86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.270990 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-893e0360-3cf6-4310-8411-415b30be86ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1864967 Jul 30 00:15:22.322159 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-b8186ad3-a1e0-4084-b8c5-7b12bcbcfae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 217 time: 0.0410399 Jul 30 00:15:22.330888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 7516378d-45d7-436c-8511-2ecd89bb3b0e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:22.381521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6f3edb79-0606-4162-bfe5-132774e4114b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:22.409805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d1580832-e9db-4af2-9de1-f33470c558b8 None None] Provisioning complete for port d78a29ef-f380-4361-b4d3-75714d61da34 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:22.410588 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d1580832-e9db-4af2-9de1-f33470c558b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.433244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-4a29fc58-ea46-467c-8e6e-b7a67b8ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.436732 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-4a29fc58-ea46-467c-8e6e-b7a67b8ae4a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.1043243 Jul 30 00:15:22.463922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d1580832-e9db-4af2-9de1-f33470c558b8 None None] Port d78a29ef-f380-4361-b4d3-75714d61da34 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:22.475068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6f3edb79-0606-4162-bfe5-132774e4114b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:22.475631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.515863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Deleting port ee6378e9-f376-4dfd-bd47-4a591d95f6b1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:22.516863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.535628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.587934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 234d795a-79bb-4fca-8b9a-c4cb6492b73e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:22.628134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd9b9c-0674-4052-8b03-edcb2650d8db req-8c470d3b-5eb8-42d8-b018-7b0f1b943811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.630102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ccd9b9c-0674-4052-8b03-edcb2650d8db req-8c470d3b-5eb8-42d8-b018-7b0f1b943811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 944 time: 0.1174474 Jul 30 00:15:22.651503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 234d795a-79bb-4fca-8b9a-c4cb6492b73e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:22.652145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.657985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] For port ee6378e9-f376-4dfd-bd47-4a591d95f6b1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:22.658427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.685374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Calling delete_port for ee6378e9-f376-4dfd-bd47-4a591d95f6b1 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:22.713962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ccd9b9c-0674-4052-8b03-edcb2650d8db req-19ac8847-0a1d-4af4-8584-8c81dd4056bc tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700924 Jul 30 00:15:22.922696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:22.923432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:22.929043 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-29c81f1c-6673-46ba-b941-96afc5707005 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/7516378d-45d7-436c-8511-2ecd89bb3b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0213466 Jul 30 00:15:22.932547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-8651eae4-33a1-4ae9-b5d0-4d0bc783b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.935064 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-8651eae4-33a1-4ae9-b5d0-4d0bc783b0a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014018 Jul 30 00:15:22.936301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:22.944741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Sync routers for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:22.953066 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:22.956195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6378e9-f376-4dfd-bd47-4a591d95f6b1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:22.956946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:22.957589 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:22.992081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:22.992624 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 38ddcf2a-85c6-4f36-9f06-f3e9ddd677bc not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:23.121899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:23.216793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.320699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.321402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.321664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.322134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.322598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.323054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.323516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.323979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.324427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.330578 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8293a56b-3b73-4a79-b7f1-2511c15a68df tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6376 time: 0.3903470 Jul 30 00:15:23.333705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55760) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:23.359681 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 2, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:23.378126 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-90be3831-e4bd-4199-a7b7-0a136142f735 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191698 Jul 30 00:15:23.395343 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Checking router: 7516378d-45d7-436c-8511-2ecd89bb3b0e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:23.396162 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Updating router 7516378d-45d7-436c-8511-2ecd89bb3b0e port d78a29ef-f380-4361-b4d3-75714d61da34 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:15:23.424718 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.499587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.499968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.500524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.501300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.501781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.502341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.502790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.503302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.503722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.509175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-da776e01-288a-488d-b839-fb07ac21d4b2 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5914 time: 0.1710510 Jul 30 00:15:23.509405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55762) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:23.544190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Router 16145a1e-9fad-42fd-96f7-82f4c619932a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:23.626840 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ac35e9c4-9e21-4696-a2e3-87ae143f84ea req-1a03e729-e5ef-4903-b8e6-1c977952a9cd service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398748 Jul 30 00:15:23.691209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:23.701164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cbd16b8e-7491-413b-9473-f09323442502 admin admin] 10.222.0.49 "PUT /v2.0/routers/16145a1e-9fad-42fd-96f7-82f4c619932a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030286 Jul 30 00:15:23.702190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55764) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:23.704312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Sync routers for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:23.722418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:23.723623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:23.874959 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-97263109-0d3c-453e-a4bd-f689a8287f5e tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5202 time: 0.3644326 Jul 30 00:15:23.884992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:23.921230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.983964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4941f98-c3c2-4784-aaee-16acb55ac096 req-f766f645-948a-4a2c-a1df-af033f69d8d4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.985755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4941f98-c3c2-4784-aaee-16acb55ac096 req-f766f645-948a-4a2c-a1df-af033f69d8d4 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 944 time: 0.1359851 Jul 30 00:15:24.014427 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.033601 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Transition to ACTIVE for port object d78a29ef-f380-4361-b4d3-75714d61da34 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:24.042291 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.075986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4941f98-c3c2-4784-aaee-16acb55ac096 req-50ea526e-3dbd-4565-85c9-c6aa0aaadf8e tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826590 Jul 30 00:15:24.096798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.099187 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda7c92-bdf7-4c98-bebc-1e914d0bc990 None None] Pushing event updated for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:24.163783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:15:22Z', 'revision_number': 5, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port': {'id': 'e1df5880-7c03-4bb0-9073-a8ad972c2c63', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:36Z', 'updated_at': '2021-07-30T00:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:24.177699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Deleting port e1df5880-7c03-4bb0-9073-a8ad972c2c63 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:24.178453 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.205367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Attempting to bind port d78a29ef-f380-4361-b4d3-75714d61da34 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:24.206526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Attempting to bind port d78a29ef-f380-4361-b4d3-75714d61da34 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:24.208108 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Attempting to bind port d78a29ef-f380-4361-b4d3-75714d61da34 on network 1cdbbc7d-563e-4071-8457-4c5e2034d886 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:24.227994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Checking router: 16145a1e-9fad-42fd-96f7-82f4c619932a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:24.228462 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:24.230835 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Checking segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:24.231089 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.231722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Bound using segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:24.232533 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Bound port: d78a29ef-f380-4361-b4d3-75714d61da34, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:24.233227 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.252697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Routers {'16145a1e-9fad-42fd-96f7-82f4c619932a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:24.254375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['16145a1e-9fad-42fd-96f7-82f4c619932a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:24.293213 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] For port e1df5880-7c03-4bb0-9073-a8ad972c2c63, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=e1df5880-7c03-4bb0-9073-a8ad972c2c63,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:24.293667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.338335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Calling delete_port for e1df5880-7c03-4bb0-9073-a8ad972c2c63 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:24.346984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab83288-00f3-4efa-b6c4-15888ff5575f details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:24.482842 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] For port d78a29ef-f380-4361-b4d3-75714d61da34, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:24.490201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] For port d78a29ef-f380-4361-b4d3-75714d61da34, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d78a29ef-f380-4361-b4d3-75714d61da34,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:24.500768 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.514354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] Set router 16145a1e-9fad-42fd-96f7-82f4c619932a gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:24.585739 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda7c92-bdf7-4c98-bebc-1e914d0bc990 None None] Pushing event updated for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:24.603405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:15:24Z', 'revision_number': 6, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:24.622528 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:24.623946 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:24.652782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c54be-bed9-4286-97b6-18c1d24228b2 None None] The sync data for ids ['16145a1e-9fad-42fd-96f7-82f4c619932a'] in n-d-712707-11 is: [{'id': '16145a1e-9fad-42fd-96f7-82f4c619932a', 'name': 'tempest-TestServerMultinode-242975297-router', 'tenant_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:35Z', 'updated_at': '2021-07-30T00:15:24Z', 'revision_number': 6, 'project_id': 'aa3760e4edbb4e3db3d3deda2344f7b2', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:24.700461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:24.707540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531351879', 'description': 'tempest-secgroup-smoke-531351879 description', 'project_id': '469099a997d7465a84f5f4ced8d04bb3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:24.708958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab83288-00f3-4efa-b6c4-15888ff5575f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:24.756567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.758829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'port_id': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'mac_address': 'fa:16:3e:0f:cc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:24.794507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.828010 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.849235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab83288-00f3-4efa-b6c4-15888ff5575f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:24.859507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df5880-7c03-4bb0-9073-a8ad972c2c63,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:24.889261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.890594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab83288-00f3-4efa-b6c4-15888ff5575f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:24.896273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.898929 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.905329 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:24.945192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.947860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2452476 Jul 30 00:15:24.954701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:24.961457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:24.961938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:24.977692 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b802189-86cc-4cc9-9b36-3287fe1057b4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c406fb3-0ba6-4998-af36-c1ee70c6ca38,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.007949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.014524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.106290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.112399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.117700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.120190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.139678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d20b4a3-ea7d-41ff-aa25-8713f4e1153a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.158246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dab83288-00f3-4efa-b6c4-15888ff5575f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:25.168464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.169857 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-33963eae-7962-417a-850e-79934132c35e tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137330 Jul 30 00:15:25.172890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55776) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.177901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:25.223174 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.224854 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:24Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:25.245442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.246152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16145a1e-9fad-42fd-96f7-82f4c619932a {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:15:25.253390 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.257912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4f8d117-7487-4b80-b04d-d3a80431a039 admin admin] 10.222.0.49 "DELETE /v2.0/routers/16145a1e-9fad-42fd-96f7-82f4c619932a HTTP/1.1" status: 204 len: 168 time: 1.5542865 Jul 30 00:15:25.258302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55778) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.289129 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb293bc-a678-494a-9a6a-6a8f9e52b69d None None] The sync data for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 is: [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:24Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:25.310266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587642b-7e63-4ff9-a890-35b4e94fef05 req-8ea6a6db-1795-47d1-beae-bece4e1ea5ac tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:25.312240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4587642b-7e63-4ff9-a890-35b4e94fef05 req-8ea6a6db-1795-47d1-beae-bece4e1ea5ac tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 945 time: 0.1153915 Jul 30 00:15:25.343415 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Deleting subnet 07a035f2-ed88-46d4-bf9e-75f60702b18e {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:25.348655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.365857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4587642b-7e63-4ff9-a890-35b4e94fef05 req-613b8550-3ab5-4c9c-8349-f231b950c7c2 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Jul 30 00:15:25.388352 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.402892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.427537 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.466870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9e79c2-5a58-4c0e-b42f-de1b1ca31c61,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.471974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.475441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2c0f5cd2-aefb-4ee0-864e-b45b3935587b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2995820 Jul 30 00:15:25.477718 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.483167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:25.515235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.546669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.611583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.617000 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.641126 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.659977 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.669187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830668 Jul 30 00:15:25.671561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.681811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1282c75-3d5f-4cc0-a08c-90326416984d None None] Network 5f9e86aa-ab81-4796-b93d-c085d1c21820 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:25.684773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a073770-040a-4323-929c-a684fd90b02b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e89465-42c7-49e7-a7fa-755a7ee414df,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.690879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:25.700361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.702842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07a035f2-ed88-46d4-bf9e-75f60702b18e HTTP/1.1" status: 204 len: 168 time: 0.4372241 Jul 30 00:15:25.704266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8fa64-d595-4cb7-916d-006d8329743d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a035f2-ed88-46d4-bf9e-75f60702b18e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.706719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.756660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.823308 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.868579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.875983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.897751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Deleting port 6158726f-8556-4ea2-a9a1-7a99331f48f1 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:25.898406 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.911505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a4af11-43f7-4fc2-b602-dd8975f04b08,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:25.924187 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:25.927297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1539d15e-6f36-4433-8235-696725f62324 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500892 Jul 30 00:15:25.929427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55786) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:25.936062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:25.967487 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:15:25.973012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.002031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] For port 6158726f-8556-4ea2-a9a1-7a99331f48f1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6158726f-8556-4ea2-a9a1-7a99331f48f1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:26.002550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.011619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] DHCP port deletion for 5f9e86aa-ab81-4796-b93d-c085d1c21820 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:26.025585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Calling delete_port for 6158726f-8556-4ea2-a9a1-7a99331f48f1 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:26.087649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Deleting port 6158726f-8556-4ea2-a9a1-7a99331f48f1 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:26.088172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.088621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.095294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.127692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6b54f0-306a-4c25-8abc-2c8117513763,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.138954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.140574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3a98a115-70ac-4d34-8548-96b0686d6acc tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2100551 Jul 30 00:15:26.145687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55788) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:26.166980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'security_group_rule': {'security_group_id': '9c406fb3-0ba6-4998-af36-c1ee70c6ca38', 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:26.196142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] For port 6158726f-8556-4ea2-a9a1-7a99331f48f1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6158726f-8556-4ea2-a9a1-7a99331f48f1,segment=NetworkSegment(76b4bf71-e129-4aa7-b829-6f1e7a7e04bf),segment_id=76b4bf71-e129-4aa7-b829-6f1e7a7e04bf)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:26.196869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.218641 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Project 469099a997d7465a84f5f4ced8d04bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:15:26.226738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.227197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Calling delete_port for 6158726f-8556-4ea2-a9a1-7a99331f48f1 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:26.243712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.293985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6158726f-8556-4ea2-a9a1-7a99331f48f1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.307112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] No DVR routers for this DVR port 6158726f-8556-4ea2-a9a1-7a99331f48f1 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:26.310689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab83288-00f3-4efa-b6c4-15888ff5575f up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:26.393873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.403898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.440230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43bb207-eb76-4033-bf26-5aebf8f906f4,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.442251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port dab83288-00f3-4efa-b6c4-15888ff5575f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:26.443778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.456982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e311c37a-06c3-42fa-bb17-d8cf8b176293 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094513 Jul 30 00:15:26.461679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port dab83288-00f3-4efa-b6c4-15888ff5575f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:26.462064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.468039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.499551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d78a29ef-f380-4361-b4d3-75714d61da34 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:26.507362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.523036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9e86aa-ab81-4796-b93d-c085d1c21820']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:26.539918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:26.540193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b4bf71-e129-4aa7-b829-6f1e7a7e04bf') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:26.549646 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] Pushing event deleted for resources: {'Port': ['ID=6158726f-8556-4ea2-a9a1-7a99331f48f1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.551691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3466de7-0fa2-45cb-b213-1e20eb0a48ff None None] No DVR routers for this DVR port 6158726f-8556-4ea2-a9a1-7a99331f48f1 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:26.563813 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.595027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.614121 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:26.617586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.625339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79df5e-53fc-43ea-898b-3bd243f2c807 req-623ca8f2-a730-42e3-b7da-26dee6aad636 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:26.629407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab79df5e-53fc-43ea-898b-3bd243f2c807 req-623ca8f2-a730-42e3-b7da-26dee6aad636 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 945 time: 0.1160109 Jul 30 00:15:26.637321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d78a29ef-f380-4361-b4d3-75714d61da34 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:26.638985 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:26.648065 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.650229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d78a29ef-f380-4361-b4d3-75714d61da34 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:26.650596 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.712070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:26.715290 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c717ae7-cdb7-41bf-ade5-df3309819aa3" -d '{"events": [{"server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "name": "network-vif-plugged", "status": "completed", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:26.724741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab79df5e-53fc-43ea-898b-3bd243f2c807 req-3e7d6615-e1e6-4b76-8120-ae1dc1e512c7 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896468 Jul 30 00:15:26.726389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.734083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.740846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] 10.222.0.49 "DELETE /v2.0/networks/5f9e86aa-ab81-4796-b93d-c085d1c21820 HTTP/1.1" status: 204 len: 168 time: 1.0285940 Jul 30 00:15:26.741958 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:26.766957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23271c-48a0-4c28-8939-d3b461b89f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9e86aa-ab81-4796-b93d-c085d1c21820,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.768188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab83288-00f3-4efa-b6c4-15888ff5575f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:26.781935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.869648 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.890848 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.935635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d78a29ef-f380-4361-b4d3-75714d61da34, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d78a29ef-f380-4361-b4d3-75714d61da34,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:26.940322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.943290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-3d000155-bc6e-46fa-947e-897f8567bcf6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531351879&fields=id&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 267 time: 0.0578711 Jul 30 00:15:27.005526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6158726f-8556-4ea2-a9a1-7a99331f48f1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:27.037557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6158726f-8556-4ea2-a9a1-7a99331f48f1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:27.038204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6158726f-8556-4ea2-a9a1-7a99331f48f1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:27.038315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ee6378e9-f376-4dfd-bd47-4a591d95f6b1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:27.040483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:27.063256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ee6378e9-f376-4dfd-bd47-4a591d95f6b1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:27.063657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ee6378e9-f376-4dfd-bd47-4a591d95f6b1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:27.064007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e1df5880-7c03-4bb0-9073-a8ad972c2c63 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:27.083338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: e1df5880-7c03-4bb0-9073-a8ad972c2c63 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:27.083715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device e1df5880-7c03-4bb0-9073-a8ad972c2c63 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:27.162016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-45226d58-ae93-478e-9422-694175e71a13 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.163499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-45226d58-ae93-478e-9422-694175e71a13 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/networks?id=1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 200 len: 796 time: 0.1703103 Jul 30 00:15:27.196619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-fd707839-79df-4fe4-91db-7c3eb5a27c50 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/quotas/469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 375 time: 0.0149944 Jul 30 00:15:27.703134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-d6b63688-2c8e-4ea4-888b-8bb7edc00c36 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4913538 Jul 30 00:15:27.844868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-81681546-ff6c-472d-8ab9-d68d5cb913f4 service neutron] 10.222.0.49 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290929 Jul 30 00:15:27.945152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.004271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c3e14d23-61a2-4bae-9efc-fd30d0324bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501391 Jul 30 00:15:28.025239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.180403 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5911a-8748-4f93-a85c-bbc055c8964d x-openstack-request-id: req-0de5911a-8748-4f93-a85c-bbc055c8964d {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:28.181064 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "name": "network-vif-plugged", "status": "completed", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:28.181064 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0de5911a-8748-4f93-a85c-bbc055c8964d {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:28.181460 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'code': 200} Jul 30 00:15:28.324253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9ccb-716c-46a0-a19b-f4e5ea074a7e req-286d7760-b3b1-4d31-9c53-1b81a4466cdb tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.326752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-104b9ccb-716c-46a0-a19b-f4e5ea074a7e req-286d7760-b3b1-4d31-9c53-1b81a4466cdb tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0889184 Jul 30 00:15:28.333951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Deleting port 786e0a29-0260-44cc-93c3-271f9122a118 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:28.334521 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.364644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb0624-7daa-448e-bbd7-2283ef589206 req-ff267e04-ed3b-4d98-9e09-472fc18c0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.366423 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efcb0624-7daa-448e-bbd7-2283ef589206 req-ff267e04-ed3b-4d98-9e09-472fc18c0180 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1098 time: 0.0646541 Jul 30 00:15:28.375997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d78a29ef-f380-4361-b4d3-75714d61da34 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:28.425181 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-efcb0624-7daa-448e-bbd7-2283ef589206 req-4dd03e99-64a1-4cbf-a051-5c179bd70e1a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496233 Jul 30 00:15:28.441814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-104b9ccb-716c-46a0-a19b-f4e5ea074a7e req-45683d9e-55a3-4a55-b3fc-0e873ade5e81 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926516 Jul 30 00:15:28.449096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d78a29ef-f380-4361-b4d3-75714d61da34 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:28.449562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.477931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] For port 786e0a29-0260-44cc-93c3-271f9122a118, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=786e0a29-0260-44cc-93c3-271f9122a118,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:28.478327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.504599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Calling delete_port for 786e0a29-0260-44cc-93c3-271f9122a118 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:28.530320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99c22246-0036-4ee1-a9d1-f7249c3c30c7 req-38f3e6fc-2d2a-4fa1-8ca7-8a01fb32ad25 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 210 time: 0.0433025 Jul 30 00:15:28.728015 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:28.759317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=786e0a29-0260-44cc-93c3-271f9122a118,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:28.962960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.213306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:29.340305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:29.346077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-62605c5f-3b4f-42d0-b166-b5ac86e42ed9 admin admin] 10.222.0.49 "PUT /v2.0/routers/f62ee4c4-1821-4036-8ec2-4c0a80e7d97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6022403 Jul 30 00:15:29.348833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:29.351353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Sync routers for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:29.361392 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:29.362042 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:29.512349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c2e3c119-ecf4-4a79-8cbb-befb3ce1c1f1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:29.514280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c2e3c119-ecf4-4a79-8cbb-befb3ce1c1f1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/networks?id=1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 200 len: 796 time: 0.1719360 Jul 30 00:15:29.515621 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.546551 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:29.635949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-819060d3-8bde-4aa4-a3c3-1aedb3b62993 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=469099a997d7465a84f5f4ced8d04bb3 HTTP/1.1" status: 200 len: 379 time: 0.1028044 Jul 30 00:15:29.652108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'port': {'device_id': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'admin_state_up': True, 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'security_groups': ['9c406fb3-0ba6-4998-af36-c1ee70c6ca38']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:29.667720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c3614-2883-4b42-8565-18170621ece4 req-65912313-a7fd-415e-a0b3-4787e97d51a5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:29.669750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a6c3614-2883-4b42-8565-18170621ece4 req-65912313-a7fd-415e-a0b3-4787e97d51a5 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0949287 Jul 30 00:15:29.674175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.738742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Deleting port b3d023b1-89b8-444c-8baa-90405308afc0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:29.739274 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.756179 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:15:28Z', 'revision_number': 5, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port': {'id': 'b3d023b1-89b8-444c-8baa-90405308afc0', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:14:43Z', 'updated_at': '2021-07-30T00:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:29.786893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Checking router: f62ee4c4-1821-4036-8ec2-4c0a80e7d97b for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:29.787462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a6c3614-2883-4b42-8565-18170621ece4 req-fa018c18-7afb-47d4-bec1-7bd0a3e8df4f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058371 Jul 30 00:15:29.797414 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Routers {'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:29.798064 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:29.837534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Made reservation on behalf of 469099a997d7465a84f5f4ced8d04bb3 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:29.842355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.859135 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] For port b3d023b1-89b8-444c-8baa-90405308afc0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b3d023b1-89b8-444c-8baa-90405308afc0,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:29.859640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.878684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Calling delete_port for b3d023b1-89b8-444c-8baa-90405308afc0 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:29.907294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] Set router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:29.954005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50911d48-16fa-46d5-b935-de3d0b4348fa req-30a4aa82-b99c-4010-88af-d63288e49282 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 210 time: 0.0387948 Jul 30 00:15:29.968415 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:15:29Z', 'revision_number': 6, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:30.001712 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5b48f-0db0-4383-b8a2-8985f758c933 None None] The sync data for ids ['f62ee4c4-1821-4036-8ec2-4c0a80e7d97b'] in n-d-712707-11 is: [{'id': 'f62ee4c4-1821-4036-8ec2-4c0a80e7d97b', 'name': 'tempest-TestServerMultinode-835122809-router', 'tenant_id': '07b4eac08c954c7ba24c4511712ef1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:14:41Z', 'updated_at': '2021-07-30T00:15:29Z', 'revision_number': 6, 'project_id': '07b4eac08c954c7ba24c4511712ef1f3', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:30.048614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.20.0.7 (1cdbbc7d-563e-4071-8457-4c5e2034d886/5e1ea61c-9ef9-4d85-9533-cc25f92576e6/7691a952-0d8f-48d1-a7e2-242639c99d7d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:30.106336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.132384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d023b1-89b8-444c-8baa-90405308afc0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:30.200921 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.239351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.256967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Transition to ACTIVE for port object 7691a952-0d8f-48d1-a7e2-242639c99d7d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:30.300544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.310441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.313026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.352109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:30.356087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:30.363572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:30.365225 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.366234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62ee4c4-1821-4036-8ec2-4c0a80e7d97b {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:15:30.371818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.374164 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-188ebbc6-45bb-461f-b86f-e54a06e30e7e admin admin] 10.222.0.49 "DELETE /v2.0/routers/f62ee4c4-1821-4036-8ec2-4c0a80e7d97b HTTP/1.1" status: 204 len: 168 time: 1.0242732 Jul 30 00:15:30.377811 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:30.402108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:30.418748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:30.419692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.445089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-92971984-3c91-4bb5-a973-764ea3ac1eca tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977438 Jul 30 00:15:30.459425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Deleting subnet 0910c14e-9fc2-4335-a62a-4f0a0616f436 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:30.465381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.471470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Request body: {'port': {'device_id': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:30.507323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.563512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 786e0a29-0260-44cc-93c3-271f9122a118 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:30.567603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.608273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 786e0a29-0260-44cc-93c3-271f9122a118 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:30.608622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 786e0a29-0260-44cc-93c3-271f9122a118 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:30.644536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.731669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.758854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97380e1d-11d2-4bd9-b71b-02b96f5fa21c None None] Provisioning for port 7691a952-0d8f-48d1-a7e2-242639c99d7d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:30.761365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0910c14e-9fc2-4335-a62a-4f0a0616f436,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:30.763853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-97380e1d-11d2-4bd9-b71b-02b96f5fa21c None None] Provisioning complete for port 7691a952-0d8f-48d1-a7e2-242639c99d7d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:30.764204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-97380e1d-11d2-4bd9-b71b-02b96f5fa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.767144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.772497 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55830) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:30.773494 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cae16239-bf02-4337-940b-e1f2bf42c29e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0910c14e-9fc2-4335-a62a-4f0a0616f436 HTTP/1.1" status: 204 len: 168 time: 0.3898542 Jul 30 00:15:30.801958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974203c5-dc67-4664-adad-dba872dcde0c None None] Network fe0b26d2-450a-40d1-af6a-948a5c8e1bae requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:30.851051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-97380e1d-11d2-4bd9-b71b-02b96f5fa21c None None] Port 7691a952-0d8f-48d1-a7e2-242639c99d7d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:30.943069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.020647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] DHCP port deletion for fe0b26d2-450a-40d1-af6a-948a5c8e1bae request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:31.039402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bed6a-e25c-4ee9-aa8e-4b821428a0f1 req-e5ba3925-1f5f-4c21-9233-ec77248d8a3b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.041060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-709bed6a-e25c-4ee9-aa8e-4b821428a0f1 req-e5ba3925-1f5f-4c21-9233-ec77248d8a3b tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.1689069 Jul 30 00:15:31.097373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7691a952-0d8f-48d1-a7e2-242639c99d7d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:31.102540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Deleting port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:31.103026 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.113197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.140784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-709bed6a-e25c-4ee9-aa8e-4b821428a0f1 req-df767078-e3d6-48f8-b2bd-335f6e064264 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791099 Jul 30 00:15:31.144147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Transition to ACTIVE for port object 7691a952-0d8f-48d1-a7e2-242639c99d7d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:31.153464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.211645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Deleting port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:31.211988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.219760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] For port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:31.220268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.248443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Calling delete_port for 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:31.276809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Pushing event updated for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:31.325276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] For port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,segment=NetworkSegment(0803ecdd-f3d7-487c-a6a9-4f962d6403c9),segment_id=0803ecdd-f3d7-487c-a6a9-4f962d6403c9)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:31.325886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.373611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Calling delete_port for 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:31.382507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.441392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407cb3d-1212-4e27-a39b-d39ed510a4bb req-87dc06d4-e619-40fd-83a3-2d2244d9c45b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.443377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4407cb3d-1212-4e27-a39b-d39ed510a4bb req-87dc06d4-e619-40fd-83a3-2d2244d9c45b tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 943 time: 0.1772318 Jul 30 00:15:31.559416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Attempting to bind port 7691a952-0d8f-48d1-a7e2-242639c99d7d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:31.559758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Attempting to bind port 7691a952-0d8f-48d1-a7e2-242639c99d7d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:31.560088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Attempting to bind port 7691a952-0d8f-48d1-a7e2-242639c99d7d on network 1cdbbc7d-563e-4071-8457-4c5e2034d886 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:31.582583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Port 7691a952-0d8f-48d1-a7e2-242639c99d7d on network 1cdbbc7d-563e-4071-8457-4c5e2034d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:31.582583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Attempting to bind port 7691a952-0d8f-48d1-a7e2-242639c99d7d on network 1cdbbc7d-563e-4071-8457-4c5e2034d886 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:31.593916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4407cb3d-1212-4e27-a39b-d39ed510a4bb req-70d25126-a3f0-40c8-afff-553048a5ac63 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999684 Jul 30 00:15:31.596983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] Pushing event deleted for resources: {'Port': ['ID=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:31.598007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:31.598728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Checking segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:31.598935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Bound using segment: {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:31.599492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Bound port: 7691a952-0d8f-48d1-a7e2-242639c99d7d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:31.600125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.601929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b389366-b6b5-4bbb-8713-3b6791f4285f None None] No DVR routers for this DVR port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:31.650098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.695537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:31.701163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] No DVR routers for this DVR port 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:31.734022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:31.781569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:31.811694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.835757 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.875944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0b26d2-450a-40d1-af6a-948a5c8e1bae']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:31.880036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.880659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.882141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] 10.222.0.57 "PUT /v2.0/ports/7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 200 len: 1092 time: 1.4193230 Jul 30 00:15:31.889194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:31.891628 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7671c2-ee0e-4350-ab17-719348ca1e48" -d '{"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:31.913519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0803ecdd-f3d7-487c-a6a9-4f962d6403c9') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:31.913855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0803ecdd-f3d7-487c-a6a9-4f962d6403c9') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:31.933869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de53fb9-5051-462a-a376-b83c405d828c req-b735d4c6-7554-4154-ae07-4753d7376b7f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.935641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8de53fb9-5051-462a-a376-b83c405d828c req-b735d4c6-7554-4154-ae07-4753d7376b7f tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.2054691 Jul 30 00:15:31.940853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.946145 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:31.953918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Request body: {'floatingip': {'port_id': 'dab83288-00f3-4efa-b6c4-15888ff5575f'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:31.986352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8014ce-4bf8-4365-9b51-ba4095a150ab service neutron] Pushing event updated for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:31.993935 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.005179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:32.005445 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:32.007842 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:32.020285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.025354 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f4e381-466d-49de-8db8-9858f5c64448 x-openstack-request-id: req-c8f4e381-466d-49de-8db8-9858f5c64448 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:32.025701 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:32.025933 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8f4e381-466d-49de-8db8-9858f5c64448 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:32.026542 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'status': 'completed', 'code': 200} Jul 30 00:15:32.083382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-4b8a04f3-1bbd-4df8-85be-5d9a15b86e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.086019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-4b8a04f3-1bbd-4df8-85be-5d9a15b86e8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1095 time: 0.1416790 Jul 30 00:15:32.096909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.110526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.112307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe0b26d2-450a-40d1-af6a-948a5c8e1bae HTTP/1.1" status: 204 len: 168 time: 1.3387601 Jul 30 00:15:32.175908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e8583-a54d-45f9-8ba2-bdef73940ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0b26d2-450a-40d1-af6a-948a5c8e1bae,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:32.180092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-0c2bd7a4-0f28-48cc-b179-058bea106f47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 200 len: 217 time: 0.0763099 Jul 30 00:15:32.237917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-976d91d0-7682-4807-925a-177832320da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.239921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-976d91d0-7682-4807-925a-177832320da4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e1ea61c-9ef9-4d85-9533-cc25f92576e6 HTTP/1.1" status: 200 len: 835 time: 0.0514638 Jul 30 00:15:32.301187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c527c183-d097-44c9-8af1-9c6dd796f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.303561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c527c183-d097-44c9-8af1-9c6dd796f282 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cdbbc7d-563e-4071-8457-4c5e2034d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556748 Jul 30 00:15:32.382187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:32.407004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:32.407430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 06f54cd7-d3ba-4071-bf4b-7e0b85ce6f75 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:32.407910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b3d023b1-89b8-444c-8baa-90405308afc0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:32.412302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55844) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.429712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b3d023b1-89b8-444c-8baa-90405308afc0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:32.430211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b3d023b1-89b8-444c-8baa-90405308afc0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:32.513185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6ef30556-6a6d-43da-8474-12f4d749d9db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa3760e4edbb4e3db3d3deda2344f7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991395 Jul 30 00:15:32.517357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55846) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.562269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-9a151144-3861-4c7c-91bc-5cb9a9f2b24d service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476044 Jul 30 00:15:32.716652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.774210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.803535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67fcf640-42c4-44da-91d8-bd7b44ba6980 req-c63e3d20-00e2-42f6-84b9-a31169016efd service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277179 Jul 30 00:15:32.828426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712a18a-bb28-429b-ae95-765d6c14666f req-49b203fd-0230-4315-8cb9-b879c07f4996 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.830087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8712a18a-bb28-429b-ae95-765d6c14666f req-49b203fd-0230-4315-8cb9-b879c07f4996 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 943 time: 0.1354616 Jul 30 00:15:32.885298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8712a18a-bb28-429b-ae95-765d6c14666f req-c23702f7-25f6-4750-8e6f-2ad12bf1ae5a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Jul 30 00:15:32.888246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.890940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.895303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8927f41a-cd9c-4b43-b162-27645aa290b0 HTTP/1.1" status: 204 len: 168 time: 0.3735087 Jul 30 00:15:32.901953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34f0d8-c51c-467d-a49c-a5e37f55238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8927f41a-cd9c-4b43-b162-27645aa290b0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:32.982131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-41e46f14-60de-4311-9218-bbef9161f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.983894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-41e46f14-60de-4311-9218-bbef9161f841 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1095 time: 0.0546496 Jul 30 00:15:33.038762 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.043403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.095307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-967138b6-975d-4005-96a6-62f2f84f4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.097080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-967138b6-975d-4005-96a6-62f2f84f4d8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 200 len: 897 time: 0.1025026 Jul 30 00:15:33.147143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-f12e6215-fab4-4e12-a1ae-665b7fbd7b67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 200 len: 217 time: 0.0404215 Jul 30 00:15:33.170746 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Floating IP d406ae1b-ba74-4073-8076-4c8d7b6a5a6b associated. External IP: 172.25.5.111, port: dab83288-00f3-4efa-b6c4-15888ff5575f. Jul 30 00:15:33.209371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-d43a331f-e750-4149-8b09-37da5ae14b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.210979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-d43a331f-e750-4149-8b09-37da5ae14b71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e1ea61c-9ef9-4d85-9533-cc25f92576e6 HTTP/1.1" status: 200 len: 835 time: 0.0556664 Jul 30 00:15:33.267394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-c00b8705-58d3-48be-a978-78e4beb7fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.269243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-c00b8705-58d3-48be-a978-78e4beb7fbc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cdbbc7d-563e-4071-8457-4c5e2034d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477755 Jul 30 00:15:33.327532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:33.421368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:33.556839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:33.562444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.567484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:33.578175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:33.579120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:33.595324 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4000da7f-5335-4aaa-ac68-a34d25a10811 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "PUT /v2.0/floatingips/d406ae1b-ba74-4073-8076-4c8d7b6a5a6b HTTP/1.1" status: 200 len: 992 time: 1.6464522 Jul 30 00:15:33.596084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:33.598795 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8041d11-ce76-4fb1-95dd-903903a7b03d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:33.718752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:33.731064 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b61ae-1307-428d-b4d8-6e586fc2bf54 x-openstack-request-id: req-629b61ae-1307-428d-b4d8-6e586fc2bf54 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:33.731424 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:33.731836 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-629b61ae-1307-428d-b4d8-6e586fc2bf54 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:33.732335 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'status': 'completed', 'code': 200} Jul 30 00:15:33.807095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6a6f155-d656-4c68-8a85-2bf3f3125a76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07b4eac08c954c7ba24c4511712ef1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783194 Jul 30 00:15:33.810136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:33.814468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-cf6f42c4-c349-4737-a50d-b192ccb6de74 service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315664 Jul 30 00:15:33.866036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-ec850fd7-32a2-4332-b34a-d685ca5c92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.868529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-ec850fd7-32a2-4332-b34a-d685ca5c92c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1098 time: 0.0940404 Jul 30 00:15:33.957457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc7671c2-ee0e-4350-ab17-719348ca1e48 req-b4cfa7a3-526f-432d-a171-c18fabe320fa service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329582 Jul 30 00:15:33.965355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.010686 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.031389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'd406ae1b-ba74-4073-8076-4c8d7b6a5a6b', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:0f:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1081c3-b225-4564-b86a-9972d8273e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:32Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:34.058527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-81e6b39a-d13a-445d-85f7-b8cf61487b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.060992 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-81e6b39a-d13a-445d-85f7-b8cf61487b91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1840379 Jul 30 00:15:34.066292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:34.067424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2c421-0cd7-486a-bd03-40102d815f5f req-f06d2d21-3594-471c-87ff-fcaf2fd6a172 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.070797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65e2c421-0cd7-486a-bd03-40102d815f5f req-f06d2d21-3594-471c-87ff-fcaf2fd6a172 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 943 time: 0.0710695 Jul 30 00:15:34.079280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:34.080221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:34.113786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65e2c421-0cd7-486a-bd03-40102d815f5f req-44f82f0c-92cc-493f-b007-6751df7cea89 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374038 Jul 30 00:15:34.155820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-35e60ef0-4d9e-4240-8b6b-1df63c20bc43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 1000 time: 0.0769107 Jul 30 00:15:34.155820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.155820 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.155820 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f215229e-297d-49a0-bddb-a6b135f54fe0 HTTP/1.1" status: 204 len: 168 time: 0.3420241 Jul 30 00:15:34.191573 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010e8f2-b816-4a96-a2d2-608d256fa8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f215229e-297d-49a0-bddb-a6b135f54fe0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:34.219981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-b86c5fd6-2718-4664-b833-10b1a6ae3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.222544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-b86c5fd6-2718-4664-b833-10b1a6ae3137 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0679038 Jul 30 00:15:34.237040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:34.292629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-58bb0680-55aa-41ff-ae97-57c0bbf0727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.294991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-58bb0680-55aa-41ff-ae97-57c0bbf0727d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650294 Jul 30 00:15:34.308023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-55f70768-d817-4824-9d86-e9b859024602 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:15:34.309391 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-55f70768-d817-4824-9d86-e9b859024602 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069058 Jul 30 00:15:34.447046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-877b39cc-d0ef-47b3-b796-3376f9cfbb63 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292372 Jul 30 00:15:34.601293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'd406ae1b-ba74-4073-8076-4c8d7b6a5a6b', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:0f:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1081c3-b225-4564-b86a-9972d8273e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:32Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:34.626397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f8041d11-ce76-4fb1-95dd-903903a7b03d req-b212c168-71d2-443d-aa64-f5bad4b205f3 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726298 Jul 30 00:15:34.644472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24a9d3-e0a4-4c99-b428-ab0c587c69e5 None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'd406ae1b-ba74-4073-8076-4c8d7b6a5a6b', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'port_id': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'mac_address': 'fa:16:3e:0f:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1081c3-b225-4564-b86a-9972d8273e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:32Z', 'revision_number': 1, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:34.916437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2849063-4cad-46e9-a683-acbf863811d3 None None] New status for floating IP d406ae1b-ba74-4073-8076-4c8d7b6a5a6b: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:15:34.999115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7691a952-0d8f-48d1-a7e2-242639c99d7d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:35.138702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:35.165766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'port_id': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'mac_address': 'fa:16:3e:a2:14:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:35.213213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:35.233046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7691a952-0d8f-48d1-a7e2-242639c99d7d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:35.257252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:35.262715 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:35.275959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64917120-0af6-4d9f-b9d5-e27cea04f2ca req-8d33c215-30ad-4cf2-a00b-718fd1c86ea1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:35.277575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64917120-0af6-4d9f-b9d5-e27cea04f2ca req-8d33c215-30ad-4cf2-a00b-718fd1c86ea1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 943 time: 0.0615852 Jul 30 00:15:35.329018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64917120-0af6-4d9f-b9d5-e27cea04f2ca req-8f58c03c-0546-444b-ab0b-e2cee8829212 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Jul 30 00:15:35.330055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:35.645760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7691a952-0d8f-48d1-a7e2-242639c99d7d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:36.464453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8baf2-1fc9-4fd5-84f7-14d592966505 req-4fc26778-1b9e-4f88-a197-c073d0ea326a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.467569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05f8baf2-1fc9-4fd5-84f7-14d592966505 req-4fc26778-1b9e-4f88-a197-c073d0ea326a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 944 time: 0.0606682 Jul 30 00:15:36.509178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05f8baf2-1fc9-4fd5-84f7-14d592966505 req-9f1b60b2-02d5-4036-9342-4aad1e8d7256 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Jul 30 00:15:36.998964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7691a952-0d8f-48d1-a7e2-242639c99d7d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:37.054041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 7691a952-0d8f-48d1-a7e2-242639c99d7d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:37.059875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 7691a952-0d8f-48d1-a7e2-242639c99d7d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:37.060438 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:37.160783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:37.189327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:37.191779 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe89f05-1e73-446c-8903-f68f1de46046" -d '{"events": [{"server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "name": "network-vif-plugged", "status": "completed", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:37.207261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:37.212984 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:37.240516 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c39961-9556-4a11-9225-8c17cd4037e6 x-openstack-request-id: req-e7c39961-9556-4a11-9225-8c17cd4037e6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:37.240866 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "name": "network-vif-plugged", "status": "completed", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:37.241067 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7c39961-9556-4a11-9225-8c17cd4037e6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:37.241478 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'code': 200} Jul 30 00:15:37.274555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:37.379706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f33a-9610-4def-92b8-993b27696b64 req-0c11015b-c276-4480-9f1c-bd4f78b93bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.381265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be7f33a-9610-4def-92b8-993b27696b64 req-0c11015b-c276-4480-9f1c-bd4f78b93bfb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1097 time: 0.0528717 Jul 30 00:15:37.420205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be7f33a-9610-4def-92b8-993b27696b64 req-15240be1-6023-4603-bfd4-aadeb2f13188 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Jul 30 00:15:37.646585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece1f98-0c22-45eb-87de-75228624f092 req-c37d6750-fb94-45a3-83e5-1fe6a47b11f1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.648157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bece1f98-0c22-45eb-87de-75228624f092 req-c37d6750-fb94-45a3-83e5-1fe6a47b11f1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0608215 Jul 30 00:15:37.691975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bece1f98-0c22-45eb-87de-75228624f092 req-a3269b6f-2ca9-4ff2-bd28-cd2e708d35f3 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371950 Jul 30 00:15:38.828778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103f9a-2d86-4b5c-b808-ab0f4710b772 req-36471e18-85ff-435c-a22c-9df6d5fd28a2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.830385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66103f9a-2d86-4b5c-b808-ab0f4710b772 req-36471e18-85ff-435c-a22c-9df6d5fd28a2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0547130 Jul 30 00:15:38.870194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66103f9a-2d86-4b5c-b808-ab0f4710b772 req-5964b151-308d-4a5b-927e-e30f66c94c7c tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Jul 30 00:15:38.997286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054b65-24f3-4cc6-b3a1-b41478570bf8 req-7e46bc39-b48b-4a32-a446-72f643e500a6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.998958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2054b65-24f3-4cc6-b3a1-b41478570bf8 req-7e46bc39-b48b-4a32-a446-72f643e500a6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0568292 Jul 30 00:15:39.044791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2054b65-24f3-4cc6-b3a1-b41478570bf8 req-607c34ba-9c4c-47ad-980a-6bacbe1d4456 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392542 Jul 30 00:15:39.072084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55892) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:39.115463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0127808c-92bb-43d0-9cb3-5678d58717f7 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.117081 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0127808c-92bb-43d0-9cb3-5678d58717f7 tempest-TestNetworkBasicOps-1856911571 tempest-TestNetworkBasicOps-1856911571-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1092 time: 0.0438476 Jul 30 00:15:39.120184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55894) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:39.124672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:39.148825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.258705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.374695 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Allocated IP 172.25.5.213 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/3c3c25b4-e3d5-46fb-9fda-909e7ffa2127) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:39.486462 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.535072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.579237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:39.584301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:39.590550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:39.613708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=3c3c25b4-e3d5-46fb-9fda-909e7ffa2127,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:39.992662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.075940 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.253451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.258931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.324712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event updated for resources: {'Port': ['ID=3c3c25b4-e3d5-46fb-9fda-909e7ffa2127,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:40.339351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.458904 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Floating IP 9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf associated. External IP: 172.25.5.213, port: 7691a952-0d8f-48d1-a7e2-242639c99d7d. Jul 30 00:15:40.693412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 7516378d-45d7-436c-8511-2ecd89bb3b0e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:40.807758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:40.818188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Sync routers for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:40.826297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.829904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:40.830563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:40.855726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7ba9b5f9-4d0c-454f-aa9d-e42233dbbc3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7345307 Jul 30 00:15:40.856338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:40.858739 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd0bb6-163c-43de-a991-f46a20e30019" -d '{"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:40.858932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55898) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:40.897297 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8274116-cb09-46f9-9ad2-f70fe13e97f9 x-openstack-request-id: req-c8274116-cb09-46f9-9ad2-f70fe13e97f9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:40.897601 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:40.897899 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8274116-cb09-46f9-9ad2-f70fe13e97f9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:40.898320 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'status': 'completed', 'code': 200} Jul 30 00:15:40.937671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9bd410ed-222b-44de-9335-fffad35b2e56 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf HTTP/1.1" status: 200 len: 991 time: 0.0769479 Jul 30 00:15:40.954758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:41.179564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-3e62b4f9-53d7-4db7-a59a-92311f07b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.181224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-3e62b4f9-53d7-4db7-a59a-92311f07b074 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1097 time: 0.2293184 Jul 30 00:15:41.217202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'port_id': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'mac_address': 'fa:16:3e:a2:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:39Z', 'updated_at': '2021-07-30T00:15:39Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:41.245287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Checking router: 7516378d-45d7-436c-8511-2ecd89bb3b0e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:41.255443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:41.256091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:41.287021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-e1a8b572-7b84-47a2-97a1-a904d4fe55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.288543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-e1a8b572-7b84-47a2-97a1-a904d4fe55eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 200 len: 897 time: 0.0972795 Jul 30 00:15:41.357609 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-63a229f7-aa60-49c1-9de8-b00ceb76bfb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 200 len: 999 time: 0.0606840 Jul 30 00:15:41.367494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:41.415624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-1c68edde-00b6-4988-b1c7-fc9fb7d93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.417118 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-1c68edde-00b6-4988-b1c7-fc9fb7d93fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e1ea61c-9ef9-4d85-9533-cc25f92576e6 HTTP/1.1" status: 200 len: 835 time: 0.0486701 Jul 30 00:15:41.472423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-794338ba-c867-4a37-a1f3-adacef421e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.474716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-794338ba-c867-4a37-a1f3-adacef421e39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cdbbc7d-563e-4071-8457-4c5e2034d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493782 Jul 30 00:15:41.489500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-8ca038cb-8684-48ba-bfb3-1f2d72766732 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:15:41.490991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-8ca038cb-8684-48ba-bfb3-1f2d72766732 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063896 Jul 30 00:15:41.591108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-9f30f8a5-d02a-4491-86e2-2625518a1bb3 service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911427 Jul 30 00:15:41.620527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'port_id': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'mac_address': 'fa:16:3e:a2:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:39Z', 'updated_at': '2021-07-30T00:15:39Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:41.653504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7baa1-cf00-48d5-ae35-5395dd92f7c0 None None] The sync data for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 is: [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'port_id': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'mac_address': 'fa:16:3e:a2:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:15:39Z', 'updated_at': '2021-07-30T00:15:39Z', 'revision_number': 0, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:41.697376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43cd0bb6-163c-43de-a991-f46a20e30019 req-64b0c167-c737-4a36-9466-1a70a7d4053f service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976927 Jul 30 00:15:41.874376 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d5500-1ed9-4072-9f19-070bd26856a4 None None] New status for floating IP 9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:15:41.940847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 55906) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.005661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c7a15e73-bbd4-4c3a-bc95-d75595a54c3d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf HTTP/1.1" status: 200 len: 991 time: 0.0631444 Jul 30 00:15:43.010199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55910) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.079717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ddb3709a-80b5-4dbc-9776-84b67ba976f4 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf HTTP/1.1" status: 200 len: 993 time: 0.0682461 Jul 30 00:15:45.955981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-c2667066-2d3e-4412-a198-db39d9e6f2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471263 Jul 30 00:15:46.084847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-31c8815b-6014-4505-a293-5e487a3eee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.086541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-31c8815b-6014-4505-a293-5e487a3eee3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.0538712 Jul 30 00:15:46.221268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-f7d4003b-4edd-4941-971a-a27201db04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.222724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-f7d4003b-4edd-4941-971a-a27201db04b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1137471 Jul 30 00:15:46.302728 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d71158fb-6d4a-4e58-9680-4d53ddb1b254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.314679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-c9a4e754-7a00-4001-bc31-ade3681bdaab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 1002 time: 0.0825486 Jul 30 00:15:46.373168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-331dd1bc-4149-4c61-b8b4-4b94b16463a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.374700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-331dd1bc-4149-4c61-b8b4-4b94b16463a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0522225 Jul 30 00:15:46.433508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-926030ae-a77d-4a72-9c8e-3a817310143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.435183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-926030ae-a77d-4a72-9c8e-3a817310143e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524111 Jul 30 00:15:46.543242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-f14d116a-d5a4-4622-8cd8-ea1ad1de8547 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000004 Jul 30 00:15:46.640833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4474c4e-0c7b-4f7d-9580-49fb252659ad req-99e5f434-83fb-4ab2-9676-e5e3ca5df7fc service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901592 Jul 30 00:15:47.534389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.042045 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46772ff9-a387-4c00-a25c-347a90853d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.430391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.761747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.519153 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.711899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:58.038950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:16.299804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55986) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:16.307380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3c943bc6-89c6-4258-9d4a-4044c03a012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:16.382540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fc07c8cf-be41-4e5f-bfa2-a5535adc961a tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/floatingips/9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf HTTP/1.1" status: 200 len: 993 time: 0.0816391 Jul 30 00:16:16.702288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 55992) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:16.876463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 3c3c25b4-e3d5-46fb-9fda-909e7ffa2127 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:16.876776 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:16.954155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:16.954411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:16.967046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 3c3c25b4-e3d5-46fb-9fda-909e7ffa2127 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:17.134833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:17.168868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=3c3c25b4-e3d5-46fb-9fda-909e7ffa2127,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:17.234394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:17.234681 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Floating IP 9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf disassociated (deleted). External IP: 172.25.5.213, port: 7691a952-0d8f-48d1-a7e2-242639c99d7d. Jul 30 00:16:17.467407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 7516378d-45d7-436c-8511-2ecd89bb3b0e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:17.547359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:17.593769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:17.604644 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:17.607101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Sync routers for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:17.618404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:17.619613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:17.631352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0302241-41bc-4d2b-8b9c-f002c4590f0d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/floatingips/9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf HTTP/1.1" status: 204 len: 168 time: 0.9253876 Jul 30 00:16:17.631352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:17.631757 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abcc2ca-5710-45f2-a73e-d6081b3becdd" -d '{"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:17.738162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:17.968062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:17.976220 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5eeb96-7f12-44d1-9834-a6fedf210573 x-openstack-request-id: req-8c5eeb96-7f12-44d1-9834-a6fedf210573 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:17.976484 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:17.976829 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c5eeb96-7f12-44d1-9834-a6fedf210573 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:17.977176 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'status': 'completed', 'code': 200} Jul 30 00:16:17.997086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Checking router: 7516378d-45d7-436c-8511-2ecd89bb3b0e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:18.007120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:18.007764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:15:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:18.105341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733881fe-ff68-4483-97d8-91237c538ba9 req-0c8aeea4-32a5-47e7-8c5f-40c446be490d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:18.107059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-733881fe-ff68-4483-97d8-91237c538ba9 req-0c8aeea4-32a5-47e7-8c5f-40c446be490d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0819380 Jul 30 00:16:18.110403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-0bdb1f1a-f55d-4d06-aeae-d1e8235f3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:18.111941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-0bdb1f1a-f55d-4d06-aeae-d1e8235f3181 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=469099a997d7465a84f5f4ced8d04bb3&device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 1097 time: 0.0767865 Jul 30 00:16:18.204057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-733881fe-ff68-4483-97d8-91237c538ba9 req-dcd8431a-1525-4146-9156-a0ad9d5fac6f tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905190 Jul 30 00:16:18.245773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-8a3aa30a-17ad-44fa-8c28-a90300ce6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:18.247450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-8a3aa30a-17ad-44fa-8c28-a90300ce6860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 200 len: 897 time: 0.1270692 Jul 30 00:16:18.292666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:18.295978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-1d786713-2dd0-49a3-851f-0f29098ebab3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 200 len: 217 time: 0.0396323 Jul 30 00:16:18.363642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-6996b0cf-95a1-4d86-9744-a2abf82c353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:18.365461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-6996b0cf-95a1-4d86-9744-a2abf82c353b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e1ea61c-9ef9-4d85-9533-cc25f92576e6 HTTP/1.1" status: 200 len: 835 time: 0.0601778 Jul 30 00:16:18.425737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-8c92a048-dcc6-47f1-8be6-3f65dc5cae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:18.428719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-8c92a048-dcc6-47f1-8be6-3f65dc5cae75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cdbbc7d-563e-4071-8457-4c5e2034d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544972 Jul 30 00:16:18.523253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:18.534336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-49d69abc-df10-4e96-8913-4c8046bcc8d6 service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952277 Jul 30 00:16:18.558721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4fb1-721a-42b6-8345-0f33e5a8f2b8 None None] The sync data for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 is: [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:15:21Z', 'revision_number': 4, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'd78a29ef-f380-4361-b4d3-75714d61da34', 'name': '', 'network_id': '1cdbbc7d-563e-4071-8457-4c5e2034d886', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'mac_address': 'fa:16:3e:51:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:19Z', 'updated_at': '2021-07-30T00:15:26Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'subnets': [{'id': '5e1ea61c-9ef9-4d85-9533-cc25f92576e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:18.653058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1abcc2ca-5710-45f2-a73e-d6081b3becdd req-96d9153a-0e56-467f-8587-9dfea0e5190d service neutron] 10.222.0.57 "GET /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105394 Jul 30 00:16:18.837776 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9bda8-21aa-4168-9e14-c41d37b43fc6 None None] New status for floating IP 9f2da4d6-bf82-4e79-a5e7-5f3cc59392bf: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:16:19.038066 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-484a517a-e464-45a3-bb17-54e0d29c5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.297407 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56010) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:19.345660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99723bb7-7452-4409-9644-cdd8c5a7fcdd req-ab210883-6c1a-45e5-996b-f6adec77b1f2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:19.347255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99723bb7-7452-4409-9644-cdd8c5a7fcdd req-ab210883-6c1a-45e5-996b-f6adec77b1f2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0555241 Jul 30 00:16:19.388995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-99723bb7-7452-4409-9644-cdd8c5a7fcdd req-93537638-a3b5-428a-ac48-8c80d9812054 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c406fb3-0ba6-4998-af36-c1ee70c6ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347102 Jul 30 00:16:19.426299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.453723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db939601-1b34-4597-b57b-73f27ed43008 req-21481f12-7dc7-4606-a30a-f2a8b559906d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:19.455256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db939601-1b34-4597-b57b-73f27ed43008 req-21481f12-7dc7-4606-a30a-f2a8b559906d tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 945 time: 0.0616078 Jul 30 00:16:19.470959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port d5412daf-b4bc-4fa3-86f8-f3bcc75e6660 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:19.471493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.549270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.549514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.554127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 7691a952-0d8f-48d1-a7e2-242639c99d7d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:19.554778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.563656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for d5412daf-b4bc-4fa3-86f8-f3bcc75e6660 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:19.654589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 7691a952-0d8f-48d1-a7e2-242639c99d7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7691a952-0d8f-48d1-a7e2-242639c99d7d,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:19.654938 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.669121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 7691a952-0d8f-48d1-a7e2-242639c99d7d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:19.756779 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.781105 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=d5412daf-b4bc-4fa3-86f8-f3bcc75e6660,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:19.795744 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.796080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.796445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.796771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.797102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.797430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.797792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.798124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.798444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.798760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.799115 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.799484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:19.815551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.857835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=7691a952-0d8f-48d1-a7e2-242639c99d7d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:19.861195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.861765 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP c9ea2800-ce74-417a-a83e-21ce64646dc2 disassociated (deleted). External IP: 172.25.5.243, port: ecb7c731-7d7c-4152-a13e-abac13ebf31b. Jul 30 00:16:19.907930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] No DVR routers for this DVR port 7691a952-0d8f-48d1-a7e2-242639c99d7d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:19.911869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:19.913924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db939601-1b34-4597-b57b-73f27ed43008 req-0d4dfed6-5fd1-4f7c-ae2f-7f925ff6add1 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.57 "DELETE /v2.0/ports/7691a952-0d8f-48d1-a7e2-242639c99d7d HTTP/1.1" status: 204 len: 173 time: 0.4514484 Jul 30 00:16:19.978084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'name': 'network-vif-deleted', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:19.980752 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa69308-f920-4933-9d07-4e9da07de7ee" -d '{"events": [{"server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "name": "network-vif-deleted", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:20.024715 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6d23b1-dbcf-4988-89ce-07bda202384f x-openstack-request-id: req-fc6d23b1-dbcf-4988-89ce-07bda202384f {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:20.025090 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d2e11e-cf4d-4124-bd39-5ccf3066fbea", "name": "network-vif-deleted", "tag": "7691a952-0d8f-48d1-a7e2-242639c99d7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:20.025407 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc6d23b1-dbcf-4988-89ce-07bda202384f {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:20.025919 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d2e11e-cf4d-4124-bd39-5ccf3066fbea', 'name': 'network-vif-deleted', 'tag': '7691a952-0d8f-48d1-a7e2-242639c99d7d', 'status': 'completed', 'code': 200} Jul 30 00:16:20.100096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:20.514944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24539a63-f5e0-40c7-8a17-c6fb824d4bc0 req-b30ed266-d39b-42af-8239-c98b2a66ecba tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "GET /v2.0/ports?device_id=91d2e11e-cf4d-4124-bd39-5ccf3066fbea HTTP/1.1" status: 200 len: 210 time: 0.0300155 Jul 30 00:16:20.568634 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:20.574662 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:20.580060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:20.591326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:20.591967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:20.605253 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aa492cb1-6205-41fb-972e-487e2a7dec7a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "DELETE /v2.0/floatingips/c9ea2800-ce74-417a-a83e-21ce64646dc2 HTTP/1.1" status: 204 len: 168 time: 1.3067946 Jul 30 00:16:20.605867 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:20.608293 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:20.705857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:20.768861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:20.779227 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4520ea-4f0c-4611-ad0e-9a7497a68fc6 x-openstack-request-id: req-ee4520ea-4f0c-4611-ad0e-9a7497a68fc6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:20.779529 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:20.779781 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee4520ea-4f0c-4611-ad0e-9a7497a68fc6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:20.780178 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'status': 'completed', 'code': 200} Jul 30 00:16:20.885618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-20eac44d-7586-49e7-9572-0ddccc104e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:20.887249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-20eac44d-7586-49e7-9572-0ddccc104e75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 1097 time: 0.0542486 Jul 30 00:16:20.983980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:21.015199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:21.024069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:21.024806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:21.032943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790aba4-9957-4cde-80ae-efca310f02b3 req-443eac73-4d9c-4eff-a091-cf3c77e6e7ff tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:21.034847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2790aba4-9957-4cde-80ae-efca310f02b3 req-443eac73-4d9c-4eff-a091-cf3c77e6e7ff tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.1112423 Jul 30 00:16:21.057159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-790e5819-d257-4449-895b-6a6f6615b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:21.058662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-790e5819-d257-4449-895b-6a6f6615b17c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1614919 Jul 30 00:16:21.118166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-87e0b67d-3ae7-4c8c-ad53-f181c25f1635 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 200 len: 217 time: 0.0484445 Jul 30 00:16:21.129455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2790aba4-9957-4cde-80ae-efca310f02b3 req-311910a6-a7b2-4fb8-989f-6c27fc68b759 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845261 Jul 30 00:16:21.137840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:21.183945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-1460205b-5cf7-4be9-a474-1cc5a377bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:21.185708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-1460205b-5cf7-4be9-a474-1cc5a377bdc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0523977 Jul 30 00:16:21.237550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-4ef32951-43e4-4278-9b8d-e8011a7048c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:21.239386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-4ef32951-43e4-4278-9b8d-e8011a7048c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445561 Jul 30 00:16:21.339888 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-d589ca1c-7bf5-4145-8ef1-6d96b2f0fb22 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927711 Jul 30 00:16:21.378318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:21.407115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88006f32-a63f-404c-969e-33dd8a7b7197 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '1dc35ce3-dd17-4f45-a51b-f6a13695998f', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'port_id': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'mac_address': 'fa:16:3e:c4:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:12:21Z', 'updated_at': '2021-07-30T00:12:24Z', 'revision_number': 1, 'project_id': '74e5037b194947edbc912f74eebaa048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:21.434274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27c86942-3d37-4fd2-a14b-e039bcfe7ed2 req-80e95433-faf7-460a-8e81-b8e67c61f83c service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870571 Jul 30 00:16:21.579896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56028) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:21.654842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:21.673719 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598b8d8-e080-4af4-a3e7-b5db6a41a76b None None] New status for floating IP c9ea2800-ce74-417a-a83e-21ce64646dc2: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:16:21.688657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:21.754937 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:21.757694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:21.762216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/security-groups/9c406fb3-0ba6-4998-af36-c1ee70c6ca38 HTTP/1.1" status: 204 len: 168 time: 0.1777611 Jul 30 00:16:21.770216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c406fb3-0ba6-4998-af36-c1ee70c6ca38,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:21.781313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.781805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.782229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.782640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.783043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.783799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.784142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.784475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.784811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.785209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.785549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.785996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6050-ab33-4cd3-878c-8377aaa126b2 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:21.795601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56032) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:22.191860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:22.522840 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:22.749113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365e767-087a-42ee-935d-7c0cc871c042 req-4b945d27-803d-4113-a086-92a7beab3ca4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:22.750605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a365e767-087a-42ee-935d-7c0cc871c042 req-4b945d27-803d-4113-a086-92a7beab3ca4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.5160179 Jul 30 00:16:22.839723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-23555598-cadd-4a22-babe-666e48f566b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:22.841186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-23555598-cadd-4a22-babe-666e48f566b8 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 945 time: 0.1444650 Jul 30 00:16:22.864655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a365e767-087a-42ee-935d-7c0cc871c042 req-e6217fcd-f499-4235-bdd5-fda73692b47b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053615 Jul 30 00:16:22.986131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port ecb7c731-7d7c-4152-a13e-abac13ebf31b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:22.986451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.111694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port ecb7c731-7d7c-4152-a13e-abac13ebf31b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ecb7c731-7d7c-4152-a13e-abac13ebf31b,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:23.112061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.117114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port d78a29ef-f380-4361-b4d3-75714d61da34 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:23.117462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.170891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for ecb7c731-7d7c-4152-a13e-abac13ebf31b owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:23.265004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7691a952-0d8f-48d1-a7e2-242639c99d7d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:23.269402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port d78a29ef-f380-4361-b4d3-75714d61da34, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d78a29ef-f380-4361-b4d3-75714d61da34,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:23.270036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.286360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for d78a29ef-f380-4361-b4d3-75714d61da34 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:23.290408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 7691a952-0d8f-48d1-a7e2-242639c99d7d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:23.290782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7691a952-0d8f-48d1-a7e2-242639c99d7d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:23.409172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.482305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=ecb7c731-7d7c-4152-a13e-abac13ebf31b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:23.548063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port ecb7c731-7d7c-4152-a13e-abac13ebf31b on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:23.551793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.553989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cc73951-c995-48d2-92d2-8b2a7f3f6125 req-d4039890-db4e-4247-84f4-c8d2eccf7574 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "DELETE /v2.0/ports/ecb7c731-7d7c-4152-a13e-abac13ebf31b HTTP/1.1" status: 204 len: 173 time: 0.7036586 Jul 30 00:16:23.554438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'name': 'network-vif-deleted', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:23.556812 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35e712-8dc1-41f6-b3e7-cc4e10bc3ce8" -d '{"events": [{"server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "name": "network-vif-deleted", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:23.601699 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21971d78-3a9d-4898-a18e-b1cd80d155ed x-openstack-request-id: req-21971d78-3a9d-4898-a18e-b1cd80d155ed {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:23.602028 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a074466-ccb5-4939-9c5f-b4570f765475", "name": "network-vif-deleted", "tag": "ecb7c731-7d7c-4152-a13e-abac13ebf31b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:23.602296 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21971d78-3a9d-4898-a18e-b1cd80d155ed {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:23.602698 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a074466-ccb5-4939-9c5f-b4570f765475', 'name': 'network-vif-deleted', 'tag': 'ecb7c731-7d7c-4152-a13e-abac13ebf31b', 'status': 'completed', 'code': 200} Jul 30 00:16:23.630929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.660410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=d78a29ef-f380-4361-b4d3-75714d61da34,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:23.865208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.005681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d18fea7-d265-4170-bb6e-4fdc3436b965 req-32876fc5-256b-4fe6-9787-4b29d3d01db6 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0344501 Jul 30 00:16:24.143822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Router 7516378d-45d7-436c-8511-2ecd89bb3b0e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:24.280832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:24.287014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3c2d3946-c887-46c8-b121-a7cf88b52fe6 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "PUT /v2.0/routers/7516378d-45d7-436c-8511-2ecd89bb3b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903240 Jul 30 00:16:24.290733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56048) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:24.296427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Sync routers for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:24.315412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:24.316269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:24.383117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting subnet 5e1ea61c-9ef9-4d85-9533-cc25f92576e6 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:16:24.387281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.438993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.475070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:24.557663 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.633157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.662562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1ea61c-9ef9-4d85-9533-cc25f92576e6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:24.670001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.672782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-157936b3-5962-4a10-b93a-82b0fe345936 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/subnets/5e1ea61c-9ef9-4d85-9533-cc25f92576e6 HTTP/1.1" status: 204 len: 168 time: 0.3809633 Jul 30 00:16:24.675666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56050) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:24.685430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef5912-a653-4898-8451-fec705b9ee1c None None] Network 1cdbbc7d-563e-4071-8457-4c5e2034d886 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:16:24.787543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:16:23Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:24.798796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.818662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Checking router: 7516378d-45d7-436c-8511-2ecd89bb3b0e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:24.846903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Routers {'7516378d-45d7-436c-8511-2ecd89bb3b0e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:24.847930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7516378d-45d7-436c-8511-2ecd89bb3b0e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:24.923739 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:24.974343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] Set router 7516378d-45d7-436c-8511-2ecd89bb3b0e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:24.994687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Deleting port 6f3edb79-0606-4162-bfe5-132774e4114b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:24.995037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.009743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] DHCP port deletion for 1cdbbc7d-563e-4071-8457-4c5e2034d886 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:16:25.099818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] For port 6f3edb79-0606-4162-bfe5-132774e4114b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6f3edb79-0606-4162-bfe5-132774e4114b,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:25.100392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.125253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Calling delete_port for 6f3edb79-0606-4162-bfe5-132774e4114b owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:25.144592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-44d576e5-e278-491f-9345-bda96dc0093a req-b441e05b-138d-4bd9-a3ce-f45d43810193 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Jul 30 00:16:25.350796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.380149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Deleting port 234d795a-79bb-4fca-8b9a-c4cb6492b73e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:25.380797 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.391599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Port': ['ID=6f3edb79-0606-4162-bfe5-132774e4114b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:25.454540 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.457860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:16:23Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:25.459740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] For port 234d795a-79bb-4fca-8b9a-c4cb6492b73e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=234d795a-79bb-4fca-8b9a-c4cb6492b73e,segment=NetworkSegment(70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4),segment_id=70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:25.460134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.492898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550ecfa-69e7-4fd3-8a7c-c4d4ce69bc6e None None] The sync data for ids ['7516378d-45d7-436c-8511-2ecd89bb3b0e'] in n-d-712707-11 is: [{'id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'name': 'tempest-TestNetworkBasicOps-router-1055195968', 'tenant_id': '469099a997d7465a84f5f4ced8d04bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:14Z', 'updated_at': '2021-07-30T00:16:23Z', 'revision_number': 5, 'project_id': '469099a997d7465a84f5f4ced8d04bb3', 'gw_port': {'id': '6f3edb79-0606-4162-bfe5-132774e4114b', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7516378d-45d7-436c-8511-2ecd89bb3b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:15Z', 'updated_at': '2021-07-30T00:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:25.498113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Calling delete_port for 234d795a-79bb-4fca-8b9a-c4cb6492b73e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:25.578484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.580734 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.606558 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.635363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Pushing event deleted for resources: {'Port': ['ID=234d795a-79bb-4fca-8b9a-c4cb6492b73e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:25.640480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] No DVR routers for this DVR port 234d795a-79bb-4fca-8b9a-c4cb6492b73e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:25.642281 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.643204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Fanout notify agent at l3_agent the message router_deleted on router 7516378d-45d7-436c-8511-2ecd89bb3b0e {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:16:25.648567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.648832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.649169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.649507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.649884 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.650234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.650541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.650863 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.651183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.651652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.651983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.652306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bdbedb-b1ca-4c04-a62f-9d52e2a8e506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:25.652968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.662555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:25.663726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-313568e1-1aac-4da4-b3b5-6bce9e6acf43 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/routers/7516378d-45d7-436c-8511-2ecd89bb3b0e HTTP/1.1" status: 204 len: 168 time: 0.9803052 Jul 30 00:16:25.737072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.834047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.845487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdbbc7d-563e-4071-8457-4c5e2034d886']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:25.858980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:25.859278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70031d0f-6bf4-43f6-bf07-0c61bbd5b6e4') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:25.870880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.887087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.893931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:16:25.894437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:16:25.898860 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:16:25.984933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.994535 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.999951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] 10.222.0.49 "DELETE /v2.0/networks/1cdbbc7d-563e-4071-8457-4c5e2034d886 HTTP/1.1" status: 204 len: 168 time: 0.3386910 Jul 30 00:16:26.022319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1af1-165f-40df-839f-28e1906e3b30 tempest-TestNetworkBasicOps-1707459203 tempest-TestNetworkBasicOps-1707459203-project] Pushing event deleted for resources: {'Network': ['ID=1cdbbc7d-563e-4071-8457-4c5e2034d886,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:26.254525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55ea8e91-662e-4194-ab8f-14e87c4f78c5 req-b5eaf2ce-1180-41cc-b6ee-85ac15e452cc tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0379093 Jul 30 00:16:26.320227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:26.497752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-67259777-422c-420b-a3a8-2464b935d0c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=469099a997d7465a84f5f4ced8d04bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737883 Jul 30 00:16:26.498461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:26.550905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:26.577668 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:26.644284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:26.650401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:26.651917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4b7ec64-b168-4c11-82e3-72eff70c4407 HTTP/1.1" status: 204 len: 168 time: 0.1527314 Jul 30 00:16:26.665670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ed27d-1cec-461d-908e-52dbfadd4f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b7ec64-b168-4c11-82e3-72eff70c4407,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:26.741866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6f3edb79-0606-4162-bfe5-132774e4114b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:26.763472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6f3edb79-0606-4162-bfe5-132774e4114b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:26.764120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6f3edb79-0606-4162-bfe5-132774e4114b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:26.764730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 234d795a-79bb-4fca-8b9a-c4cb6492b73e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:26.788873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 234d795a-79bb-4fca-8b9a-c4cb6492b73e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:26.789221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 234d795a-79bb-4fca-8b9a-c4cb6492b73e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:26.789655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d78a29ef-f380-4361-b4d3-75714d61da34 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:26.810336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d78a29ef-f380-4361-b4d3-75714d61da34 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:26.810789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d78a29ef-f380-4361-b4d3-75714d61da34 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:26.987981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56076) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:27.002601 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5d48-7c72-4b60-8bdf-3f9735feb184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.097148 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5d48-7c72-4b60-8bdf-3f9735feb184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.102376 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5d48-7c72-4b60-8bdf-3f9735feb184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.146442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ec5e5d48-7c72-4b60-8bdf-3f9735feb184 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e124dba2e4f4971843bf6b391672779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572132 Jul 30 00:16:27.147421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e5d48-7c72-4b60-8bdf-3f9735feb184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdc68f-fe3c-4d9c-abf2-5c03e873c69e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:27.149384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56078) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:27.205716 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.230199 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.288189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ecb7c731-7d7c-4152-a13e-abac13ebf31b no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:27.294373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.297652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.299192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54bdc68f-fe3c-4d9c-abf2-5c03e873c69e HTTP/1.1" status: 204 len: 168 time: 0.1481438 Jul 30 00:16:27.311492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85d9ae-c098-4d07-801d-3950b3e9c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdc68f-fe3c-4d9c-abf2-5c03e873c69e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:27.330084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: ecb7c731-7d7c-4152-a13e-abac13ebf31b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:27.330787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ecb7c731-7d7c-4152-a13e-abac13ebf31b not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:27.409936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-573be04c-6cea-4c3e-8d9d-3eb1f5cb27aa req-7ff6cbcd-6944-4cb4-8395-75211f79e2fb tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a074466-ccb5-4939-9c5f-b4570f765475 HTTP/1.1" status: 200 len: 210 time: 0.0359118 Jul 30 00:16:27.553695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-1f8b523c-8d1a-419f-8bae-dec033641bea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2149520 Jul 30 00:16:27.672824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-f266e40c-7627-4ce6-bb45-71a12985ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:27.674495 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-f266e40c-7627-4ce6-bb45-71a12985ddeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1098 time: 0.0544364 Jul 30 00:16:27.799224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-5677430d-bb7e-4a41-9e43-c5f2b413c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:27.799912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-5677430d-bb7e-4a41-9e43-c5f2b413c32d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.1048751 Jul 30 00:16:27.871802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-8fdeec80-98a4-427a-bdc3-cd0d3a263aed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 1002 time: 0.0648749 Jul 30 00:16:27.928130 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-1abb9e2c-529d-4d99-9a3e-069cfdc10d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:27.929868 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-1abb9e2c-529d-4d99-9a3e-069cfdc10d78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0511353 Jul 30 00:16:27.989779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-dec84028-7e82-4302-937f-d06dd5fdfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:27.991726 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-dec84028-7e82-4302-937f-d06dd5fdfe59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548306 Jul 30 00:16:28.044493 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:28.115724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-237682f2-bd4d-456b-8c8b-5d3520408d73 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158819 Jul 30 00:16:28.227077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ed96b1a0-8cc2-4a0d-b5f8-4da40fdf70ca req-2edd01c4-1763-4daa-8265-bb5679a79355 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014555 Jul 30 00:16:29.707985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56150) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:29.714064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'network': {'name': 'tempest-network-smoke--503267837', 'project_id': '7ffa67c353134125bc484f814a4515a6', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:29.753864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:16:29.758154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.768432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.871553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.876917 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.909244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:16:29.922988 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8900269e-ccd7-4934-b145-6fea96ecfbfa,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:29.930960 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.931443 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Added segment 7c72b810-d53a-46b1-9882-2d9363228341 of type vlan for network 0739f9b9-3b0e-483a-8c33-f83db48dd052 Jul 30 00:16:29.982638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.024532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.030269 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:30.030862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.119001 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4098518 Jul 30 00:16:30.122329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:30.127235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'admin_state_up': True, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:30.135847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2337b-7c5a-4660-a95a-e3a09bb08bb0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Network': ['ID=0739f9b9-3b0e-483a-8c33-f83db48dd052,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:30.150036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:16:30.157753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.159409 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.219165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.365076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.583614 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.603837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.744233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.25.5.16 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4d642033-8b4a-4229-ac65-1ff2bf38e59f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:30.888696 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.935248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.976992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:30.982245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:30.986864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:30.990475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=4d642033-8b4a-4229-ac65-1ff2bf38e59f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:31.266412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:31.494911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:31.633949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router bd90d329-3a5c-4d63-ba03-f94c42b76810 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:16:31.758353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:31.778566 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085c23-9134-430f-a767-71089dd507ed None None] Sync routers for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:31.787436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:31.788980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c9b6a8be-1c34-4b9c-afdd-61673aac6798 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6655457 Jul 30 00:16:31.794023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56162) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:31.804341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:31.805056 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:31.925017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:31.961980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8026820-3ca8-4e25-8614-a1d79f9f4d24 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7ffa67c353134125bc484f814a4515a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1664424 Jul 30 00:16:31.964726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56170) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:32.056321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42d059-df3b-4339-890b-202f9e5b2963 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:32.060914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dd42d059-df3b-4339-890b-202f9e5b2963 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923474 Jul 30 00:16:32.061244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56172) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:32.096682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e710ecf5-e499-4390-8dc4-dd8bd5c5053f tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315804 Jul 30 00:16:32.097013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56174) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:32.102529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691350955', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'project_id': '7ffa67c353134125bc484f814a4515a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:32.135567 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:31Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:32.167687 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085c23-9134-430f-a767-71089dd507ed None None] Checking router: bd90d329-3a5c-4d63-ba03-f94c42b76810 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:32.168026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085c23-9134-430f-a767-71089dd507ed None None] Updating router bd90d329-3a5c-4d63-ba03-f94c42b76810 port 4d642033-8b4a-4229-ac65-1ff2bf38e59f binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:16:32.194988 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.203208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:16:32.207256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.479630 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.492331 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-72085c23-9134-430f-a767-71089dd507ed None None] Transition to ACTIVE for port object 4d642033-8b4a-4229-ac65-1ff2bf38e59f will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:32.499708 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.556101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Pushing event updated for resources: {'Port': ['ID=4d642033-8b4a-4229-ac65-1ff2bf38e59f,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:32.571270 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.571505 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.571837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.572174 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.572494 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.572816 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.573135 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.573457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.573800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.574116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.574410 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.574716 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:32.580504 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-72085c23-9134-430f-a767-71089dd507ed None None] Attempting to bind port 4d642033-8b4a-4229-ac65-1ff2bf38e59f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:32.580868 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-72085c23-9134-430f-a767-71089dd507ed None None] Attempting to bind port 4d642033-8b4a-4229-ac65-1ff2bf38e59f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:32.581223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085c23-9134-430f-a767-71089dd507ed None None] Attempting to bind port 4d642033-8b4a-4229-ac65-1ff2bf38e59f on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:32.587880 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085c23-9134-430f-a767-71089dd507ed None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:32.588280 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085c23-9134-430f-a767-71089dd507ed None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:32.588681 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.589070 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72085c23-9134-430f-a767-71089dd507ed None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:32.589604 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-72085c23-9134-430f-a767-71089dd507ed None None] Bound port: 4d642033-8b4a-4229-ac65-1ff2bf38e59f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:32.589954 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.645939 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-72085c23-9134-430f-a767-71089dd507ed None None] For port 4d642033-8b4a-4229-ac65-1ff2bf38e59f, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:32.649367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-72085c23-9134-430f-a767-71089dd507ed None None] For port 4d642033-8b4a-4229-ac65-1ff2bf38e59f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4d642033-8b4a-4229-ac65-1ff2bf38e59f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:32.657472 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-72085c23-9134-430f-a767-71089dd507ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.720691 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:32.721355 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:32.826030 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c300aa-c394-421b-915a-c0c47fb8355d None None] Pushing event updated for resources: {'Port': ['ID=4d642033-8b4a-4229-ac65-1ff2bf38e59f,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:32.831436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.837478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:16:32.865990 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:32.887985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Subnet': ['ID=6fabc097-a239-44f8-ba96-83e3c9a0ffc8,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:32.916536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Checking segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:32.916536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network hostable DHCP agents. Network: 0739f9b9-3b0e-483a-8c33-f83db48dd052, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:16:32.937505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:16:32.948974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0739f9b9-3b0e-483a-8c33-f83db48dd052) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:32.953443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:32.957652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:32.961178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e367f-ad06-4d33-864c-b3904b769356 None None] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:16:32.980570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4abc47a9-673d-40f5-96cb-d6c575c7f526 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8823252 Jul 30 00:16:32.984424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:33.134493 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-72085c23-9134-430f-a767-71089dd507ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:31Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:33.165455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0739f9b9-3b0e-483a-8c33-f83db48dd052', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:16:33.166647 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.171339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72085c23-9134-430f-a767-71089dd507ed None None] The sync data for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 is: [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:31Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:33.336686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Allocated IP 172.20.0.2 (0739f9b9-3b0e-483a-8c33-f83db48dd052/6fabc097-a239-44f8-ba96-83e3c9a0ffc8/f6d51335-0b86-453c-b094-4abadd620c5c) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:33.528611 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.537658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.542429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Transition to ACTIVE for port object f6d51335-0b86-453c-b094-4abadd620c5c will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:33.559636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Transition to ACTIVE for port object f6d51335-0b86-453c-b094-4abadd620c5c will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:33.567476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.615303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:33.622944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:33.625594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:33.632688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Pushing event updated for resources: {'Port': ['ID=f6d51335-0b86-453c-b094-4abadd620c5c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:33.693032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Attempting to bind port f6d51335-0b86-453c-b094-4abadd620c5c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:33.693751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Attempting to bind port f6d51335-0b86-453c-b094-4abadd620c5c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:33.695585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Attempting to bind port f6d51335-0b86-453c-b094-4abadd620c5c on network 0739f9b9-3b0e-483a-8c33-f83db48dd052 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:33.702650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:33.703226 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Checking segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:33.703632 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.704027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Bound using segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:33.704503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Bound port: f6d51335-0b86-453c-b094-4abadd620c5c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:33.704886 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.780336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] For port f6d51335-0b86-453c-b094-4abadd620c5c, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:33.784386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] For port f6d51335-0b86-453c-b094-4abadd620c5c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6d51335-0b86-453c-b094-4abadd620c5c,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:33.789615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.856901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.20.0.1 (0739f9b9-3b0e-483a-8c33-f83db48dd052/6fabc097-a239-44f8-ba96-83e3c9a0ffc8/62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:33.863227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae38f-fdc8-4b2d-aace-a1c1f9dee614 None None] Pushing event updated for resources: {'Port': ['ID=f6d51335-0b86-453c-b094-4abadd620c5c,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:33.935405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56186) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:33.988256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.007267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Transition to ACTIVE for port object 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:34.047047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.095677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:34.099725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:34.104069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:34.157734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 06cc706b-8294-4e37-9cb1-c07f6e6ff94e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:34.157734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.166229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.251965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:34.275802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.276307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.291653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 06cc706b-8294-4e37-9cb1-c07f6e6ff94e owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:34.385044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.446484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6d51335-0b86-453c-b094-4abadd620c5c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:34.496879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.519724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f6d51335-0b86-453c-b094-4abadd620c5c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:34.525561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4d642033-8b4a-4229-ac65-1ff2bf38e59f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:34.528216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=06cc706b-8294-4e37-9cb1-c07f6e6ff94e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:34.585445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4d642033-8b4a-4229-ac65-1ff2bf38e59f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:34.590399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4d642033-8b4a-4229-ac65-1ff2bf38e59f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:34.590847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.607706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.608393 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Floating IP 1dc35ce3-dd17-4f45-a51b-f6a13695998f disassociated (deleted). External IP: 172.25.5.244, port: ee11befd-f640-4690-a397-ccf9f049cb4d. Jul 30 00:16:34.690729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.713101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4d642033-8b4a-4229-ac65-1ff2bf38e59f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4d642033-8b4a-4229-ac65-1ff2bf38e59f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:34.719621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.727062 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.735141 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.789556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4d642033-8b4a-4229-ac65-1ff2bf38e59f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:34.825840 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:34.828973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:34.862318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:34.934037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:34.935673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:34.999681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:35.003269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.011332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:35.022449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:35.023313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:35.041721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d8202576-9003-483b-b31f-c0ee25549b85 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "DELETE /v2.0/floatingips/1dc35ce3-dd17-4f45-a51b-f6a13695998f HTTP/1.1" status: 204 len: 168 time: 1.1050880 Jul 30 00:16:35.042268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:35.044879 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b71a29-83b7-49dd-9663-68fb8ffc3b81" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:35.063167 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router bd90d329-3a5c-4d63-ba03-f94c42b76810 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:35.159937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:35.233006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:35.242015 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fdc1c86d-9266-44c1-b8fa-2f9175d8c813 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "PUT /v2.0/routers/bd90d329-3a5c-4d63-ba03-f94c42b76810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531538 Jul 30 00:16:35.242445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56198) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:35.249577 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374880c3-7d51-438d-a089-6e90d6136f31 x-openstack-request-id: req-374880c3-7d51-438d-a089-6e90d6136f31 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:35.249900 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:35.250241 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374880c3-7d51-438d-a089-6e90d6136f31 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:35.250678 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'status': 'completed', 'code': 200} Jul 30 00:16:35.254683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1971367038', 'description': 'tempest-secgroup_access--1971367038 description', 'project_id': '7ffa67c353134125bc484f814a4515a6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:35.298683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.384786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f6b03-fb83-40c0-b326-1257341cb395 None None] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:16:35.420636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd266-891b-4b16-af67-f28f7d6000c4 req-d2bc4ab7-ccba-4b09-b6b6-b0d0986448dd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.428133 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f5bd266-891b-4b16-af67-f28f7d6000c4 req-d2bc4ab7-ccba-4b09-b6b6-b0d0986448dd tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.1082773 Jul 30 00:16:35.440377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.448618 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.452620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-0bd41d29-900b-4e30-9986-04b51b9683d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.454299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-0bd41d29-900b-4e30-9986-04b51b9683d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74e5037b194947edbc912f74eebaa048&device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 1098 time: 0.0961633 Jul 30 00:16:35.492687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Provisioning for port f6d51335-0b86-453c-b094-4abadd620c5c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:35.496019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.500362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2539356 Jul 30 00:16:35.501575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:35.508940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Provisioning complete for port f6d51335-0b86-453c-b094-4abadd620c5c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:35.509786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.513615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1316052972', 'description': 'tempest-secgroup_general--1316052972 description', 'project_id': '7ffa67c353134125bc484f814a4515a6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:35.547757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da616ea-e32d-4141-bb5e-5780e7e587d1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bebcea-6f98-4506-b5a7-9b7872e73871,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:35.552172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.597342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f5bd266-891b-4b16-af67-f28f7d6000c4 req-0e1ff26a-8ba9-4e06-a4d2-211d7f9b5813 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603587 Jul 30 00:16:35.633752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-2e53a9da-3470-44b1-be24-3b5614e62316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.635626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-2e53a9da-3470-44b1-be24-3b5614e62316 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 200 len: 912 time: 0.1731527 Jul 30 00:16:35.667457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.675149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.712016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:35.722535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-1eeee281-43e3-4b5c-a133-82ee62b2ed67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 200 len: 217 time: 0.0764530 Jul 30 00:16:35.726721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.728709 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94c3d704-a7f0-4678-972b-8145235a0722 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2256370 Jul 30 00:16:35.731738 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:35.737045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'security_group_rule': {'security_group_id': '34bebcea-6f98-4506-b5a7-9b7872e73871', 'project_id': '7ffa67c353134125bc484f814a4515a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:35.752733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:35.767438 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Sync routers for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:35.781378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.787885 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:35.788518 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:35.799780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-6732e9a5-123d-4d23-b3c6-217c8f8e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.800273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.802169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-6732e9a5-123d-4d23-b3c6-217c8f8e8b53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 200 len: 850 time: 0.0662611 Jul 30 00:16:35.805204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:35.838335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:35.838963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:35.867627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-6672b33f-7477-4457-aa72-6ce4cfd3cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.869960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-6672b33f-7477-4457-aa72-6ce4cfd3cfdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc7dcfd2-16af-45ca-9569-3edb1424bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588658 Jul 30 00:16:35.877691 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.888613 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.893068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] For port f6d51335-0b86-453c-b094-4abadd620c5c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6d51335-0b86-453c-b094-4abadd620c5c,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:35.908624 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.928137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f81175-0db2-4d62-8feb-a77a2bb11ba6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:35.932792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.934999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e0aa87c-c2a3-46e5-b054-750399e990d7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016134 Jul 30 00:16:35.966161 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:36.039298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:36.041382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497db8-810b-4d76-bfa1-1c246e1dc102 None None] Pushing event updated for resources: {'Port': ['ID=f6d51335-0b86-453c-b094-4abadd620c5c,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:36.063170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-3b969b19-97b8-4079-8179-c38259f57c5c service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851044 Jul 30 00:16:36.208537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-93fa9a83-2db4-4a4a-801a-b11366a89f68 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1316052972&fields=id&tenant_id=7ffa67c353134125bc484f814a4515a6 HTTP/1.1" status: 200 len: 267 time: 0.0935922 Jul 30 00:16:36.284971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-08b1879c-03f0-4307-9ec4-01e14860d861 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1971367038&fields=id&tenant_id=7ffa67c353134125bc484f814a4515a6 HTTP/1.1" status: 200 len: 267 time: 0.0753863 Jul 30 00:16:36.349840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38b71a29-83b7-49dd-9663-68fb8ffc3b81 req-6ed2f72f-4f0d-46eb-818d-2646d00cb182 service neutron] 10.222.0.57 "GET /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720594 Jul 30 00:16:36.395539 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 2, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:36.448516 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Checking router: bd90d329-3a5c-4d63-ba03-f94c42b76810 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:36.449204 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Updating router bd90d329-3a5c-4d63-ba03-f94c42b76810 port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:16:36.454563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-4ef3885b-278c-47e9-abb5-5de1111c8679 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:36.465240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-4ef3885b-278c-47e9-abb5-5de1111c8679 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/networks?id=0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 200 len: 796 time: 0.1788020 Jul 30 00:16:36.470050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4d642033-8b4a-4229-ac65-1ff2bf38e59f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:36.487054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-2a6cfa72-ec77-46d5-9a5e-f995a913b7c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/quotas/7ffa67c353134125bc484f814a4515a6 HTTP/1.1" status: 200 len: 375 time: 0.0207157 Jul 30 00:16:36.487567 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.538208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Provisioning for port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:36.551436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-9cd19a9d-b52f-4fe5-bc68-5df3e15c41ef tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632761 Jul 30 00:16:36.560257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Provisioning complete for port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:36.560627 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.648802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:36.672928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Provisioning complete for port f6d51335-0b86-453c-b094-4abadd620c5c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:36.673310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27eee92f-e37c-4250-bd1b-9dee372f9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.733063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4d642033-8b4a-4229-ac65-1ff2bf38e59f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:36.733438 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.743163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-889b71d1-0396-4cf3-ad4d-6b3f8d1f07e9 service neutron] 10.222.0.49 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751988 Jul 30 00:16:36.807012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:36.835265 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.843247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8941e-2e97-44b6-88be-3fc1e27837cd None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:03:21Z', 'revision_number': 4, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '91aa9d97-5810-4d48-a74f-2f811be3c8b3', 'name': '', 'network_id': 'cc7dcfd2-16af-45ca-9569-3edb1424bc03', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'mac_address': 'fa:16:3e:e9:47:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:19Z', 'updated_at': '2021-07-30T00:03:35Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'subnets': [{'id': 'b8086746-2ed6-4947-9f86-ab52c6db7773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:36.845797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-6af71923-b860-4dce-a679-e5c4d8fc16bd service neutron] 10.222.0.49 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957298 Jul 30 00:16:36.858559 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Transition to ACTIVE for port object 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:36.875276 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.911990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6d51335-0b86-453c-b094-4abadd620c5c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:36.937816 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4546a9-1551-4260-a93b-6eb98e7ef29b None None] Pushing event updated for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:37.004457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Attempting to bind port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:37.004457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Attempting to bind port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:37.005055 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Attempting to bind port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb on network 0739f9b9-3b0e-483a-8c33-f83db48dd052 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:37.012547 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:37.012936 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Checking segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:37.013313 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.013985 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Bound using segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:37.014451 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Bound port: 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:37.014825 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.027616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f6d51335-0b86-453c-b094-4abadd620c5c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:37.028022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.134380 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] For port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:37.138807 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] For port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:37.144391 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.144643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436210a-d413-48a0-a2ca-dce86ece4b5a req-c9baae31-e7eb-4eef-a040-1773d438c674 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:37.153851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e436210a-d413-48a0-a2ca-dce86ece4b5a req-c9baae31-e7eb-4eef-a040-1773d438c674 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.0780725 Jul 30 00:16:37.252192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e436210a-d413-48a0-a2ca-dce86ece4b5a req-782f34e0-d221-4e39-8412-053453962aed tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/security-groups?id=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975063 Jul 30 00:16:37.276335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31ec78-cf21-4f2b-8d4e-f7033309b62a None None] New status for floating IP 1dc35ce3-dd17-4f45-a51b-f6a13695998f: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:16:37.282953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-1a0f9a3c-f4e3-4929-a139-9f6a81430980 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:37.284882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-1a0f9a3c-f4e3-4929-a139-9f6a81430980 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 946 time: 0.0951178 Jul 30 00:16:37.325130 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4546a9-1551-4260-a93b-6eb98e7ef29b None None] Pushing event updated for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:37.335585 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:37.336158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:37.428304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port ee11befd-f640-4690-a397-ccf9f049cb4d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:37.428659 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.521220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed532a09-8559-45e4-86f4-82f75c7112c7 req-606ae380-c172-4e23-88fb-1eae371d5c4c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Jul 30 00:16:37.544889 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:37.582428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] For port ee11befd-f640-4690-a397-ccf9f049cb4d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ee11befd-f640-4690-a397-ccf9f049cb4d,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:37.582845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.599540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for ee11befd-f640-4690-a397-ccf9f049cb4d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:37.771867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.802110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=ee11befd-f640-4690-a397-ccf9f049cb4d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:37.816026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:37Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:37.847160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] No DVR routers for this DVR port ee11befd-f640-4690-a397-ccf9f049cb4d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:37.850011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.850817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e50214-e5f7-43e5-99ba-98c7af1f34ee None None] The sync data for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 is: [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:37Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:37.852193 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-883b913b-aecc-46e0-8c58-d90da5c3c8ef req-23fb3521-4585-4621-801a-5cc6f1635c3b tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.57 "DELETE /v2.0/ports/ee11befd-f640-4690-a397-ccf9f049cb4d HTTP/1.1" status: 204 len: 173 time: 0.5564380 Jul 30 00:16:37.852550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'name': 'network-vif-deleted', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:37.854876 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550ed322-ca26-4178-9eda-fd6a8f58e960" -d '{"events": [{"server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "name": "network-vif-deleted", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:37.900047 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50c9c1-1970-42d4-b57d-fcd202fce8bd x-openstack-request-id: req-af50c9c1-1970-42d4-b57d-fcd202fce8bd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:37.900357 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d75bc3-afa1-4d32-8d98-448a625986ef", "name": "network-vif-deleted", "tag": "ee11befd-f640-4690-a397-ccf9f049cb4d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:37.900760 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af50c9c1-1970-42d4-b57d-fcd202fce8bd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:37.901279 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d75bc3-afa1-4d32-8d98-448a625986ef', 'name': 'network-vif-deleted', 'tag': 'ee11befd-f640-4690-a397-ccf9f049cb4d', 'status': 'completed', 'code': 200} Jul 30 00:16:38.416108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a18b8608-1215-43ad-af6b-ce07a6cb78a2 req-6e5ad3ac-1d05-4ef6-bb18-99e29054767a tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0342278 Jul 30 00:16:38.469289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:38.535655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:38.546883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:38.547261 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.652328 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.710895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccdebdaf-28e7-4f68-bd20-3566b71fab82 req-12aa84ee-e649-47da-a887-9e18bb50644b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 210 time: 0.0589840 Jul 30 00:16:38.734031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:38.743617 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.837238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:38.870377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-11d5ab62-8214-4fba-bce1-e5f3b353e4ac tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.872879 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-11d5ab62-8214-4fba-bce1-e5f3b353e4ac tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.59 "GET /v2.0/networks?id=0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 200 len: 796 time: 0.1875741 Jul 30 00:16:38.933322 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-042f2b5e-5c34-4b7f-9d04-93b4cbb6c8b3 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffa67c353134125bc484f814a4515a6 HTTP/1.1" status: 200 len: 478 time: 0.0453947 Jul 30 00:16:38.944069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'port': {'device_id': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'admin_state_up': True, 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'security_groups': ['cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae', '34bebcea-6f98-4506-b5a7-9b7872e73871']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:39.061617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:16:39.066279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.208197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.20.0.13 (0739f9b9-3b0e-483a-8c33-f83db48dd052/6fabc097-a239-44f8-ba96-83e3c9a0ffc8/ea557ade-3803-42d4-bfa8-bd9118b49386) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:39.372003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.388405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Transition to ACTIVE for port object ea557ade-3803-42d4-bfa8-bd9118b49386 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:39.429704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.476302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:39.482224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:39.484846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:39.525327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:39.529007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dc61a62d-c00f-49bf-8cd4-54daf603d9a6 req-d060f876-85ce-494e-b5e4-ee40094702f4 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0336490 Jul 30 00:16:39.574188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:39.575182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.598624 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-b962d6c5-cd6a-4f70-b17b-66f0c4a7a18d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6584764 Jul 30 00:16:39.618587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Request body: {'port': {'device_id': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:39.685293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.821812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a5fbf30-3a96-4399-bf13-8e439aa93706 None None] Provisioning for port ea557ade-3803-42d4-bfa8-bd9118b49386 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:39.832908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a5fbf30-3a96-4399-bf13-8e439aa93706 None None] Provisioning complete for port ea557ade-3803-42d4-bfa8-bd9118b49386 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:39.836639 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a5fbf30-3a96-4399-bf13-8e439aa93706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:39.885833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fbf30-3a96-4399-bf13-8e439aa93706 None None] Port ea557ade-3803-42d4-bfa8-bd9118b49386 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:39.890495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f149b-25b3-4345-beea-a397e022fa19 req-77fafb09-d312-4f70-931f-9e9a90ee23b5 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:39.893425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c07f149b-25b3-4345-beea-a397e022fa19 req-77fafb09-d312-4f70-931f-9e9a90ee23b5 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 971 time: 0.0864108 Jul 30 00:16:39.951984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c07f149b-25b3-4345-beea-a397e022fa19 req-00b45930-a111-417d-bf89-f4791c59aefa tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0498631 Jul 30 00:16:40.372364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea557ade-3803-42d4-bfa8-bd9118b49386 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:40.380629 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.389999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:40.394452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Transition to ACTIVE for port object ea557ade-3803-42d4-bfa8-bd9118b49386 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:40.399956 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.449840 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Pushing event updated for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:40.456074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:40.456466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.550161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Attempting to bind port ea557ade-3803-42d4-bfa8-bd9118b49386 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:40.550657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Attempting to bind port ea557ade-3803-42d4-bfa8-bd9118b49386 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:40.551053 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Attempting to bind port ea557ade-3803-42d4-bfa8-bd9118b49386 on network 0739f9b9-3b0e-483a-8c33-f83db48dd052 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:40.559206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Port ea557ade-3803-42d4-bfa8-bd9118b49386 on network 0739f9b9-3b0e-483a-8c33-f83db48dd052 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:16:40.559748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Attempting to bind port ea557ade-3803-42d4-bfa8-bd9118b49386 on network 0739f9b9-3b0e-483a-8c33-f83db48dd052 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:40.566038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:40.566380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Checking segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:40.566815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Bound using segment: {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:40.567250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Bound port: ea557ade-3803-42d4-bfa8-bd9118b49386, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c72b810-d53a-46b1-9882-2d9363228341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:40.567625 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.659183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:40.663190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ea557ade-3803-42d4-bfa8-bd9118b49386,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:40.671265 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.690246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1398499a-7a2c-427e-b03d-8d073ae91551 req-ec3c4306-c217-460e-a274-0f17b5d856e5 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0601385 Jul 30 00:16:40.725934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:40.726635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:40.728331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] 10.222.0.59 "PUT /v2.0/ports/ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 200 len: 1132 time: 1.1151497 Jul 30 00:16:40.728814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:40.731442 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36b379-04d4-49b8-9b1c-8a4b232af77a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:40.758786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d197-26ea-4655-84a2-4581d5a9e907 service neutron] Pushing event updated for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:40.858467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-e6454190-89bc-4da3-ac9e-8a901adcc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:40.860369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-e6454190-89bc-4da3-ac9e-8a901adcc9ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1135 time: 0.0491862 Jul 30 00:16:40.923894 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-01c0c8a7-64b4-44cb-8708-0da6582485bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 200 len: 217 time: 0.0480611 Jul 30 00:16:40.947466 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa5e8a-2a42-4790-be9d-a7d09c6034c6 x-openstack-request-id: req-98fa5e8a-2a42-4790-be9d-a7d09c6034c6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:40.948016 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:40.948458 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98fa5e8a-2a42-4790-be9d-a7d09c6034c6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:40.948856 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'status': 'completed', 'code': 200} Jul 30 00:16:40.987125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-5711a670-278f-4b0c-8ee0-93f014f0f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:40.988691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-5711a670-278f-4b0c-8ee0-93f014f0f3a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fabc097-a239-44f8-ba96-83e3c9a0ffc8 HTTP/1.1" status: 200 len: 834 time: 0.0523207 Jul 30 00:16:41.050536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-3e26f33b-9438-42ff-9004-235b7d1de1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.052571 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-3e26f33b-9438-42ff-9004-235b7d1de1d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0739f9b9-3b0e-483a-8c33-f83db48dd052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565741 Jul 30 00:16:41.091417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bc75-bde0-4092-a7f0-137ab73cdc13 req-99e7aa45-f016-4ecd-8d52-2a09cb3f03b3 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.093046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ff6bc75-bde0-4092-a7f0-137ab73cdc13 req-99e7aa45-f016-4ecd-8d52-2a09cb3f03b3 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 983 time: 0.0614927 Jul 30 00:16:41.139370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ff6bc75-bde0-4092-a7f0-137ab73cdc13 req-9cf7a36b-1741-4d03-9667-d927514a9528 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397398 Jul 30 00:16:41.164913 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-5840baa7-10c0-48bf-8812-965869fc7532 service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049206 Jul 30 00:16:41.263184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a184969a-4bdc-4d8a-8b76-e51c69485b21 req-fb9c7b0f-ae60-4460-90c0-262843f419bb service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890248 Jul 30 00:16:41.357779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ee11befd-f640-4690-a397-ccf9f049cb4d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:41.381464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: ee11befd-f640-4690-a397-ccf9f049cb4d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:41.381856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ee11befd-f640-4690-a397-ccf9f049cb4d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:41.397920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-3910d1fa-5adc-4897-8bea-5a7ff3cb6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.399568 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-3910d1fa-5adc-4897-8bea-5a7ff3cb6900 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1135 time: 0.0517209 Jul 30 00:16:41.497503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-207c7286-8cb6-4d4e-aca2-f77bb6c22646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.499716 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-207c7286-8cb6-4d4e-aca2-f77bb6c22646 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 200 len: 897 time: 0.0920663 Jul 30 00:16:41.548474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-a49950e5-543a-4082-8be0-db2a3f3afef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 200 len: 217 time: 0.0408769 Jul 30 00:16:41.602186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-0677f6ff-e2c7-4697-8262-92e8becc1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.603761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-0677f6ff-e2c7-4697-8262-92e8becc1650 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fabc097-a239-44f8-ba96-83e3c9a0ffc8 HTTP/1.1" status: 200 len: 834 time: 0.0479009 Jul 30 00:16:41.656210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-1a8ff030-afb4-4daa-aea1-dabe79788e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.657728 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-1a8ff030-afb4-4daa-aea1-dabe79788e5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0739f9b9-3b0e-483a-8c33-f83db48dd052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440400 Jul 30 00:16:41.766842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-9580cb5c-db7a-4917-8500-42133a9106fe service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011755 Jul 30 00:16:41.809202 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54377329-2d12-4e35-b16d-22d315016f71 req-f054cbd3-bcf2-43a6-a231-15a1ea85ea27 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3d75bc3-afa1-4d32-8d98-448a625986ef HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jul 30 00:16:41.872185 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e36b379-04d4-49b8-9b1c-8a4b232af77a req-5052d0c2-b024-44fd-bf00-9c3362e323e3 service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974910 Jul 30 00:16:42.271543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be38c12-1dd8-46fc-ab85-9bba3bcf90fd req-c76068b9-93aa-46b3-bca1-d8f90e324c32 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:42.273267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be38c12-1dd8-46fc-ab85-9bba3bcf90fd req-c76068b9-93aa-46b3-bca1-d8f90e324c32 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 983 time: 0.0538738 Jul 30 00:16:42.328394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9be38c12-1dd8-46fc-ab85-9bba3bcf90fd req-474e11b7-d3bc-48cd-8d4e-a2f19fff5c1b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0487187 Jul 30 00:16:42.877669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56272) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:43.013265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Deleting port 1515961b-74cf-4f86-9782-5078dfbf1a34 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:43.013528 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.103404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.103733 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.117417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Calling delete_port for 1515961b-74cf-4f86-9782-5078dfbf1a34 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:43.261195 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.290010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'Port': ['ID=1515961b-74cf-4f86-9782-5078dfbf1a34,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:43.350736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.355423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:43.357427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2b1960b1-4825-456a-8fca-2d34a575b03c tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "DELETE /v2.0/floatingips/b9472a7f-fba7-4f39-9dc2-4569ef831bc9 HTTP/1.1" status: 204 len: 168 time: 0.4785502 Jul 30 00:16:43.461863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5d78-21de-40c7-a43d-b5101e2f91e6 req-20982f65-d40d-4949-bdf5-b6d97ecbb6ac tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:43.463460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-745e5d78-21de-40c7-a43d-b5101e2f91e6 req-20982f65-d40d-4949-bdf5-b6d97ecbb6ac tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 983 time: 0.0570753 Jul 30 00:16:43.507993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-745e5d78-21de-40c7-a43d-b5101e2f91e6 req-7874b667-54fb-4418-8a59-03ff03a1c8a8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0377295 Jul 30 00:16:44.635296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49216f8-e8b9-4655-b7a2-a54055aa9eed req-3c51e898-4a06-4041-aeef-a35a7e569198 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:44.636847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b49216f8-e8b9-4655-b7a2-a54055aa9eed req-3c51e898-4a06-4041-aeef-a35a7e569198 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 983 time: 0.0550354 Jul 30 00:16:44.681988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b49216f8-e8b9-4655-b7a2-a54055aa9eed req-dda3d02e-0f2b-433f-b871-427898120616 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382638 Jul 30 00:16:44.708477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ea557ade-3803-42d4-bfa8-bd9118b49386 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:16:44.822179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ea557ade-3803-42d4-bfa8-bd9118b49386,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:44.834446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'port_id': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'mac_address': 'fa:16:3e:50:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:16:44.876539 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:44.891118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea557ade-3803-42d4-bfa8-bd9118b49386 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:44.915887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ea557ade-3803-42d4-bfa8-bd9118b49386,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:44.921464 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:44.974603 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:45.203844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['ea557ade-3803-42d4-bfa8-bd9118b49386'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:16:45.823812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca574-626b-494a-b3c8-1fa4af4b19bf req-f72f7f4a-b2d0-4e02-a0c8-b013e68cf200 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:45.830713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cca574-626b-494a-b3c8-1fa4af4b19bf req-f72f7f4a-b2d0-4e02-a0c8-b013e68cf200 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 984 time: 0.0662973 Jul 30 00:16:45.877703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cca574-626b-494a-b3c8-1fa4af4b19bf req-85a95eeb-3621-4e98-b8bd-84933fa318ca tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0452714 Jul 30 00:16:46.311605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45d794cb-3033-4978-9f4f-8e832117ad14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:46.723990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ea557ade-3803-42d4-bfa8-bd9118b49386 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:46.793264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port ea557ade-3803-42d4-bfa8-bd9118b49386 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:46.799504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port ea557ade-3803-42d4-bfa8-bd9118b49386 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:46.799945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:46.868445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56302) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:46.912865 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:46.943910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:46.946582 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f9d2f-0245-4fd2-9bb1-8d9b43efdcf6" -d '{"events": [{"server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:46.959999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:46.963062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ea557ade-3803-42d4-bfa8-bd9118b49386,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:46.968992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:46.995503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:47.023423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:47.033888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08f505-0e1e-43a5-b2ba-3d459402fcbc req-708f37cd-b6f5-4651-bed7-7a460886fb88 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:47.035475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d08f505-0e1e-43a5-b2ba-3d459402fcbc req-708f37cd-b6f5-4651-bed7-7a460886fb88 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0630095 Jul 30 00:16:47.066877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:47.070371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:47.071602 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] 10.222.0.49 "DELETE /v2.0/security-groups/690e7d49-8dc3-47c5-8ce3-1d4e225a19a4 HTTP/1.1" status: 204 len: 168 time: 0.2021091 Jul 30 00:16:47.081030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717d58-f15a-457b-8514-3777de878361 tempest-TestVolumeBootPattern-1777814262 tempest-TestVolumeBootPattern-1777814262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e7d49-8dc3-47c5-8ce3-1d4e225a19a4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:47.085614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d08f505-0e1e-43a5-b2ba-3d459402fcbc req-62fe1040-41ae-4e35-b064-909ba8d46fb7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0406086 Jul 30 00:16:47.208918 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285e6c6-7f56-4b3c-bdc0-1670d16ff5a7 x-openstack-request-id: req-0285e6c6-7f56-4b3c-bdc0-1670d16ff5a7 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:47.209217 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:47.209475 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0285e6c6-7f56-4b3c-bdc0-1670d16ff5a7 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:47.209893 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'code': 200} Jul 30 00:16:47.270195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56312) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:47.356798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ffb3d-ce1a-4f32-8309-fe4519ff3045 req-3e95e232-8fb8-4d4d-9805-150fe0864af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:47.356798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d02ffb3d-ce1a-4f32-8309-fe4519ff3045 req-3e95e232-8fb8-4d4d-9805-150fe0864af7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1137 time: 0.0511835 Jul 30 00:16:47.404529 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-d02ffb3d-ce1a-4f32-8309-fe4519ff3045 req-510f88fc-1c4a-4ee7-ab82-d9c10b1b4786 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&id=34bebcea-6f98-4506-b5a7-9b7872e73871&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0408614 Jul 30 00:16:47.554864 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:47.819501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:48.093234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Deleting port 91aa9d97-5810-4d48-a74f-2f811be3c8b3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:48.093958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:48.176461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] For port 91aa9d97-5810-4d48-a74f-2f811be3c8b3, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=91aa9d97-5810-4d48-a74f-2f811be3c8b3,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:48.176999 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:48.190150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Calling delete_port for 91aa9d97-5810-4d48-a74f-2f811be3c8b3 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:48.209511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca542c-51a2-40db-92ef-82258ae651ae req-9865e9c8-e914-4b33-bea4-24fcc2497367 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:48.211087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62ca542c-51a2-40db-92ef-82258ae651ae req-9865e9c8-e914-4b33-bea4-24fcc2497367 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0504172 Jul 30 00:16:48.253101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62ca542c-51a2-40db-92ef-82258ae651ae req-a48d276e-e8fe-4142-a8bc-27e8d6db8b67 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0354614 Jul 30 00:16:48.382374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:48.411142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=91aa9d97-5810-4d48-a74f-2f811be3c8b3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:48.627926 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:48.865948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Router 0b3d0779-1b25-48b4-93af-a5ba0457e89e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:48.982473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:48.990914 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-706cf4dd-5ce9-457d-8432-93cf74a4d8ce admin admin] 10.222.0.49 "PUT /v2.0/routers/0b3d0779-1b25-48b4-93af-a5ba0457e89e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165749 Jul 30 00:16:48.990914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56322) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:48.993659 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Sync routers for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:49.004183 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:49.004900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:49.033177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58c9d46d-a1b7-42a4-9a15-d4d3b4c4e7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.097644 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.109325 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:49.203867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.260870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Deleting port 406c3c69-2c71-4c8c-b971-feaaa3279b7c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:49.261484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.295360 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:16:48Z', 'revision_number': 5, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port': {'id': '406c3c69-2c71-4c8c-b971-feaaa3279b7c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:15Z', 'updated_at': '2021-07-30T00:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:49.326126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Checking router: 0b3d0779-1b25-48b4-93af-a5ba0457e89e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:49.334706 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Routers {'0b3d0779-1b25-48b4-93af-a5ba0457e89e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:49.335592 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:49.345465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] For port 406c3c69-2c71-4c8c-b971-feaaa3279b7c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=406c3c69-2c71-4c8c-b971-feaaa3279b7c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:49.345889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.360340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Calling delete_port for 406c3c69-2c71-4c8c-b971-feaaa3279b7c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:49.376316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07846800-d54c-421c-8b0c-6eda88a354de req-04b0ab1c-f7bb-468f-babb-44c25f7284da tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:49.382151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07846800-d54c-421c-8b0c-6eda88a354de req-04b0ab1c-f7bb-468f-babb-44c25f7284da tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0538218 Jul 30 00:16:49.422321 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.435479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07846800-d54c-421c-8b0c-6eda88a354de req-06e1ee6c-f066-4e5b-83ba-92aaa9b25740 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0500867 Jul 30 00:16:49.439399 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] Set router 0b3d0779-1b25-48b4-93af-a5ba0457e89e gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:49.493249 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:16:49Z', 'revision_number': 6, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:49.543358 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.574108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Pushing event deleted for resources: {'Port': ['ID=406c3c69-2c71-4c8c-b971-feaaa3279b7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:49.627906 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bfb57-a6e0-436a-a02d-5df21cb2f8c3 None None] The sync data for ids ['0b3d0779-1b25-48b4-93af-a5ba0457e89e'] in n-d-712707-11 is: [{'id': '0b3d0779-1b25-48b4-93af-a5ba0457e89e', 'name': 'tempest-TestVolumeBootPattern-941571264-router', 'tenant_id': '74e5037b194947edbc912f74eebaa048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:14Z', 'updated_at': '2021-07-30T00:16:49Z', 'revision_number': 6, 'project_id': '74e5037b194947edbc912f74eebaa048', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:49.642937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5e36-9589-4fca-92a4-9ffc3ef343af req-74787ae8-6cd0-4a13-95bd-c8cae60aec84 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:49.651501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00fa5e36-9589-4fca-92a4-9ffc3ef343af req-74787ae8-6cd0-4a13-95bd-c8cae60aec84 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0676532 Jul 30 00:16:49.676345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.697345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-00fa5e36-9589-4fca-92a4-9ffc3ef343af req-80c07aff-b199-48ba-b771-b8bf736c351e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0445867 Jul 30 00:16:49.788208 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.790772 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.813429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a226867-aa1f-45be-915b-bebacb93aefa req-e7161970-bfdc-46e8-83c7-d5b25ae19208 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:49.815263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a226867-aa1f-45be-915b-bebacb93aefa req-e7161970-bfdc-46e8-83c7-d5b25ae19208 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1137 time: 0.0458589 Jul 30 00:16:49.837553 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9a226867-aa1f-45be-915b-bebacb93aefa req-c082c659-cd19-45ec-b000-ded0a3bfac72 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.840659 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.841186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3d0779-1b25-48b4-93af-a5ba0457e89e {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:16:49.845997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.847156 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-587123f5-50fb-4455-97f2-b928779d5955 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b3d0779-1b25-48b4-93af-a5ba0457e89e HTTP/1.1" status: 204 len: 168 time: 0.8554385 Jul 30 00:16:49.850017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56332) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:49.896181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Deleting subnet b8086746-2ed6-4947-9f86-ab52c6db7773 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:16:49.899579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.936887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.943456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9a226867-aa1f-45be-915b-bebacb93aefa req-c082c659-cd19-45ec-b000-ded0a3bfac72 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.948404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9a226867-aa1f-45be-915b-bebacb93aefa req-c082c659-cd19-45ec-b000-ded0a3bfac72 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:49.977918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a226867-aa1f-45be-915b-bebacb93aefa req-c082c659-cd19-45ec-b000-ded0a3bfac72 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1539176 Jul 30 00:16:49.983445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c659-cd19-45ec-b000-ded0a3bfac72 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a9835-b0e5-4405-bf7f-77f0a5345839,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:50.016170 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56334) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:50.056632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.100368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f39637-7803-40e4-a02b-edabe70a6dfd tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:50.101963 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e5f39637-7803-40e4-a02b-edabe70a6dfd tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1132 time: 0.0847912 Jul 30 00:16:50.104954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:50.111292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:50.133323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.165536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.168012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8086746-2ed6-4947-9f86-ab52c6db7773,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:50.179198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56e2e0-a1e0-4988-814c-6ef84cc93bba None None] Network cc7dcfd2-16af-45ca-9569-3edb1424bc03 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:16:50.181107 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.183068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-34d3265e-45bd-4ef4-a369-d56c18913890 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b8086746-2ed6-4947-9f86-ab52c6db7773 HTTP/1.1" status: 204 len: 168 time: 0.3317940 Jul 30 00:16:50.185914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56338) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:50.269460 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.272111 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.328457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Deleting port 0149d12c-58ca-44b6-b3c5-48659777f3cf {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:50.328778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.383189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.25.5.86 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/3c8e3693-4ecb-4f9c-9f7d-a603c13943ad) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:50.395203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] For port 0149d12c-58ca-44b6-b3c5-48659777f3cf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0149d12c-58ca-44b6-b3c5-48659777f3cf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:50.395203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.410942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Calling delete_port for 0149d12c-58ca-44b6-b3c5-48659777f3cf owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:50.421900 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] DHCP port deletion for cc7dcfd2-16af-45ca-9569-3edb1424bc03 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:16:50.478712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Deleting port 0149d12c-58ca-44b6-b3c5-48659777f3cf {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:50.479288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.511087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.524994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.527746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 406c3c69-2c71-4c8c-b971-feaaa3279b7c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:50.544278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0149d12c-58ca-44b6-b3c5-48659777f3cf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:50.549183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] No DVR routers for this DVR port 0149d12c-58ca-44b6-b3c5-48659777f3cf on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:50.568203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 406c3c69-2c71-4c8c-b971-feaaa3279b7c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:50.568626 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 406c3c69-2c71-4c8c-b971-feaaa3279b7c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:50.569119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0149d12c-58ca-44b6-b3c5-48659777f3cf no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:50.592336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0149d12c-58ca-44b6-b3c5-48659777f3cf {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:50.593024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0149d12c-58ca-44b6-b3c5-48659777f3cf not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:50.593699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 91aa9d97-5810-4d48-a74f-2f811be3c8b3 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:50.619616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.639967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 91aa9d97-5810-4d48-a74f-2f811be3c8b3 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:50.640315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 91aa9d97-5810-4d48-a74f-2f811be3c8b3 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:50.642700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.644327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] For port 0149d12c-58ca-44b6-b3c5-48659777f3cf, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0149d12c-58ca-44b6-b3c5-48659777f3cf,segment=NetworkSegment(9c477597-8000-4907-9df5-204a8277ce30),segment_id=9c477597-8000-4907-9df5-204a8277ce30)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:50.644830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.655410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7dcfd2-16af-45ca-9569-3edb1424bc03']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:50.665001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Calling delete_port for 0149d12c-58ca-44b6-b3c5-48659777f3cf owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:50.670841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c477597-8000-4907-9df5-204a8277ce30') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:50.671660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c477597-8000-4907-9df5-204a8277ce30') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:50.677772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:50.683358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:50.683735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.688073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:50.691284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=3c8e3693-4ecb-4f9c-9f7d-a603c13943ad,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:50.707133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.717158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:16:50.718415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:16:50.720767 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:16:50.774403 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.777109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.798672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.806054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:50.807683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] Pushing event deleted for resources: {'Port': ['ID=0149d12c-58ca-44b6-b3c5-48659777f3cf,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:50.808712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc7dcfd2-16af-45ca-9569-3edb1424bc03 HTTP/1.1" status: 204 len: 168 time: 0.6216455 Jul 30 00:16:50.820528 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccbdea-7fb1-4712-9497-1c6853c22e98 None None] No DVR routers for this DVR port 0149d12c-58ca-44b6-b3c5-48659777f3cf on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:50.823389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56342) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:50.830360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114e767-dd7c-432d-b731-1f255a1e7f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7dcfd2-16af-45ca-9569-3edb1424bc03,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:51.146480 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.200190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.218110 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.472929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Deleting port ec80f262-7b06-4a12-9029-d61337c57e4c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:51.473809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.557225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] For port ec80f262-7b06-4a12-9029-d61337c57e4c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec80f262-7b06-4a12-9029-d61337c57e4c,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:51.557583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.571039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Calling delete_port for ec80f262-7b06-4a12-9029-d61337c57e4c owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:51.700842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.706160 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.769144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.786839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=3c8e3693-4ecb-4f9c-9f7d-a603c13943ad,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:51.797471 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:51.800909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec80f262-7b06-4a12-9029-d61337c57e4c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:51.917993 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Floating IP 884d9015-dbf8-4cc1-a35a-a397a3642371 associated. External IP: 172.25.5.86, port: ea557ade-3803-42d4-bfa8-bd9118b49386. Jul 30 00:16:51.987093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:52.149719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router bd90d329-3a5c-4d63-ba03-f94c42b76810 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:52.269149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:52.280036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Sync routers for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:52.288282 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:52.291446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:52.292096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:52.319974 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2825f66b-0332-465d-ab36-0104b44cdb5d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2111688 Jul 30 00:16:52.319974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:52.320646 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7109c6-eab0-4a33-9854-356b4e864483" -d '{"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:52.324345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56346) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:52.406228 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d36e6-9c8b-4560-ac28-b7a312edcd34 x-openstack-request-id: req-f84d36e6-9c8b-4560-ac28-b7a312edcd34 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:52.406651 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:52.406989 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f84d36e6-9c8b-4560-ac28-b7a312edcd34 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:52.407529 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'status': 'completed', 'code': 200} Jul 30 00:16:52.467239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:52.474437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.474929 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.475401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.475868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.476769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.476769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.478671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89ba021d-b0b0-4199-ad74-d8ad3962af4e tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1532216 Jul 30 00:16:52.481986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56350) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:52.509530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-d197da2e-8070-4b14-8ced-87ce98d95c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.511916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-d197da2e-8070-4b14-8ced-87ce98d95c0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1137 time: 0.0484381 Jul 30 00:16:52.597303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:52.608874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-7a3286a6-1aa5-470e-8686-e3983d79de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.610415 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-7a3286a6-1aa5-470e-8686-e3983d79de1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 200 len: 897 time: 0.0925562 Jul 30 00:16:52.625451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.626023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.627030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.627030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.627518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.628013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.629958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b04982ca-36a3-445a-b0c5-e9cede5f0ab6 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1469817 Jul 30 00:16:52.634502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56352) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:52.688754 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-ffec0344-57cf-43c3-a86d-6f65328a3f67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 200 len: 999 time: 0.0703087 Jul 30 00:16:52.728177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '884d9015-dbf8-4cc1-a35a-a397a3642371', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'port_id': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'mac_address': 'fa:16:3e:50:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:16:51Z', 'updated_at': '2021-07-30T00:16:51Z', 'revision_number': 0, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:52.749571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-6c2e9cbe-6844-4eb7-ae44-52c0e3c926be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.749960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:52.753731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-6c2e9cbe-6844-4eb7-ae44-52c0e3c926be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fabc097-a239-44f8-ba96-83e3c9a0ffc8 HTTP/1.1" status: 200 len: 834 time: 0.0555582 Jul 30 00:16:52.764974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Checking router: bd90d329-3a5c-4d63-ba03-f94c42b76810 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:52.779415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:52.780065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:52.811022 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-05be3726-a261-46a9-928b-a8ecbac453b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:52.812670 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-05be3726-a261-46a9-928b-a8ecbac453b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0739f9b9-3b0e-483a-8c33-f83db48dd052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528624 Jul 30 00:16:52.905116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:52.924621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-878117c0-28f6-4286-a58d-450daf1cf756 service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952795 Jul 30 00:16:52.935451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:52.941263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-085d666a-7ac8-4348-b3a6-e2774fc5a867 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1166904 Jul 30 00:16:52.944838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56356) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:52.948113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-edd116c0-859c-4d72-b035-9b5056e4711a tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.3124182 Jul 30 00:16:52.953137 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Sync routers for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:52.957794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56358) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:52.973457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:52.975036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:53.016532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e09fb-c93e-4fd0-abb0-93d3e6aa1af4 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:53.017206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e09fb-c93e-4fd0-abb0-93d3e6aa1af4 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:53.019902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a43e09fb-c93e-4fd0-abb0-93d3e6aa1af4 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bd90d329-3a5c-4d63-ba03-f94c42b76810 HTTP/1.1" status: 200 len: 1991 time: 0.0603356 Jul 30 00:16:53.095198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:53.131502 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4d7109c6-eab0-4a33-9854-356b4e864483 req-12ad87a5-a67b-4618-b7b3-d2f873992500 service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001317 Jul 30 00:16:53.136890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.203149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '884d9015-dbf8-4cc1-a35a-a397a3642371', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'port_id': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'mac_address': 'fa:16:3e:50:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:16:51Z', 'updated_at': '2021-07-30T00:16:51Z', 'revision_number': 0, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:53.236223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b735500-4a9b-4689-8106-ed5532263ba4 None None] The sync data for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 is: [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '884d9015-dbf8-4cc1-a35a-a397a3642371', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'port_id': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'mac_address': 'fa:16:3e:50:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:16:51Z', 'updated_at': '2021-07-30T00:16:51Z', 'revision_number': 0, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:53.247905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.293539 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:16:51Z', 'revision_number': 5, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port': {'id': '0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:03:29Z', 'updated_at': '2021-07-30T00:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:53.311672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Deleting port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:53.312028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.323478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Checking router: 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:53.333960 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Routers {'9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:53.334732 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:16:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:53.395725 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] For port 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:53.396133 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.411681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Calling delete_port for 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:53.425046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] Set router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:53.452076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f24c24-7e88-4675-a14b-0082a23e81e0 None None] New status for floating IP 884d9015-dbf8-4cc1-a35a-a397a3642371: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:16:53.490505 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:16:53Z', 'revision_number': 6, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:53.518683 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351b9-9c9f-4afa-afbf-bbc7a7fa1160 None None] The sync data for ids ['9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02'] in n-d-712707-11 is: [{'id': '9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02', 'name': 'tempest-TestVolumeBootPattern-297546957-router', 'tenant_id': '2178cde6b0144f3caa0d351489b87a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:03:28Z', 'updated_at': '2021-07-30T00:16:53Z', 'revision_number': 6, 'project_id': '2178cde6b0144f3caa0d351489b87a97', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:53.591814 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.625005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:53.688701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.790105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.792360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.840306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.840941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:16:53.846311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.847491 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b691969e-fd22-4b4b-a728-e22737fc483c admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ac3f9a6-1f2f-4240-bfdd-4bd2b74b5e02 HTTP/1.1" status: 204 len: 168 time: 0.9013920 Jul 30 00:16:53.851465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56364) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:53.898494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Deleting subnet 71ff5308-88e2-4104-8f5e-3af66da0ed9d {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:16:53.902011 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.940862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.030158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.088773 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.113566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ff5308-88e2-4104-8f5e-3af66da0ed9d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:54.120622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.122584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-98d10730-df44-4740-9ca2-bd93393be9eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71ff5308-88e2-4104-8f5e-3af66da0ed9d HTTP/1.1" status: 204 len: 168 time: 0.2701092 Jul 30 00:16:54.125790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56366) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:54.127328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e96c6b-18eb-4621-a3dc-761c779dc7e6 None None] Network 5047e491-e039-45be-b006-be845a1e6b06 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:16:54.201145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.263884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Deleting port 8a23bb0c-6135-422a-b6e1-dec949604c3e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:54.264973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.319719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] DHCP port deletion for 5047e491-e039-45be-b006-be845a1e6b06 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:16:54.351453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] For port 8a23bb0c-6135-422a-b6e1-dec949604c3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8a23bb0c-6135-422a-b6e1-dec949604c3e,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:54.351854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.372091 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Calling delete_port for 8a23bb0c-6135-422a-b6e1-dec949604c3e owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:54.380347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Deleting port 8a23bb0c-6135-422a-b6e1-dec949604c3e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:54.381161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.420112 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8a23bb0c-6135-422a-b6e1-dec949604c3e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:54.458679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.480052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] For port 8a23bb0c-6135-422a-b6e1-dec949604c3e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8a23bb0c-6135-422a-b6e1-dec949604c3e,segment=NetworkSegment(1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5),segment_id=1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:54.480649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.487408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a23bb0c-6135-422a-b6e1-dec949604c3e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:54.489562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] No DVR routers for this DVR port 8a23bb0c-6135-422a-b6e1-dec949604c3e on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:54.496778 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Calling delete_port for 8a23bb0c-6135-422a-b6e1-dec949604c3e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:54.501106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 8a23bb0c-6135-422a-b6e1-dec949604c3e {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:16:54.501574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8a23bb0c-6135-422a-b6e1-dec949604c3e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:54.502143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec80f262-7b06-4a12-9029-d61337c57e4c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:54.528713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ec80f262-7b06-4a12-9029-d61337c57e4c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:54.529077 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec80f262-7b06-4a12-9029-d61337c57e4c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:54.530009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:54.568359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.577572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:54.577963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0ef14c2c-0bf2-499f-94c8-2f1811e6c2fb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:54.579436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5047e491-e039-45be-b006-be845a1e6b06']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:54.591015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:54.591315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcc8c3d-d9c7-44f1-b5ad-6b52f27216f5') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:54.602826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.619528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.620039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.628100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:16:54.628362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:16:54.630887 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:16:54.652488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] Pushing event deleted for resources: {'Port': ['ID=8a23bb0c-6135-422a-b6e1-dec949604c3e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:54.656280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1d6ad-e58d-4dda-bfc1-757ad25f1acd None None] No DVR routers for this DVR port 8a23bb0c-6135-422a-b6e1-dec949604c3e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:54.689966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.695922 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.697829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5047e491-e039-45be-b006-be845a1e6b06 HTTP/1.1" status: 204 len: 168 time: 0.5709636 Jul 30 00:16:54.708775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca26e4-9d37-4a79-8fbf-7055bc57dd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5047e491-e039-45be-b006-be845a1e6b06,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:54.828188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:54.883760 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-457eecda-d93a-49ef-969f-17d18a7ed49f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74e5037b194947edbc912f74eebaa048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542607 Jul 30 00:16:54.886864 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56372) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:54.944210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:54.969994 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.027890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.032097 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.034543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90d289eb-ae11-4804-a235-1ec0c30af3a9 HTTP/1.1" status: 204 len: 168 time: 0.1461747 Jul 30 00:16:55.045866 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee6c4-7bc6-4f10-9d47-f72cd1e4ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d289eb-ae11-4804-a235-1ec0c30af3a9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:55.419822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56380) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:55.461275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1dd92a47-4087-4568-9551-68ac5fea1242 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2178cde6b0144f3caa0d351489b87a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402069 Jul 30 00:16:55.464028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56382) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:16:55.518806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.549036 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.610609 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.613485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.614595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08ba1c64-2b46-4039-9cad-813225265915 HTTP/1.1" status: 204 len: 168 time: 0.1496823 Jul 30 00:16:55.623650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedc064-fc55-4579-90f9-0b7fa024c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ba1c64-2b46-4039-9cad-813225265915,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:58.041331 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:01.419239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-9970c910-9694-4130-b407-792093b34bd6 req-b0924139-c82c-47a6-9d97-b76f354c75ee tempest-AttachVolumeNegativeTest-1642024818 tempest-AttachVolumeNegativeTest-1642024818-project] (93865) timed out ('10.222.0.49', 57000) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:17:09.717760 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:16.307135 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-322bf2c4-0c7e-4f43-a68d-7a29a4881510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.564489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.040520 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df30a9dc-655a-46cb-95df-28b0dd0ca8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.436977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.772653 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.533468 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.474647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56496) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:26.571704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6531a37a-54b7-43e5-b095-93fc423a4f58 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.0953536 Jul 30 00:17:26.574777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56500) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:26.580456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'network': {'name': 'tempest-network-smoke--140316877', 'project_id': '7ffa67c353134125bc484f814a4515a6', 'port_security_enabled': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:26.606812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:26.612307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.637103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:17:26.647128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.647483 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Added segment ec9c02d6-73ce-42fc-b572-3da440e79a6b of type vlan for network 2026a06c-e3da-44cf-96c9-54f7760f16b6 Jul 30 00:17:26.697017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.730326 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.736329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:26.736651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.793250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2172482 Jul 30 00:17:26.795785 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56502) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:26.800634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'admin_state_up': True, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:26.819251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Network': ['ID=2026a06c-e3da-44cf-96c9-54f7760f16b6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:26.832672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.833020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.833354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.833715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.834049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.834406 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.834723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.835053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.835384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.835706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.836009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.836331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e957b4-cca7-46d9-bd41-4ccf72dcf473 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:26.849990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.851603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.855380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:17:26.915161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.066174 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.305705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.324184 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-fb66923a-b5d4-407f-ab57-6b336cf631ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498796 Jul 30 00:17:27.325652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.431055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-a8242b9d-c6e9-441d-9e60-ca0be33174a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.432601 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-a8242b9d-c6e9-441d-9e60-ca0be33174a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 1098 time: 0.0443087 Jul 30 00:17:27.441892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.25.5.136 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4667fc0c-f9da-4fc9-8d39-a1ca391819f6) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:27.540399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-e482bd60-12db-45a1-a717-f8ed46618a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.541977 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-e482bd60-12db-45a1-a717-f8ed46618a53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 200 len: 912 time: 0.0896337 Jul 30 00:17:27.546795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.590901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.613686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-187f7c21-cd32-44b5-a635-f0192a195459 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 200 len: 1002 time: 0.0636697 Jul 30 00:17:27.633560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:27.636513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:27.640384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:27.674684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:27.684622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-74c1c317-7cba-4821-a535-3660dc21c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.687083 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-74c1c317-7cba-4821-a535-3660dc21c5bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 200 len: 850 time: 0.0663090 Jul 30 00:17:27.733868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-49e48030-52f8-4515-9556-2d87902831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:27.735469 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-49e48030-52f8-4515-9556-2d87902831e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4d60430-1948-4c4f-b6af-25c324dc1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414200 Jul 30 00:17:27.829059 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-0b00fd4b-8c5b-4443-9329-6d9997b6e79f service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Jul 30 00:17:27.913657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.927587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e5ea291-b6ba-4484-a8d0-c5524910eb13 req-bab61b3a-5ef4-439a-8406-c8dda497b760 service neutron] 10.222.0.59 "GET /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913680 Jul 30 00:17:28.051442 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.128918 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.267949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:17:28.400535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:28.412569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Sync routers for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:28.427013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.427408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:28.428137 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:28.429674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c17aab1e-5bf8-4dc4-87d0-6fa444b63b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6322887 Jul 30 00:17:28.432464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.487396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101adca-a10d-4374-965a-bac860144728 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:28.491833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5101adca-a10d-4374-965a-bac860144728 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7ffa67c353134125bc484f814a4515a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0555634 Jul 30 00:17:28.492081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56508) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.537083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:28.586456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32167389-0632-48ff-bd27-24f9a613e033 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:28.588065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-32167389-0632-48ff-bd27-24f9a613e033 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950601 Jul 30 00:17:28.591202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56510) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.622694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a492b0ac-5ec2-4594-b9c2-20bc198c73b2 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302954 Jul 30 00:17:28.625507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56512) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.654916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c462e7c6-585b-4561-9faa-451f4d0c42c3 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7ffa67c353134125bc484f814a4515a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280409 Jul 30 00:17:28.658404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56514) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.743272 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:27Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:28.759675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de5584-f744-46d0-81c5-8d5ce87d3700 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:28.761958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-60de5584-f744-46d0-81c5-8d5ce87d3700 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022363 Jul 30 00:17:28.764347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.772837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Checking router: 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:28.772837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Updating router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:28.795429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0c5fb035-d524-4814-8b44-24bdd4c815c3 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298119 Jul 30 00:17:28.796288 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.798126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56520) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:28.803425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091141483', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'project_id': '7ffa67c353134125bc484f814a4515a6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:28.896012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:28.899603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.064680 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.075017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Transition to ACTIVE for port object 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:29.082688 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.089303 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.129882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Attempting to bind port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:29.129882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Attempting to bind port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:29.130569 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Attempting to bind port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:29.142879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:29.143176 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:29.143337 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.143732 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:29.144212 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Bound port: 4667fc0c-f9da-4fc9-8d39-a1ca391819f6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:29.144583 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.146435 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664474cc-3245-4d4f-a567-463311b67ab2 None None] Pushing event updated for resources: {'Port': ['ID=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.155497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Subnet': ['ID=73b384a8-d814-4afe-b65f-3db2ff28caa5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.167409 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.167750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.168113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.168441 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.168758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.169095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.169414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.169758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.170083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.170394 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.170689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.171009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.174555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Checking segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:29.174914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network hostable DHCP agents. Network: 2026a06c-e3da-44cf-96c9-54f7760f16b6, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:17:29.197827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:17:29.203823 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] For port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:29.207563 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] For port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:29.208275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2026a06c-e3da-44cf-96c9-54f7760f16b6) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:29.211628 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.216615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a697766-2857-4771-9381-649f34a4e548 None None] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:29.219151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:29.220677 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.240701 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8ef3e5d5-f46e-4ac5-95ec-0a302b85d8b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4387054 Jul 30 00:17:29.240948 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56522) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:29.275972 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:29.276685 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:29.335903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664474cc-3245-4d4f-a567-463311b67ab2 None None] Pushing event updated for resources: {'Port': ['ID=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.395665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-2026a06c-e3da-44cf-96c9-54f7760f16b6', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'fixed_ips': [{'subnet_id': '73b384a8-d814-4afe-b65f-3db2ff28caa5'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:17:29.397008 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.420786 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:29.551559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Allocated IP 172.20.0.18 (2026a06c-e3da-44cf-96c9-54f7760f16b6/73b384a8-d814-4afe-b65f-3db2ff28caa5/5e181af7-7191-4a03-ab72-d108786c3f63) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:29.608481 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:27Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:29.636622 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf97717-54fb-45e5-b981-7869175f3a58 None None] The sync data for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 is: [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:27Z', 'revision_number': 3, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:29.710626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.726082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Transition to ACTIVE for port object 5e181af7-7191-4a03-ab72-d108786c3f63 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:29.746807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Transition to ACTIVE for port object 5e181af7-7191-4a03-ab72-d108786c3f63 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:29.761143 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.826491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:29.827907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Pushing event updated for resources: {'Port': ['ID=5e181af7-7191-4a03-ab72-d108786c3f63,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.830964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:29.833986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:29.847460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.847916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.848381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.848790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.849169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.849609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.850028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.850435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.850854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.851525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.851881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.852201 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:29.920417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Attempting to bind port 5e181af7-7191-4a03-ab72-d108786c3f63 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:29.920796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Attempting to bind port 5e181af7-7191-4a03-ab72-d108786c3f63 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:29.921160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Attempting to bind port 5e181af7-7191-4a03-ab72-d108786c3f63 on network 2026a06c-e3da-44cf-96c9-54f7760f16b6 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:29.932959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:29.933371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Checking segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:29.935843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.936361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Bound using segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:29.936986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Bound port: 5e181af7-7191-4a03-ab72-d108786c3f63, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:29.937449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.014239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] For port 5e181af7-7191-4a03-ab72-d108786c3f63, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:30.017881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] For port 5e181af7-7191-4a03-ab72-d108786c3f63, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e181af7-7191-4a03-ab72-d108786c3f63,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:30.023515 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.095525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e504d5-c50b-4fdb-a441-70e5deb01288 None None] Pushing event updated for resources: {'Port': ['ID=5e181af7-7191-4a03-ab72-d108786c3f63,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:30.138647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.462814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.20.0.17 (2026a06c-e3da-44cf-96c9-54f7760f16b6/73b384a8-d814-4afe-b65f-3db2ff28caa5/23abff9e-a8bd-466c-88ed-7ea8b194a9fe) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:30.509559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:30.570866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:30.575389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:30.575760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.599038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.614798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Transition to ACTIVE for port object 23abff9e-a8bd-466c-88ed-7ea8b194a9fe will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:30.655104 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.700316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:30.704181 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:30.711047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:30.715291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.718370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:30.739317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:30.744375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.745092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e181af7-7191-4a03-ab72-d108786c3f63 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:30.763483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.823287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:30.838601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5e181af7-7191-4a03-ab72-d108786c3f63 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:30.914897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.206068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569204f1-1892-4f52-bc27-98167da60aec None None] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:31.246704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.254900 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.271779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Provisioning for port 5e181af7-7191-4a03-ab72-d108786c3f63 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:31.285083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Provisioning complete for port 5e181af7-7191-4a03-ab72-d108786c3f63 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:31.285477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.339506 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.341871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:31.441249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.466033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:31.467766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:31.490046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] For port 5e181af7-7191-4a03-ab72-d108786c3f63, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e181af7-7191-4a03-ab72-d108786c3f63,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:31.497243 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.562722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3745-b917-4635-aef5-a1e6bb4c4510 None None] Pushing event updated for resources: {'Port': ['ID=5e181af7-7191-4a03-ab72-d108786c3f63,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:31.609134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:31.726549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Provisioning for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:31.731534 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Provisioning complete for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:31.731977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.745526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:31.754180 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-515196d4-0cee-474d-b427-2de02af01b22 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "PUT /v2.0/routers/4fda339c-c5a8-43c4-a2b4-ca39e0e30009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120442 Jul 30 00:17:31.810189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Sync routers for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:31.814490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:31.830071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Provisioning complete for port 5e181af7-7191-4a03-ab72-d108786c3f63 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:31.830432 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2edf1365-ef89-4359-a278-6670fa0d7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.833321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:31.834036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:32.039187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:32.124583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-574adaa1-acba-4b02-b2f5-cc0c0ea18573 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:32.126340 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-574adaa1-acba-4b02-b2f5-cc0c0ea18573 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/networks?id=2026a06c-e3da-44cf-96c9-54f7760f16b6 HTTP/1.1" status: 200 len: 797 time: 0.1216540 Jul 30 00:17:32.143827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-9bbdb688-31d3-4d7e-9d2c-aa03c8636fa9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/quotas/7ffa67c353134125bc484f814a4515a6 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Jul 30 00:17:32.205965 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e840c958-4509-46d6-8bb5-f9051fa5122f None None] Provisioning complete for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:32.206340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e840c958-4509-46d6-8bb5-f9051fa5122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.215905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-dcb958f8-2684-4914-88ee-b45e8c2ef419 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0658269 Jul 30 00:17:32.266099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e840c958-4509-46d6-8bb5-f9051fa5122f None None] Port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:32.292780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '23abff9e-a8bd-466c-88ed-7ea8b194a9fe', 'name': '', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:83:f2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:30Z', 'updated_at': '2021-07-30T00:17:31Z', 'revision_number': 2, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:32.318203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-a0a09cb0-269d-4dcd-905b-7af595059164 service neutron] 10.222.0.49 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888212 Jul 30 00:17:32.320656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Checking router: 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:32.321054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Updating router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:32.347839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.421370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b94251a9-3f7b-4cae-939e-426c15c12672 None None] Provisioning complete for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:32.421888 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b94251a9-3f7b-4cae-939e-426c15c12672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.427622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-0ea46cb8-bfd4-48d2-95ca-ac313d1cb19f service neutron] 10.222.0.49 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015022 Jul 30 00:17:32.473595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:32.573188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b94251a9-3f7b-4cae-939e-426c15c12672 None None] Port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:32.603767 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e498fc0a-5021-4375-8d93-5dcec390d4c2 req-332aac1e-7596-4a3c-bd93-57621d84240f tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 210 time: 0.0355809 Jul 30 00:17:32.630888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:32.631270 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.800444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.806040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e181af7-7191-4a03-ab72-d108786c3f63 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:32.836270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Transition to ACTIVE for port object 23abff9e-a8bd-466c-88ed-7ea8b194a9fe will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:32.854303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:32.920349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2635c4-cf5e-4aa7-8345-2b42ac2849e9 None None] Pushing event updated for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:32.925601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5e181af7-7191-4a03-ab72-d108786c3f63 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:32.926006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.012736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Attempting to bind port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:33.012736 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Attempting to bind port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:33.013069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Attempting to bind port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe on network 2026a06c-e3da-44cf-96c9-54f7760f16b6 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:33.020906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:33.022095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Checking segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:33.022883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.023251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Bound using segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:33.023732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Bound port: 23abff9e-a8bd-466c-88ed-7ea8b194a9fe, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:33.024118 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.133452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] For port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:33.147347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] For port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:33.153498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.239948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2635c4-cf5e-4aa7-8345-2b42ac2849e9 None None] Pushing event updated for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:33.246754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:33.247443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:33.385153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:33.720390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fe4a940-99ef-4e04-a4fd-214c43b681f6 req-e2ac8ac0-24ba-4d83-97dd-0ba211ecfd13 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 210 time: 0.0287094 Jul 30 00:17:33.809293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '23abff9e-a8bd-466c-88ed-7ea8b194a9fe', 'name': '', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:83:f2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:30Z', 'updated_at': '2021-07-30T00:17:33Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:33.838849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c513-29a0-4aa8-a093-74c7cdbac6da None None] The sync data for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 is: [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '23abff9e-a8bd-466c-88ed-7ea8b194a9fe', 'name': '', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:83:f2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:30Z', 'updated_at': '2021-07-30T00:17:33Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:33.991700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-a3fa5db3-aabd-4773-b027-d0a1afdd8f37 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:33.994158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-a3fa5db3-aabd-4773-b027-d0a1afdd8f37 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.57 "GET /v2.0/networks?id=2026a06c-e3da-44cf-96c9-54f7760f16b6 HTTP/1.1" status: 200 len: 797 time: 0.1572073 Jul 30 00:17:34.025952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Request body: {'port': {'device_id': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'admin_state_up': True, 'tenant_id': '7ffa67c353134125bc484f814a4515a6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:34.181687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Made reservation on behalf of 7ffa67c353134125bc484f814a4515a6 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:34.188150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:34.485563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 23abff9e-a8bd-466c-88ed-7ea8b194a9fe up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:34.555835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:34.561731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:34.562417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:34.703690 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:34.743157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:34.763730 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:34.810505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Allocated IP 172.20.0.30 (2026a06c-e3da-44cf-96c9-54f7760f16b6/73b384a8-d814-4afe-b65f-3db2ff28caa5/30e84532-a6d2-4117-9dfa-3cd9d72ad948) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:34.864765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:34.929365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b3e4f4a-56e0-4ade-91ac-1ffa9c7ac0ff req-ce0dd5be-fb5e-4aeb-873b-913835d2d28a tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 210 time: 0.0692775 Jul 30 00:17:35.000063 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.015583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Transition to ACTIVE for port object 30e84532-a6d2-4117-9dfa-3cd9d72ad948 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:35.054230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.099284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:35.104703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:35.109779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:35.140510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event updated for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:35.174171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:35.174833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.197771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-fd1bc727-6de2-4d70-9a1c-2eda74b2d23e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1764913 Jul 30 00:17:35.218910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Request body: {'port': {'device_id': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:35.298359 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.461369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec6011cc-5c29-4381-b3c5-9b324cd4c831 None None] Provisioning for port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:35.466339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ec6011cc-5c29-4381-b3c5-9b324cd4c831 None None] Provisioning complete for port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:35.466720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec6011cc-5c29-4381-b3c5-9b324cd4c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.502810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ec6011cc-5c29-4381-b3c5-9b324cd4c831 None None] Port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:35.593831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e84532-a6d2-4117-9dfa-3cd9d72ad948 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:35.601960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.615846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Transition to ACTIVE for port object 30e84532-a6d2-4117-9dfa-3cd9d72ad948 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:35.621186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.675387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Pushing event updated for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:35.788854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Attempting to bind port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:35.789930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Attempting to bind port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:35.790288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Attempting to bind port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 on network 2026a06c-e3da-44cf-96c9-54f7760f16b6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:35.799917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 on network 2026a06c-e3da-44cf-96c9-54f7760f16b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:35.800307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Attempting to bind port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 on network 2026a06c-e3da-44cf-96c9-54f7760f16b6 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:35.806069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:35.806393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Checking segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:35.806788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Bound using segment: {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:35.807227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Bound port: 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9c02d6-73ce-42fc-b572-3da440e79a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:35.807589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.897145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:35.901075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:35.908847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.948221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:35.948945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.952091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] 10.222.0.57 "PUT /v2.0/ports/30e84532-a6d2-4117-9dfa-3cd9d72ad948 HTTP/1.1" status: 200 len: 1056 time: 0.7375066 Jul 30 00:17:35.952615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:35.955857 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716" -d '{"events": [{"name": "network-changed", "server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:35.986798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8211c-5c3a-4a3f-9862-d236f2cdd232 service neutron] Pushing event updated for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:36.126199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-5d848e70-fe43-4796-8959-0af6ca0d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.127711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-5d848e70-fe43-4796-8959-0af6ca0d6933 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 1059 time: 0.1103408 Jul 30 00:17:36.139352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8025c2a-65ba-46b0-b6bb-e5b69111d33e req-f9e45b32-151b-4a96-a422-9995234938a1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.141025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8025c2a-65ba-46b0-b6bb-e5b69111d33e req-f9e45b32-151b-4a96-a422-9995234938a1 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 907 time: 0.0786638 Jul 30 00:17:36.183560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-21ab16a0-8790-4b3e-b0a1-7def72d8c044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948 HTTP/1.1" status: 200 len: 217 time: 0.0401285 Jul 30 00:17:36.220135 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f23ce4-299d-4012-86f0-d4b337cbc537 x-openstack-request-id: req-12f23ce4-299d-4012-86f0-d4b337cbc537 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:36.220427 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:36.220678 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12f23ce4-299d-4012-86f0-d4b337cbc537 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:36.221076 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948', 'status': 'completed', 'code': 200} Jul 30 00:17:36.239053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-560dbb13-c149-4702-b55c-96d53eaa6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.240456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-560dbb13-c149-4702-b55c-96d53eaa6756 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b384a8-d814-4afe-b65f-3db2ff28caa5 HTTP/1.1" status: 200 len: 838 time: 0.0489554 Jul 30 00:17:36.302104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-8eabf8e2-9499-453c-9dd6-ab4dc8bafc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.303719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-8eabf8e2-9499-453c-9dd6-ab4dc8bafc2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2026a06c-e3da-44cf-96c9-54f7760f16b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0535598 Jul 30 00:17:36.401304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-a8daba9b-d3b4-4737-814a-d0aa29e199ea service neutron] 10.222.0.57 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887628 Jul 30 00:17:36.436685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 23abff9e-a8bd-466c-88ed-7ea8b194a9fe up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:36.492417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:36.493037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:36.504961 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a8d00e5-255d-418f-ae1e-5511414cc49a req-c6478a8b-2428-4ac6-9afb-4024c8a65d19 service neutron] 10.222.0.57 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951803 Jul 30 00:17:36.685862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-a11ac41a-cf4f-480f-8eea-743885b917f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.687330 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-a11ac41a-cf4f-480f-8eea-743885b917f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 1059 time: 0.0446413 Jul 30 00:17:36.792679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-78b2bf28-17d0-4e08-905a-bc1764c6492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.794699 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-78b2bf28-17d0-4e08-905a-bc1764c6492d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2026a06c-e3da-44cf-96c9-54f7760f16b6 HTTP/1.1" status: 200 len: 898 time: 0.0996325 Jul 30 00:17:36.841087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-28a44adf-3f07-4510-9c6f-77e1c2cfe5f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948 HTTP/1.1" status: 200 len: 217 time: 0.0383489 Jul 30 00:17:36.903750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-48f4ac69-4e69-4c76-8699-870e6ba330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.905218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-48f4ac69-4e69-4c76-8699-870e6ba330cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73b384a8-d814-4afe-b65f-3db2ff28caa5 HTTP/1.1" status: 200 len: 838 time: 0.0461359 Jul 30 00:17:36.957647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-e771c487-d2d7-4378-ac7b-a1fc9fd4e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.959119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-e771c487-d2d7-4378-ac7b-a1fc9fd4e916 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2026a06c-e3da-44cf-96c9-54f7760f16b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0440288 Jul 30 00:17:37.067809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-317be480-23e0-4892-84c6-16cbdb6dae36 service neutron] 10.222.0.57 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987482 Jul 30 00:17:37.174621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3883b2e1-5bf6-48b5-ba1d-567eb34bf716 req-97887545-b0d9-4b23-8c6e-d3c20f0ff8d4 service neutron] 10.222.0.57 "GET /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976925 Jul 30 00:17:37.278288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cd943-dcbe-4561-b6d4-62a2a5903776 req-7c90c2ee-f719-4c68-9eec-fbb524efe9a0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:37.280028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e7cd943-dcbe-4561-b6d4-62a2a5903776 req-7c90c2ee-f719-4c68-9eec-fbb524efe9a0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 907 time: 0.0574303 Jul 30 00:17:38.405151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6c5c0-7e81-412f-8c30-1cf85f805135 req-ff8684bc-5c41-41d2-92d4-c3e193d7935c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:38.406742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-add6c5c0-7e81-412f-8c30-1cf85f805135 req-ff8684bc-5c41-41d2-92d4-c3e193d7935c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 907 time: 0.0533235 Jul 30 00:17:39.539058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e410ce-f03c-4bde-a6f9-eb3bc916d1d9 req-c4451d6b-b52a-4d9c-add8-ec60c9bd726c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:39.540630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2e410ce-f03c-4bde-a6f9-eb3bc916d1d9 req-c4451d6b-b52a-4d9c-add8-ec60c9bd726c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 907 time: 0.0590446 Jul 30 00:17:39.624052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 30e84532-a6d2-4117-9dfa-3cd9d72ad948 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:39.742106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:39.754237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '30e84532-a6d2-4117-9dfa-3cd9d72ad948', 'network_id': '2026a06c-e3da-44cf-96c9-54f7760f16b6', 'port_id': '30e84532-a6d2-4117-9dfa-3cd9d72ad948', 'mac_address': 'fa:16:3e:ef:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b384a8-d814-4afe-b65f-3db2ff28caa5', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:39.794742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:39.809104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e84532-a6d2-4117-9dfa-3cd9d72ad948 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:39.830283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:39.834932 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:39.888064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:40.159905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['30e84532-a6d2-4117-9dfa-3cd9d72ad948'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:40.669137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0290838-6b7e-41e9-b32c-50f439fdf7f1 req-b9290020-f2c6-42e2-9970-5c988a0aa841 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:40.670815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a0290838-6b7e-41e9-b32c-50f439fdf7f1 req-b9290020-f2c6-42e2-9970-5c988a0aa841 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 908 time: 0.0523603 Jul 30 00:17:41.633537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 30e84532-a6d2-4117-9dfa-3cd9d72ad948 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:41.684341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:41.688536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:41.689105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:41.776875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:41.804576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:41.806320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c4d5-948b-42bd-bdeb-ba1b7a40c97b req-450f3db0-62f2-4215-acac-402b41475dda tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:41.807181 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38db46-b504-48b9-a1b6-fb98007a58a4" -d '{"events": [{"server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "name": "network-vif-plugged", "status": "completed", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:41.807913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66c9c4d5-948b-42bd-bdeb-ba1b7a40c97b req-450f3db0-62f2-4215-acac-402b41475dda tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 908 time: 0.0575390 Jul 30 00:17:41.830915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:41.830915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:41.869747 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b1db13-54c0-48f4-8c77-58a5bb64d6d2 x-openstack-request-id: req-d3b1db13-54c0-48f4-8c77-58a5bb64d6d2 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:41.870052 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "name": "network-vif-plugged", "status": "completed", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:41.870304 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3b1db13-54c0-48f4-8c77-58a5bb64d6d2 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:41.870708 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948', 'code': 200} Jul 30 00:17:41.888653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:42.004345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160a030-1b8d-482b-9abe-c465b6ef8eda req-7b97ee31-0c9b-4fe1-bba9-bc498865efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:42.005849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0160a030-1b8d-482b-9abe-c465b6ef8eda req-7b97ee31-0c9b-4fe1-bba9-bc498865efca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 1061 time: 0.0429318 Jul 30 00:17:42.906283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a45ee-fdf2-40b9-b73c-bd1cc813bf5d req-bdecb4a2-d2d6-4581-8a20-8f2bbe0240db tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:42.908156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-355a45ee-fdf2-40b9-b73c-bd1cc813bf5d req-bdecb4a2-d2d6-4581-8a20-8f2bbe0240db tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0529015 Jul 30 00:17:42.958458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-355a45ee-fdf2-40b9-b73c-bd1cc813bf5d req-bb2f22f7-90cc-43a7-8d40-2c491468d8c7 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Jul 30 00:17:43.088870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5389f-76a0-4e11-9b67-f4b7823a1daf req-2314ae42-0a45-4e36-9357-f417c7980370 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:43.091320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5c5389f-76a0-4e11-9b67-f4b7823a1daf req-2314ae42-0a45-4e36-9357-f417c7980370 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0744314 Jul 30 00:17:44.087041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb2f9-ad98-4441-9c52-dc154c22b193 req-87992950-07cd-495b-b4b3-ea8a6f91dd49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.088595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d17bb2f9-ad98-4441-9c52-dc154c22b193 req-87992950-07cd-495b-b4b3-ea8a6f91dd49 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0583551 Jul 30 00:17:44.130530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d17bb2f9-ad98-4441-9c52-dc154c22b193 req-d0d0b380-fcd6-4d2a-a9db-e449e2c083a3 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327959 Jul 30 00:17:44.244479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5251-1428-406e-9a61-7686bb383b83 req-a720c5c9-b5b5-40ec-b543-8aaba25b0626 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.245931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c82f5251-1428-406e-9a61-7686bb383b83 req-a720c5c9-b5b5-40ec-b543-8aaba25b0626 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0514715 Jul 30 00:17:44.366549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebf43d-2540-4347-aadc-700a86272a0d req-12fbc695-24cc-466d-bd98-5782ea3feae4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.368199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7ebf43d-2540-4347-aadc-700a86272a0d req-12fbc695-24cc-466d-bd98-5782ea3feae4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0549924 Jul 30 00:17:44.490909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa01e-e735-4e85-9822-05e6abf13108 req-088e98a5-f5ae-4550-8ca0-1cb164c64ba2 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.492494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-148fa01e-e735-4e85-9822-05e6abf13108 req-088e98a5-f5ae-4550-8ca0-1cb164c64ba2 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 1061 time: 0.0550115 Jul 30 00:17:44.606732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5fcb9-3b6b-49cc-b9f6-85f75ff87b05 req-37b4b45f-b0ba-4c37-aeec-6741d0ead4b4 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.608809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9c5fcb9-3b6b-49cc-b9f6-85f75ff87b05 req-37b4b45f-b0ba-4c37-aeec-6741d0ead4b4 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1137 time: 0.0462177 Jul 30 00:17:44.656633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9c5fcb9-3b6b-49cc-b9f6-85f75ff87b05 req-5590a64e-2821-4710-a69d-f9cc8636f2a2 tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0393655 Jul 30 00:17:44.684521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56646) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:44.710554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-af6d7d81-81db-4fca-8ac6-07ab0418aa74 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.712121 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-af6d7d81-81db-4fca-8ac6-07ab0418aa74 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0581319 Jul 30 00:17:44.731131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a771a-2821-4f60-b193-812aac5440ef tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.732704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-912a771a-2821-4f60-b193-812aac5440ef tempest-TestSecurityGroupsBasicOps-1607298290 tempest-TestSecurityGroupsBasicOps-1607298290-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 1056 time: 0.0471230 Jul 30 00:17:44.816883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Deleting port dab83288-00f3-4efa-b6c4-15888ff5575f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:44.817196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.927127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] For port dab83288-00f3-4efa-b6c4-15888ff5575f, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab83288-00f3-4efa-b6c4-15888ff5575f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:44.928023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.989196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499bf7a-c194-413a-99ea-9a345b74ce4c req-fe64923f-881a-4e91-bbf2-65c15bcfd88a tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.990707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2499bf7a-c194-413a-99ea-9a345b74ce4c req-fe64923f-881a-4e91-bbf2-65c15bcfd88a tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0543098 Jul 30 00:17:45.122285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:45.122634 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:45.122973 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Floating IP d406ae1b-ba74-4073-8076-4c8d7b6a5a6b disassociated. External IP: 172.25.5.111, port: dab83288-00f3-4efa-b6c4-15888ff5575f. Jul 30 00:17:45.123319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Calling delete_port for dab83288-00f3-4efa-b6c4-15888ff5575f owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:45.259834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14407ce8-05bb-4d53-b045-3e773c8941f6 req-e7510c58-860f-4ab2-b253-85693e998815 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.261742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14407ce8-05bb-4d53-b045-3e773c8941f6 req-e7510c58-860f-4ab2-b253-85693e998815 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1081c3-b225-4564-b86a-9972d8273e00 HTTP/1.1" status: 200 len: 946 time: 0.0563800 Jul 30 00:17:45.262375 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:45.290916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'Port': ['ID=dab83288-00f3-4efa-b6c4-15888ff5575f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:45.318605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14407ce8-05bb-4d53-b045-3e773c8941f6 req-3f8784c3-d626-4cda-b4d4-efb7d7dad5cf tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups?id=df37c149-724c-4634-94ba-595499245b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Jul 30 00:17:45.414611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:45.532559 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:45.543069 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:45.554318 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:45.554926 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:45.573689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] No DVR routers for this DVR port dab83288-00f3-4efa-b6c4-15888ff5575f on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:45.576323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:45.578518 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-de04fa98-1452-41a9-acc5-3c2bf5e3fc16 req-53ea6611-3f87-4bf5-afb1-205ba51afa13 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.59 "DELETE /v2.0/ports/dab83288-00f3-4efa-b6c4-15888ff5575f HTTP/1.1" status: 204 len: 173 time: 0.8598006 Jul 30 00:17:45.578947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'name': 'network-vif-deleted', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:45.581257 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e252fb7-63ca-4b53-a552-2f19ac5ad6a6" -d '{"events": [{"server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "name": "network-vif-deleted", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:45.624787 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e993d-f913-4d6d-a351-48e69a7f8e74 x-openstack-request-id: req-e31e993d-f913-4d6d-a351-48e69a7f8e74 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:45.625078 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1081c3-b225-4564-b86a-9972d8273e00", "name": "network-vif-deleted", "tag": "dab83288-00f3-4efa-b6c4-15888ff5575f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:45.625331 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e31e993d-f913-4d6d-a351-48e69a7f8e74 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:45.625821 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1081c3-b225-4564-b86a-9972d8273e00', 'name': 'network-vif-deleted', 'tag': 'dab83288-00f3-4efa-b6c4-15888ff5575f', 'status': 'completed', 'code': 200} Jul 30 00:17:45.769067 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:45.978078 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:46.005857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:46.017956 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:46.018774 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:46.130651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533cd0-b58b-49bb-858f-95c1c239021e req-31cef3b5-4468-4abd-8ebf-9f7eb71c3ddc tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.134455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e533cd0-b58b-49bb-858f-95c1c239021e req-31cef3b5-4468-4abd-8ebf-9f7eb71c3ddc tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0608103 Jul 30 00:17:46.136380 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:46.311222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04d37977-28d8-4ca0-9a8e-1b67545828c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.352950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:46.384450 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaad1db-86b0-4647-a8d6-b622efe65ad7 None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 4, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '881a1e7e-6fc9-40c1-9682-77a2684da9f4', 'name': '', 'network_id': 'b4d60430-1948-4c4f-b6af-25c324dc1983', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'mac_address': 'fa:16:3e:5d:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2b403575-e9df-4f67-972e-7071656a36ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:14Z', 'updated_at': '2021-07-30T00:11:22Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'subnets': [{'id': '2b403575-e9df-4f67-972e-7071656a36ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:46.412547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:46.472047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.501276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.563057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.565920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.567287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "DELETE /v2.0/security-groups/df37c149-724c-4634-94ba-595499245b05 HTTP/1.1" status: 204 len: 168 time: 0.1537151 Jul 30 00:17:46.570324 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56664) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:46.585866 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-1f25be12-8ab1-4ad3-a51a-0816af4e5fb8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] show failed (client error): The resource could not be found. Jul 30 00:17:46.590835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1f25be12-8ab1-4ad3-a51a-0816af4e5fb8 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "GET /v2.0/security-groups/df37c149-724c-4634-94ba-595499245b05 HTTP/1.1" status: 404 len: 347 time: 0.0156479 Jul 30 00:17:46.591917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:46.617356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d38e06-5ca1-4c8a-94d2-d6d33412f2f1 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37c149-724c-4634-94ba-595499245b05,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:46.648001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-e6e4e549-9932-4e82-9260-a078a1e718de tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.649823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-e6e4e549-9932-4e82-9260-a078a1e718de tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.57 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 909 time: 0.0968275 Jul 30 00:17:46.699797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9f6ae-7280-4306-b6a2-992534dc1702 None None] New status for floating IP d406ae1b-ba74-4073-8076-4c8d7b6a5a6b: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:17:46.718126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:46.745591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Deleting port c1e6bab8-07b4-495a-a8c1-ee44b432b166 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:46.745969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.786643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:46.787344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.853918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.854196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.875847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Calling delete_port for c1e6bab8-07b4-495a-a8c1-ee44b432b166 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:46.928209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port 30e84532-a6d2-4117-9dfa-3cd9d72ad948, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=30e84532-a6d2-4117-9dfa-3cd9d72ad948,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:46.928860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:46.950169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 30e84532-a6d2-4117-9dfa-3cd9d72ad948 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:47.067069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.098768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Pushing event deleted for resources: {'Port': ['ID=c1e6bab8-07b4-495a-a8c1-ee44b432b166,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:47.117224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.152327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=30e84532-a6d2-4117-9dfa-3cd9d72ad948,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:47.184391 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.187655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.194593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9773ed9b-884a-4c68-bbb1-e1b4d9c87929 tempest-AttachVolumeTestJSON-6909988 tempest-AttachVolumeTestJSON-6909988-project] 10.222.0.49 "DELETE /v2.0/floatingips/d406ae1b-ba74-4073-8076-4c8d7b6a5a6b HTTP/1.1" status: 204 len: 168 time: 0.5971611 Jul 30 00:17:47.217195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] No DVR routers for this DVR port 30e84532-a6d2-4117-9dfa-3cd9d72ad948 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:47.233058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.236870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aaf348af-75bc-4a18-a416-1a3c29d3a73b req-0ed28346-090a-4618-89a8-1d9b6ebc578d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.57 "DELETE /v2.0/ports/30e84532-a6d2-4117-9dfa-3cd9d72ad948 HTTP/1.1" status: 204 len: 173 time: 0.5799804 Jul 30 00:17:47.237612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'name': 'network-vif-deleted', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:47.241187 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5670755e-5403-4402-970d-2e537c230165" -d '{"events": [{"server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "name": "network-vif-deleted", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:47.288460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a121412-8e26-4629-8b52-5f94afee6417 req-6b82d246-46ce-44b2-8f90-d6cff893fc18 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 210 time: 0.0443666 Jul 30 00:17:47.363798 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e16438-31bd-4c3a-b670-f37cf1157f76 x-openstack-request-id: req-b2e16438-31bd-4c3a-b670-f37cf1157f76 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:47.364711 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca", "name": "network-vif-deleted", "tag": "30e84532-a6d2-4117-9dfa-3cd9d72ad948", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:47.365107 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2e16438-31bd-4c3a-b670-f37cf1157f76 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:47.365754 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca', 'name': 'network-vif-deleted', 'tag': '30e84532-a6d2-4117-9dfa-3cd9d72ad948', 'status': 'completed', 'code': 200} Jul 30 00:17:47.568480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:47.940819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-5260b0a4-1930-4ae7-b356-c2643037ec09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297143 Jul 30 00:17:48.036376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-bb96d7b9-d356-4349-b1a7-e3bf006ac91b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=90cec9eb-1ace-47ed-b2a2-c5b2b61ad7ca HTTP/1.1" status: 200 len: 210 time: 0.0317099 Jul 30 00:17:48.266863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-1e30df8c-66b5-4370-a5bc-3ec62c378f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.267356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-1e30df8c-66b5-4370-a5bc-3ec62c378f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.268939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-1e30df8c-66b5-4370-a5bc-3ec62c378f86 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7ffa67c353134125bc484f814a4515a6&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2054634 Jul 30 00:17:48.375588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56678) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:48.470881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-df6fe77c-f5de-4ab8-a93d-a4b4d7869eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.472736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ca0e6eb-cfcc-48fb-8d52-479fd828a995 req-df6fe77c-f5de-4ab8-a93d-a4b4d7869eea service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962893 Jul 30 00:17:48.799261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.987325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab83288-00f3-4efa-b6c4-15888ff5575f no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:49.013595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: dab83288-00f3-4efa-b6c4-15888ff5575f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:49.013950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab83288-00f3-4efa-b6c4-15888ff5575f not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:49.035048 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2df3d35-ebf9-46be-83ad-ae2e2359d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.111351 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:49.111697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.208615 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port 23abff9e-a8bd-466c-88ed-7ea8b194a9fe, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:49.208988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.229124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 23abff9e-a8bd-466c-88ed-7ea8b194a9fe owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:49.430911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.463831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.493037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=23abff9e-a8bd-466c-88ed-7ea8b194a9fe,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:49.702853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.937207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:50.062761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:50.068326 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a23fe3ee-3cd5-4170-963f-624f033a5dbe tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "PUT /v2.0/routers/4fda339c-c5a8-43c4-a2b4-ca39e0e30009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910064 Jul 30 00:17:50.071284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56684) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:50.075495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Sync routers for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:50.087441 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:50.088093 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:50.125006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting subnet 73b384a8-d814-4afe-b65f-3db2ff28caa5 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:17:50.128677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.173322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.200040 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:50.279259 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.341727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.378567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.381159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/subnets/73b384a8-d814-4afe-b65f-3db2ff28caa5 HTTP/1.1" status: 204 len: 168 time: 0.3088250 Jul 30 00:17:50.382454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9bd83-8681-42e1-8727-b97a2cad59f7 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Subnet': ['ID=73b384a8-d814-4afe-b65f-3db2ff28caa5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:50.383917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56686) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:50.386262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af49fe-6099-45c0-9a8a-dc517169feb3 None None] Network 2026a06c-e3da-44cf-96c9-54f7760f16b6 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:50.402713 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:49Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:50.433653 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Checking router: 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:50.464547 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Routers {'4fda339c-c5a8-43c4-a2b4-ca39e0e30009'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:50.464918 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:50.586268 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] Set router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:50.615100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] DHCP port deletion for 2026a06c-e3da-44cf-96c9-54f7760f16b6 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:17:50.672819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Deleting port 5e181af7-7191-4a03-ab72-d108786c3f63 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:50.673402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.800160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] For port 5e181af7-7191-4a03-ab72-d108786c3f63, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e181af7-7191-4a03-ab72-d108786c3f63,segment=NetworkSegment(ec9c02d6-73ce-42fc-b572-3da440e79a6b),segment_id=ec9c02d6-73ce-42fc-b572-3da440e79a6b)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:50.801105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.813484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.818359 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Calling delete_port for 5e181af7-7191-4a03-ab72-d108786c3f63 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:50.878254 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:49Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:50.921291 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00d79-ddad-4d01-8bd0-a70110bfa176 None None] The sync data for ids ['4fda339c-c5a8-43c4-a2b4-ca39e0e30009'] in n-d-712707-11 is: [{'id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-771726129', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:26Z', 'updated_at': '2021-07-30T00:17:49Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4667fc0c-f9da-4fc9-8d39-a1ca391819f6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fda339c-c5a8-43c4-a2b4-ca39e0e30009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:27Z', 'updated_at': '2021-07-30T00:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:50.928076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.949182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.957282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] Pushing event deleted for resources: {'Port': ['ID=5e181af7-7191-4a03-ab72-d108786c3f63,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:50.959584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42400d0d-a059-4e71-a3f5-2c822abd8c2d None None] No DVR routers for this DVR port 5e181af7-7191-4a03-ab72-d108786c3f63 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:51.081066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.142421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:51.142786 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.241256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port 4667fc0c-f9da-4fc9-8d39-a1ca391819f6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:51.241694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.258010 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:51.446400 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.480901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=4667fc0c-f9da-4fc9-8d39-a1ca391819f6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:51.551652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.652534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.656024 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.696705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 30e84532-a6d2-4117-9dfa-3cd9d72ad948 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:51.706351 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.707013 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Fanout notify agent at l3_agent the message router_deleted on router 4fda339c-c5a8-43c4-a2b4-ca39e0e30009 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:17:51.719176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.723731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fbf14ec2-54e1-4a9d-9559-748b8f3cbf10 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/routers/4fda339c-c5a8-43c4-a2b4-ca39e0e30009 HTTP/1.1" status: 204 len: 168 time: 1.3381643 Jul 30 00:17:51.724095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:51.734694 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 30e84532-a6d2-4117-9dfa-3cd9d72ad948 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:51.734888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 30e84532-a6d2-4117-9dfa-3cd9d72ad948 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:51.816924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.910809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.922541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2026a06c-e3da-44cf-96c9-54f7760f16b6']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:51.936391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9c02d6-73ce-42fc-b572-3da440e79a6b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:51.936391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9c02d6-73ce-42fc-b572-3da440e79a6b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:51.947233 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.962417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.969860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:17:51.970395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:17:51.975461 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:17:52.043684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.051075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.052997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/networks/2026a06c-e3da-44cf-96c9-54f7760f16b6 HTTP/1.1" status: 204 len: 168 time: 0.3278525 Jul 30 00:17:52.055902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56698) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:52.092903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1aba5-1f9c-483f-990d-fdcc1dd4f30b tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Network': ['ID=2026a06c-e3da-44cf-96c9-54f7760f16b6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:52.291888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 3c8e3693-4ecb-4f9c-9f7d-a603c13943ad {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:52.292249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.382781 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.383108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.398814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 3c8e3693-4ecb-4f9c-9f7d-a603c13943ad owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:52.442915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:52.466632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:52.467317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4667fc0c-f9da-4fc9-8d39-a1ca391819f6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:52.467931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 23abff9e-a8bd-466c-88ed-7ea8b194a9fe no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:52.490443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 23abff9e-a8bd-466c-88ed-7ea8b194a9fe {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:52.491075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 23abff9e-a8bd-466c-88ed-7ea8b194a9fe not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:52.491484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e181af7-7191-4a03-ab72-d108786c3f63 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:52.514895 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5e181af7-7191-4a03-ab72-d108786c3f63 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:52.515526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5e181af7-7191-4a03-ab72-d108786c3f63 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:52.536839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.590737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.618478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=3c8e3693-4ecb-4f9c-9f7d-a603c13943ad,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:52.700392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.700751 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Floating IP 884d9015-dbf8-4cc1-a35a-a397a3642371 disassociated (deleted). External IP: 172.25.5.86, port: ea557ade-3803-42d4-bfa8-bd9118b49386. Jul 30 00:17:53.293019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router bd90d329-3a5c-4d63-ba03-f94c42b76810 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:53.420827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:53.425519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:53.432091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Sync routers for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:53.447609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:53.447609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:53.462014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-35f31ae9-5872-4b6f-9b32-bd629e1833c8 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/floatingips/884d9015-dbf8-4cc1-a35a-a397a3642371 HTTP/1.1" status: 204 len: 168 time: 1.4025955 Jul 30 00:17:53.462014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:53.462809 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19" -d '{"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:53.576339 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:53.647660 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7022a8c2-682f-4d7e-874d-c5b794e13b13 x-openstack-request-id: req-7022a8c2-682f-4d7e-874d-c5b794e13b13 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:53.648469 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:53.649279 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7022a8c2-682f-4d7e-874d-c5b794e13b13 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:53.649939 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'status': 'completed', 'code': 200} Jul 30 00:17:53.757978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81edfd4-d9e5-433d-bc8e-cb94bd122cc4 req-d6fdaaf9-9a84-4878-9149-c901bc89bf7a tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:53.760923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-a1d2f199-0c66-4ff7-8230-3b516dc4f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:53.762497 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-a1d2f199-0c66-4ff7-8230-3b516dc4f473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ffa67c353134125bc484f814a4515a6&device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 1137 time: 0.0657377 Jul 30 00:17:53.764926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d81edfd4-d9e5-433d-bc8e-cb94bd122cc4 req-d6fdaaf9-9a84-4878-9149-c901bc89bf7a tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0653365 Jul 30 00:17:53.816421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d81edfd4-d9e5-433d-bc8e-cb94bd122cc4 req-2217a018-7f1d-4020-86b8-2f10f3a5af6f tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0483003 Jul 30 00:17:53.829145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:53.856947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Checking router: bd90d329-3a5c-4d63-ba03-f94c42b76810 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:53.866803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:53.867446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:53.888958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-474feb86-6889-48b8-8eed-24398cadfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:53.890699 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-474feb86-6889-48b8-8eed-24398cadfba2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 200 len: 897 time: 0.1187861 Jul 30 00:17:53.942103 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-4a9214fa-ff11-4a4e-83b6-3174904f45f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 200 len: 217 time: 0.0440645 Jul 30 00:17:53.985348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:53.996967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-1f1bae23-82fc-483e-84e8-aa5bd2e84a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:53.998606 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-1f1bae23-82fc-483e-84e8-aa5bd2e84a6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fabc097-a239-44f8-ba96-83e3c9a0ffc8 HTTP/1.1" status: 200 len: 834 time: 0.0488341 Jul 30 00:17:54.054383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-fb569587-3f22-4342-bb63-9890afefcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.056186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-fb569587-3f22-4342-bb63-9890afefcc2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0739f9b9-3b0e-483a-8c33-f83db48dd052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481541 Jul 30 00:17:54.169525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-9f1d640f-100e-4cb4-930f-a68956132e89 service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050744 Jul 30 00:17:54.210319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:54.237085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b7459-fa51-4df7-b2fc-9e1fdf0e0e92 None None] The sync data for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 is: [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb', 'name': '', 'network_id': '0739f9b9-3b0e-483a-8c33-f83db48dd052', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'mac_address': 'fa:16:3e:fa:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:33Z', 'updated_at': '2021-07-30T00:16:38Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'subnets': [{'id': '6fabc097-a239-44f8-ba96-83e3c9a0ffc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:54.269688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7aef6f11-ac47-4d8b-be19-05a5b3ba0b19 req-de0c4184-7065-405f-a835-7aa225c93e6b service neutron] 10.222.0.59 "GET /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913517 Jul 30 00:17:54.473723 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df28e64-de77-4f7c-81a1-b817a1f16801 None None] New status for floating IP 884d9015-dbf8-4cc1-a35a-a397a3642371: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:17:54.974479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c927f2-a091-4728-aef3-92c3d63a6806 req-3f503226-6295-4430-9a25-e5131c0905a9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.976130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68c927f2-a091-4728-aef3-92c3d63a6806 req-3f503226-6295-4430-9a25-e5131c0905a9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0702491 Jul 30 00:17:55.027880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68c927f2-a091-4728-aef3-92c3d63a6806 req-ea207861-8324-4bac-b4c4-30277f5f4aa0 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/security-groups?id=34bebcea-6f98-4506-b5a7-9b7872e73871&id=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0454485 Jul 30 00:17:55.107217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-b0472ead-d680-42c6-b634-c145714e1e2e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:55.109724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-b0472ead-d680-42c6-b634-c145714e1e2e tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 985 time: 0.0549302 Jul 30 00:17:55.221756 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port ea557ade-3803-42d4-bfa8-bd9118b49386 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:55.222108 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:55.321255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port ea557ade-3803-42d4-bfa8-bd9118b49386, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=ea557ade-3803-42d4-bfa8-bd9118b49386,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:55.321641 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:55.336038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for ea557ade-3803-42d4-bfa8-bd9118b49386 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:55.479090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:55.507389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=ea557ade-3803-42d4-bfa8-bd9118b49386,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:55.557214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] No DVR routers for this DVR port ea557ade-3803-42d4-bfa8-bd9118b49386 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:55.560325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:55.562590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a489cd4f-349d-432f-9c5a-99d4967dd853 req-7fecaab2-75ac-44b5-beeb-d09174261b62 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.59 "DELETE /v2.0/ports/ea557ade-3803-42d4-bfa8-bd9118b49386 HTTP/1.1" status: 204 len: 173 time: 0.4463296 Jul 30 00:17:55.563033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'name': 'network-vif-deleted', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:55.565408 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a2d8a-45f9-458b-ba3b-dd1093117b0e" -d '{"events": [{"server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "name": "network-vif-deleted", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:55.605436 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ee5a7-646e-44da-a0f8-99e1045ef378 x-openstack-request-id: req-9a8ee5a7-646e-44da-a0f8-99e1045ef378 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:55.605766 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac691927-693f-4f07-a79f-4b4d43aaf4d8", "name": "network-vif-deleted", "tag": "ea557ade-3803-42d4-bfa8-bd9118b49386", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:55.606036 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a8ee5a7-646e-44da-a0f8-99e1045ef378 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:55.606454 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac691927-693f-4f07-a79f-4b4d43aaf4d8', 'name': 'network-vif-deleted', 'tag': 'ea557ade-3803-42d4-bfa8-bd9118b49386', 'status': 'completed', 'code': 200} Jul 30 00:17:56.163866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6f6ed06-0f43-4ed2-ab88-36e2b1822380 req-838983da-2002-444d-b327-b311c5af8c7c tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac691927-693f-4f07-a79f-4b4d43aaf4d8 HTTP/1.1" status: 200 len: 210 time: 0.0428507 Jul 30 00:17:57.219232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56732) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:57.280613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.307828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.354714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56740) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:57.361876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.368316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.370054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae HTTP/1.1" status: 204 len: 168 time: 0.1497312 Jul 30 00:17:57.373037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:57.381689 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a447f32-3290-454b-82ab-9b9ba56c350d tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63d6cf-13f4-47a5-b43f-5b46bc7c1fae,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:57.450399 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.475844 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.521501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.524622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:57.525525 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/security-groups/34bebcea-6f98-4506-b5a7-9b7872e73871 HTTP/1.1" status: 204 len: 168 time: 0.1508141 Jul 30 00:17:57.529493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56746) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:57.537591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eb885-b072-43d1-ad74-c57722df83b9 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bebcea-6f98-4506-b5a7-9b7872e73871,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:58.054784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:58.174975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:58.182086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:58.636558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:58.637272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:58.688087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Deleting port 881a1e7e-6fc9-40c1-9682-77a2684da9f4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:58.688403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.018337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ea557ade-3803-42d4-bfa8-bd9118b49386 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:59.041654 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: ea557ade-3803-42d4-bfa8-bd9118b49386 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:59.042033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device ea557ade-3803-42d4-bfa8-bd9118b49386 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:59.070648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:59.071028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.092312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:59.102634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] For port 881a1e7e-6fc9-40c1-9682-77a2684da9f4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=881a1e7e-6fc9-40c1-9682-77a2684da9f4,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:59.102998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.121880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Calling delete_port for 881a1e7e-6fc9-40c1-9682-77a2684da9f4 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:59.439932 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.481259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:59.495051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.555829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=881a1e7e-6fc9-40c1-9682-77a2684da9f4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:59.804594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.826273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.209877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Router bd90d329-3a5c-4d63-ba03-f94c42b76810 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:18:00.215905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Router 44b82601-db37-4217-a7ed-45d6348c2a7f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:18:00.410356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:18:00.418179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-41336c8a-5aca-48b2-b24e-8d48358f26fd tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "PUT /v2.0/routers/bd90d329-3a5c-4d63-ba03-f94c42b76810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8884516 Jul 30 00:18:00.419500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56748) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:00.421144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Sync routers for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:18:00.423399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:18:00.428727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a9a38d67-c712-4d46-a696-09bbfddd3b2d admin admin] 10.222.0.49 "PUT /v2.0/routers/44b82601-db37-4217-a7ed-45d6348c2a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0728586 Jul 30 00:18:00.431309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:00.432417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:00.433409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.451125 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Sync routers for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:18:00.465761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:00.466766 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.492151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting subnet 6fabc097-a239-44f8-ba96-83e3c9a0ffc8 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:00.495602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.543415 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.556476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.558922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:00.598666 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:00.666854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.760131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.787951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.807451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.811073 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/subnets/6fabc097-a239-44f8-ba96-83e3c9a0ffc8 HTTP/1.1" status: 204 len: 168 time: 0.3903675 Jul 30 00:18:00.813321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e4ae-3372-4966-8427-3eeae17a26a4 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Subnet': ['ID=6fabc097-a239-44f8-ba96-83e3c9a0ffc8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:00.819665 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56752) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:00.823103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Checking router: bd90d329-3a5c-4d63-ba03-f94c42b76810 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:18:00.824076 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.828799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e837c2-1390-49ab-87f4-dc151e421a44 None None] Network 0739f9b9-3b0e-483a-8c33-f83db48dd052 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:00.853825 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Checking router: 44b82601-db37-4217-a7ed-45d6348c2a7f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:18:00.864239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Routers {'44b82601-db37-4217-a7ed-45d6348c2a7f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:00.865036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['44b82601-db37-4217-a7ed-45d6348c2a7f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.881994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Routers {'bd90d329-3a5c-4d63-ba03-f94c42b76810'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:00.882637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:17:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['bd90d329-3a5c-4d63-ba03-f94c42b76810'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:00.970849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.979375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] Set router 44b82601-db37-4217-a7ed-45d6348c2a7f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:00.994604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.068755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Deleting port 8fbb0729-a1bf-4612-9e80-8967340056f5 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:01.069537 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.165451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.168373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] For port 8fbb0729-a1bf-4612-9e80-8967340056f5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8fbb0729-a1bf-4612-9e80-8967340056f5,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:01.168373 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.189551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Calling delete_port for 8fbb0729-a1bf-4612-9e80-8967340056f5 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:01.201899 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:01.236101 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dffe406-4c3c-42e8-82c7-190ad6bf85a4 None None] The sync data for ids ['44b82601-db37-4217-a7ed-45d6348c2a7f'] in n-d-712707-11 is: [{'id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'name': 'tempest-AttachVolumeTestJSON-1825331142-router', 'tenant_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:07Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': 'e8a8d92a34dd4bfea3334736b0847a25', 'gw_port': {'id': '8fbb0729-a1bf-4612-9e80-8967340056f5', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b82601-db37-4217-a7ed-45d6348c2a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:09Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:18:01.248550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Deleting port 4d642033-8b4a-4229-ac65-1ff2bf38e59f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:01.248904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.290497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] Set router bd90d329-3a5c-4d63-ba03-f94c42b76810 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:01.372059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] For port 4d642033-8b4a-4229-ac65-1ff2bf38e59f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4d642033-8b4a-4229-ac65-1ff2bf38e59f,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:01.372526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.385291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Calling delete_port for 4d642033-8b4a-4229-ac65-1ff2bf38e59f owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:01.407364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.442870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbb0729-a1bf-4612-9e80-8967340056f5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:01.524449 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.540847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:01.570596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e53ab-6c1b-4e3b-a2cc-24c6297aea38 None None] The sync data for ids ['bd90d329-3a5c-4d63-ba03-f94c42b76810'] in n-d-712707-11 is: [{'id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509478724', 'tenant_id': '7ffa67c353134125bc484f814a4515a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:17:59Z', 'revision_number': 5, 'project_id': '7ffa67c353134125bc484f814a4515a6', 'gw_port': {'id': '4d642033-8b4a-4229-ac65-1ff2bf38e59f', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90d329-3a5c-4d63-ba03-f94c42b76810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:30Z', 'updated_at': '2021-07-30T00:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:18:01.605588 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.623007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] DHCP port deletion for 0739f9b9-3b0e-483a-8c33-f83db48dd052 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:18:01.662474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Port': ['ID=4d642033-8b4a-4229-ac65-1ff2bf38e59f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:01.671860 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.675315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.702692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Deleting port f6d51335-0b86-453c-b094-4abadd620c5c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:01.703069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.739269 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.760198 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.761038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b82601-db37-4217-a7ed-45d6348c2a7f {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:18:01.774612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.774612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e86ad308-76f3-47b6-a8f8-c94de8a8f94f admin admin] 10.222.0.49 "DELETE /v2.0/routers/44b82601-db37-4217-a7ed-45d6348c2a7f HTTP/1.1" status: 204 len: 168 time: 1.3400388 Jul 30 00:18:01.778711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56754) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:01.790972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] For port f6d51335-0b86-453c-b094-4abadd620c5c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6d51335-0b86-453c-b094-4abadd620c5c,segment=NetworkSegment(7c72b810-d53a-46b1-9882-2d9363228341),segment_id=7c72b810-d53a-46b1-9882-2d9363228341)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:01.791525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.812594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Calling delete_port for f6d51335-0b86-453c-b094-4abadd620c5c owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:01.826956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Deleting subnet 2b403575-e9df-4f67-972e-7071656a36ac {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:01.830463 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.854147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.856356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.869788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.898893 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.904309 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.905422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Fanout notify agent at l3_agent the message router_deleted on router bd90d329-3a5c-4d63-ba03-f94c42b76810 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:18:01.916284 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:01.918002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cb63edf7-d44c-4bd7-a2c5-359c696e8606 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/routers/bd90d329-3a5c-4d63-ba03-f94c42b76810 HTTP/1.1" status: 204 len: 168 time: 1.0972018 Jul 30 00:18:01.920656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:01.930829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] Pushing event deleted for resources: {'Port': ['ID=f6d51335-0b86-453c-b094-4abadd620c5c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:01.936639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5028b6-a128-4b61-924c-9660cee55e45 None None] No DVR routers for this DVR port f6d51335-0b86-453c-b094-4abadd620c5c on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:02.043538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.048603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.186201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.196116 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.198968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0739f9b9-3b0e-483a-8c33-f83db48dd052']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.235840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c72b810-d53a-46b1-9882-2d9363228341') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.236165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c72b810-d53a-46b1-9882-2d9363228341') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.238183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b403575-e9df-4f67-972e-7071656a36ac,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:02.251376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.253870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.255869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e9b586a6-be38-429f-babf-6fed51733578 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b403575-e9df-4f67-972e-7071656a36ac HTTP/1.1" status: 204 len: 168 time: 0.4762287 Jul 30 00:18:02.258955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56758) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:02.262459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34a2f0-220d-44d8-9d19-88660c7810e0 None None] Network b4d60430-1948-4c4f-b6af-25c324dc1983 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:02.270875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.278191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:02.278658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:02.282351 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:02.356854 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.366706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.382246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.386815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] 10.222.0.49 "DELETE /v2.0/networks/0739f9b9-3b0e-483a-8c33-f83db48dd052 HTTP/1.1" status: 204 len: 168 time: 0.4625947 Jul 30 00:18:02.396239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2874ac-fb30-4856-abc9-83a64fb4dca6 tempest-TestSecurityGroupsBasicOps-460548612 tempest-TestSecurityGroupsBasicOps-460548612-project] Pushing event deleted for resources: {'Network': ['ID=0739f9b9-3b0e-483a-8c33-f83db48dd052,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:02.476026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Deleting port c8e7e92a-79b0-44e8-9b29-91ac28276d3f {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:02.476503 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.564752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] For port c8e7e92a-79b0-44e8-9b29-91ac28276d3f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,segment=NetworkSegment(02ec0155-fe39-4038-9316-ac4559c0c1db),segment_id=02ec0155-fe39-4038-9316-ac4559c0c1db)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:02.565119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.584068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Calling delete_port for c8e7e92a-79b0-44e8-9b29-91ac28276d3f owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:02.661891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:02.673890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.702660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e7e92a-79b0-44e8-9b29-91ac28276d3f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:02.707278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] No DVR routers for this DVR port c8e7e92a-79b0-44e8-9b29-91ac28276d3f on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:02.777770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbc68f-dfad-4654-8f8a-db08eb1fdc95 None None] DHCP port deletion for b4d60430-1948-4c4f-b6af-25c324dc1983 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:18:02.815509 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.839990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 881a1e7e-6fc9-40c1-9682-77a2684da9f4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:02.841926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d60430-1948-4c4f-b6af-25c324dc1983']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.859161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ec0155-fe39-4038-9316-ac4559c0c1db') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.859547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ec0155-fe39-4038-9316-ac4559c0c1db') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:02.862683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 881a1e7e-6fc9-40c1-9682-77a2684da9f4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:02.863129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 881a1e7e-6fc9-40c1-9682-77a2684da9f4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:02.863689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8fbb0729-a1bf-4612-9e80-8967340056f5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:02.872177 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.875583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2c339cc7-30cc-4750-a979-68592c0ed526 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ffa67c353134125bc484f814a4515a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124777 Jul 30 00:18:02.878705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56770) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:02.883016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8fbb0729-a1bf-4612-9e80-8967340056f5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:02.883369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8fbb0729-a1bf-4612-9e80-8967340056f5 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:02.883775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4d642033-8b4a-4229-ac65-1ff2bf38e59f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:02.890168 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.899286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:02.899700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:02.901575 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:02.906526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4d642033-8b4a-4229-ac65-1ff2bf38e59f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:02.907224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4d642033-8b4a-4229-ac65-1ff2bf38e59f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:02.907635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6d51335-0b86-453c-b094-4abadd620c5c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:02.927452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f6d51335-0b86-453c-b094-4abadd620c5c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:02.927717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6d51335-0b86-453c-b094-4abadd620c5c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:02.928126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:02.941691 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.947351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:02.947701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 62f18c3e-22e6-4fa5-b63d-eb3c6f576dfb not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:02.967152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.969510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.974551 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.978611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b4d60430-1948-4c4f-b6af-25c324dc1983 HTTP/1.1" status: 204 len: 168 time: 0.7160997 Jul 30 00:18:02.985983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab109d5a-6c0d-4a8f-8464-ca312b66cfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d60430-1948-4c4f-b6af-25c324dc1983,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.026280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.030434 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.032341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8900269e-ccd7-4934-b145-6fea96ecfbfa HTTP/1.1" status: 204 len: 168 time: 0.1518788 Jul 30 00:18:03.043696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059259b4-8b89-4603-a007-2a6bcf5e4634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900269e-ccd7-4934-b145-6fea96ecfbfa,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.099015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:03.145987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-70d97e97-164c-4df9-b63d-84b41a714c7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8a8d92a34dd4bfea3334736b0847a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455396 Jul 30 00:18:03.148485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:03.209666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.234398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.287864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.290735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.294531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d15c84fe-200f-4526-8e5f-95a54ae40c98 HTTP/1.1" status: 204 len: 168 time: 0.1425011 Jul 30 00:18:03.301286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37c495-66b5-465a-9582-188a1eabb73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c84fe-200f-4526-8e5f-95a54ae40c98,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.393440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:03.408799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1166ea94-a7cc-4136-89e7-07c805ae62e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.509311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1166ea94-a7cc-4136-89e7-07c805ae62e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.514164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1166ea94-a7cc-4136-89e7-07c805ae62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.559465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1166ea94-a7cc-4136-89e7-07c805ae62e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd8aaf5772e4456bba53638ededdef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647155 Jul 30 00:18:03.560456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166ea94-a7cc-4136-89e7-07c805ae62e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b71989b-e54e-4163-9d03-22db9e5f3f7f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.564052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56790) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:03.626353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.652568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.711267 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.714415 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.718404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b71989b-e54e-4163-9d03-22db9e5f3f7f HTTP/1.1" status: 204 len: 168 time: 0.1507802 Jul 30 00:18:03.726377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762add7-98ee-4293-ad64-cf421b787f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b71989b-e54e-4163-9d03-22db9e5f3f7f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:04.064568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:04.106556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-32741533-cbb6-4620-aca4-9da93414c660 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f846a24e65154455a48247ee467a136d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407469 Jul 30 00:18:04.108969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56814) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:04.159493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:04.181725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:04.234222 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:04.236778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:04.238038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/387a9835-b0e5-4405-bf7f-77f0a5345839 HTTP/1.1" status: 204 len: 168 time: 0.1281583 Jul 30 00:18:04.246700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b6a8b-0ef1-4c1e-99a3-8e13a28f36a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a9835-b0e5-4405-bf7f-77f0a5345839,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:04.424246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c8e7e92a-79b0-44e8-9b29-91ac28276d3f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:04.446231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c8e7e92a-79b0-44e8-9b29-91ac28276d3f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:04.446647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c8e7e92a-79b0-44e8-9b29-91ac28276d3f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:05.129148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56858) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:05.231196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1973429355-network', 'tenant_id': 'e4356a20307e4c2cb63a512f3f3abba9'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:05.259605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Made reservation on behalf of e4356a20307e4c2cb63a512f3f3abba9 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:05.262235 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.273010 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.373304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.379057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.406492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:05.417464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e2a77-a7dc-491a-a0c5-841d27d0a90f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:05.422636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.422978 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Added segment d35a7a06-ed10-48c8-80a5-05054dcd82ab of type vlan for network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 Jul 30 00:18:05.465185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.499745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.500880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:05.501532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.582294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4513226 Jul 30 00:18:05.586511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:05.592005 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Request body: {'subnet': {'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1973429355-subnet', 'tenant_id': 'e4356a20307e4c2cb63a512f3f3abba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:05.604160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab2830-0f09-451b-a848-f4cc7faa2061 admin admin] Pushing event updated for resources: {'Network': ['ID=94d11283-d0dc-4eab-b7d3-1b8d4d000b08,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:05.615503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:05.623730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Made reservation on behalf of e4356a20307e4c2cb63a512f3f3abba9 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:05.626335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.813761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.884728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf55bcd-7f03-4af4-921a-ce48c93b0e49,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:05.894188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Checking segment: {'id': 'd35a7a06-ed10-48c8-80a5-05054dcd82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:05.895363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Network hostable DHCP agents. Network: 94d11283-d0dc-4eab-b7d3-1b8d4d000b08, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:05.914888 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:05.926187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 94d11283-d0dc-4eab-b7d3-1b8d4d000b08) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:05.930823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:05.931434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:05.938548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef6805-86a7-4a2c-9ef7-cbb158809f82 None None] Network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:05.949068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f62e92b-8e53-405b-af3f-f25437b0b2bd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3613629 Jul 30 00:18:06.073948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631e145-8a90-45c6-87fb-77a94f5944f2 None None] Network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:06.678126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 56916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:06.683961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1447807870-network', 'tenant_id': '222744bc3137480ab4d08c51cb5afd91'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:06.707871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Made reservation on behalf of 222744bc3137480ab4d08c51cb5afd91 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:06.710308 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.719118 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.818988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.828980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.858745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:06.869035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bfaee-b640-4cdb-b021-68d79ac7790e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:06.874261 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.874671 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Added segment c3320c59-a190-4c6c-b4c7-a22b23de6bb6 of type vlan for network 244a2b78-2631-4ab4-a17f-8b1b297c15a9 Jul 30 00:18:06.934351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.970035 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.971077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:06.971685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.042350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3629043 Jul 30 00:18:07.045368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 56930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:07.051490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5dfd-c320-4204-a18d-f8fc9781f494 admin admin] Pushing event updated for resources: {'Network': ['ID=244a2b78-2631-4ab4-a17f-8b1b297c15a9,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:07.051654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Request body: {'subnet': {'network_id': '244a2b78-2631-4ab4-a17f-8b1b297c15a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1447807870-subnet', 'tenant_id': '222744bc3137480ab4d08c51cb5afd91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:07.063099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 244a2b78-2631-4ab4-a17f-8b1b297c15a9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:07.075364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Made reservation on behalf of 222744bc3137480ab4d08c51cb5afd91 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:07.077880 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.257049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.319972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=31eaa277-ce47-488a-937c-d9fefe48710d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:07.329489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Checking segment: {'id': 'c3320c59-a190-4c6c-b4c7-a22b23de6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '244a2b78-2631-4ab4-a17f-8b1b297c15a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:07.329955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Network hostable DHCP agents. Network: 244a2b78-2631-4ab4-a17f-8b1b297c15a9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:07.348713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Network 244a2b78-2631-4ab4-a17f-8b1b297c15a9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:07.359537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 244a2b78-2631-4ab4-a17f-8b1b297c15a9) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:07.365294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:07.366823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.371103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d2b8b-79d6-4517-abd6-75815ae76f63 None None] Network 244a2b78-2631-4ab4-a17f-8b1b297c15a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:07.390626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-005c9f87-3dec-4908-83ca-2a50314fa3fe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3437617 Jul 30 00:18:07.518033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d44454-b0e5-4bde-8e80-43cde571d792 None None] Network 244a2b78-2631-4ab4-a17f-8b1b297c15a9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:07.930335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-7999135b-4d5b-4fdc-8a49-151e84808f75 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:07.931943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-7999135b-4d5b-4fdc-8a49-151e84808f75 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/networks?id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 200 len: 812 time: 0.1167810 Jul 30 00:18:07.948086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-f0703f90-6aef-478d-8be0-3be2a3689c98 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/quotas/e4356a20307e4c2cb63a512f3f3abba9 HTTP/1.1" status: 200 len: 375 time: 0.0101984 Jul 30 00:18:07.983608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-8f04edcf-0f98-4339-bf8c-effe9eccf441 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jul 30 00:18:08.086415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-d50d7951-095d-44cf-92db-6ad414c23453 service neutron] 10.222.0.49 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949454 Jul 30 00:18:08.184150 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-5ad58860-08f8-471f-8dbe-86b66c98c888 service neutron] 10.222.0.49 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913887 Jul 30 00:18:08.360466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8b2a430b-553f-4790-9dbf-41b417f76f68 req-8b84f403-a691-40c0-b6d5-a05d1f3f4130 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Jul 30 00:18:09.180396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:09.295372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ebed-8f58-41f9-860c-d5fd94e8e911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.390209 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ebed-8f58-41f9-860c-d5fd94e8e911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.397763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ebed-8f58-41f9-860c-d5fd94e8e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.435722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c5b6ebed-8f58-41f9-860c-d5fd94e8e911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3de8631b11404562b0f98c2088010764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540512 Jul 30 00:18:09.439346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57086) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:09.452090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-302df7db-bbec-4c6b-8857-266b3ab85800 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:09.455677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-302df7db-bbec-4c6b-8857-266b3ab85800 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.57 "GET /v2.0/networks?id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 200 len: 812 time: 0.1377442 Jul 30 00:18:09.464511 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ebed-8f58-41f9-860c-d5fd94e8e911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7273629e-fe81-41af-89f6-90fe30ac8ef9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:09.489362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13639c28-c795-4c03-b1e8-4317a5df0159 req-a1aae886-7381-48bf-8678-8b281934a49b tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 210 time: 0.0323310 Jul 30 00:18:09.492894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Request body: {'port': {'device_id': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08', 'admin_state_up': True, 'tenant_id': 'e4356a20307e4c2cb63a512f3f3abba9'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:09.506036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.529870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.583731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.586708 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.587832 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7273629e-fe81-41af-89f6-90fe30ac8ef9 HTTP/1.1" status: 204 len: 168 time: 0.1475580 Jul 30 00:18:09.595687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e605a86-51b8-40d0-8d2a-40d388173103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273629e-fe81-41af-89f6-90fe30ac8ef9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:09.621560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Made reservation on behalf of e4356a20307e4c2cb63a512f3f3abba9 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:09.625513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.764832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Allocated IP 172.20.0.7 (94d11283-d0dc-4eab-b7d3-1b8d4d000b08/ebf55bcd-7f03-4af4-921a-ce48c93b0e49/017feefd-03c7-4716-aaa7-fd75feb24d4f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:09.880101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:09.894030 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4e29d38-eee0-4d81-a33b-3257724e9917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.941168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.988086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.013331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4e29d38-eee0-4d81-a33b-3257724e9917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.018210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b4e29d38-eee0-4d81-a33b-3257724e9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.033104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:10.036532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:10.042569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:10.049122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Pushing event updated for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.060860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b4e29d38-eee0-4d81-a33b-3257724e9917 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=476f766e071c4c32a5ee3f24674ebd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796460 Jul 30 00:18:10.061784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e29d38-eee0-4d81-a33b-3257724e9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5f457-a63c-47e4-8157-03ddc2869479,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.064146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.095937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.096554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.112360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-95a00fda-6cfd-4c92-b706-6f7fff0a2d93 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256921 Jul 30 00:18:10.115969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.132747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Request body: {'port': {'device_id': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.139022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.188082 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.190980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.195094 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38e5f457-a63c-47e4-8157-03ddc2869479 HTTP/1.1" status: 204 len: 168 time: 0.1273382 Jul 30 00:18:10.195818 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.205703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992946e-b959-4601-afa8-9ed5a81bfdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5f457-a63c-47e4-8157-03ddc2869479,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.481264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017feefd-03c7-4716-aaa7-fd75feb24d4f {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:18:10.489263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.502055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Transition to ACTIVE for port object 017feefd-03c7-4716-aaa7-fd75feb24d4f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:10.507508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.615130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.678676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914dd3-edde-47eb-8f9d-b8109ff176dc req-25b7bbd3-d5d7-4240-98b4-8854e750de89 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.680343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59914dd3-edde-47eb-8f9d-b8109ff176dc req-25b7bbd3-d5d7-4240-98b4-8854e750de89 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 943 time: 0.0991595 Jul 30 00:18:10.681635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Attempting to bind port 017feefd-03c7-4716-aaa7-fd75feb24d4f on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:10.682025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Attempting to bind port 017feefd-03c7-4716-aaa7-fd75feb24d4f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd35a7a06-ed10-48c8-80a5-05054dcd82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:10.682438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Attempting to bind port 017feefd-03c7-4716-aaa7-fd75feb24d4f on network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:10.689443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Port 017feefd-03c7-4716-aaa7-fd75feb24d4f on network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:18:10.689795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Attempting to bind port 017feefd-03c7-4716-aaa7-fd75feb24d4f on network 94d11283-d0dc-4eab-b7d3-1b8d4d000b08 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:10.707438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:10.707438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Checking segment: {'id': 'd35a7a06-ed10-48c8-80a5-05054dcd82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:10.707841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Bound using segment: {'id': 'd35a7a06-ed10-48c8-80a5-05054dcd82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:10.708288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Bound port: 017feefd-03c7-4716-aaa7-fd75feb24d4f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35a7a06-ed10-48c8-80a5-05054dcd82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:10.708648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.758070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59914dd3-edde-47eb-8f9d-b8109ff176dc req-f30d52fe-d4ca-4c06-8718-a71b6da813a8 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704370 Jul 30 00:18:10.799841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:10.803273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f,segment=NetworkSegment(d35a7a06-ed10-48c8-80a5-05054dcd82ab),segment_id=d35a7a06-ed10-48c8-80a5-05054dcd82ab)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:10.809341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.843427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.844101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.845870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 200 len: 1092 time: 0.7180078 Jul 30 00:18:10.848840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:10.851477 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2cef16-cf28-4209-aa05-e6c45ce24049" -d '{"events": [{"name": "network-changed", "server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:10.885304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a01c2-c2df-435f-babd-edd4978ed9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.908757 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80c14d-c6cf-44c9-9bb3-67e0a3a135d9 x-openstack-request-id: req-ec80c14d-c6cf-44c9-9bb3-67e0a3a135d9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:10.909057 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:10.909313 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec80c14d-c6cf-44c9-9bb3-67e0a3a135d9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:10.910327 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f', 'status': 'completed', 'code': 200} Jul 30 00:18:10.969074 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-7d5dc089-f95b-4ffc-a1b6-960ad91c80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.970603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-7d5dc089-f95b-4ffc-a1b6-960ad91c80f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 1095 time: 0.0425906 Jul 30 00:18:11.024723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-e613ee1a-46b6-4005-8eb4-ced8a5ab7676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 200 len: 217 time: 0.0372074 Jul 30 00:18:11.084640 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-2f34fa1b-df79-4d23-ab57-b6c8598244aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.086345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-2f34fa1b-df79-4d23-ab57-b6c8598244aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ebf55bcd-7f03-4af4-921a-ce48c93b0e49 HTTP/1.1" status: 200 len: 852 time: 0.0531044 Jul 30 00:18:11.122191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-cf06b3c7-fef0-47e2-8e36-95f8321a1aac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271449 Jul 30 00:18:11.224178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-4f955a42-c1f3-472e-8390-e5a983acb9c1 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917706 Jul 30 00:18:11.334537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985a8af2-11b1-4b22-a9e6-8682ce24e197 req-1ed2377f-2e06-42f1-8aa4-6b7315ee6a71 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031094 Jul 30 00:18:11.475524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-b446d0f1-ba57-4dca-8181-0fba2d125108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.476972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-b446d0f1-ba57-4dca-8181-0fba2d125108 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 1095 time: 0.0457234 Jul 30 00:18:11.578936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-007d3866-5e0e-4cf5-96c6-2989d6418ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.580431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-007d3866-5e0e-4cf5-96c6-2989d6418ad6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 200 len: 913 time: 0.0957661 Jul 30 00:18:11.624245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-62811c91-143b-4d9c-b598-adca4dbd8695 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 200 len: 217 time: 0.0359249 Jul 30 00:18:11.702894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-6f8d51bf-d850-43df-a43b-110203074b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.704409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-6f8d51bf-d850-43df-a43b-110203074b8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ebf55bcd-7f03-4af4-921a-ce48c93b0e49 HTTP/1.1" status: 200 len: 852 time: 0.0674458 Jul 30 00:18:11.743241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-1e4fffa3-cf73-4c7b-8987-2907c28382fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273521 Jul 30 00:18:11.856754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-c198c5d7-a8f2-4a73-a401-8731c68d4253 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042917 Jul 30 00:18:12.233988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ad868-e42d-4320-a36f-be5497ad38ed req-3577eaa6-1d98-4c3a-916d-56dbf185aa5a tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.235513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00ad868-e42d-4320-a36f-be5497ad38ed req-3577eaa6-1d98-4c3a-916d-56dbf185aa5a tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 943 time: 0.3937688 Jul 30 00:18:12.282272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d2cef16-cf28-4209-aa05-e6c45ce24049 req-9a6ff623-1112-4688-998d-6d98be43859d service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110172 Jul 30 00:18:12.295647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00ad868-e42d-4320-a36f-be5497ad38ed req-1ffff1ac-6cd6-4c94-8323-9baf59bc26ab tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Jul 30 00:18:13.093976 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57164) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:13.211976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22be406f-88d7-4a51-bd30-b0211a70d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.323156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22be406f-88d7-4a51-bd30-b0211a70d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.328941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22be406f-88d7-4a51-bd30-b0211a70d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.370224 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22be406f-88d7-4a51-bd30-b0211a70d171 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd4aee59f8de48108657d255740f248a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743216 Jul 30 00:18:13.371096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be406f-88d7-4a51-bd30-b0211a70d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b742e-94b9-49e1-b533-75501559f5a2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:13.373496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:13.418912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2935f-09d9-413c-ac01-e94578d4372c req-804c0133-7a9b-4360-a131-66df9dbf9062 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:13.420540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83a2935f-09d9-413c-ac01-e94578d4372c req-804c0133-7a9b-4360-a131-66df9dbf9062 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 943 time: 0.0528035 Jul 30 00:18:13.445331 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.465128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83a2935f-09d9-413c-ac01-e94578d4372c req-faf72963-8a09-4225-955d-ff63b14a165a tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Jul 30 00:18:13.471707 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.527481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.530325 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.531948 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a8b742e-94b9-49e1-b533-75501559f5a2 HTTP/1.1" status: 204 len: 168 time: 0.1570766 Jul 30 00:18:13.541187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387c794-5a88-458c-9780-fd6b39d4e826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b742e-94b9-49e1-b533-75501559f5a2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:13.848942 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 017feefd-03c7-4716-aaa7-fd75feb24d4f details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:18:13.857656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:13.871349 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e924782-6032-43b6-81da-572c3f3ad751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.950555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f,segment=NetworkSegment(d35a7a06-ed10-48c8-80a5-05054dcd82ab),segment_id=d35a7a06-ed10-48c8-80a5-05054dcd82ab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:13.962332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '017feefd-03c7-4716-aaa7-fd75feb24d4f', 'network_id': '94d11283-d0dc-4eab-b7d3-1b8d4d000b08', 'port_id': '017feefd-03c7-4716-aaa7-fd75feb24d4f', 'mac_address': 'fa:16:3e:6f:9b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf55bcd-7f03-4af4-921a-ce48c93b0e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:18:13.963692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e924782-6032-43b6-81da-572c3f3ad751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.969637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5e924782-6032-43b6-81da-572c3f3ad751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:13.999621 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.010991 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5e924782-6032-43b6-81da-572c3f3ad751 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7443862327d34916821203bae908475c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521325 Jul 30 00:18:14.011836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e924782-6032-43b6-81da-572c3f3ad751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84985aeb-efae-422d-98ed-9f2251b9fa48,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:14.013935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57178) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:14.017693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017feefd-03c7-4716-aaa7-fd75feb24d4f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:18:14.039629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f,segment=NetworkSegment(d35a7a06-ed10-48c8-80a5-05054dcd82ab),segment_id=d35a7a06-ed10-48c8-80a5-05054dcd82ab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:14.044720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.066982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.093033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:14.093592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.145074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.149906 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:14.151725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84985aeb-efae-422d-98ed-9f2251b9fa48 HTTP/1.1" status: 204 len: 168 time: 0.1365361 Jul 30 00:18:14.164464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57cb0-752c-4d0a-bc00-f87f3dccaec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84985aeb-efae-422d-98ed-9f2251b9fa48,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:14.319067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['017feefd-03c7-4716-aaa7-fd75feb24d4f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:18:14.595343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e860a6-e9ea-4d4c-b47c-2acec9b7c0db req-7c025db6-169c-4813-8673-83a92af28c03 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:14.596951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2e860a6-e9ea-4d4c-b47c-2acec9b7c0db req-7c025db6-169c-4813-8673-83a92af28c03 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Jul 30 00:18:14.653169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2e860a6-e9ea-4d4c-b47c-2acec9b7c0db req-6b1c00c9-6adf-4350-b7c1-6d8097c7691e tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Jul 30 00:18:15.807533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b7533-a787-4022-9832-bf41d823d053 req-7f3f64db-2f27-4c6d-a072-41c50a060587 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:15.808896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e8b7533-a787-4022-9832-bf41d823d053 req-7f3f64db-2f27-4c6d-a072-41c50a060587 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 944 time: 0.0601537 Jul 30 00:18:15.852828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 017feefd-03c7-4716-aaa7-fd75feb24d4f up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:15.853415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e8b7533-a787-4022-9832-bf41d823d053 req-1a35ffd2-5fa0-4efb-8c95-b7673498a954 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Jul 30 00:18:15.911114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 017feefd-03c7-4716-aaa7-fd75feb24d4f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:15.915604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 017feefd-03c7-4716-aaa7-fd75feb24d4f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:15.916090 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:15.994113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.018278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:16.020589 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964faac-13bd-4a80-8a9f-1d49b136aa5b" -d '{"events": [{"server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "name": "network-vif-plugged", "status": "completed", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:16.034383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f,segment=NetworkSegment(d35a7a06-ed10-48c8-80a5-05054dcd82ab),segment_id=d35a7a06-ed10-48c8-80a5-05054dcd82ab)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:16.040813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.075340 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376e724-27b8-46d7-9449-d674969e693e x-openstack-request-id: req-9376e724-27b8-46d7-9449-d674969e693e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:16.075631 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "name": "network-vif-plugged", "status": "completed", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:16.075882 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9376e724-27b8-46d7-9449-d674969e693e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:16.076266 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f', 'code': 200} Jul 30 00:18:16.103774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:16.201725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec365-fff4-417e-8fac-12ee6414f9f8 req-6fd26bf5-18eb-493b-a1f6-2ab096ca2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:16.203390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-588ec365-fff4-417e-8fac-12ee6414f9f8 req-6fd26bf5-18eb-493b-a1f6-2ab096ca2452 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 1097 time: 0.0452192 Jul 30 00:18:16.243811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-588ec365-fff4-417e-8fac-12ee6414f9f8 req-ce564d40-60d2-4d5a-8684-ecfb507102c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jul 30 00:18:16.314796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b53785db-3525-46e6-ae5f-a41536ac9466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.684925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57258) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:16.832278 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6808-8328-4005-a8cf-ae280f167b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.937901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6808-8328-4005-a8cf-ae280f167b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.943492 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f8d6808-8328-4005-a8cf-ae280f167b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:16.983283 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7f8d6808-8328-4005-a8cf-ae280f167b8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffa01a4df89a4e8b825030799d9b3382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971821 Jul 30 00:18:16.983621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cffdf-3f69-426c-b8ff-8b15a18d3982 req-3b918655-3321-4941-9a7b-673edf86118c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:16.984931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d6808-8328-4005-a8cf-ae280f167b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950eb981-b382-4b45-8915-1251c9ca6262,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:16.985080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c9cffdf-3f69-426c-b8ff-8b15a18d3982 req-3b918655-3321-4941-9a7b-673edf86118c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Jul 30 00:18:16.986073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57264) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:17.054400 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0c9cffdf-3f69-426c-b8ff-8b15a18d3982 req-569e69f5-cd5d-4a95-9352-9b421764d44b tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Jul 30 00:18:17.063879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.087621 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.139334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.143281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.145154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/950eb981-b382-4b45-8915-1251c9ca6262 HTTP/1.1" status: 204 len: 168 time: 0.1578383 Jul 30 00:18:17.158883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d15b3-f081-4f3c-9f42-70e4fe3ff8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950eb981-b382-4b45-8915-1251c9ca6262,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:17.458581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57270) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:17.475984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce3bc-0034-463e-b2c5-8569dc17a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.578588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce3bc-0034-463e-b2c5-8569dc17a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.583631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce3bc-0034-463e-b2c5-8569dc17a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.590599 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.625801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d2ce3bc-0034-463e-b2c5-8569dc17a191 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10da64ef42a64754803f45fc0657efac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657538 Jul 30 00:18:17.626606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce3bc-0034-463e-b2c5-8569dc17a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34cd11-f92e-4af5-b2c8-abab1dd26486,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:17.628779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:17.695589 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.717565 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.776121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.778799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:17.779953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa34cd11-f92e-4af5-b2c8-abab1dd26486 HTTP/1.1" status: 204 len: 168 time: 0.1498048 Jul 30 00:18:17.788360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfddf4-f2b2-4524-a083-6dd6b9b8e2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34cd11-f92e-4af5-b2c8-abab1dd26486,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:18.175556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe612f-2ca3-45c6-a0a5-ea8483277886 req-5f1314ce-b842-4074-b877-24b5e4be10dc tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.177251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51fe612f-2ca3-45c6-a0a5-ea8483277886 req-5f1314ce-b842-4074-b877-24b5e4be10dc tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0526826 Jul 30 00:18:18.220157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51fe612f-2ca3-45c6-a0a5-ea8483277886 req-e88852f3-0125-4e84-89dc-4fff0d4018f7 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 30 00:18:18.350565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc41b-8738-4f6e-a616-e13a592fac88 req-067b44c3-89e1-454d-949c-1eb497cd3a8b tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.352644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53dcc41b-8738-4f6e-a616-e13a592fac88 req-067b44c3-89e1-454d-949c-1eb497cd3a8b tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0583401 Jul 30 00:18:18.401511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53dcc41b-8738-4f6e-a616-e13a592fac88 req-a8ec831e-b05c-4487-8ba2-d6dc3ab467f9 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Jul 30 00:18:18.660867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929537-5e47-415e-a3e9-abcf0d9bdc42 req-e19b4468-8788-4471-9d54-f27aaa2222dc tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.663072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89929537-5e47-415e-a3e9-abcf0d9bdc42 req-e19b4468-8788-4471-9d54-f27aaa2222dc tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0634348 Jul 30 00:18:18.708336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89929537-5e47-415e-a3e9-abcf0d9bdc42 req-f59abf45-d23f-4ec2-8436-ccd95303ae87 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Jul 30 00:18:19.043695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bc4005cc-3ee4-411b-9cd3-e9a5b85cd259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:19.442154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:19.833821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d002-4ab4-4b79-9056-628dde157050 req-b5070abf-4091-4484-a755-dd0c690ec4a0 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:19.835631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5aa1d002-4ab4-4b79-9056-628dde157050 req-b5070abf-4091-4484-a755-dd0c690ec4a0 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0566919 Jul 30 00:18:19.879918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5aa1d002-4ab4-4b79-9056-628dde157050 req-01aa142e-6bcb-4351-8d75-89a0a73a0d96 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Jul 30 00:18:20.092532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f02249-878b-4d42-8496-ec6495ae119f req-e5c17e52-6226-4897-a1d0-8a8f26c0c1ec tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:20.094104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6f02249-878b-4d42-8496-ec6495ae119f req-e5c17e52-6226-4897-a1d0-8a8f26c0c1ec tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0542867 Jul 30 00:18:20.168751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6f02249-878b-4d42-8496-ec6495ae119f req-e2245bf9-24bb-4577-a490-0940382bf2f0 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621891 Jul 30 00:18:20.171856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-a863753c-1752-4fc7-94b1-7b12b69acbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:20.173333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-a863753c-1752-4fc7-94b1-7b12b69acbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 1097 time: 0.0767171 Jul 30 00:18:20.270675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-48f7ba78-e90d-4c30-8c66-7187be853abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:20.272439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-48f7ba78-e90d-4c30-8c66-7187be853abf service neutron] 10.222.0.57 "GET /v2.0/networks?id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 200 len: 913 time: 0.0902030 Jul 30 00:18:20.320750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-3aee1bbd-c99e-4a54-bc9d-f2f147f09e0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 200 len: 217 time: 0.0404105 Jul 30 00:18:20.373909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-ee10a8d3-b895-4a05-ab3d-c9e1a92ffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:20.375416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-ee10a8d3-b895-4a05-ab3d-c9e1a92ffffd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ebf55bcd-7f03-4af4-921a-ce48c93b0e49 HTTP/1.1" status: 200 len: 852 time: 0.0478017 Jul 30 00:18:20.408526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-eedbf31f-4706-4e7b-b77b-cfd81b1ad265 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259187 Jul 30 00:18:20.509484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-e1386bd1-3a4b-4e28-9a87-f6abd597e99d service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934269 Jul 30 00:18:20.605103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c2acbfa-ae71-4617-b55c-3eccd3d8b1a4 req-0cfaab96-3b33-4712-9bd3-0ae270509420 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Jul 30 00:18:20.776680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:21.305272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c507-92c2-4fc3-b9ee-13c4df584bc1 req-0b313d79-8a3b-40e2-9a18-038adbf534e9 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:21.307061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4667c507-92c2-4fc3-b9ee-13c4df584bc1 req-0b313d79-8a3b-40e2-9a18-038adbf534e9 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jul 30 00:18:21.357914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4667c507-92c2-4fc3-b9ee-13c4df584bc1 req-9c0fffd1-0470-40f8-8f27-04acace1042b tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Jul 30 00:18:22.501961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b0c8-1ad0-4282-93a9-de42c23ab31b req-5987e950-7c19-4540-a981-aa1f16620049 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:22.503469 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bad7b0c8-1ad0-4282-93a9-de42c23ab31b req-5987e950-7c19-4540-a981-aa1f16620049 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0597103 Jul 30 00:18:22.529883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:22.549607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bad7b0c8-1ad0-4282-93a9-de42c23ab31b req-776ef687-7bf8-4434-98f6-3b94767325af tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Jul 30 00:18:22.794387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff5a05-b91b-4022-be96-d464619c7133 req-bebfb06c-bca7-4661-a4a4-055577c59894 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:22.795926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-baff5a05-b91b-4022-be96-d464619c7133 req-bebfb06c-bca7-4661-a4a4-055577c59894 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0536661 Jul 30 00:18:22.839116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-baff5a05-b91b-4022-be96-d464619c7133 req-9ef0e283-c493-42f7-ab91-096ceb8d4e08 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Jul 30 00:18:23.719156 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:18:23.962467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c6eb-e7c6-4215-9a2d-65c356c5a1e2 req-19cad06b-35bc-479c-90ca-8edd655d5134 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:23.964136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0e9c6eb-e7c6-4215-9a2d-65c356c5a1e2 req-19cad06b-35bc-479c-90ca-8edd655d5134 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Jul 30 00:18:24.004582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0e9c6eb-e7c6-4215-9a2d-65c356c5a1e2 req-4365403e-704d-471d-96ef-1b7989b4e4cd tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339954 Jul 30 00:18:24.223612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe2d29-744e-493f-9076-42274e187590 req-8b559a1d-8d00-423c-8a2d-5a6a5f9fb131 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:24.225650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dbe2d29-744e-493f-9076-42274e187590 req-8b559a1d-8d00-423c-8a2d-5a6a5f9fb131 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0582013 Jul 30 00:18:24.294222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dbe2d29-744e-493f-9076-42274e187590 req-cb8ace2c-4079-43be-8b4e-28feaec7cd76 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575871 Jul 30 00:18:24.300469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-bc526c9f-2c5a-49b9-a382-19abbba77ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:24.302025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-bc526c9f-2c5a-49b9-a382-19abbba77ceb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 1097 time: 0.0753775 Jul 30 00:18:24.401159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-e2891fd2-aef8-4bd3-a429-1d2a9faeead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:24.402838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-e2891fd2-aef8-4bd3-a429-1d2a9faeead3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 200 len: 913 time: 0.0939415 Jul 30 00:18:24.449887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-ea7629ba-be6a-4e8a-980d-6f851a72e46b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 200 len: 217 time: 0.0386369 Jul 30 00:18:24.507576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-a01b8102-6df2-4b86-8fe9-f4f214900749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:24.508670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-a01b8102-6df2-4b86-8fe9-f4f214900749 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ebf55bcd-7f03-4af4-921a-ce48c93b0e49 HTTP/1.1" status: 200 len: 852 time: 0.0516391 Jul 30 00:18:24.546205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-c33c5692-c061-44d0-86f8-77edd3b438ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94d11283-d0dc-4eab-b7d3-1b8d4d000b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296195 Jul 30 00:18:24.678055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-ab2822ac-b276-4fce-9e0c-55c11d4808d0 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238179 Jul 30 00:18:24.779796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9ddeadb-f5e9-4107-be55-3e8487d0fac4 req-270b106f-711c-47ea-839b-67771a9ce7e8 service neutron] 10.222.0.57 "GET /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941842 Jul 30 00:18:25.440025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bda66e-11f0-4c4e-87b5-1425a72296f9 req-b2b8e128-dbf6-435b-b880-4bcde06c41b1 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:25.441597 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5bda66e-11f0-4c4e-87b5-1425a72296f9 req-b2b8e128-dbf6-435b-b880-4bcde06c41b1 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0690720 Jul 30 00:18:25.492177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5bda66e-11f0-4c4e-87b5-1425a72296f9 req-96f496ec-bc52-4469-aa71-20ca64593621 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Jul 30 00:18:26.607847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be546dc8-03d2-433c-ba13-f6c0e995a476 req-dfcc8d80-fc54-4efb-b164-74ddea8af5c9 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:26.609546 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be546dc8-03d2-433c-ba13-f6c0e995a476 req-dfcc8d80-fc54-4efb-b164-74ddea8af5c9 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Jul 30 00:18:26.659055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be546dc8-03d2-433c-ba13-f6c0e995a476 req-70c30c87-ea9b-4d88-bf7c-ead38c7caa22 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Jul 30 00:18:26.931415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdecb7d-f5be-48b4-828e-0c052f562df6 req-bbb71a61-9c5b-473f-9515-0bb33262eaa3 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:26.932731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bdecb7d-f5be-48b4-828e-0c052f562df6 req-bbb71a61-9c5b-473f-9515-0bb33262eaa3 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Jul 30 00:18:26.973243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8bdecb7d-f5be-48b4-828e-0c052f562df6 req-fe1bbe2a-d9fc-486d-984f-beaf7e488717 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Jul 30 00:18:28.082972 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.101001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d8d44-9e85-4c45-b738-3a877c23e618 req-fc803541-f98c-4ecc-9ee3-44e34e0f1406 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:28.102712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a72d8d44-9e85-4c45-b738-3a877c23e618 req-fc803541-f98c-4ecc-9ee3-44e34e0f1406 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0586376 Jul 30 00:18:28.144875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a72d8d44-9e85-4c45-b738-3a877c23e618 req-7bde6bea-8103-4e6f-a6e9-cd3c46c42654 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Jul 30 00:18:28.592335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57560) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:28.714827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20afb60a-404e-41e1-9351-464b51dd59b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.812763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20afb60a-404e-41e1-9351-464b51dd59b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.820099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-20afb60a-404e-41e1-9351-464b51dd59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.859464 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-20afb60a-404e-41e1-9351-464b51dd59b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=126206cb28954143a3dccb9c984b2f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658670 Jul 30 00:18:28.860514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afb60a-404e-41e1-9351-464b51dd59b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a8a24-bec0-41a5-9994-4a5e38bd961e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:28.862819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57564) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:28.902617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-623febf7-d56d-4c8e-aa1c-dbc3fef7025c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:28.904801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-623febf7-d56d-4c8e-aa1c-dbc3fef7025c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.57 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0650773 Jul 30 00:18:28.915061 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.936864 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.990036 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.993428 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:28.994672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b1a8a24-bec0-41a5-9994-4a5e38bd961e HTTP/1.1" status: 204 len: 168 time: 0.1309533 Jul 30 00:18:29.003047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc6bf7-f8d3-49fc-90fb-12cfb6b52554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a8a24-bec0-41a5-9994-4a5e38bd961e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:29.015096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Deleting port 017feefd-03c7-4716-aaa7-fd75feb24d4f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:29.015441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.112985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] For port 017feefd-03c7-4716-aaa7-fd75feb24d4f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=017feefd-03c7-4716-aaa7-fd75feb24d4f,segment=NetworkSegment(d35a7a06-ed10-48c8-80a5-05054dcd82ab),segment_id=d35a7a06-ed10-48c8-80a5-05054dcd82ab)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:29.113795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.129276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Calling delete_port for 017feefd-03c7-4716-aaa7-fd75feb24d4f owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:29.310159 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:29.313915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333efd6a-7998-491d-9be4-60a473882a31 req-b98ab7e2-88e6-4850-b614-28804975d044 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.315604 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-333efd6a-7998-491d-9be4-60a473882a31 req-b98ab7e2-88e6-4850-b614-28804975d044 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/ports?device_id=c05f65ee-7dac-4928-91ba-94fef5950127 HTTP/1.1" status: 200 len: 945 time: 0.0961289 Jul 30 00:18:29.316457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.324067 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.357794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['017feefd-03c7-4716-aaa7-fd75feb24d4f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:18:29.361294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Pushing event deleted for resources: {'Port': ['ID=017feefd-03c7-4716-aaa7-fd75feb24d4f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:29.372981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.373240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.373865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.374409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.374983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.375481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.375979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.376609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.376957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.377288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.378105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.378105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.427021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] No DVR routers for this DVR port 017feefd-03c7-4716-aaa7-fd75feb24d4f on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:29.432781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.434968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.436944 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.437262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a23f974c-7572-44d7-bd65-3cc60cf480e9 req-3234b266-399b-400f-992e-547757fb804c tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.57 "DELETE /v2.0/ports/017feefd-03c7-4716-aaa7-fd75feb24d4f HTTP/1.1" status: 204 len: 173 time: 0.5251338 Jul 30 00:18:29.437806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'name': 'network-vif-deleted', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:29.440393 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a300ee-2345-4bc2-8405-b8dbf43a0a77" -d '{"events": [{"server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "name": "network-vif-deleted", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:29.452584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-333efd6a-7998-491d-9be4-60a473882a31 req-c7b7903f-3314-4fba-9a3a-5098e417f594 tempest-TestServerAdvancedOps-1096038483 tempest-TestServerAdvancedOps-1096038483-project] 10.222.0.49 "GET /v2.0/security-groups?id=359e2a77-a7dc-491a-a0c5-841d27d0a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289253 Jul 30 00:18:29.475877 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3908dc0d-b96a-4b01-95c8-f093fafa89ef,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:29.480332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da899924675041bcb0b8a1f294aa43e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690578 Jul 30 00:18:29.483202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57576) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:29.488092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.488440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.488779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.489108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.489430 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.489792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.490228 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.490627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.490995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.491405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.492600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.492600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869abd88-3f5a-4bb0-9b71-633db5eb0cba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:29.509789 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb270b7a-972a-43fb-82f4-68320b94f8c1 x-openstack-request-id: req-cb270b7a-972a-43fb-82f4-68320b94f8c1 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:29.510138 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05f65ee-7dac-4928-91ba-94fef5950127", "name": "network-vif-deleted", "tag": "017feefd-03c7-4716-aaa7-fd75feb24d4f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:29.510396 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb270b7a-972a-43fb-82f4-68320b94f8c1 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:29.510803 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05f65ee-7dac-4928-91ba-94fef5950127', 'name': 'network-vif-deleted', 'tag': '017feefd-03c7-4716-aaa7-fd75feb24d4f', 'status': 'completed', 'code': 200} Jul 30 00:18:29.554128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.582602 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.636595 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.639122 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.640323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3908dc0d-b96a-4b01-95c8-f093fafa89ef HTTP/1.1" status: 204 len: 168 time: 0.1558766 Jul 30 00:18:29.648842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cf08a-b4ae-47f7-a30b-e0d4466003cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3908dc0d-b96a-4b01-95c8-f093fafa89ef,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:30.518910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57602) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:30.570066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Deleting subnet ebf55bcd-7f03-4af4-921a-ce48c93b0e49 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:30.576760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.628282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.671265 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.727799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.754059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf55bcd-7f03-4af4-921a-ce48c93b0e49,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:30.758580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.764770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5d9a95c-91da-4396-a544-a2bab6cb372c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ebf55bcd-7f03-4af4-921a-ce48c93b0e49 HTTP/1.1" status: 204 len: 168 time: 0.2429094 Jul 30 00:18:30.764770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57610) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:30.846705 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.947981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.959581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d11283-d0dc-4eab-b7d3-1b8d4d000b08']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:30.972456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35a7a06-ed10-48c8-80a5-05054dcd82ab') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:30.972739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35a7a06-ed10-48c8-80a5-05054dcd82ab') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:30.983353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.999148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.005425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:31.005893 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:31.008283 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:31.072669 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.080009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.085467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] 10.222.0.49 "DELETE /v2.0/networks/94d11283-d0dc-4eab-b7d3-1b8d4d000b08 HTTP/1.1" status: 204 len: 168 time: 0.3172741 Jul 30 00:18:31.085724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:31.093721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476edc6-3161-45f3-9c08-e29091917b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d11283-d0dc-4eab-b7d3-1b8d4d000b08,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:31.134416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Deleting subnet 31eaa277-ce47-488a-937c-d9fefe48710d {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:31.137573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.175862 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.224046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.292338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.317751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31eaa277-ce47-488a-937c-d9fefe48710d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:31.321777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.323699 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18c568cd-c7ad-4b36-a004-f1774e3b7ed3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31eaa277-ce47-488a-937c-d9fefe48710d HTTP/1.1" status: 204 len: 168 time: 0.2367086 Jul 30 00:18:31.327382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57628) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:31.398033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.491689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.501000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a2b78-2631-4ab4-a17f-8b1b297c15a9']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:31.513584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3320c59-a190-4c6c-b4c7-a22b23de6bb6') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:31.514513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3320c59-a190-4c6c-b4c7-a22b23de6bb6') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:31.527332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.549605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.556848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:31.557357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:31.559242 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:31.617790 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.624040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.628554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] 10.222.0.49 "DELETE /v2.0/networks/244a2b78-2631-4ab4-a17f-8b1b297c15a9 HTTP/1.1" status: 204 len: 168 time: 0.2977755 Jul 30 00:18:31.641704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfade11-4795-4ca2-b3ea-6f0118350116 admin admin] Pushing event deleted for resources: {'Network': ['ID=244a2b78-2631-4ab4-a17f-8b1b297c15a9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:31.826104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:31.881838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57648) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:31.882752 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e3f7a81-0bed-447d-b60b-8a9e3fc25c5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4356a20307e4c2cb63a512f3f3abba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543969 Jul 30 00:18:31.946513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:31.974515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.028071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.030768 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.032317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/359e2a77-a7dc-491a-a0c5-841d27d0a90f HTTP/1.1" status: 204 len: 168 time: 0.1493578 Jul 30 00:18:32.045714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69b6fa-1512-4090-9196-8c8f21dd191b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e2a77-a7dc-491a-a0c5-841d27d0a90f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:32.259256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:32.384821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be0c3bd7-b679-42f3-9e8a-5d65d6f5eaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.400990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57662) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:32.449912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d7f3449b-8a34-4e3d-b581-c946988de989 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=222744bc3137480ab4d08c51cb5afd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475740 Jul 30 00:18:32.452545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57664) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:32.486171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be0c3bd7-b679-42f3-9e8a-5d65d6f5eaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.491678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be0c3bd7-b679-42f3-9e8a-5d65d6f5eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.503654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.525451 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.536055 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be0c3bd7-b679-42f3-9e8a-5d65d6f5eaa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ba1a4be99c8412dbc775754b34e5c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753544 Jul 30 00:18:32.536661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c3bd7-b679-42f3-9e8a-5d65d6f5eaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ab177-9633-4cdb-8b74-3e995f6bde04,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:32.540648 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:32.575882 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.578468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.579794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad1bfaee-b640-4cdb-b021-68d79ac7790e HTTP/1.1" status: 204 len: 168 time: 0.1259873 Jul 30 00:18:32.588136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67579e9-1faf-477c-8755-926e9e58cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bfaee-b640-4cdb-b021-68d79ac7790e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:32.597867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.622837 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.677048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.680095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.685385 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/143ab177-9633-4cdb-8b74-3e995f6bde04 HTTP/1.1" status: 204 len: 168 time: 0.1433177 Jul 30 00:18:32.698335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea3742-a3bd-4971-a30f-8a3f704f0180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ab177-9633-4cdb-8b74-3e995f6bde04,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:33.832243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57698) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:33.950796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 017feefd-03c7-4716-aaa7-fd75feb24d4f no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:33.953522 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf1e-bd39-4fa7-a4d7-994738fc2db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:33.977203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 017feefd-03c7-4716-aaa7-fd75feb24d4f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:33.977538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 017feefd-03c7-4716-aaa7-fd75feb24d4f not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:34.049711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf1e-bd39-4fa7-a4d7-994738fc2db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.055401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86dfdf1e-bd39-4fa7-a4d7-994738fc2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.094270 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86dfdf1e-bd39-4fa7-a4d7-994738fc2db0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47a308a0b08e4b269940d047de95367d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607813 Jul 30 00:18:34.095241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfdf1e-bd39-4fa7-a4d7-994738fc2db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639278de-99d3-4f63-9587-ff12f59afcd7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:34.097339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57702) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:34.165283 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.190306 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.244834 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.247753 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:34.248994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/639278de-99d3-4f63-9587-ff12f59afcd7 HTTP/1.1" status: 204 len: 168 time: 0.1473267 Jul 30 00:18:34.257122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bf4d6-29fc-4e27-9b41-68911c510f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639278de-99d3-4f63-9587-ff12f59afcd7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:35.037136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57724) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.171694 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-ad1832e4-e9d1-4f42-8722-1769d999e11c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.173550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ad1832e4-e9d1-4f42-8722-1769d999e11c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1347487 Jul 30 00:18:35.178300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57728) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.185073 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-46e1f4e7-31f9-4335-8065-084622a9fbdc tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.186750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-46e1f4e7-31f9-4335-8065-084622a9fbdc tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066967 Jul 30 00:18:35.190730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57730) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.197233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-3df52fc2-cecd-4ed4-a25e-eafd37894eac tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.198312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3df52fc2-cecd-4ed4-a25e-eafd37894eac tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062113 Jul 30 00:18:35.201100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.205594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-8e1ff75f-c977-43a8-83ad-12213d58c7c2 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.206673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8e1ff75f-c977-43a8-83ad-12213d58c7c2 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046110 Jul 30 00:18:35.209327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57734) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.214238 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-74280c6d-d803-4de7-934a-fd4b1467d03c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.215276 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-74280c6d-d803-4de7-934a-fd4b1467d03c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049775 Jul 30 00:18:35.217953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.222318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-351239da-205d-4f63-a31a-1ffcea16d85f tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.223279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-351239da-205d-4f63-a31a-1ffcea16d85f tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044019 Jul 30 00:18:35.226296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.230760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-c3f0b401-ef9f-4913-ab74-ea0e4cb58e00 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.231695 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c3f0b401-ef9f-4913-ab74-ea0e4cb58e00 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044968 Jul 30 00:18:35.235033 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.239300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-a0895f5a-9128-4895-a08f-39423cacf17d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.240222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a0895f5a-9128-4895-a08f-39423cacf17d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042489 Jul 30 00:18:35.242841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57742) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.252419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-1fa40c4d-0804-45f8-b8b0-8677bcadef4e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.254396 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1fa40c4d-0804-45f8-b8b0-8677bcadef4e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0100489 Jul 30 00:18:35.257373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57744) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.263422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-40485f0e-bf08-4a40-9ae4-abee0fee18d7 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.264392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-40485f0e-bf08-4a40-9ae4-abee0fee18d7 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055664 Jul 30 00:18:35.267164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57746) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.271388 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-17067689-4c88-41bf-ab03-0aba6a28f22a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.272354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-17067689-4c88-41bf-ab03-0aba6a28f22a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043013 Jul 30 00:18:35.275153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57748) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.279498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-e706871c-e1e0-42a6-95cb-11d689328959 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.280453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e706871c-e1e0-42a6-95cb-11d689328959 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043736 Jul 30 00:18:35.283335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57750) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.287353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-03ed291a-abb9-4b50-b432-3e6343fd850e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.288371 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-03ed291a-abb9-4b50-b432-3e6343fd850e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041769 Jul 30 00:18:35.291273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57752) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.295403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-374ea74c-c695-460b-83e2-be82575613e0 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.296337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-374ea74c-c695-460b-83e2-be82575613e0 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041583 Jul 30 00:18:35.298890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57754) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.304603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-9e331a7c-3dd7-4f6c-9f5e-4da8e414fbcb tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.305931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9e331a7c-3dd7-4f6c-9f5e-4da8e414fbcb tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056372 Jul 30 00:18:35.309264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57756) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.315390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-b1985f24-8aff-4e37-bd20-33833bacf81a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.316728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b1985f24-8aff-4e37-bd20-33833bacf81a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062156 Jul 30 00:18:35.320018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57758) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.327578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-51087f77-40a3-4807-8578-3ce1b7d1a5a7 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.328524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-51087f77-40a3-4807-8578-3ce1b7d1a5a7 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075977 Jul 30 00:18:35.330709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57760) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.334494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-5ddd922c-2d88-4b7c-a411-c889a178d91c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.335690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5ddd922c-2d88-4b7c-a411-c889a178d91c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038764 Jul 30 00:18:35.337860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.341666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-bd73735b-afe0-48a1-aa71-13e7d3ed9bcf tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.342584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bd73735b-afe0-48a1-aa71-13e7d3ed9bcf tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039113 Jul 30 00:18:35.344695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57764) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.348536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-816c84e3-7bd8-45b9-8031-e5d2b7953724 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.349459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-816c84e3-7bd8-45b9-8031-e5d2b7953724 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039585 Jul 30 00:18:35.351928 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.355879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-f4ff3407-5a13-41eb-a4d2-8345679c256c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.356787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f4ff3407-5a13-41eb-a4d2-8345679c256c tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040183 Jul 30 00:18:35.359075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.362828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-ccdd59fb-704d-45fa-8e3e-fcf588642038 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.363721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ccdd59fb-704d-45fa-8e3e-fcf588642038 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038402 Jul 30 00:18:35.366094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57770) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.372103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-e4dd2208-67c7-487a-96fe-8641da249de1 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.373088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e4dd2208-67c7-487a-96fe-8641da249de1 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056179 Jul 30 00:18:35.375597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.379459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-9c61ab9a-7219-4f00-a6b1-e8f654a061f4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.380389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9c61ab9a-7219-4f00-a6b1-e8f654a061f4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039349 Jul 30 00:18:35.382784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.389107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-b5fc275e-dbaf-4b89-8131-512ce138a702 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.390455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5fc275e-dbaf-4b89-8131-512ce138a702 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066769 Jul 30 00:18:35.393032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.400056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-301b7c32-d4d9-4a61-bb94-5b4dc8b7b585 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.401309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-301b7c32-d4d9-4a61-bb94-5b4dc8b7b585 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071275 Jul 30 00:18:35.403849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.411272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-9ef8a060-a3df-4f73-be44-da981d38b266 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.412568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9ef8a060-a3df-4f73-be44-da981d38b266 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0075581 Jul 30 00:18:35.415196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57780) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.419271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-778ac0b2-5849-4704-9b04-1b6a19395219 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.420195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-778ac0b2-5849-4704-9b04-1b6a19395219 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041201 Jul 30 00:18:35.422721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.426560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-3420e123-f6a9-4d77-b2ec-075ce572dd9f tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.427479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3420e123-f6a9-4d77-b2ec-075ce572dd9f tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039277 Jul 30 00:18:35.430021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.443672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-a4a56cc3-8f8c-45cf-b87d-0bce02c64aca tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.444622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4a56cc3-8f8c-45cf-b87d-0bce02c64aca tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0137508 Jul 30 00:18:35.447163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57786) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.451153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-88475e6a-31d9-41db-a273-3fc111de7f95 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.452067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-88475e6a-31d9-41db-a273-3fc111de7f95 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040450 Jul 30 00:18:35.454374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57788) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.458441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-454cb20b-f35c-43e3-bdab-a671fa32aad4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.459336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-454cb20b-f35c-43e3-bdab-a671fa32aad4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041733 Jul 30 00:18:35.461934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57790) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.466554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-3c80a241-859e-4c30-84f9-f17ed87bfa73 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.467653 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3c80a241-859e-4c30-84f9-f17ed87bfa73 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044632 Jul 30 00:18:35.470032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57792) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.476594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-7e856b1f-605d-469a-9bbc-f163f70fa3a9 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.478040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7e856b1f-605d-469a-9bbc-f163f70fa3a9 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069227 Jul 30 00:18:35.480933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57794) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.487754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-614b6c55-43c5-4bc8-9dc7-d868066acb48 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.488927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-614b6c55-43c5-4bc8-9dc7-d868066acb48 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069525 Jul 30 00:18:35.492581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57796) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.496149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-51a8a04c-231d-461e-bfd3-b3828d623d84 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.497077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-51a8a04c-231d-461e-bfd3-b3828d623d84 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040274 Jul 30 00:18:35.499625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57798) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.504081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-6bea6f48-6df4-4b83-a18d-1488d689a153 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.505032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6bea6f48-6df4-4b83-a18d-1488d689a153 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044644 Jul 30 00:18:35.507597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57800) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.511513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-04cc9a5f-0fd4-407d-8462-1ebe0db00caa tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.512454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-04cc9a5f-0fd4-407d-8462-1ebe0db00caa tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040343 Jul 30 00:18:35.514857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57802) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.519572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-968d5fd4-6ed1-4119-853b-1bffeb81af4e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.520532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-968d5fd4-6ed1-4119-853b-1bffeb81af4e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048161 Jul 30 00:18:35.523465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57804) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.529515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-9c0b5191-15e2-4b72-b01c-91761edc70f5 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.531839 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9c0b5191-15e2-4b72-b01c-91761edc70f5 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063424 Jul 30 00:18:35.534916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57806) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.539493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-12c6a80a-268f-4305-857a-c95f36ffa259 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.540521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-12c6a80a-268f-4305-857a-c95f36ffa259 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046480 Jul 30 00:18:35.544357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57808) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.551032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-693f8e3c-55d8-472a-a2ea-5c1dd46dbbc4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.552563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-693f8e3c-55d8-472a-a2ea-5c1dd46dbbc4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068567 Jul 30 00:18:35.555349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.559244 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-5d0924fa-d454-43a3-847a-e2ab0446b0aa tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.561255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5d0924fa-d454-43a3-847a-e2ab0446b0aa tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050116 Jul 30 00:18:35.562356 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.567173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-c3ed85bb-fcf5-4e29-811e-c5a89baebca2 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.568142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c3ed85bb-fcf5-4e29-811e-c5a89baebca2 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048842 Jul 30 00:18:35.570656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.574697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-fda1e9ee-57f2-4318-a2e7-9e3dd9447f44 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.575634 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fda1e9ee-57f2-4318-a2e7-9e3dd9447f44 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041223 Jul 30 00:18:35.577997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57816) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.582328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-81efdc63-9d0f-4dbe-be52-d6021f559351 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.583270 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81efdc63-9d0f-4dbe-be52-d6021f559351 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043862 Jul 30 00:18:35.585716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57818) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.590257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-1b5cb49a-510c-4ff9-9300-9f87d9db8182 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.591249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1b5cb49a-510c-4ff9-9300-9f87d9db8182 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046074 Jul 30 00:18:35.594096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57820) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.598801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-b33ef954-b0c4-42b7-93a1-79ea2c5af327 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.599757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b33ef954-b0c4-42b7-93a1-79ea2c5af327 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045459 Jul 30 00:18:35.602819 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57822) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.607388 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-97d8f507-4437-47d5-9541-6fe2589fa332 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.608331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-97d8f507-4437-47d5-9541-6fe2589fa332 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045547 Jul 30 00:18:35.615500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57824) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.621401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-22bc0860-a466-4137-8cff-2fd900489433 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.622785 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-22bc0860-a466-4137-8cff-2fd900489433 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059323 Jul 30 00:18:35.626992 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57826) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.634139 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-1bc10dc5-1f17-4887-b7b7-cc460c24aba4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.635229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1bc10dc5-1f17-4887-b7b7-cc460c24aba4 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071702 Jul 30 00:18:35.639573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57828) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.644328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-52946876-fefb-443c-a5f3-30e13f37f732 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.645420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-52946876-fefb-443c-a5f3-30e13f37f732 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048263 Jul 30 00:18:35.648786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57830) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.661226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-07f0e356-3249-43dd-81d5-2f29b5e1b60d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.661226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-07f0e356-3249-43dd-81d5-2f29b5e1b60d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050256 Jul 30 00:18:35.661595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57832) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.664414 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-91e63c18-2c25-46b2-b619-e831284ca540 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.665477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-91e63c18-2c25-46b2-b619-e831284ca540 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051022 Jul 30 00:18:35.668044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.672973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-af49fbe4-4a1d-4115-8a4d-8c34bb459573 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.674031 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-af49fbe4-4a1d-4115-8a4d-8c34bb459573 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050831 Jul 30 00:18:35.677016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57836) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.682026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-41fd6308-ef8b-4963-9747-50447db4be37 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.683049 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41fd6308-ef8b-4963-9747-50447db4be37 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051012 Jul 30 00:18:35.685873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57838) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.690264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-0f4220fe-7185-4995-9873-0d3dd781fdbb tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.691243 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0f4220fe-7185-4995-9873-0d3dd781fdbb tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044723 Jul 30 00:18:35.694079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.698960 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [None req-56348ede-feec-445f-afea-e8c64ceb5ec1 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.699933 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56348ede-feec-445f-afea-e8c64ceb5ec1 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049007 Jul 30 00:18:35.703363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57842) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.708673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-44c99e06-84ce-4450-b4a6-8f922ef8fa5e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.709665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44c99e06-84ce-4450-b4a6-8f922ef8fa5e tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053265 Jul 30 00:18:35.714027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57844) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.718545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-e7b2ec4d-159e-4930-b02a-82c29fc2861b tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.719526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e7b2ec4d-159e-4930-b02a-82c29fc2861b tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045228 Jul 30 00:18:35.722703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57846) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.727749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-b5afd428-2cf1-4086-95e4-0dbba03fe43d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.728716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5afd428-2cf1-4086-95e4-0dbba03fe43d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049462 Jul 30 00:18:35.731436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57848) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.735579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-ececbb34-c103-4080-b774-6522476f159a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.736524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ececbb34-c103-4080-b774-6522476f159a tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042279 Jul 30 00:18:35.739748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57850) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.744279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-c33f41db-d589-496f-991e-631523643b07 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.745216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c33f41db-d589-496f-991e-631523643b07 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046217 Jul 30 00:18:35.747993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57852) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.752009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-d4173629-0283-40c3-b175-9040541e2b6d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.752957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d4173629-0283-40c3-b175-9040541e2b6d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041037 Jul 30 00:18:35.755534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57854) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.760245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-ddbffe1a-31e5-43c8-83ff-4f59957cba1d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.761226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ddbffe1a-31e5-43c8-83ff-4f59957cba1d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047467 Jul 30 00:18:35.763906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57856) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.768836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-ae70100d-cebf-4c2d-9630-68084b001e3b tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.769857 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ae70100d-cebf-4c2d-9630-68084b001e3b tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050941 Jul 30 00:18:35.772443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57858) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.777224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-fcbc0b9d-b972-4982-8639-0bde1969070d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.778220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fcbc0b9d-b972-4982-8639-0bde1969070d tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048475 Jul 30 00:18:35.781818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57860) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.786133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-3742b3d1-849a-4df1-89c9-e36e5d3568e3 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.787011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3742b3d1-849a-4df1-89c9-e36e5d3568e3 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042410 Jul 30 00:18:35.790331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:35.794475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [None req-aec86801-f9fc-4620-937c-316c5b8231f9 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:18:35.795380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aec86801-f9fc-4620-937c-316c5b8231f9 tempest-ExtensionsTestJSON-1842285630 tempest-ExtensionsTestJSON-1842285630-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041621 Jul 30 00:18:36.080047 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:36.210504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c49ccbb4-4501-41e5-b000-a76fbb0048e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.323883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c49ccbb4-4501-41e5-b000-a76fbb0048e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.330456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c49ccbb4-4501-41e5-b000-a76fbb0048e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.376223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c49ccbb4-4501-41e5-b000-a76fbb0048e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e35f4ece8f334c6b93e28853c6360d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948647 Jul 30 00:18:36.377144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ccbb4-4501-41e5-b000-a76fbb0048e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d970d0-e785-464f-ad74-d14352e7f393,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:36.379524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:36.440930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.464620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.518675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.521742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.523147 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01d970d0-e785-464f-ad74-d14352e7f393 HTTP/1.1" status: 204 len: 168 time: 0.1425705 Jul 30 00:18:36.532479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc479c-9561-4c0d-965b-80a302aec443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d970d0-e785-464f-ad74-d14352e7f393,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:37.216931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57894) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:37.333698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-399345014'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:37.358473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:37.362032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.371191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.486980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.493025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.521396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:37.533235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c440333-529a-4c9a-ae34-0868915bdcc1,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:37.539638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.539984 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment 1eccc20d-5c99-4ce8-b578-5d89d2c86fde of type vlan for network b916c434-7ec9-4e35-8e22-748c1c99cb7b Jul 30 00:18:37.588789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.620484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.626163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:37.626813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.687947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4698040 Jul 30 00:18:37.702613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef04bf-4eae-41ae-9d55-dd0b9185bb3b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=b916c434-7ec9-4e35-8e22-748c1c99cb7b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:37.716691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:40.934944 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57898) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:40.940286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:41.037693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:41.041967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.258660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.318389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=4d2efcb1-bf83-44a7-af84-54990d851039,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:41.330774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': '1eccc20d-5c99-4ce8-b578-5d89d2c86fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:41.331377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: b916c434-7ec9-4e35-8e22-748c1c99cb7b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:41.358490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:41.368698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b916c434-7ec9-4e35-8e22-748c1c99cb7b) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:41.374230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:41.375191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.378777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44601127-16d2-4b54-af1f-687c60c160f4 None None] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:41.394916 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-01733d90-f23f-40b5-a04a-17df25da4c5a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4588294 Jul 30 00:18:41.398471 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57900) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:41.405184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-798858040'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:41.429488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:41.433314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.459212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:41.469214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.469570 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment 7567c40b-c81b-46a6-ae6d-593618ab8f5d of type vlan for network c2402914-8703-4c38-9798-3c4432c3449a Jul 30 00:18:41.515139 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.536218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b916c434-7ec9-4e35-8e22-748c1c99cb7b', 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': '4d2efcb1-bf83-44a7-af84-54990d851039'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:41.537287 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.550245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.556817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:41.557581 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.613526 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2131724 Jul 30 00:18:41.613782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57902) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:41.623237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:41.637586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80dfe9-c785-4ec1-b7a8-4db827916036 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=c2402914-8703-4c38-9798-3c4432c3449a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:41.652250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c2402914-8703-4c38-9798-3c4432c3449a details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:41.768140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:41.772677 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.805577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Allocated IP 2001:db8:0:ffff::2 (b916c434-7ec9-4e35-8e22-748c1c99cb7b/4d2efcb1-bf83-44a7-af84-54990d851039/12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:41.965915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:41.977824 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Transition to ACTIVE for port object 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:41.993493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Transition to ACTIVE for port object 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:41.999633 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.041774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:42.044570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:42.047672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:42.060481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Pushing event updated for resources: {'Port': ['ID=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:42.081182 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.081516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.081872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.082199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.082577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.082862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.083178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.083491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.083802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.084113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.084426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.084735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:42.088784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:18:42.090386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.120451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Attempting to bind port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:42.120812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Attempting to bind port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '1eccc20d-5c99-4ce8-b578-5d89d2c86fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:42.121167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Attempting to bind port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d on network b916c434-7ec9-4e35-8e22-748c1c99cb7b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:42.126298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:42.126649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Checking segment: {'id': '1eccc20d-5c99-4ce8-b578-5d89d2c86fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:42.127068 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.127442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Bound using segment: {'id': '1eccc20d-5c99-4ce8-b578-5d89d2c86fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:42.127898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Bound port: 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eccc20d-5c99-4ce8-b578-5d89d2c86fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b916c434-7ec9-4e35-8e22-748c1c99cb7b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:42.128271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.145798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=237edd4d-4008-464e-830a-794e3be0c413,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:42.163868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': '7567c40b-c81b-46a6-ae6d-593618ab8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:42.164247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: c2402914-8703-4c38-9798-3c4432c3449a, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:42.188360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network c2402914-8703-4c38-9798-3c4432c3449a is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:42.199329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] For port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:42.199812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c2402914-8703-4c38-9798-3c4432c3449a) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:42.204462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] For port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,segment=NetworkSegment(1eccc20d-5c99-4ce8-b578-5d89d2c86fde),segment_id=1eccc20d-5c99-4ce8-b578-5d89d2c86fde)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:42.204772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:42.205472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.209525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.214053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac618b50-07cc-4b98-9e02-7f6cbce71be7 None None] Network c2402914-8703-4c38-9798-3c4432c3449a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:42.225354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f6ec6589-8e33-47ad-bb5e-53a2d01ba28a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6095958 Jul 30 00:18:42.228371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:42.233752 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'port': {'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a', 'name': 'tempest-NetworksIpV6TestAttrs-509963759'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:42.322970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae049f0e-d7da-47c3-ac85-92f2585f44d1 None None] Pushing event updated for resources: {'Port': ['ID=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:42.358087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:42.362280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.384918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] device_id is not set on port b80d16d4-aa81-46cc-9d0b-38f7cbb6626d yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:18:42.555762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Allocated IP 2001:db8::f816:3eff:fe3e:aa83 (c2402914-8703-4c38-9798-3c4432c3449a/237edd4d-4008-464e-830a-794e3be0c413/b80d16d4-aa81-46cc-9d0b-38f7cbb6626d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:42.629469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c2402914-8703-4c38-9798-3c4432c3449a', 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': '237edd4d-4008-464e-830a-794e3be0c413'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:42.630819 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.754499 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.769857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Transition to ACTIVE for port object b80d16d4-aa81-46cc-9d0b-38f7cbb6626d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:42.805970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.849727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network c2402914-8703-4c38-9798-3c4432c3449a is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:42.853186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:42.854442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Allocated IP 2001:db8::f816:3eff:fe30:96ed (c2402914-8703-4c38-9798-3c4432c3449a/237edd4d-4008-464e-830a-794e3be0c413/455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:42.859584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:42.865397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:42.866103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:42.877423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Port': ['ID=b80d16d4-aa81-46cc-9d0b-38f7cbb6626d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:42.888066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db08d8e5-96c0-49bd-aa4c-db9ffc6ce0d7 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6586280 Jul 30 00:18:42.890775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57906) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:42.948494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting subnet 237edd4d-4008-464e-830a-794e3be0c413 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:43.011349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.021456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Transition to ACTIVE for port object 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:43.037798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Transition to ACTIVE for port object 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:43.044155 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.047760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.096136 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.098926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Network c2402914-8703-4c38-9798-3c4432c3449a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:43.102657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:43.104576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Pushing event updated for resources: {'Port': ['ID=455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:43.106869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:43.162966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Attempting to bind port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:43.163473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Attempting to bind port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '7567c40b-c81b-46a6-ae6d-593618ab8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:43.163937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Attempting to bind port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 on network c2402914-8703-4c38-9798-3c4432c3449a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:43.169364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:43.169774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Checking segment: {'id': '7567c40b-c81b-46a6-ae6d-593618ab8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:43.170515 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.170718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Bound using segment: {'id': '7567c40b-c81b-46a6-ae6d-593618ab8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:43.171179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Bound port: 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7567c40b-c81b-46a6-ae6d-593618ab8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c2402914-8703-4c38-9798-3c4432c3449a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:43.171566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.234161 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.301840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.305280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] For port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:43.309470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] For port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4,segment=NetworkSegment(7567c40b-c81b-46a6-ae6d-593618ab8f5d),segment_id=7567c40b-c81b-46a6-ae6d-593618ab8f5d)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:43.316305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.332840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=237edd4d-4008-464e-830a-794e3be0c413,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:43.336718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.341406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb7ee901-8465-447b-ba5c-31948f2efdfb tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/237edd4d-4008-464e-830a-794e3be0c413 HTTP/1.1" status: 204 len: 168 time: 0.4469662 Jul 30 00:18:43.341578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57908) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:43.391932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc26bd-abf1-42f5-9402-4e958967fb31 None None] Pushing event updated for resources: {'Port': ['ID=455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:43.417076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806f350-d778-4c5a-ae62-3f57cc285718 None None] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:43.438851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63bfb67-821d-4e89-bf7e-81e50cd9efae tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:43.440684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63bfb67-821d-4e89-bf7e-81e50cd9efae tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:43.442387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d63bfb67-821d-4e89-bf7e-81e50cd9efae tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0997679 Jul 30 00:18:43.450906 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:43.538005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ed8d3474-76aa-43b5-9a6a-037f20f68fba None None] Provisioning for port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:43.540825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50402bfd-fdbe-4346-b21b-ddb922cd0ce1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.548212 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-50402bfd-fdbe-4346-b21b-ddb922cd0ce1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 00:18:43.548678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50402bfd-fdbe-4346-b21b-ddb922cd0ce1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:43.555357 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-50402bfd-fdbe-4346-b21b-ddb922cd0ce1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/c2402914-8703-4c38-9798-3c4432c3449a HTTP/1.1" status: 409 len: 405 time: 0.0987804 Jul 30 00:18:43.556227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57912) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:43.562713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2084687551'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:43.594039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:43.599546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.639961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:43.651274 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.651536 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment 6ce4bb54-80ce-400a-8ba3-8be325f0c640 of type vlan for network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 Jul 30 00:18:43.720022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.771406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.777924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:43.778579 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:43.839184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2817736 Jul 30 00:18:43.842241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57914) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:43.850088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:43.874563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8b9b5-1e39-42be-9b20-96255eec6ae2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=b6c40f3b-6bd2-49aa-b201-a2cb936111f7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:43.887830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:43.959150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:43.963194 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.248305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:18:44.250057 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.310919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=7ff88ee3-35f6-4349-9449-edc6683a456e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:44.328052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': '6ce4bb54-80ce-400a-8ba3-8be325f0c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:44.328249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: b6c40f3b-6bd2-49aa-b201-a2cb936111f7, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:44.349277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:44.361134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b6c40f3b-6bd2-49aa-b201-a2cb936111f7) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:44.366697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:44.367755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.370743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89b5f9-e9b0-465d-b9e7-63b19785bcd7 None None] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:44.385343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2b545137-69fe-44fb-897f-4905d1b9dcdc tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5419559 Jul 30 00:18:44.388906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57916) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:44.394983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'port': {'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7', 'name': 'tempest-NetworksIpV6TestAttrs-271115990'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:44.480322 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b721174-453c-4c46-9812-faa12c43952c None None] Network c2402914-8703-4c38-9798-3c4432c3449a requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:44.524569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:44.530013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.549071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:44.555900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] device_id is not set on port d176c4b4-c20b-4bef-9364-c07fad6c9321 yet. {{(pid=93864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 00:18:44.611836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-af63fe48-fb6d-4efc-abab-09011333a113 None None] Provisioning for port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:44.675441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Allocated IP 2001:db8::f816:3eff:fe48:a642 (b6c40f3b-6bd2-49aa-b201-a2cb936111f7/7ff88ee3-35f6-4349-9449-edc6683a456e/d176c4b4-c20b-4bef-9364-c07fad6c9321) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:44.706420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b6c40f3b-6bd2-49aa-b201-a2cb936111f7', 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': '7ff88ee3-35f6-4349-9449-edc6683a456e'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:44.707265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.724080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:44.730984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:44.731363 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.835960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] DHCP port deletion for c2402914-8703-4c38-9798-3c4432c3449a request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:18:44.850841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.866131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Transition to ACTIVE for port object d176c4b4-c20b-4bef-9364-c07fad6c9321 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:44.906868 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.950940 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:44.954143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:44.960344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:44.964806 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.966357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:44.967002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:44.977024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Port': ['ID=d176c4b4-c20b-4bef-9364-c07fad6c9321,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:44.987138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Allocated IP 2001:db8::f816:3eff:fe42:521e (b6c40f3b-6bd2-49aa-b201-a2cb936111f7/7ff88ee3-35f6-4349-9449-edc6683a456e/dbd56470-2ad2-4f42-8647-e9547494f115) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:44.993525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e0e20dcf-25ca-45ca-966e-5b71e1ad45a1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6004291 Jul 30 00:18:44.993942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:45.006062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Deleting port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:45.006489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.051016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting subnet 7ff88ee3-35f6-4349-9449-edc6683a456e {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:45.097581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,segment=NetworkSegment(1eccc20d-5c99-4ce8-b578-5d89d2c86fde),segment_id=1eccc20d-5c99-4ce8-b578-5d89d2c86fde)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:45.108776 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.109580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:45.185187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] For port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4,segment=NetworkSegment(7567c40b-c81b-46a6-ae6d-593618ab8f5d),segment_id=7567c40b-c81b-46a6-ae6d-593618ab8f5d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:45.185598 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.240234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Calling delete_port for 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:45.258919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:45.357578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:45.363975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.371961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:45.372331 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.406721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Transition to ACTIVE for port object dbd56470-2ad2-4f42-8647-e9547494f115 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:45.433076 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.438949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Transition to ACTIVE for port object dbd56470-2ad2-4f42-8647-e9547494f115 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:45.449217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.467082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Could not find standard attr ID for object 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:18:45.469484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.471229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] Pushing event deleted for resources: {'Port': ['ID=455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:45.478782 n-d-712707-11 neutron-server[93866]: INFO neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No ports have port_id starting with 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 Jul 30 00:18:45.481592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad103ff5-8a96-4dca-987d-cc6f519f16b4 None None] No DVR routers for this DVR port 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:45.498004 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.515932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:45.520439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:45.526936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:45.534549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Pushing event updated for resources: {'Port': ['ID=dbd56470-2ad2-4f42-8647-e9547494f115,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:45.594819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Attempting to bind port dbd56470-2ad2-4f42-8647-e9547494f115 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:45.595191 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Attempting to bind port dbd56470-2ad2-4f42-8647-e9547494f115 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '6ce4bb54-80ce-400a-8ba3-8be325f0c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:45.595573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Attempting to bind port dbd56470-2ad2-4f42-8647-e9547494f115 on network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:45.601791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:45.602167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Checking segment: {'id': '6ce4bb54-80ce-400a-8ba3-8be325f0c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:45.602602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.602983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Bound using segment: {'id': '6ce4bb54-80ce-400a-8ba3-8be325f0c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:45.603728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Bound port: dbd56470-2ad2-4f42-8647-e9547494f115, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4bb54-80ce-400a-8ba3-8be325f0c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b6c40f3b-6bd2-49aa-b201-a2cb936111f7'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:45.604138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.645215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.714658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.718319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] For port dbd56470-2ad2-4f42-8647-e9547494f115, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:45.721613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] For port dbd56470-2ad2-4f42-8647-e9547494f115, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dbd56470-2ad2-4f42-8647-e9547494f115,segment=NetworkSegment(6ce4bb54-80ce-400a-8ba3-8be325f0c640),segment_id=6ce4bb54-80ce-400a-8ba3-8be325f0c640)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:45.727717 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.747037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff88ee3-35f6-4349-9449-edc6683a456e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:45.750601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.755447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:45.756011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5740ac2-982d-4e0c-98b5-f0dfd8bbd0b1 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/7ff88ee3-35f6-4349-9449-edc6683a456e HTTP/1.1" status: 204 len: 168 time: 0.7582479 Jul 30 00:18:45.793721 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571cc9f-6f11-41fb-86da-5b25e504ff13 None None] Pushing event updated for resources: {'Port': ['ID=dbd56470-2ad2-4f42-8647-e9547494f115,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:45.846389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae213781-096f-4ac3-b8e3-aa8b183841bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:45.848012 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae213781-096f-4ac3-b8e3-aa8b183841bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:45.849520 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae213781-096f-4ac3-b8e3-aa8b183841bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0933712 Jul 30 00:18:45.852533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57922) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:45.949206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6cd07b34-84f7-47d3-b30c-406283105848 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:45.959010 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd07b34-84f7-47d3-b30c-406283105848 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 00:18:45.959491 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd07b34-84f7-47d3-b30c-406283105848 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:45.961944 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6cd07b34-84f7-47d3-b30c-406283105848 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/b6c40f3b-6bd2-49aa-b201-a2cb936111f7 HTTP/1.1" status: 409 len: 405 time: 0.1083906 Jul 30 00:18:45.965841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57924) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:45.973469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-622919809'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:46.000961 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:46.004542 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.030104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:46.042833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.044702 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment 5aae76e0-5c82-48b4-aa9d-7fbefa38a34d of type vlan for network 4f460f4f-69d6-4890-8ab5-28d169b57eca Jul 30 00:18:46.089825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.119773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.125237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:46.125843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.189002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2218323 Jul 30 00:18:46.192930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57926) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:46.195161 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494715a-8712-4b48-a69f-75c7459551e2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=4f460f4f-69d6-4890-8ab5-28d169b57eca,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:46.199495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': '4f460f4f-69d6-4890-8ab5-28d169b57eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:46.211702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 4f460f4f-69d6-4890-8ab5-28d169b57eca details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:46.321099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47efe56b-7a52-4b06-9bb9-5e3e09ef1a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.569523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:46.599998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:46.604298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.627357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:46.627822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.728519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dbd56470-2ad2-4f42-8647-e9547494f115 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:46.785753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port dbd56470-2ad2-4f42-8647-e9547494f115 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:46.820108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e21e4-cd01-4863-b0b8-bd7fad0cbae8 None None] Network b6c40f3b-6bd2-49aa-b201-a2cb936111f7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:46.863393 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:46.895793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:46.896126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 455ddda1-6b02-44b6-ba3f-5d47d3bb6dc4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:46.906816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:18:46.908635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.914691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Provisioning for port dbd56470-2ad2-4f42-8647-e9547494f115 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:46.920831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Provisioning complete for port dbd56470-2ad2-4f42-8647-e9547494f115 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:46.921141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:46.974746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=a4d190b2-a16c-4364-991e-ecaaf0f47ad3,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:46.982173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': '5aae76e0-5c82-48b4-aa9d-7fbefa38a34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4f460f4f-69d6-4890-8ab5-28d169b57eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:46.982352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: 4f460f4f-69d6-4890-8ab5-28d169b57eca, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:47.002093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network 4f460f4f-69d6-4890-8ab5-28d169b57eca is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:47.012165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 4f460f4f-69d6-4890-8ab5-28d169b57eca) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:47.016393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:47.017085 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.034404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2b4681d2-9330-43c2-a3d2-f9c60910a539 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8400614 Jul 30 00:18:47.035382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197e259-dd2e-4b78-a4b1-ae03e3364c9c None None] Network 4f460f4f-69d6-4890-8ab5-28d169b57eca requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:47.037121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57928) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:47.095229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.100759 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] DHCP port deletion for b6c40f3b-6bd2-49aa-b201-a2cb936111f7 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:18:47.145224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.179292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] For port dbd56470-2ad2-4f42-8647-e9547494f115, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dbd56470-2ad2-4f42-8647-e9547494f115,segment=NetworkSegment(6ce4bb54-80ce-400a-8ba3-8be325f0c640),segment_id=6ce4bb54-80ce-400a-8ba3-8be325f0c640)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:47.202039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.225251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.293153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac603e9e-acfc-4b63-b8f2-31f5cc1fe4db None None] Pushing event updated for resources: {'Port': ['ID=dbd56470-2ad2-4f42-8647-e9547494f115,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:47.294628 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.297181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Deleting port dbd56470-2ad2-4f42-8647-e9547494f115 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:47.297514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.312677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f24994-3605-4fba-b045-c862839a4a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-4f460f4f-69d6-4890-8ab5-28d169b57eca', 'network_id': '4f460f4f-69d6-4890-8ab5-28d169b57eca', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': 'a4d190b2-a16c-4364-991e-ecaaf0f47ad3'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:47.313538 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-09f24994-3605-4fba-b045-c862839a4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.331678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d190b2-a16c-4364-991e-ecaaf0f47ad3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:47.402263 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.413498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f460f4f-69d6-4890-8ab5-28d169b57eca']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:47.423820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aae76e0-5c82-48b4-aa9d-7fbefa38a34d') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:47.424108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aae76e0-5c82-48b4-aa9d-7fbefa38a34d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:47.433200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.436055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] For port dbd56470-2ad2-4f42-8647-e9547494f115, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dbd56470-2ad2-4f42-8647-e9547494f115,segment=NetworkSegment(6ce4bb54-80ce-400a-8ba3-8be325f0c640),segment_id=6ce4bb54-80ce-400a-8ba3-8be325f0c640)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:47.436455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.451181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.458010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9907005-0c59-49a4-aada-9f7e8c0e2469 None None] Network 4f460f4f-69d6-4890-8ab5-28d169b57eca requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:47.459531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:47.460042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Calling delete_port for dbd56470-2ad2-4f42-8647-e9547494f115 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:47.460202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:47.463639 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:47.536173 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.542260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.547423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/4f460f4f-69d6-4890-8ab5-28d169b57eca HTTP/1.1" status: 204 len: 168 time: 0.5078411 Jul 30 00:18:47.547900 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57930) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:47.553152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-636440659'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:47.562874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3c8b8-1fb5-4bf0-a6d4-cbf2ebff87bd tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=4f460f4f-69d6-4890-8ab5-28d169b57eca,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:47.577610 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:47.581317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.609473 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:47.620205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.620809 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment bf86892d-dee6-4f00-ba1a-76a205a9646b of type vlan for network 0f1e2ce6-4892-4490-937e-03324a9322a7 Jul 30 00:18:47.664822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.698005 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.703932 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:47.704574 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.815827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.826896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:47.852568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] Pushing event deleted for resources: {'Port': ['ID=dbd56470-2ad2-4f42-8647-e9547494f115,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:47.858953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37394cf7-6c26-42c4-87ef-e20090129c80 None None] No DVR routers for this DVR port dbd56470-2ad2-4f42-8647-e9547494f115 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:48.115118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5660233 Jul 30 00:18:48.119403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:48.125648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': '0f1e2ce6-4892-4490-937e-03324a9322a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:48.127368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db5f9f-373c-433d-977a-224d8f5b4a1e tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=0f1e2ce6-4892-4490-937e-03324a9322a7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:48.139745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0f1e2ce6-4892-4490-937e-03324a9322a7 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:48.220547 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:48.224366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.425260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.458301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dbd56470-2ad2-4f42-8647-e9547494f115 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:48.493153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=b28ee17a-e328-4c50-b811-6ea4d151b365,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:48.494294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: dbd56470-2ad2-4f42-8647-e9547494f115 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:48.494616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dbd56470-2ad2-4f42-8647-e9547494f115 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:48.512939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': 'bf86892d-dee6-4f00-ba1a-76a205a9646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0f1e2ce6-4892-4490-937e-03324a9322a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:48.513305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: 0f1e2ce6-4892-4490-937e-03324a9322a7, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:48.534760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network 0f1e2ce6-4892-4490-937e-03324a9322a7 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:48.544803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0f1e2ce6-4892-4490-937e-03324a9322a7) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:48.550203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:48.550796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.553949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b216be3-e255-47f7-aa34-47a249f61a35 None None] Network 0f1e2ce6-4892-4490-937e-03324a9322a7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:48.568475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d07ec7f1-dba7-4508-99ca-f6b683132939 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4478452 Jul 30 00:18:48.571462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57934) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:48.689177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.726433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f5222-8a51-4140-b8b6-a06486c26a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0f1e2ce6-4892-4490-937e-03324a9322a7', 'network_id': '0f1e2ce6-4892-4490-937e-03324a9322a7', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': 'b28ee17a-e328-4c50-b811-6ea4d151b365'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:48.727358 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-720f5222-8a51-4140-b8b6-a06486c26a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.766982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.847652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server [None req-720f5222-8a51-4140-b8b6-a06486c26a83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28ee17a-e328-4c50-b811-6ea4d151b365: This subnet is being modified by another concurrent operation. Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server raise exception Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28ee17a-e328-4c50-b811-6ea4d151b365: This subnet is being modified by another concurrent operation. Jul 30 00:18:48.851770 n-d-712707-11 neutron-server[93866]: ERROR oslo_messaging.rpc.server Jul 30 00:18:48.875557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d462987-8220-47da-ae61-07b03f3508c1 None None] Network 0f1e2ce6-4892-4490-937e-03324a9322a7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:48.877375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=b28ee17a-e328-4c50-b811-6ea4d151b365,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:48.953219 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:48.965209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1e2ce6-4892-4490-937e-03324a9322a7']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:48.979405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf86892d-dee6-4f00-ba1a-76a205a9646b') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:48.979666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf86892d-dee6-4f00-ba1a-76a205a9646b') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:48.990357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.007012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.019788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ba914-b8c2-47d7-95e7-227abeef774e None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:18:49.021255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:49.021887 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:49.027080 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:49.074831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d05bd13-09e1-4987-8fc0-6e1aac6ca292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.114828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.119300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ba914-b8c2-47d7-95e7-227abeef774e None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:18:49.124582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.126833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/0f1e2ce6-4892-4490-937e-03324a9322a7 HTTP/1.1" status: 204 len: 168 time: 0.5542161 Jul 30 00:18:49.131703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57936) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:49.138935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-621394197'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:49.139895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f11e-c1c6-4e8e-88ea-acf1be69b161 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=0f1e2ce6-4892-4490-937e-03324a9322a7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:49.164532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:49.168614 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.196213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:18:49.209190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.209519 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Added segment e55f2c8a-3858-4f15-800c-7665c6739981 of type vlan for network b956be04-614b-46bb-85cf-b6aab1846cfc Jul 30 00:18:49.252678 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.286046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.296327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:49.297157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.375723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2422023 Jul 30 00:18:49.380024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57938) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:49.383118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58bb8-87cf-4fbe-88b9-a97b9f16db8a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Network': ['ID=b956be04-614b-46bb-85cf-b6aab1846cfc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:49.386396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Request body: {'subnet': {'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:49.397689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network b956be04-614b-46bb-85cf-b6aab1846cfc details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:18:49.478134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.499354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Made reservation on behalf of 9517f85322534a30bb6c85e272114e6c for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:49.505294 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.810394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.objects.ports [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93864) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 00:18:49.812438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.876577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event updated for resources: {'Subnet': ['ID=2cc41065-3f57-4f6b-b14d-100300e453d2,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:49.887201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Checking segment: {'id': 'e55f2c8a-3858-4f15-800c-7665c6739981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:49.887574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network hostable DHCP agents. Network: b956be04-614b-46bb-85cf-b6aab1846cfc, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:18:49.909416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Network b956be04-614b-46bb-85cf-b6aab1846cfc is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:18:49.921092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, b956be04-614b-46bb-85cf-b6aab1846cfc) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:49.926187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:49.928094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:49.929369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9159c-e192-4b46-a227-130b975755da None None] Network b956be04-614b-46bb-85cf-b6aab1846cfc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:49.944531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b80abb96-8341-4a43-9136-24963f425812 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5630870 Jul 30 00:18:49.948100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:50.052091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.091189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-b956be04-614b-46bb-85cf-b6aab1846cfc', 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc', 'tenant_id': '9517f85322534a30bb6c85e272114e6c', 'fixed_ips': [{'subnet_id': '2cc41065-3f57-4f6b-b14d-100300e453d2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:18:50.092071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.138093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.224947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Allocated IP 2001:db8::f816:3eff:fe2d:d203 (b956be04-614b-46bb-85cf-b6aab1846cfc/2cc41065-3f57-4f6b-b14d-100300e453d2/5e3c0234-8af6-4f17-acfb-4a8817759c55) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:50.376332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.384826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Transition to ACTIVE for port object 5e3c0234-8af6-4f17-acfb-4a8817759c55 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:50.399881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Transition to ACTIVE for port object 5e3c0234-8af6-4f17-acfb-4a8817759c55 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:50.410831 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.427795 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.452885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Network b956be04-614b-46bb-85cf-b6aab1846cfc is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:50.461940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:50.463506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc41065-3f57-4f6b-b14d-100300e453d2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:50.465227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:50.471205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Pushing event updated for resources: {'Port': ['ID=5e3c0234-8af6-4f17-acfb-4a8817759c55,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:50.530133 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Attempting to bind port 5e3c0234-8af6-4f17-acfb-4a8817759c55 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:50.530888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Attempting to bind port 5e3c0234-8af6-4f17-acfb-4a8817759c55 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'e55f2c8a-3858-4f15-800c-7665c6739981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:50.530888 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Attempting to bind port 5e3c0234-8af6-4f17-acfb-4a8817759c55 on network b956be04-614b-46bb-85cf-b6aab1846cfc {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:50.531449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.536357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:50.536728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Checking segment: {'id': 'e55f2c8a-3858-4f15-800c-7665c6739981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:50.537132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.537519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Bound using segment: {'id': 'e55f2c8a-3858-4f15-800c-7665c6739981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:50.538037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Bound port: 5e3c0234-8af6-4f17-acfb-4a8817759c55, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55f2c8a-3858-4f15-800c-7665c6739981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:50.538420 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.542377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b956be04-614b-46bb-85cf-b6aab1846cfc']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:50.552729 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55f2c8a-3858-4f15-800c-7665c6739981') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:50.553116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55f2c8a-3858-4f15-800c-7665c6739981') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:50.563484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.579023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.586208 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:50.586635 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:50.590049 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:50.614558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] For port 5e3c0234-8af6-4f17-acfb-4a8817759c55, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:50.649554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] For port 5e3c0234-8af6-4f17-acfb-4a8817759c55, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e3c0234-8af6-4f17-acfb-4a8817759c55,segment=NetworkSegment(e55f2c8a-3858-4f15-800c-7665c6739981),segment_id=e55f2c8a-3858-4f15-800c-7665c6739981)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:50.652084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.db.api [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 00:18:50.652084 n-d-712707-11 neutron-server[93865]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 00:18:50.652084 n-d-712707-11 neutron-server[93865]: [parameters: {'id': 'b956be04-614b-46bb-85cf-b6aab1846cfc'}] Jul 30 00:18:50.652084 n-d-712707-11 neutron-server[93865]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:18:50.652768 n-d-712707-11 neutron-server[93865]: DEBUG oslo_db.api [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:18:50.654872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.745718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5b7e-7c9a-4d2e-a4b7-a167290aafdc None None] Pushing event updated for resources: {'Port': ['ID=5e3c0234-8af6-4f17-acfb-4a8817759c55,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:50.756850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1526b0-cdaa-4850-8ffe-f3b5201ec393 None None] Network b956be04-614b-46bb-85cf-b6aab1846cfc requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:50.834602 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:50.932631 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9643c-0f33-4bb5-a7ea-33ee87e6c72b None None] get_active_networks_info from n-d-712707-11 {{(pid=93866) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:18:51.017068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9643c-0f33-4bb5-a7ea-33ee87e6c72b None None] Resources bound (agent type, host, resource id): {{(pid=93866) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:18:51.154390 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.213881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting port 5e3c0234-8af6-4f17-acfb-4a8817759c55 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:51.214155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.280677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] For port 5e3c0234-8af6-4f17-acfb-4a8817759c55, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5e3c0234-8af6-4f17-acfb-4a8817759c55,segment=NetworkSegment(e55f2c8a-3858-4f15-800c-7665c6739981),segment_id=e55f2c8a-3858-4f15-800c-7665c6739981)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:51.281347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.294211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Calling delete_port for 5e3c0234-8af6-4f17-acfb-4a8817759c55 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:51.388775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.420783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Port': ['ID=5e3c0234-8af6-4f17-acfb-4a8817759c55,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:51.422572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No DVR routers for this DVR port 5e3c0234-8af6-4f17-acfb-4a8817759c55 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:51.503345 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.514878 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b956be04-614b-46bb-85cf-b6aab1846cfc']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:51.526791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55f2c8a-3858-4f15-800c-7665c6739981') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:51.527089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55f2c8a-3858-4f15-800c-7665c6739981') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:51.536752 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.551103 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.560289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:51.560721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:51.565176 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:51.639696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.647235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:51.649548 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/b956be04-614b-46bb-85cf-b6aab1846cfc HTTP/1.1" status: 204 len: 168 time: 1.7003446 Jul 30 00:18:51.654732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57942) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.665446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599a193-c794-4b28-b42e-dd7a88edf65a tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=b956be04-614b-46bb-85cf-b6aab1846cfc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:51.692251 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fca5a4-2b4b-4e64-aa66-0e89306194e5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.692722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fca5a4-2b4b-4e64-aa66-0e89306194e5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.694673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-63fca5a4-2b4b-4e64-aa66-0e89306194e5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/2cc41065-3f57-4f6b-b14d-100300e453d2 HTTP/1.1" status: 404 len: 337 time: 0.0387878 Jul 30 00:18:51.697289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.716396 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae5e5f1-f3d7-479f-8473-808b5bc117e3 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.716993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae5e5f1-f3d7-479f-8473-808b5bc117e3 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.718802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dae5e5f1-f3d7-479f-8473-808b5bc117e3 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/b956be04-614b-46bb-85cf-b6aab1846cfc HTTP/1.1" status: 404 len: 339 time: 0.0205615 Jul 30 00:18:51.721397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57946) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.752366 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a68ac2-f2c9-4a9d-ad98-126f160e6fde tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.752807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a68ac2-f2c9-4a9d-ad98-126f160e6fde tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.754760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16a68ac2-f2c9-4a9d-ad98-126f160e6fde tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/b28ee17a-e328-4c50-b811-6ea4d151b365 HTTP/1.1" status: 404 len: 337 time: 0.0323100 Jul 30 00:18:51.759831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57948) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.782272 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac167b9a-06b1-4906-b928-93d1c4e1fd46 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.782705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac167b9a-06b1-4906-b928-93d1c4e1fd46 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.784362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ac167b9a-06b1-4906-b928-93d1c4e1fd46 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/0f1e2ce6-4892-4490-937e-03324a9322a7 HTTP/1.1" status: 404 len: 339 time: 0.0229208 Jul 30 00:18:51.786986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.812403 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6f9b89-8a0e-4f75-8441-781bd92099f5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.812852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6f9b89-8a0e-4f75-8441-781bd92099f5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.814554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b6f9b89-8a0e-4f75-8441-781bd92099f5 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/a4d190b2-a16c-4364-991e-ecaaf0f47ad3 HTTP/1.1" status: 404 len: 337 time: 0.0266643 Jul 30 00:18:51.818207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.836210 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb2626e-df21-4c15-9224-176bb295474c tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:51.836735 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb2626e-df21-4c15-9224-176bb295474c tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:51.838404 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-abb2626e-df21-4c15-9224-176bb295474c tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/4f460f4f-69d6-4890-8ab5-28d169b57eca HTTP/1.1" status: 404 len: 339 time: 0.0193014 Jul 30 00:18:51.840918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:51.965581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting port d176c4b4-c20b-4bef-9364-c07fad6c9321 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:51.965950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.041249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.054597 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Calling delete_port for d176c4b4-c20b-4bef-9364-c07fad6c9321 owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:52.146063 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.176405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Port': ['ID=d176c4b4-c20b-4bef-9364-c07fad6c9321,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:52.182336 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.187118 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c3f685c8-e34b-4afb-aab3-a1f6f9cb81d2 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/ports/d176c4b4-c20b-4bef-9364-c07fad6c9321 HTTP/1.1" status: 204 len: 168 time: 0.3423407 Jul 30 00:18:52.187118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:52.214220 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d37033d-7a97-4a21-adb9-2496d2be79a0 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:52.214685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d37033d-7a97-4a21-adb9-2496d2be79a0 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:52.216553 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d37033d-7a97-4a21-adb9-2496d2be79a0 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/7ff88ee3-35f6-4349-9449-edc6683a456e HTTP/1.1" status: 404 len: 337 time: 0.0288725 Jul 30 00:18:52.219347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57958) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:52.308124 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.398095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.408982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c40f3b-6bd2-49aa-b201-a2cb936111f7']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:52.420563 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce4bb54-80ce-400a-8ba3-8be325f0c640') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:52.420863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce4bb54-80ce-400a-8ba3-8be325f0c640') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:52.429749 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.444106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.450736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:52.451131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:52.454257 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:52.518721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.527120 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.529018 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/b6c40f3b-6bd2-49aa-b201-a2cb936111f7 HTTP/1.1" status: 204 len: 168 time: 0.3082688 Jul 30 00:18:52.531861 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:52.535087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.551176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7379e-7f93-418b-a0dd-60ed5c9c847f tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=b6c40f3b-6bd2-49aa-b201-a2cb936111f7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:52.631924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting port b80d16d4-aa81-46cc-9d0b-38f7cbb6626d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:52.632175 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.723362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.737951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Calling delete_port for b80d16d4-aa81-46cc-9d0b-38f7cbb6626d owned by {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:52.831187 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.868813 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Port': ['ID=b80d16d4-aa81-46cc-9d0b-38f7cbb6626d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:52.876642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:52.881661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fe6702e2-74fa-4808-91c8-a066011756f9 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/ports/b80d16d4-aa81-46cc-9d0b-38f7cbb6626d HTTP/1.1" status: 204 len: 168 time: 0.3379507 Jul 30 00:18:52.885714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57962) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:52.917459 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ab05ce-5f47-44c8-ac26-5f13a06a6d2b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] DELETE failed (client error): The resource could not be found. Jul 30 00:18:52.917956 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ab05ce-5f47-44c8-ac26-5f13a06a6d2b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:18:52.919702 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-02ab05ce-5f47-44c8-ac26-5f13a06a6d2b tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/237edd4d-4008-464e-830a-794e3be0c413 HTTP/1.1" status: 404 len: 337 time: 0.0327334 Jul 30 00:18:52.922418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57964) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:53.001127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.091955 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.102622 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2402914-8703-4c38-9798-3c4432c3449a']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:53.114151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7567c40b-c81b-46a6-ae6d-593618ab8f5d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:53.114466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7567c40b-c81b-46a6-ae6d-593618ab8f5d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:53.124182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.138501 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.144279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:53.144669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:53.147643 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:53.211301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.220693 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.222838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/c2402914-8703-4c38-9798-3c4432c3449a HTTP/1.1" status: 204 len: 168 time: 0.2993410 Jul 30 00:18:53.226896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57966) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:53.236705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d2c5-2ec6-42f0-a35f-30bfc7200775 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=c2402914-8703-4c38-9798-3c4432c3449a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:53.285826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting subnet 4d2efcb1-bf83-44a7-af84-54990d851039 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:18:53.290094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.344552 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.442424 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.502967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.530820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2efcb1-bf83-44a7-af84-54990d851039,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:53.534988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.536946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-14306f74-596a-4cfa-8e59-a084931f5f99 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/subnets/4d2efcb1-bf83-44a7-af84-54990d851039 HTTP/1.1" status: 204 len: 168 time: 0.3089538 Jul 30 00:18:53.539906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 57968) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:53.545572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f382c0-673d-4dc0-a4b5-6cdbe4c2ad1d None None] Network b916c434-7ec9-4e35-8e22-748c1c99cb7b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:18:53.622139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.679059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Deleting port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:53.679390 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.726026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] DHCP port deletion for b916c434-7ec9-4e35-8e22-748c1c99cb7b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:18:53.750589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] For port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,segment=NetworkSegment(1eccc20d-5c99-4ce8-b578-5d89d2c86fde),segment_id=1eccc20d-5c99-4ce8-b578-5d89d2c86fde)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:53.751323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.765677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Calling delete_port for 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:53.774827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Deleting port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:18:53.776722 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.838027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] For port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,segment=NetworkSegment(1eccc20d-5c99-4ce8-b578-5d89d2c86fde),segment_id=1eccc20d-5c99-4ce8-b578-5d89d2c86fde)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:53.838422 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.853295 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.853740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Calling delete_port for 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:18:53.882297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Port': ['ID=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:53.885254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] No DVR routers for this DVR port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:53.940649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.972574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] No DVR routers for this DVR port 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:18:53.973686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.973960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4ed8-303a-4d95-bc7e-2a43d4f409f0 None None] Pushing event deleted for resources: {'Port': ['ID=12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:53.986266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b916c434-7ec9-4e35-8e22-748c1c99cb7b']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:53.997236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eccc20d-5c99-4ce8-b578-5d89d2c86fde') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:53.997567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eccc20d-5c99-4ce8-b578-5d89d2c86fde') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:54.006355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.021410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.027691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:18:54.028087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:18:54.031473 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:18:54.100271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.105888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.107834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] 10.222.0.49 "DELETE /v2.0/networks/b916c434-7ec9-4e35-8e22-748c1c99cb7b HTTP/1.1" status: 204 len: 168 time: 0.5669851 Jul 30 00:18:54.126555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9fe7-f2ea-4982-a110-b5c3c06dc887 tempest-NetworksIpV6TestAttrs-1941735395 tempest-NetworksIpV6TestAttrs-1941735395-project] Pushing event deleted for resources: {'Network': ['ID=b916c434-7ec9-4e35-8e22-748c1c99cb7b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:54.380380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:54.456308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:54.477316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:54.477761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 12f25e0c-6a2f-4f69-a6e1-b7828c5bce7d not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:54.545046 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa67c64c-12ed-44c3-940d-104b6b537807 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9517f85322534a30bb6c85e272114e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633928 Jul 30 00:18:54.547686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 57982) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:54.597361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.619194 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.669954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.672694 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:54.673912 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c440333-529a-4c9a-ae34-0868915bdcc1 HTTP/1.1" status: 204 len: 168 time: 0.1253209 Jul 30 00:18:54.682099 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883040d8-5d7e-4217-9e55-7601b12e0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c440333-529a-4c9a-ae34-0868915bdcc1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:58.104703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:00.719363 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:14.882797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58210) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:15.007717 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08fe5071-5e1e-4b9f-bebe-912836a2abaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.100885 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08fe5071-5e1e-4b9f-bebe-912836a2abaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.106083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-08fe5071-5e1e-4b9f-bebe-912836a2abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.149224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-08fe5071-5e1e-4b9f-bebe-912836a2abaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e554699ab904dfdb8f9bb0519d2f5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650595 Jul 30 00:19:15.150078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe5071-5e1e-4b9f-bebe-912836a2abaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5858ab-a2a8-403a-a03d-56dddcd709a3,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:15.152303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:15.208566 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.232189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.297819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.300754 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.301973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e5858ab-a2a8-403a-a03d-56dddcd709a3 HTTP/1.1" status: 204 len: 168 time: 0.1486423 Jul 30 00:19:15.310190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710cbf0-0189-4d21-a34f-f49acc242f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5858ab-a2a8-403a-a03d-56dddcd709a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:15.629408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:15.646252 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53fef4ee-782e-4ac6-8467-c563cf2f000b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.744244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53fef4ee-782e-4ac6-8467-c563cf2f000b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.750426 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-53fef4ee-782e-4ac6-8467-c563cf2f000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.788780 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef4ee-782e-4ac6-8467-c563cf2f000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177641e-067e-4f4d-89e4-aafa9a3e44c9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:15.793192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-53fef4ee-782e-4ac6-8467-c563cf2f000b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c229398b23d64164980a7146773da982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626921 Jul 30 00:19:15.796854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58224) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:15.856587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.881869 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.937136 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.940789 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.942049 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0177641e-067e-4f4d-89e4-aafa9a3e44c9 HTTP/1.1" status: 204 len: 168 time: 0.1442759 Jul 30 00:19:15.950310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad46f0-73ab-4923-acd6-9bfc82a79e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177641e-067e-4f4d-89e4-aafa9a3e44c9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:16.315953 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-19db40a1-aaf1-40fe-b419-cc26c7be42fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:17.623255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:19.040508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3503b79-6f66-460f-a3d0-a5f5e357d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:19.435005 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.618931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:20.755363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f14582a8-6ce9-40c6-a890-0c7a2816a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.784329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.856104 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f14582a8-6ce9-40c6-a890-0c7a2816a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.861915 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f14582a8-6ce9-40c6-a890-0c7a2816a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.900822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14582a8-6ce9-40c6-a890-0c7a2816a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62903a-ab3f-49e8-9bc6-d186affd61d5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:20.906999 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f14582a8-6ce9-40c6-a890-0c7a2816a612 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a4e51df04834278ae4a8511e7a3890b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866821 Jul 30 00:19:20.910039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58312) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:20.964764 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.986024 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.035541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.038369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.039547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d62903a-ab3f-49e8-9bc6-d186affd61d5 HTTP/1.1" status: 204 len: 168 time: 0.1284711 Jul 30 00:19:21.047710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab7bb2-4767-4548-9ae9-ecf77c12950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62903a-ab3f-49e8-9bc6-d186affd61d5,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:21.346185 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58318) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:21.361815 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6452c657-cb47-42af-a899-5398d8aa063c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.460370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6452c657-cb47-42af-a899-5398d8aa063c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.465403 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6452c657-cb47-42af-a899-5398d8aa063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.503165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c657-cb47-42af-a899-5398d8aa063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2e4b7-6b5f-487f-b35e-7abedd72dbf6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:21.507460 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6452c657-cb47-42af-a899-5398d8aa063c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30bbd99be6c14f379cd06384b1c2359c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601691 Jul 30 00:19:21.510266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58320) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:21.567347 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.588860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.639793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.642466 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:21.643652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/baa2e4b7-6b5f-487f-b35e-7abedd72dbf6 HTTP/1.1" status: 204 len: 168 time: 0.1323152 Jul 30 00:19:21.652474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b37a4-28fe-4703-8719-6303b861ea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2e4b7-6b5f-487f-b35e-7abedd72dbf6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:22.532281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.098263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.458699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-e9cb3736-a376-4c22-8d79-bb955292a53c req-30a66447-068e-49a2-8dfe-8434ff3dd768 service neutron] (93865) timed out ('10.222.0.49', 47274) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:19:37.719144 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:46.327902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd58f6fc-e762-4611-b550-62a9ca2fb1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:47.618182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:49.036374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5fe1-b56d-4347-874c-093b3b483ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:49.435234 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.165291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:50.282587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.374665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.380273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.421108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa4ac2-61b2-4da5-90c2-e05a613a671a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:50.429113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.429459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.429821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.430154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.430487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.430812 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.431136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.431456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.431781 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.432090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.432425 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.432751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.441099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58532) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:50.441674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8f2bca88-9c02-4cd3-b518-65c98f84a35b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e63594393214aabb8b43311516fe0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746389 Jul 30 00:19:50.496207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.519873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.572332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.575368 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.576984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30fa4ac2-61b2-4da5-90c2-e05a613a671a HTTP/1.1" status: 204 len: 168 time: 0.1347759 Jul 30 00:19:50.585442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa4ac2-61b2-4da5-90c2-e05a613a671a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:50.593939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.594286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.594665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.594997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.595312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.595608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.595959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.596249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.596565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.596883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.597196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.597510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a3523-14b4-4c7d-b45f-039adbead3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:50.792222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.902668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58538) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:50.926345 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56f78f5d-669f-415b-8a30-5a5ef5ad545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.038991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56f78f5d-669f-415b-8a30-5a5ef5ad545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.044221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56f78f5d-669f-415b-8a30-5a5ef5ad545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.083946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-56f78f5d-669f-415b-8a30-5a5ef5ad545d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=344730c92b38488bbf98b29071f907bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799300 Jul 30 00:19:51.084847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78f5d-669f-415b-8a30-5a5ef5ad545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ddf4a-da21-44e0-9c42-4a1cdf8251ff,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:51.087344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58540) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:51.142981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.166573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.227686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.230361 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:51.231542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f7ddf4a-da21-44e0-9c42-4a1cdf8251ff HTTP/1.1" status: 204 len: 168 time: 0.1432731 Jul 30 00:19:51.240018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3182d9-1e66-4de3-95b6-b8c901b9a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ddf4a-da21-44e0-9c42-4a1cdf8251ff,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:52.537930 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:58.105291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:01.879311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58634) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:02.015700 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a528382e-7868-48ae-93f1-0ba32b34a82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.115515 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a528382e-7868-48ae-93f1-0ba32b34a82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.121039 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a528382e-7868-48ae-93f1-0ba32b34a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.158788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528382e-7868-48ae-93f1-0ba32b34a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ed79a-89d8-46b5-b243-feb53ca0325a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:02.163268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a528382e-7868-48ae-93f1-0ba32b34a82c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4338871c20e046f38ae1c496dc669a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829843 Jul 30 00:20:02.167026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58638) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:02.219517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.241105 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.293388 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.296768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.298336 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90ed79a-89d8-46b5-b243-feb53ca0325a HTTP/1.1" status: 204 len: 168 time: 0.1309385 Jul 30 00:20:02.309684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f78ce-a2f8-4095-acec-13d0033bc179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ed79a-89d8-46b5-b243-feb53ca0325a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:02.594214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58644) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:02.614945 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abb9cf40-d1e6-4912-b748-9010a672e7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.738210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abb9cf40-d1e6-4912-b748-9010a672e7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.744591 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abb9cf40-d1e6-4912-b748-9010a672e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.786245 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-abb9cf40-d1e6-4912-b748-9010a672e7ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef1796711b7e4c5e9b4740d63901a46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906197 Jul 30 00:20:02.787136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9cf40-d1e6-4912-b748-9010a672e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f532b22-2637-4148-8408-5a2990ec8498,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:02.789102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:02.843115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.865982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.921196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.924259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:02.925516 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f532b22-2637-4148-8408-5a2990ec8498 HTTP/1.1" status: 204 len: 168 time: 0.1353610 Jul 30 00:20:02.935572 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b7c13-1c94-4e40-a06a-936c5dee065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f532b22-2637-4148-8408-5a2990ec8498,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:03.711167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:03.814695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1875107354-network', 'tenant_id': 'dfd8559c811545cdb9baa46e53aae96d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:03.840708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Made reservation on behalf of dfd8559c811545cdb9baa46e53aae96d for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:03.844349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:03.854172 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:03.952137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:03.958763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:03.985177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:20:03.996459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce23bc55-c64c-4faa-b6d9-98120164b125,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:04.003577 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.003933 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Added segment 81de2c82-a759-4318-9a49-ef3e55802a02 of type vlan for network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 Jul 30 00:20:04.062778 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.096289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.097308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:04.097983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.159366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469881 Jul 30 00:20:04.163533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:04.168831 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Request body: {'subnet': {'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1875107354-subnet', 'tenant_id': 'dfd8559c811545cdb9baa46e53aae96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:04.169820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648377d-7759-4b8f-8803-8c8e8ea1055d admin admin] Pushing event updated for resources: {'Network': ['ID=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:04.181735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:20:04.201598 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Made reservation on behalf of dfd8559c811545cdb9baa46e53aae96d for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:04.205277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.388381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.449118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdc4802-2448-432f-8e45-bc7e14e26222,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:04.458684 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Checking segment: {'id': '81de2c82-a759-4318-9a49-ef3e55802a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:04.459031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Network hostable DHCP agents. Network: fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:20:04.477020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:20:04.486477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:04.490964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:04.491655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:04.495619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437fb19-3380-4664-a92f-2b955d032e67 None None] Network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:04.512021 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d457ba53-1b95-4322-b376-560e3a2470d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3472962 Jul 30 00:20:04.628009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5782f2-8c00-4075-b2bd-ce50a9a1f99a None None] Network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:05.065604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58688) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:05.071368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386934043-network', 'tenant_id': '130dcb81a4ce4dbdb00d6f9357de3490'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:05.100971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Made reservation on behalf of 130dcb81a4ce4dbdb00d6f9357de3490 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:05.103853 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.115277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.228051 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.233874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.271832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:20:05.281576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0402530a-9f34-452d-be85-4aa5bdb48b5d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:05.294529 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.295076 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Added segment fb511c20-ed7d-4cde-848f-2719b7086591 of type vlan for network 33b1dd90-5450-406f-9fd9-11d574a8cf54 Jul 30 00:20:05.345598 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.376464 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.377424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:05.378028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.447350 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3804834 Jul 30 00:20:05.450241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58690) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:05.455812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Request body: {'subnet': {'network_id': '33b1dd90-5450-406f-9fd9-11d574a8cf54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386934043-subnet', 'tenant_id': '130dcb81a4ce4dbdb00d6f9357de3490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:05.467385 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665aa9d-3181-4dd3-b875-7d5ba3d58ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=33b1dd90-5450-406f-9fd9-11d574a8cf54,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:05.480383 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Made reservation on behalf of 130dcb81a4ce4dbdb00d6f9357de3490 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:05.481208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 33b1dd90-5450-406f-9fd9-11d574a8cf54 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:20:05.483127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.666719 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.723438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857b9a72-ac15-420d-ad10-48a5dca0583e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:05.740049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Checking segment: {'id': 'fb511c20-ed7d-4cde-848f-2719b7086591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '33b1dd90-5450-406f-9fd9-11d574a8cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:05.740524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Network hostable DHCP agents. Network: 33b1dd90-5450-406f-9fd9-11d574a8cf54, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:20:05.760404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Network 33b1dd90-5450-406f-9fd9-11d574a8cf54 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:20:05.774473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 33b1dd90-5450-406f-9fd9-11d574a8cf54) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:05.779052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:05.779637 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:05.788389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeefdd66-d15b-4d08-a5fd-02dc9c480a5c None None] Network 33b1dd90-5450-406f-9fd9-11d574a8cf54 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:05.799110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6e52c0f3-a5ae-452c-b166-d5d293082266 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3476946 Jul 30 00:20:05.914012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26820a16-7759-4812-89c7-7187e104d5f0 None None] Network 33b1dd90-5450-406f-9fd9-11d574a8cf54 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:06.513797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-baccb962-ad0b-4794-869a-5f5d57607b98 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:06.515449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-baccb962-ad0b-4794-869a-5f5d57607b98 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/networks?id=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 HTTP/1.1" status: 200 len: 809 time: 0.1169896 Jul 30 00:20:06.533478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-75d6b6f7-7100-4c2e-a2b9-53961deae6b9 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/quotas/dfd8559c811545cdb9baa46e53aae96d HTTP/1.1" status: 200 len: 375 time: 0.0110192 Jul 30 00:20:06.569204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-43676bcc-3ad9-463e-a44c-0e597d80b603 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfd8559c811545cdb9baa46e53aae96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296891 Jul 30 00:20:06.584918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-165b9184-4668-41f1-9270-ec4c6144b5c7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:20:06.585938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-165b9184-4668-41f1-9270-ec4c6144b5c7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091097 Jul 30 00:20:06.680053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-7ef337f9-567e-47c2-b0e2-669be8525534 service neutron] 10.222.0.49 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880988 Jul 30 00:20:06.786912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-de8e16fa-815b-47e1-8ba9-f46bb575e76e service neutron] 10.222.0.49 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976644 Jul 30 00:20:06.959846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f161d92-c0f2-419f-9f87-0b1f32caded2 req-92c6fe17-cbdf-4817-b593-710057674ce8 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 210 time: 0.0283332 Jul 30 00:20:08.089991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1208cda7-0c5e-414c-91c9-cea261317aae req-c776d470-3874-40a6-80fe-f1892572c1f1 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 210 time: 0.0371127 Jul 30 00:20:08.098795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-46959d31-65be-411e-85d4-8e796939e1de tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:08.100310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-46959d31-65be-411e-85d4-8e796939e1de tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.57 "GET /v2.0/networks?id=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 HTTP/1.1" status: 200 len: 809 time: 0.1404440 Jul 30 00:20:08.123016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Request body: {'port': {'device_id': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4', 'admin_state_up': True, 'tenant_id': 'dfd8559c811545cdb9baa46e53aae96d'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:08.255236 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Made reservation on behalf of dfd8559c811545cdb9baa46e53aae96d for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:08.259296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:08.396549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Allocated IP 172.20.0.8 (fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4/6bdc4802-2448-432f-8e45-bc7e14e26222/17755197-f7a3-4830-a002-8635bb17aadb) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:08.566840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:08.623304 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:08.666730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:08.670081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:08.674337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:08.702368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Pushing event updated for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:08.739923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:08.740548 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:08.756806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-cb3e9875-4ce2-498f-b738-583f53eb0ee4 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377530 Jul 30 00:20:08.775276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Request body: {'port': {'device_id': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:08.833255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.356064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9d3-27ae-48aa-a7d6-fc41e1e364da req-c48c4277-b8c4-49d7-bc20-85ab53bcc03d tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:09.357552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a54b9d3-27ae-48aa-a7d6-fc41e1e364da req-c48c4277-b8c4-49d7-bc20-85ab53bcc03d tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 931 time: 0.1119108 Jul 30 00:20:09.430965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a54b9d3-27ae-48aa-a7d6-fc41e1e364da req-dea04708-1de9-43b3-ad22-783159cb8475 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665061 Jul 30 00:20:09.482587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17755197-f7a3-4830-a002-8635bb17aadb {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:09.491016 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.506182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Transition to ACTIVE for port object 17755197-f7a3-4830-a002-8635bb17aadb will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:09.510761 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.567055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Pushing event updated for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:09.642323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Attempting to bind port 17755197-f7a3-4830-a002-8635bb17aadb on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:09.642809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Attempting to bind port 17755197-f7a3-4830-a002-8635bb17aadb by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '81de2c82-a759-4318-9a49-ef3e55802a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:09.643245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Attempting to bind port 17755197-f7a3-4830-a002-8635bb17aadb on network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:09.648671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Port 17755197-f7a3-4830-a002-8635bb17aadb on network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:20:09.648997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Attempting to bind port 17755197-f7a3-4830-a002-8635bb17aadb on network fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:09.654349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:09.654686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Checking segment: {'id': '81de2c82-a759-4318-9a49-ef3e55802a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:09.655484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Bound using segment: {'id': '81de2c82-a759-4318-9a49-ef3e55802a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:09.655926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Bound port: 17755197-f7a3-4830-a002-8635bb17aadb, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81de2c82-a759-4318-9a49-ef3e55802a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:09.656289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.725346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:09.728379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=17755197-f7a3-4830-a002-8635bb17aadb,segment=NetworkSegment(81de2c82-a759-4318-9a49-ef3e55802a02),segment_id=81de2c82-a759-4318-9a49-ef3e55802a02)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:09.735212 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.770264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:09.770894 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:09.772484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] 10.222.0.57 "PUT /v2.0/ports/17755197-f7a3-4830-a002-8635bb17aadb HTTP/1.1" status: 200 len: 1092 time: 1.0019150 Jul 30 00:20:09.773014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:09.775275 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea2814-d842-49ed-a2c8-a73fef9d5468" -d '{"events": [{"name": "network-changed", "server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "tag": "17755197-f7a3-4830-a002-8635bb17aadb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:09.801794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fef21-ae2b-49c4-a2c8-c3c49aaf1bbd service neutron] Pushing event updated for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:09.821172 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e66f707-ad04-4d4d-82c5-e18d0e5eeee6 x-openstack-request-id: req-2e66f707-ad04-4d4d-82c5-e18d0e5eeee6 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:09.821485 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "tag": "17755197-f7a3-4830-a002-8635bb17aadb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:09.821751 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e66f707-ad04-4d4d-82c5-e18d0e5eeee6 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:09.822520 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb', 'status': 'completed', 'code': 200} Jul 30 00:20:09.885248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-5f768b81-dcea-47ec-81e8-778500fe378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:09.886889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-5f768b81-dcea-47ec-81e8-778500fe378b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfd8559c811545cdb9baa46e53aae96d&device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 1095 time: 0.0488055 Jul 30 00:20:09.939429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-8267ef75-a600-4116-bdfb-3c3c1d941f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17755197-f7a3-4830-a002-8635bb17aadb HTTP/1.1" status: 200 len: 217 time: 0.0373981 Jul 30 00:20:09.997703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-7e669054-9f4c-4470-bace-dd14c7b725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:09.999354 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-7e669054-9f4c-4470-bace-dd14c7b725cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bdc4802-2448-432f-8e45-bc7e14e26222 HTTP/1.1" status: 200 len: 849 time: 0.0529504 Jul 30 00:20:10.040974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-5c5d3b69-69bf-49a2-a076-f4e6778e2c5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344646 Jul 30 00:20:10.141372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-151be070-dd12-4f10-8907-65a5d536f202 service neutron] 10.222.0.57 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932825 Jul 30 00:20:10.246004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11deb3df-986c-4c0e-9a94-c2fe0fcd6510 req-c96d72dd-f76c-4a1e-9b4c-58604ca97b45 service neutron] 10.222.0.57 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967748 Jul 30 00:20:10.390706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-4493d9be-8bd9-4a48-a1f2-2e75f0ab1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:10.392234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-4493d9be-8bd9-4a48-a1f2-2e75f0ab1f0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfd8559c811545cdb9baa46e53aae96d&device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 1095 time: 0.0567176 Jul 30 00:20:10.491826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-68d70c49-bec6-416e-91b5-1d9a2667d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:10.493738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-68d70c49-bec6-416e-91b5-1d9a2667d292 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 HTTP/1.1" status: 200 len: 910 time: 0.0942669 Jul 30 00:20:10.549869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-3f997ba5-e0c8-4a09-a969-4cd457eab768 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17755197-f7a3-4830-a002-8635bb17aadb HTTP/1.1" status: 200 len: 217 time: 0.0488288 Jul 30 00:20:10.617620 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-483c143f-45de-4515-9264-7841a41121f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:10.619471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-483c143f-45de-4515-9264-7841a41121f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bdc4802-2448-432f-8e45-bc7e14e26222 HTTP/1.1" status: 200 len: 849 time: 0.0544691 Jul 30 00:20:10.632331 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d5492-39c2-431d-b3a7-eac20f04a85b req-68f338c5-2b41-4a9d-b3d5-e41912bce299 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:10.634059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78d5492-39c2-431d-b3a7-eac20f04a85b req-68f338c5-2b41-4a9d-b3d5-e41912bce299 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 943 time: 0.1257000 Jul 30 00:20:10.670922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-a413181a-23f5-4829-8e01-ddb9b783a279 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356514 Jul 30 00:20:10.750536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78d5492-39c2-431d-b3a7-eac20f04a85b req-5321344c-ded3-45c0-9bfc-065a7a3830a6 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043198 Jul 30 00:20:10.803633 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-4ef71edd-877f-4d00-9b1d-303254a3b6d1 service neutron] 10.222.0.57 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 Jul 30 00:20:10.897955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1ea2814-d842-49ed-a2c8-a73fef9d5468 req-0aba66e4-1371-48ef-bba3-4c4aee7ea5af service neutron] 10.222.0.57 "GET /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Jul 30 00:20:11.889576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf6991-1ef1-4c19-b12c-1edbe4c7fa18 req-f5cf8e1b-4839-4bf3-b681-cc9028dd59aa tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:11.891679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ebf6991-1ef1-4c19-b12c-1edbe4c7fa18 req-f5cf8e1b-4839-4bf3-b681-cc9028dd59aa tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 943 time: 0.0650077 Jul 30 00:20:11.936832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ebf6991-1ef1-4c19-b12c-1edbe4c7fa18 req-b1cfd760-f3d1-49d4-b606-3ddef6f78ba3 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372097 Jul 30 00:20:12.529299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 17755197-f7a3-4830-a002-8635bb17aadb details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:20:12.634897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=17755197-f7a3-4830-a002-8635bb17aadb,segment=NetworkSegment(81de2c82-a759-4318-9a49-ef3e55802a02),segment_id=81de2c82-a759-4318-9a49-ef3e55802a02)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:12.646848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '17755197-f7a3-4830-a002-8635bb17aadb', 'network_id': 'fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4', 'port_id': '17755197-f7a3-4830-a002-8635bb17aadb', 'mac_address': 'fa:16:3e:09:b5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdc4802-2448-432f-8e45-bc7e14e26222', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:20:12.686344 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:12.700473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17755197-f7a3-4830-a002-8635bb17aadb {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:12.720791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=17755197-f7a3-4830-a002-8635bb17aadb,segment=NetworkSegment(81de2c82-a759-4318-9a49-ef3e55802a02),segment_id=81de2c82-a759-4318-9a49-ef3e55802a02)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:12.729513 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:12.784151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:12.792007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.792350 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.792690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.793021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.793353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.793683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.794039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.794365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.794689 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.795009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.795330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:12.795639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:13.043764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['17755197-f7a3-4830-a002-8635bb17aadb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:20:13.074539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0038fdf-4ab5-4624-bc06-be8a9ca65e0f req-0de26e8f-cfb6-425b-b873-bba6eb038757 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.076116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0038fdf-4ab5-4624-bc06-be8a9ca65e0f req-0de26e8f-cfb6-425b-b873-bba6eb038757 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 944 time: 0.0618527 Jul 30 00:20:13.117928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0038fdf-4ab5-4624-bc06-be8a9ca65e0f req-2c0ff5a6-8b8c-428f-a590-316f4295c6a5 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Jul 30 00:20:14.256368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a71339-bfa7-4959-8102-8ad116faf59f req-1eb71e5c-8b2c-4ff5-bbe9-dc7bd68b3b49 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.257974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62a71339-bfa7-4959-8102-8ad116faf59f req-1eb71e5c-8b2c-4ff5-bbe9-dc7bd68b3b49 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 944 time: 0.0600238 Jul 30 00:20:14.316023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62a71339-bfa7-4959-8102-8ad116faf59f req-c9b2358f-4f72-4351-9b79-8ea50ba66b17 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465226 Jul 30 00:20:14.542522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 17755197-f7a3-4830-a002-8635bb17aadb up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:14.604310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 17755197-f7a3-4830-a002-8635bb17aadb completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:14.609526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 17755197-f7a3-4830-a002-8635bb17aadb triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:14.610189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:14.694153 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:14.717013 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:14.720091 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abc160-5dbe-4b2e-a8e6-872c980a62fd" -d '{"events": [{"server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "name": "network-vif-plugged", "status": "completed", "tag": "17755197-f7a3-4830-a002-8635bb17aadb"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:14.720432 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:14.734169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=17755197-f7a3-4830-a002-8635bb17aadb,segment=NetworkSegment(81de2c82-a759-4318-9a49-ef3e55802a02),segment_id=81de2c82-a759-4318-9a49-ef3e55802a02)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:14.739040 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:14.764617 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e33f4-751c-4961-81d4-c3cb3cc270ec x-openstack-request-id: req-3b8e33f4-751c-4961-81d4-c3cb3cc270ec {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:14.764978 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "name": "network-vif-plugged", "status": "completed", "tag": "17755197-f7a3-4830-a002-8635bb17aadb", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:14.765253 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b8e33f4-751c-4961-81d4-c3cb3cc270ec {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:14.765724 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb', 'code': 200} Jul 30 00:20:14.799569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:14.893296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f68e2a-9b97-4c75-ad52-e9f7942b9371 req-4d80ce38-d4f4-40cb-b0bd-7444669499f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.894869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23f68e2a-9b97-4c75-ad52-e9f7942b9371 req-4d80ce38-d4f4-40cb-b0bd-7444669499f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 1097 time: 0.0471759 Jul 30 00:20:14.931453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23f68e2a-9b97-4c75-ad52-e9f7942b9371 req-d9d21e5c-0b99-487b-9675-29a69f091cd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298131 Jul 30 00:20:15.463225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e424a2-d223-47a7-bc79-61e1f59d16fe req-242536cf-5001-4398-b258-60b9faf325d7 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:15.465856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97e424a2-d223-47a7-bc79-61e1f59d16fe req-242536cf-5001-4398-b258-60b9faf325d7 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 945 time: 0.0698497 Jul 30 00:20:15.512353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-97e424a2-d223-47a7-bc79-61e1f59d16fe req-97e91a83-667c-4892-a868-a593359d9c9d tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Jul 30 00:20:16.325836 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-11609701-9d10-4681-a651-dd667a0d23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:16.648910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a21ca-aab6-473b-b9dc-bc4602facb5e req-c0e42676-2ca2-4554-8309-aefbbd1b1f82 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.650416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-217a21ca-aab6-473b-b9dc-bc4602facb5e req-c0e42676-2ca2-4554-8309-aefbbd1b1f82 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 945 time: 0.0589559 Jul 30 00:20:16.702647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-217a21ca-aab6-473b-b9dc-bc4602facb5e req-38ad3905-71e6-4489-a71c-28322bc4953a tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Jul 30 00:20:17.631312 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:19.034533 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c6b04320-11cd-4aad-a003-7eeba71267a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:19.288941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518977-5dc8-4e9e-bbd3-0a8405085563 req-00dec95c-cd6a-45f4-a1ce-8d7208727d50 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.290507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18518977-5dc8-4e9e-bbd3-0a8405085563 req-00dec95c-cd6a-45f4-a1ce-8d7208727d50 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 945 time: 0.0632780 Jul 30 00:20:19.335928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-18518977-5dc8-4e9e-bbd3-0a8405085563 req-08e524b9-3b15-4b04-8181-03fd4217a164 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Jul 30 00:20:19.430431 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:20.471344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60715-7abe-4ea3-b92d-16f3d5958055 req-105e5a48-a599-4f07-b97a-2a8679a66b07 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:20.472886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76e60715-7abe-4ea3-b92d-16f3d5958055 req-105e5a48-a599-4f07-b97a-2a8679a66b07 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 945 time: 0.0626023 Jul 30 00:20:20.523437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76e60715-7abe-4ea3-b92d-16f3d5958055 req-9df1100d-9011-4de0-9da8-774e7b5793fe tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce23bc55-c64c-4faa-b6d9-98120164b125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Jul 30 00:20:20.735399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-6e89e4ca-281c-445c-828f-b3e98f72f453 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:20.736800 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-6e89e4ca-281c-445c-828f-b3e98f72f453 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.57 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 945 time: 0.0646019 Jul 30 00:20:20.791219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:20.836494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Deleting port 17755197-f7a3-4830-a002-8635bb17aadb {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:20.836777 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:20.940998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] For port 17755197-f7a3-4830-a002-8635bb17aadb, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=17755197-f7a3-4830-a002-8635bb17aadb,segment=NetworkSegment(81de2c82-a759-4318-9a49-ef3e55802a02),segment_id=81de2c82-a759-4318-9a49-ef3e55802a02)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:20.941414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:20.964270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Calling delete_port for 17755197-f7a3-4830-a002-8635bb17aadb owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:21.117441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:21.148395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Pushing event deleted for resources: {'Port': ['ID=17755197-f7a3-4830-a002-8635bb17aadb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:21.151109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['17755197-f7a3-4830-a002-8635bb17aadb'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:20:21.203091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] No DVR routers for this DVR port 17755197-f7a3-4830-a002-8635bb17aadb on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:21.206125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:21.208557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21e414ce-0800-4507-a3a2-a47b2356d127 req-377653d6-f00c-44fe-b8b8-f09bcfb57285 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.57 "DELETE /v2.0/ports/17755197-f7a3-4830-a002-8635bb17aadb HTTP/1.1" status: 204 len: 173 time: 0.4652164 Jul 30 00:20:21.208857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'name': 'network-vif-deleted', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:21.211224 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103616b6-42b9-4ab3-8cbc-de4789506926" -d '{"events": [{"server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "name": "network-vif-deleted", "tag": "17755197-f7a3-4830-a002-8635bb17aadb"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:21.252960 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d4c0c-a635-4bca-9940-974b43878c30 x-openstack-request-id: req-9f6d4c0c-a635-4bca-9940-974b43878c30 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:21.253258 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8465d93c-1881-419a-9ae1-4ba9f215aeac", "name": "network-vif-deleted", "tag": "17755197-f7a3-4830-a002-8635bb17aadb", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:21.253659 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f6d4c0c-a635-4bca-9940-974b43878c30 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:21.254067 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8465d93c-1881-419a-9ae1-4ba9f215aeac', 'name': 'network-vif-deleted', 'tag': '17755197-f7a3-4830-a002-8635bb17aadb', 'status': 'completed', 'code': 200} Jul 30 00:20:21.639916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-360ac302-cf42-41c1-bae3-c38e1b032239 req-53c63e75-9fea-4862-aadf-94caf5723b32 tempest-VolumesActionsTest-703468260 tempest-VolumesActionsTest-703468260-project] 10.222.0.49 "GET /v2.0/ports?device_id=8465d93c-1881-419a-9ae1-4ba9f215aeac HTTP/1.1" status: 200 len: 210 time: 0.0288792 Jul 30 00:20:22.540031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:24.578265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 17755197-f7a3-4830-a002-8635bb17aadb no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:24.599928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 17755197-f7a3-4830-a002-8635bb17aadb {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:24.600277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 17755197-f7a3-4830-a002-8635bb17aadb not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:28.099686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.013988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58936) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:44.062647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Deleting subnet 6bdc4802-2448-432f-8e45-bc7e14e26222 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:20:44.066092 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.105510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.151823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.208241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.234144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdc4802-2448-432f-8e45-bc7e14e26222,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:44.238422 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.242700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b0dfa96a-b716-49dc-9c53-5e2c245febb2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6bdc4802-2448-432f-8e45-bc7e14e26222 HTTP/1.1" status: 204 len: 168 time: 0.2253187 Jul 30 00:20:44.243474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58938) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:44.313674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.402242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.412847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.423494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81de2c82-a759-4318-9a49-ef3e55802a02') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.423783 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81de2c82-a759-4318-9a49-ef3e55802a02') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.432998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.446947 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.454399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:20:44.454904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:20:44.457116 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:20:44.518572 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.524580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.526547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] 10.222.0.49 "DELETE /v2.0/networks/fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4 HTTP/1.1" status: 204 len: 168 time: 0.2827265 Jul 30 00:20:44.530562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58940) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:44.543728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13215fd-1ba4-43bb-838c-2120f7db8b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7d3e53-75e2-4bd7-9081-16a1beb3e5b4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:44.579689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Deleting subnet 857b9a72-ac15-420d-ad10-48a5dca0583e {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:20:44.583395 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.621430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.672874 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.734478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.763959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857b9a72-ac15-420d-ad10-48a5dca0583e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:44.766099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.768077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b99282d-ae0d-43c0-b15f-a405e646679c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/857b9a72-ac15-420d-ad10-48a5dca0583e HTTP/1.1" status: 204 len: 168 time: 0.2362444 Jul 30 00:20:44.771257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 58942) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:44.845235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.929939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.940693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b1dd90-5450-406f-9fd9-11d574a8cf54']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.952055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb511c20-ed7d-4cde-848f-2719b7086591') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.952370 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb511c20-ed7d-4cde-848f-2719b7086591') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.961404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.976692 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.986434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:20:44.986855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:20:44.989081 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:20:45.053436 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.059687 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.064693 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] 10.222.0.49 "DELETE /v2.0/networks/33b1dd90-5450-406f-9fd9-11d574a8cf54 HTTP/1.1" status: 204 len: 168 time: 0.2923791 Jul 30 00:20:45.078134 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c0cda-8a68-4ad7-ac2d-05a2334e72fe admin admin] Pushing event deleted for resources: {'Network': ['ID=33b1dd90-5450-406f-9fd9-11d574a8cf54,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:45.242732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58948) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:45.290173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4eb5aeeb-0f15-4721-852d-cf9575bf5cf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfd8559c811545cdb9baa46e53aae96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462079 Jul 30 00:20:45.292990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58950) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:45.345737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.368802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.425489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.428169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.429483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce23bc55-c64c-4faa-b6d9-98120164b125 HTTP/1.1" status: 204 len: 168 time: 0.1354804 Jul 30 00:20:45.438059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be61843-5860-4c2c-a08b-4194e8af99ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce23bc55-c64c-4faa-b6d9-98120164b125,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:45.789432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58956) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:45.832621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-485787ee-276f-4d41-ba48-e5918caf6842 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=130dcb81a4ce4dbdb00d6f9357de3490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418992 Jul 30 00:20:45.835260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 58958) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:45.894944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.921994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.975181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.978012 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.979226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0402530a-9f34-452d-be85-4aa5bdb48b5d HTTP/1.1" status: 204 len: 168 time: 0.1430006 Jul 30 00:20:45.987260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b06c78-dc3f-48b5-ac20-88d473d60c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402530a-9f34-452d-be85-4aa5bdb48b5d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:46.319423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-403186ae-9e3b-49f3-9995-dd699d216833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.646310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:49.036219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7fd547d-3cc8-4dbb-84a9-7ad0acb1527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:49.437191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.795713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:51.721393 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:52.547140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.105890 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.325044 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0577e1e7-d94d-4ae8-83cc-ecc231f24fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:17.646961 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:19.033471 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc067-147a-4222-a399-0ac40f262ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:19.433285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:20.803334 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:22.547905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:28.093835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:28.721153 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:21:46.336982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782f8c3c-a3ff-438a-aaff-2b486f6ea5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.666485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.037993 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79f61b30-6c7a-4b13-ae08-2af883331141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.428572 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.806087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.551097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.098272 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:05.721921 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:16.333356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a7e82b92-6f4a-4a79-b4f1-eb04f69e70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:17.659732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.045418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7514397e-febd-47f6-acc7-5f75085439a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.439489 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:20.820181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:22.552006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.106405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:42.723353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:46.338968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5c621f54-e634-468c-82a8-42ff417c25df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:47.666460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:49.042994 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-907f9910-8a6d-4db6-8c59-954f6dcfa1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:49.443367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.019847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:50.187202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.288138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.292783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.333119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72a0575f777e4ce49ce1f024784d23d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121245 Jul 30 00:22:50.334071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c0e7ee-aa08-4390-b592-a64ba1f37de5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:50.336140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33082) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:50.342801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.343152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.343494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.343877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.344185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.344563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.344797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.345703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.345703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.346423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.346423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.346631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e99e0-8798-4782-8b65-2292c4c7dd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.391952 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.414172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.466612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.470001 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.471432 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7c0e7ee-aa08-4390-b592-a64ba1f37de5 HTTP/1.1" status: 204 len: 168 time: 0.1338809 Jul 30 00:22:50.482253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c0e7ee-aa08-4390-b592-a64ba1f37de5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:50.496676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.497303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.497931 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.498485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.498974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.499327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.499723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.500302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.500643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.501001 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.501315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.501666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878fe1-9afe-45b1-8b3a-67c08d968ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:50.799112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 33090) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:50.803967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.814113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a0efc2e-ad67-4e1a-b1c2-1d8ccb830de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.912616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a0efc2e-ad67-4e1a-b1c2-1d8ccb830de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.917972 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0a0efc2e-ad67-4e1a-b1c2-1d8ccb830de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:50.961367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0a0efc2e-ad67-4e1a-b1c2-1d8ccb830de9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8b03a62c2eb49daba705352b12f5345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609569 Jul 30 00:22:50.962842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0efc2e-ad67-4e1a-b1c2-1d8ccb830de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b5916-763a-4e60-b21c-14701ace1cba,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:50.964718 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 33092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:51.016906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:51.040291 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:51.104416 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:51.107068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:51.108394 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d6b5916-763a-4e60-b21c-14701ace1cba HTTP/1.1" status: 204 len: 168 time: 0.1425819 Jul 30 00:22:51.118230 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f04ab-5848-4569-966f-1819932a83f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b5916-763a-4e60-b21c-14701ace1cba,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:52.558337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:58.107316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.333388 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-395bfc4d-0678-44ee-9e56-85e109347395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.674380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.037519 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c71643f-0491-4f09-a359-609a8b0df4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.434253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.725512 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:20.817437 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.560898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.571965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-88a8f363-bb84-4e8b-baa4-f7ae25e8e8c2 req-78b8b0d4-8f4b-46fb-98a8-3327abf093ae service neutron] (93864) timed out ('10.222.0.57', 57601) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:23:28.110781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:40.745948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:40.853343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54e99929-a8f0-4cf0-bf0a-2ccac9377942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:40.951067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54e99929-a8f0-4cf0-bf0a-2ccac9377942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:40.956511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-54e99929-a8f0-4cf0-bf0a-2ccac9377942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:40.998607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-54e99929-a8f0-4cf0-bf0a-2ccac9377942 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0b845763e24447c8206ed1ee0a7ac79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511015 Jul 30 00:23:40.999805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e99929-a8f0-4cf0-bf0a-2ccac9377942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56ec8a-464f-43cc-8319-f022ca410322,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:41.001280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:41.069191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:41.092176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:41.147409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:41.152315 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:41.154194 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d56ec8a-464f-43cc-8319-f022ca410322 HTTP/1.1" status: 204 len: 168 time: 0.1514623 Jul 30 00:23:41.167408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0740a-84f7-419e-be08-51578fb8e4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56ec8a-464f-43cc-8319-f022ca410322,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:46.338292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-77b69905-e126-4a4f-99cd-7a7f5f7a049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:47.672658 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:49.050686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e9f27194-4e0a-4426-bd39-3d9b3f447449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:49.434827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:50.807616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:52.563762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:56.726803 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:58.110739 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.563645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34352) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:12.692784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.801022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.806192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.848238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0e666-0759-45c0-b654-06a10dcec283,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:12.852231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df558300ae51455992df40c01a8b6523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871881 Jul 30 00:24:12.855483 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34358) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:12.861822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.862172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.862524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.862845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.863187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.863535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.863826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.864175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.864496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.864821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.865141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.865457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8e5e9-06f2-4006-9fa2-958af1ed31d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:12.919885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.943491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.998387 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:13.000867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:13.002145 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3e0e666-0759-45c0-b654-06a10dcec283 HTTP/1.1" status: 204 len: 168 time: 0.1455715 Jul 30 00:24:13.012048 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0e666-0759-45c0-b654-06a10dcec283,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:13.020396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.020750 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.021096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.021461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.021841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.022136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.022465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.022791 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.023113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.023437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.023760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.024089 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f736b-e4f7-401c-b3ef-ad57e3d08245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:16.346720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c41218df-349a-4401-b101-ff1f7f3c0e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.682024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.053473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6912f1e7-d762-41f7-bb1e-bbb36a649156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.429310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.818310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.572720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.114768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:33.727332 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:24:37.919826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-413d2c74-372a-419b-9fd4-c36b437bc5c5 req-ac7a7f78-d03d-45bb-a9fc-316473c3ec26 service neutron] (93865) timed out ('10.222.0.49', 51830) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:24:46.340767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0eac-53c6-42f5-93bb-d07392307b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:47.690257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:49.047825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3b8b-1b14-456e-926d-1c1d87bd910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:49.433474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:50.813895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:52.573928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:58.125567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:02.833462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 34694) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:02.991971 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bae6-a8be-478a-8d2b-473ee90aacbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.104442 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bae6-a8be-478a-8d2b-473ee90aacbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.110217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bae6-a8be-478a-8d2b-473ee90aacbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.151114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e1a6bae6-a8be-478a-8d2b-473ee90aacbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8ad15c054fe456bab53bdc4553f6823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159554 Jul 30 00:25:03.152050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6bae6-a8be-478a-8d2b-473ee90aacbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8672f03f-d6dc-4310-8c93-e8378f6acff0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:03.153985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 34700) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:03.213377 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.236047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.289766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.294213 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:03.296070 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8672f03f-d6dc-4310-8c93-e8378f6acff0 HTTP/1.1" status: 204 len: 168 time: 0.1406989 Jul 30 00:25:03.306544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207415c-214a-4868-910d-777f3805bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8672f03f-d6dc-4310-8c93-e8378f6acff0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:05.952391 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-2a437273-e8cf-4dc5-98ca-0e138d443fc1 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4b85e53d654c456e9422e51347e361bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435014 Jul 30 00:25:06.157972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-77dfef1e-3a0f-4b83-803b-52c975345e7c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:06.159515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-77dfef1e-3a0f-4b83-803b-52c975345e7c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990368 Jul 30 00:25:06.176404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-e28dfdd1-e867-46a2-875f-97caf2aebdfc tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/quotas/4b85e53d654c456e9422e51347e361bf HTTP/1.1" status: 200 len: 375 time: 0.0110118 Jul 30 00:25:06.211431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-6f1269af-8c86-46f2-b64d-0a67b905d0f6 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b85e53d654c456e9422e51347e361bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271521 Jul 30 00:25:07.414416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a4c4118-f659-43e6-b334-4642b2eb51b4 req-fce2d0ee-d597-4d86-b90f-53ebbe4f61be tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Jul 30 00:25:08.514757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f7fd25d-353a-4236-869f-7f7ed78b6b9a req-e1736010-1f63-4e1f-8dc5-0b485dada077 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Jul 30 00:25:08.707349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-e68d1a2f-b4f4-44a2-8a82-c2eac10bafd4 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4b85e53d654c456e9422e51347e361bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271275 Jul 30 00:25:08.832858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-4395542a-1a27-48a0-8561-c38ad921cf52 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:08.834362 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-4395542a-1a27-48a0-8561-c38ad921cf52 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201229 Jul 30 00:25:08.858072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Request body: {'port': {'device_id': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '4b85e53d654c456e9422e51347e361bf'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:08.974764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Made reservation on behalf of 4b85e53d654c456e9422e51347e361bf for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:08.978386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:08.988889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.098951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.106375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.174483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f814cc0-6fe5-4603-be25-bd51dd21edef,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:09.248435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Allocated IP 192.168.233.17 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/d7cef2ed-2f55-40b8-9d71-5cc09251e208) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:09.416420 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.436840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Transition to ACTIVE for port object d7cef2ed-2f55-40b8-9d71-5cc09251e208 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:09.480515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.526469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:09.533460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:09.537305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:09.541658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Pushing event updated for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:09.614338 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:09.615018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.650949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-9041033f-bebb-46c7-8310-d4b495926757 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7960343 Jul 30 00:25:09.665371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8ec3b-1aac-497d-a936-588d7a67adc1 req-b686f922-f4dd-4766-972b-5c489a86741c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:09.667021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81d8ec3b-1aac-497d-a936-588d7a67adc1 req-b686f922-f4dd-4766-972b-5c489a86741c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 935 time: 0.0713625 Jul 30 00:25:09.712336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-81d8ec3b-1aac-497d-a936-588d7a67adc1 req-3fccea1a-5a4c-4c0b-a95f-73ac769e051b tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Jul 30 00:25:09.779142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c4bd56c-54d6-40bc-b8b3-e75a0099dda1 None None] Provisioning for port d7cef2ed-2f55-40b8-9d71-5cc09251e208 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:09.784503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c4bd56c-54d6-40bc-b8b3-e75a0099dda1 None None] Provisioning complete for port d7cef2ed-2f55-40b8-9d71-5cc09251e208 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:09.784896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c4bd56c-54d6-40bc-b8b3-e75a0099dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:09.786982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Request body: {'port': {'device_id': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:09.825515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bd56c-54d6-40bc-b8b3-e75a0099dda1 None None] Port d7cef2ed-2f55-40b8-9d71-5cc09251e208 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:09.843975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.162790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cef2ed-2f55-40b8-9d71-5cc09251e208 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:10.171800 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.187897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Transition to ACTIVE for port object d7cef2ed-2f55-40b8-9d71-5cc09251e208 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:10.193445 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.243859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Pushing event updated for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:10.324509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Attempting to bind port d7cef2ed-2f55-40b8-9d71-5cc09251e208 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:10.325066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Attempting to bind port d7cef2ed-2f55-40b8-9d71-5cc09251e208 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:10.325418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Attempting to bind port d7cef2ed-2f55-40b8-9d71-5cc09251e208 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:10.330017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Port d7cef2ed-2f55-40b8-9d71-5cc09251e208 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:25:10.330326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Attempting to bind port d7cef2ed-2f55-40b8-9d71-5cc09251e208 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:10.335638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:10.335971 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:10.336361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:10.336794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Bound port: d7cef2ed-2f55-40b8-9d71-5cc09251e208, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:10.337158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.418551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:10.421554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:10.428482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.465088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.466102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.467950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] 10.222.0.57 "PUT /v2.0/ports/d7cef2ed-2f55-40b8-9d71-5cc09251e208 HTTP/1.1" status: 200 len: 1096 time: 0.7998953 Jul 30 00:25:10.470284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:10.472636 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273e40c-37e5-489e-bd75-0fa4e113b1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:10.500734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872102e-042c-4f25-b9a9-ffd4f293862f service neutron] Pushing event updated for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:10.574714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-2980490c-1f53-4c85-abf9-4d8e2e9a69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.576401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-2980490c-1f53-4c85-abf9-4d8e2e9a69af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b85e53d654c456e9422e51347e361bf&device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 1099 time: 0.0479200 Jul 30 00:25:10.631701 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a1e1b2-abfe-40a0-9e05-7af64e980c61 x-openstack-request-id: req-f8a1e1b2-abfe-40a0-9e05-7af64e980c61 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:10.631995 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:10.632242 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8a1e1b2-abfe-40a0-9e05-7af64e980c61 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:10.632640 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208', 'status': 'completed', 'code': 200} Jul 30 00:25:10.634445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-c2be0025-0c33-4539-99f9-17aaa5b21752 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208 HTTP/1.1" status: 200 len: 217 time: 0.0430977 Jul 30 00:25:10.706109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-05eaf78a-7311-4f35-980c-cc45b2fe28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.708149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-05eaf78a-7311-4f35-980c-cc45b2fe28c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0656602 Jul 30 00:25:10.726153 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:10.762786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4014-463b-4344-a315-9972377551d4 req-871e43eb-acb1-403f-88e3-cf8c9cd99a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.764380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-871e43eb-acb1-403f-88e3-cf8c9cd99a45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483861 Jul 30 00:25:10.898177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab692a1-0f1f-4926-afee-20751a39d464 req-0b72cf74-0044-4574-aee2-cd5cc44b17d4 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.899799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ab692a1-0f1f-4926-afee-20751a39d464 req-0b72cf74-0044-4574-aee2-cd5cc44b17d4 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 947 time: 0.0809042 Jul 30 00:25:10.904968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-5d7f63f9-c5d6-4499-a10e-9121773e0417 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325276 Jul 30 00:25:11.306933 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1ab692a1-0f1f-4926-afee-20751a39d464 req-7a4a59ac-34e5-4aaf-882b-115b2ef34b51 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966017 Jul 30 00:25:11.340108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d85e4014-463b-4344-a315-9972377551d4 req-afd0f5aa-39b6-413f-8cf5-cc2d7ddb7276 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232199 Jul 30 00:25:11.488117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-16d89b36-0458-492a-a273-6a7fce620b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.489667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-16d89b36-0458-492a-a273-6a7fce620b62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b85e53d654c456e9422e51347e361bf&device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 1099 time: 0.0442469 Jul 30 00:25:11.612668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-6b2fdb36-2ba1-4cb1-85c0-3837715a0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.614172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-6b2fdb36-2ba1-4cb1-85c0-3837715a0d61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.1162491 Jul 30 00:25:11.660543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-bc38ebb6-7ef1-45ba-9c5d-9a4ac036d979 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208 HTTP/1.1" status: 200 len: 217 time: 0.0369773 Jul 30 00:25:11.722273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-f3f1d223-8109-4db0-98db-ac9326a8bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.724431 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-f3f1d223-8109-4db0-98db-ac9326a8bc6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0554419 Jul 30 00:25:11.781761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-2b850177-642e-4b3f-806a-f57e05bcdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.783350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-2b850177-642e-4b3f-806a-f57e05bcdea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510142 Jul 30 00:25:11.887073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-c8a4b46e-36fd-4c2d-bb91-3450bf795e47 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945418 Jul 30 00:25:12.000742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6273e40c-37e5-489e-bd75-0fa4e113b1ff req-ea9f341a-25ca-47a8-953f-e741734c33b5 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052957 Jul 30 00:25:12.439569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e224238-28af-421a-9f33-73a2b5015474 req-310edb79-35be-4ad6-9c8c-aa2e952012a6 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.441088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e224238-28af-421a-9f33-73a2b5015474 req-310edb79-35be-4ad6-9c8c-aa2e952012a6 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 947 time: 0.0594044 Jul 30 00:25:12.484482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e224238-28af-421a-9f33-73a2b5015474 req-2b8004de-a36a-4193-bb2e-7767e6564e59 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Jul 30 00:25:13.618494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6deed-3f2e-43dc-b5ce-3e90396ab0ea req-40de00db-caf2-47db-ae42-1917e102103f tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:13.620105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fc6deed-3f2e-43dc-b5ce-3e90396ab0ea req-40de00db-caf2-47db-ae42-1917e102103f tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 947 time: 0.0532365 Jul 30 00:25:13.661954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fc6deed-3f2e-43dc-b5ce-3e90396ab0ea req-3dba8b4d-df69-4757-8ea6-fa52eac4c938 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352333 Jul 30 00:25:13.844899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d7cef2ed-2f55-40b8-9d71-5cc09251e208 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:13.960150 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:13.973535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208', 'mac_address': 'fa:16:3e:a3:70:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:25:14.017182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:14.031517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cef2ed-2f55-40b8-9d71-5cc09251e208 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:14.052907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:14.059524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:14.111707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:14.119080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.119433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.119773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.120115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.120451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.120786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.121543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.121912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.122272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.122585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.122910 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.123240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:14.389223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d7cef2ed-2f55-40b8-9d71-5cc09251e208'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:14.806371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d637a-2981-4338-be93-d31c42ab377d req-bd5d0fbb-2ece-4103-8a00-8f7f1cd17e20 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.808195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-375d637a-2981-4338-be93-d31c42ab377d req-bd5d0fbb-2ece-4103-8a00-8f7f1cd17e20 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 948 time: 0.0609379 Jul 30 00:25:14.861440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-375d637a-2981-4338-be93-d31c42ab377d req-28100321-fa4c-42dd-9424-ac9e02f614a3 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Jul 30 00:25:15.864194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d7cef2ed-2f55-40b8-9d71-5cc09251e208 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:15.922578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port d7cef2ed-2f55-40b8-9d71-5cc09251e208 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:15.926800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port d7cef2ed-2f55-40b8-9d71-5cc09251e208 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:15.927180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:15.985596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1454c-0988-478e-be48-9ae50ffbd1e1 req-ad4756ec-d8a8-4438-84bb-6f68f36dfa6c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:15.987366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efb1454c-0988-478e-be48-9ae50ffbd1e1 req-ad4756ec-d8a8-4438-84bb-6f68f36dfa6c tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 948 time: 0.0533476 Jul 30 00:25:16.024658 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:16.042047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efb1454c-0988-478e-be48-9ae50ffbd1e1 req-81e9f9a6-3996-4726-8d6a-13d1812003cb tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Jul 30 00:25:16.054688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:16.057019 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a0f25-0f10-43b8-96f6-d2f394bc2200" -d '{"events": [{"server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "name": "network-vif-plugged", "status": "completed", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:16.074361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:16.080568 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:16.135697 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:16.166346 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5b3994-d47d-43bf-aaf0-da750c6acd13 x-openstack-request-id: req-4c5b3994-d47d-43bf-aaf0-da750c6acd13 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:16.166633 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "name": "network-vif-plugged", "status": "completed", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:16.166888 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c5b3994-d47d-43bf-aaf0-da750c6acd13 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:16.167309 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208', 'code': 200} Jul 30 00:25:16.299567 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a191-329c-436e-ae59-aff70090db1a req-8f246b30-4df3-465e-8344-f893aa24c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:16.300967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d05a191-329c-436e-ae59-aff70090db1a req-8f246b30-4df3-465e-8344-f893aa24c67e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 1101 time: 0.0427103 Jul 30 00:25:16.339659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d05a191-329c-436e-ae59-aff70090db1a req-c4084cc4-ba14-44da-bed8-86a383d0ce7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Jul 30 00:25:16.343019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa1b4-cd86-42b9-8704-1644ba7b11fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:17.166279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c314296-a31d-41f6-8d45-1b786739491b req-09f36e9d-5655-4899-9935-5998a28dfcd3 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:17.167855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c314296-a31d-41f6-8d45-1b786739491b req-09f36e9d-5655-4899-9935-5998a28dfcd3 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 949 time: 0.0529206 Jul 30 00:25:17.213912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c314296-a31d-41f6-8d45-1b786739491b req-878e3f53-0dcb-499b-b222-f750cfb54b06 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Jul 30 00:25:17.701077 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:18.346872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bc701-d174-4160-9003-1801fa0ac293 req-37c34942-469d-4837-938e-e9ffe59a2f68 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:18.348482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a98bc701-d174-4160-9003-1801fa0ac293 req-37c34942-469d-4837-938e-e9ffe59a2f68 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 949 time: 0.0522058 Jul 30 00:25:18.391147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a98bc701-d174-4160-9003-1801fa0ac293 req-da7562a6-ee5c-4833-b392-07b455a7926f tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Jul 30 00:25:18.681819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6489411-7343-41ee-ae3f-8d969b742cd8 req-afa95ddc-7027-4a2e-866f-c93bc560946f tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:18.683487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6489411-7343-41ee-ae3f-8d969b742cd8 req-afa95ddc-7027-4a2e-866f-c93bc560946f tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 949 time: 0.0640237 Jul 30 00:25:18.727248 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6489411-7343-41ee-ae3f-8d969b742cd8 req-04d85a8e-489a-4e68-a6cf-05caf3c3bd85 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Jul 30 00:25:19.060883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ec87b57-ba08-475a-88e4-7ecbd9f04041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:19.439255 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:19.853180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8bd6d-d200-40d8-a3fc-75851b914d40 req-a0b1e216-12ee-4260-b551-0a5003880e6d tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:19.854806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4f8bd6d-d200-40d8-a3fc-75851b914d40 req-a0b1e216-12ee-4260-b551-0a5003880e6d tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 949 time: 0.0520611 Jul 30 00:25:19.900852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4f8bd6d-d200-40d8-a3fc-75851b914d40 req-8d4a0f3e-330c-4c6e-82cd-d49c9e4273fd tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f814cc0-6fe5-4603-be25-bd51dd21edef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Jul 30 00:25:20.112853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-e9b87373-c8c4-47b2-9eb9-e7bce721f829 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.114522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-e9b87373-c8c4-47b2-9eb9-e7bce721f829 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.57 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 949 time: 0.0578527 Jul 30 00:25:20.210374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Deleting port d7cef2ed-2f55-40b8-9d71-5cc09251e208 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:20.210732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.306549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] For port d7cef2ed-2f55-40b8-9d71-5cc09251e208, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=d7cef2ed-2f55-40b8-9d71-5cc09251e208,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:20.307249 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.320989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Calling delete_port for d7cef2ed-2f55-40b8-9d71-5cc09251e208 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:20.466215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.497468 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Pushing event deleted for resources: {'Port': ['ID=d7cef2ed-2f55-40b8-9d71-5cc09251e208,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:20.507711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['d7cef2ed-2f55-40b8-9d71-5cc09251e208'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:20.525758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.526118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.526573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.526841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.527172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.527529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.527897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.528457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.528980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.529335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.529683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.530050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:20.551267 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] No DVR routers for this DVR port d7cef2ed-2f55-40b8-9d71-5cc09251e208 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:20.554180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.556433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ea3dbc2-f1d0-490f-8f09-b8881c6208c9 req-67e8dc75-e55d-4905-86a9-81fb8e141f7e tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.57 "DELETE /v2.0/ports/d7cef2ed-2f55-40b8-9d71-5cc09251e208 HTTP/1.1" status: 204 len: 173 time: 0.4358616 Jul 30 00:25:20.557503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'name': 'network-vif-deleted', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:20.560326 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14579ee7-f951-42b0-9e3d-70f0835f652b" -d '{"events": [{"server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "name": "network-vif-deleted", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:20.615937 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce4de6-05d9-4767-bfb4-21c84f875c09 x-openstack-request-id: req-1dce4de6-05d9-4767-bfb4-21c84f875c09 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:20.616312 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f663c13e-aaf6-46ee-9106-7cee1ec82b33", "name": "network-vif-deleted", "tag": "d7cef2ed-2f55-40b8-9d71-5cc09251e208", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:20.616612 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dce4de6-05d9-4767-bfb4-21c84f875c09 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:20.617063 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f663c13e-aaf6-46ee-9106-7cee1ec82b33', 'name': 'network-vif-deleted', 'tag': 'd7cef2ed-2f55-40b8-9d71-5cc09251e208', 'status': 'completed', 'code': 200} Jul 30 00:25:20.816573 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:21.014480 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d5fe059-b823-4e01-af2c-b0588bb4de9d req-ccd3fd12-67f2-4cc0-bc8f-42d11bda7753 tempest-VolumesNegativeTest-794349168 tempest-VolumesNegativeTest-794349168-project] 10.222.0.49 "GET /v2.0/ports?device_id=f663c13e-aaf6-46ee-9106-7cee1ec82b33 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jul 30 00:25:22.574259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:23.889545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d7cef2ed-2f55-40b8-9d71-5cc09251e208 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:23.921464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: d7cef2ed-2f55-40b8-9d71-5cc09251e208 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:23.921464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device d7cef2ed-2f55-40b8-9d71-5cc09251e208 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:27.237152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35052) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:27.387255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8c74a7cd-3428-4990-bdf9-04480130fac3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b85e53d654c456e9422e51347e361bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486888 Jul 30 00:25:27.389947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:27.446589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.471646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.527009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.529907 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.531231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f814cc0-6fe5-4603-be25-bd51dd21edef HTTP/1.1" status: 204 len: 168 time: 0.1401916 Jul 30 00:25:27.542181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c9b67-07d6-4da1-902a-edd72f6d62dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f814cc0-6fe5-4603-be25-bd51dd21edef,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:28.122773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.283041 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35078) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:28.426052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1049301546-network', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:28.456736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Made reservation on behalf of e7bc453a7ff54bb5ac111a0c45cba8ba for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:28.459698 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.469891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.589452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.594980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.636917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:25:28.651638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e7a5cf-0c95-4a5b-95da-704a115175a3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:28.667261 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.667855 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Added segment 21ff44bd-62fe-4d2a-946d-ea72c3b298fb of type vlan for network fe68b601-fbd6-4141-b44c-130987adce92 Jul 30 00:25:28.681367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.681736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.682066 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.682404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.682717 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.683047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.683364 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.683870 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.684362 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.684635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.685020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.685500 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:28.733456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.768877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.770195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:28.770803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.823298 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5389364 Jul 30 00:25:28.826251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35084) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:28.831527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Request body: {'subnet': {'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1049301546-subnet', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:28.833068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ac8bd-d374-478d-bde9-d41b035765f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe68b601-fbd6-4141-b44c-130987adce92,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:28.843869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fe68b601-fbd6-4141-b44c-130987adce92 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:25:28.861465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Made reservation on behalf of e7bc453a7ff54bb5ac111a0c45cba8ba for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:28.864502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.047928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.104776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74c904e-f187-45a5-944c-a51554d073f6,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:29.113981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Checking segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:29.114342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Network hostable DHCP agents. Network: fe68b601-fbd6-4141-b44c-130987adce92, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:25:29.132753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Network fe68b601-fbd6-4141-b44c-130987adce92 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:25:29.143306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fe68b601-fbd6-4141-b44c-130987adce92) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:29.148071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:29.148654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.154270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa56ac3-a012-4100-b008-32660615e28d None None] Network fe68b601-fbd6-4141-b44c-130987adce92 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:29.166368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c32c6956-76ee-4f5d-9d6d-49e3d1731c56 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3389568 Jul 30 00:25:29.169875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35086) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:29.176461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:29.205108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.206543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.285297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.345692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-fe68b601-fbd6-4141-b44c-130987adce92', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:25:29.346594 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.458183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.508423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Allocated IP 172.20.0.2 (fe68b601-fbd6-4141-b44c-130987adce92/e74c904e-f187-45a5-944c-a51554d073f6/ec24af71-86dc-44e1-9dec-bc7a01f3a453) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:29.707116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.716605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Transition to ACTIVE for port object ec24af71-86dc-44e1-9dec-bc7a01f3a453 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:29.730029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.738890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Transition to ACTIVE for port object ec24af71-86dc-44e1-9dec-bc7a01f3a453 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:29.751622 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.752109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.802607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Network fe68b601-fbd6-4141-b44c-130987adce92 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:29.806815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:29.808872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Pushing event updated for resources: {'Port': ['ID=ec24af71-86dc-44e1-9dec-bc7a01f3a453,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:29.811877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:29.872576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Attempting to bind port ec24af71-86dc-44e1-9dec-bc7a01f3a453 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:29.872950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Attempting to bind port ec24af71-86dc-44e1-9dec-bc7a01f3a453 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:29.873321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Attempting to bind port ec24af71-86dc-44e1-9dec-bc7a01f3a453 on network fe68b601-fbd6-4141-b44c-130987adce92 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:29.883722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:29.884103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Checking segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:29.884528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.884927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Bound using segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:29.885413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Bound port: ec24af71-86dc-44e1-9dec-bc7a01f3a453, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:29.885828 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.898921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Allocated IP 172.25.5.138 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:29.954668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] For port ec24af71-86dc-44e1-9dec-bc7a01f3a453, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:29.958504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] For port ec24af71-86dc-44e1-9dec-bc7a01f3a453, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec24af71-86dc-44e1-9dec-bc7a01f3a453,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:29.973268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.021959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.036455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7da59-8436-4fa6-9cb5-85881b53f7a5 None None] Pushing event updated for resources: {'Port': ['ID=ec24af71-86dc-44e1-9dec-bc7a01f3a453,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:30.070411 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.118135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:30.123382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:30.128131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:30.131440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Pushing event updated for resources: {'Port': ['ID=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:30.426296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.665200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.753822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec24af71-86dc-44e1-9dec-bc7a01f3a453 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:30.842605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ec24af71-86dc-44e1-9dec-bc7a01f3a453 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:30.870207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Router 888b4d53-377f-4cea-a08b-1e367de1f49a is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:25:30.991524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:31.005617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Sync routers for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:31.010837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.012208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a26c9f0c-5305-4d7b-a23d-c6b4eb54efaa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8409438 Jul 30 00:25:31.015475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:31.031757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:31.032693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:31.132988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f553fa7-6364-4d02-b178-60c237a3395b None None] Network fe68b601-fbd6-4141-b44c-130987adce92 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:31.206415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Provisioning for port ec24af71-86dc-44e1-9dec-bc7a01f3a453 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:31.218975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Provisioning complete for port ec24af71-86dc-44e1-9dec-bc7a01f3a453 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:31.219341 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.229423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:31.527889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.761197 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] For port ec24af71-86dc-44e1-9dec-bc7a01f3a453, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec24af71-86dc-44e1-9dec-bc7a01f3a453,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:31.770540 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.813983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:30Z', 'revision_number': 3, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:31.847938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Checking router: 888b4d53-377f-4cea-a08b-1e367de1f49a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:31.848334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Updating router 888b4d53-377f-4cea-a08b-1e367de1f49a port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:31.859025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.903779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8b39c-d02c-4321-b459-083aeebc75e4 None None] Pushing event updated for resources: {'Port': ['ID=ec24af71-86dc-44e1-9dec-bc7a01f3a453,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:31.921136 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.113051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Allocated IP 172.20.0.1 (fe68b601-fbd6-4141-b44c-130987adce92/e74c904e-f187-45a5-944c-a51554d073f6/24b2b9c9-29f3-49bf-9d21-d8d646ec815a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:32.139791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1402a876-a2cc-456e-bf9d-93446428413d None None] Provisioning complete for port ec24af71-86dc-44e1-9dec-bc7a01f3a453 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:32.140353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1402a876-a2cc-456e-bf9d-93446428413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.283980 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.300984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Transition to ACTIVE for port object 24b2b9c9-29f3-49bf-9d21-d8d646ec815a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:32.301998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.316758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Transition to ACTIVE for port object 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:32.327412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.350153 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.383825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Attempting to bind port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:32.384222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Attempting to bind port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:32.384561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Attempting to bind port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:32.386745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85880de4-0936-4e48-9e6e-13404728f234 None None] Pushing event updated for resources: {'Port': ['ID=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:32.393280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:32.393692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:32.394139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.394495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:32.394981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Bound port: 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:32.395364 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.408007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Network fe68b601-fbd6-4141-b44c-130987adce92 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:32.415188 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:32.421591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:32.446010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Pushing event updated for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:32.457352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] For port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:32.461513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] For port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:32.466988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.467505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.534114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:32.534761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:32.590819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85880de4-0936-4e48-9e6e-13404728f234 None None] Pushing event updated for resources: {'Port': ['ID=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:32.723132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:32.742401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.764816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec24af71-86dc-44e1-9dec-bc7a01f3a453 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:32.865588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c8443a7-e9c4-42e6-ada3-037830c50c89 None None] Provisioning for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:32.879474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7c8443a7-e9c4-42e6-ada3-037830c50c89 None None] Provisioning complete for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:32.879758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c8443a7-e9c4-42e6-ada3-037830c50c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.944827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.952843 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:32.960508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7c8443a7-e9c4-42e6-ada3-037830c50c89 None None] Port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:32.969508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ec24af71-86dc-44e1-9dec-bc7a01f3a453 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:32.969913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.037564 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Pushing event updated for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.041549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.088753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:30Z', 'revision_number': 3, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:33.120997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d45f4-288e-4c22-b840-15ec835e69f1 None None] The sync data for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 is: [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:30Z', 'revision_number': 3, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:33.188088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Network fe68b601-fbd6-4141-b44c-130987adce92 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:33.189552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:33.331713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Router 888b4d53-377f-4cea-a08b-1e367de1f49a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:33.500018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:33.500664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfe00-15b8-4dde-a903-ea6a7c0cff6a None None] Provisioning complete for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:33.501253 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfe00-15b8-4dde-a903-ea6a7c0cff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.509684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4b3b0aef-ab50-4900-9a34-1b70e9b6457c admin admin] 10.222.0.49 "PUT /v2.0/routers/888b4d53-377f-4cea-a08b-1e367de1f49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917996 Jul 30 00:25:33.545940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dfe00-15b8-4dde-a903-ea6a7c0cff6a None None] Port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:34.119726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35104) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:34.125876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-936669811-network', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.160183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Made reservation on behalf of 31ea062eff604b3eb7ddc5eff7592e2e for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:34.162592 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.172988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.306701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.311827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.337481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:25:34.348014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02674c73-44d0-4cbe-bc4c-18c65289da1b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.353027 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.353381 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Added segment a9e274c2-a6b8-4c74-af83-31f88a7302de of type vlan for network f2cb117d-3490-410c-94ee-449819877af7 Jul 30 00:25:34.395982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.438839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.440135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:34.441066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.505867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3849235 Jul 30 00:25:34.509739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35106) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:34.515484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Request body: {'subnet': {'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-936669811-subnet', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.515687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97c2f2-ad28-4efd-be65-cc1b9ed1640a admin admin] Pushing event updated for resources: {'Network': ['ID=f2cb117d-3490-410c-94ee-449819877af7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.528632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network f2cb117d-3490-410c-94ee-449819877af7 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:25:34.545766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Made reservation on behalf of 31ea062eff604b3eb7ddc5eff7592e2e for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:34.548517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.740119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:34.776143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.806202 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Sync routers for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:34.820684 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:34.821449 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:34.822217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:34.826174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:34.827130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.862140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e178f0af-a1ba-49fb-85c1-a78ffbc8add2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.877540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Checking segment: {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:34.877933 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Network hostable DHCP agents. Network: f2cb117d-3490-410c-94ee-449819877af7, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:25:34.899557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Network f2cb117d-3490-410c-94ee-449819877af7 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:25:34.911290 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, f2cb117d-3490-410c-94ee-449819877af7) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:34.918044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:34.919338 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.926691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff76e21-731a-43a9-8eb8-a9ac3c81a3a6 None None] Network f2cb117d-3490-410c-94ee-449819877af7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:34.930867 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.941402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-41bfcca4-b810-4ac9-b412-165ecc5a22a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4273736 Jul 30 00:25:34.943063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35108) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:34.948157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.989751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.991628 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.013369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:35.021062 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.058943 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:35.067298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.126568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:35.180512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-f2cb117d-3490-410c-94ee-449819877af7', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:25:35.181925 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.236159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.330979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 2, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:35.374825 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Checking router: 888b4d53-377f-4cea-a08b-1e367de1f49a for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:35.375557 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Updating router 888b4d53-377f-4cea-a08b-1e367de1f49a port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:35.396246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Allocated IP 172.20.0.2 (f2cb117d-3490-410c-94ee-449819877af7/e178f0af-a1ba-49fb-85c1-a78ffbc8add2/1c8011ea-bf64-42ae-97e8-db069530d263) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:35.415797 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.500694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.525427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.573572 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.582735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Transition to ACTIVE for port object 1c8011ea-bf64-42ae-97e8-db069530d263 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:35.598864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Transition to ACTIVE for port object 1c8011ea-bf64-42ae-97e8-db069530d263 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:35.607054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.647526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Network f2cb117d-3490-410c-94ee-449819877af7 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:35.650345 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Allocated IP 172.25.5.244 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4068ee45-4525-43ab-ac7b-0a95f831bc4e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:35.653786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:35.655655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:35.688497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Pushing event updated for resources: {'Port': ['ID=1c8011ea-bf64-42ae-97e8-db069530d263,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:35.724597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Attempting to bind port 1c8011ea-bf64-42ae-97e8-db069530d263 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:35.724967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Attempting to bind port 1c8011ea-bf64-42ae-97e8-db069530d263 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:35.725486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Attempting to bind port 1c8011ea-bf64-42ae-97e8-db069530d263 on network f2cb117d-3490-410c-94ee-449819877af7 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:35.730939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:35.731548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Checking segment: {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:35.732189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.732600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Bound using segment: {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:35.733091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Bound port: 1c8011ea-bf64-42ae-97e8-db069530d263, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:35.733485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.781410 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.792556 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Transition to ACTIVE for port object 24b2b9c9-29f3-49bf-9d21-d8d646ec815a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:35.800044 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.810969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.812509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] For port 1c8011ea-bf64-42ae-97e8-db069530d263, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:35.816805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] For port 1c8011ea-bf64-42ae-97e8-db069530d263, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1c8011ea-bf64-42ae-97e8-db069530d263,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:35.824991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.871959 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.883401 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Pushing event updated for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:35.919183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:35.922950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:35.925770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:35.932315 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.932670 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.933005 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.933338 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.933831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648716-3286-46c6-babd-9af0798a87e7 None None] Pushing event updated for resources: {'Port': ['ID=1c8011ea-bf64-42ae-97e8-db069530d263,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:35.933968 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.934359 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.935085 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.935085 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.935462 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.935792 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.936116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.936437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:35.953315 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Attempting to bind port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:35.953868 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Attempting to bind port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:35.954319 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Attempting to bind port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a on network fe68b601-fbd6-4141-b44c-130987adce92 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:35.966053 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:35.966053 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Checking segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:35.966721 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.967014 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Bound using segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:35.967490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Bound port: 24b2b9c9-29f3-49bf-9d21-d8d646ec815a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:35.967862 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.982507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Pushing event updated for resources: {'Port': ['ID=4068ee45-4525-43ab-ac7b-0a95f831bc4e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.067248 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] For port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:36.074892 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] For port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:36.082946 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.182224 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:36.182916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:36.233720 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529c087-c20c-4d51-9d5d-14fa2b1499ec None None] Pushing event updated for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.365375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:36.624322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.669997 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:36Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:36.704931 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670b382-4aba-4d4b-b67f-0aac62ad6dd9 None None] The sync data for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 is: [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:36Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:36.828387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1c8011ea-bf64-42ae-97e8-db069530d263 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:36.887440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 1c8011ea-bf64-42ae-97e8-db069530d263 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:36.893175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:36.957439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.967659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:36.968257 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.130561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Router 5651d232-7a4f-45c3-8609-08220a7ce258 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:25:37.294959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:37.311747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Sync routers for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:37.315822 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.317543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a1955d7d-398f-4387-8cf6-5b40256a60dd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3728957 Jul 30 00:25:37.320467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:37.324582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b66d42-0eb7-4da1-9740-80a198383925 None None] Network f2cb117d-3490-410c-94ee-449819877af7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:37.382306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:37.382998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:37.443495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Provisioning for port 1c8011ea-bf64-42ae-97e8-db069530d263 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:37.460722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Provisioning complete for port 1c8011ea-bf64-42ae-97e8-db069530d263 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:37.461097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.791351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:37.905559 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.988824 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.067933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] For port 1c8011ea-bf64-42ae-97e8-db069530d263, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1c8011ea-bf64-42ae-97e8-db069530d263,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:38.074213 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.123486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Allocated IP 172.20.0.1 (f2cb117d-3490-410c-94ee-449819877af7/e178f0af-a1ba-49fb-85c1-a78ffbc8add2/cb371fe4-6909-4a59-9e39-a36458d08209) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:38.143901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8baf0-72ae-44ba-851a-32c5562d07e6 None None] Pushing event updated for resources: {'Port': ['ID=1c8011ea-bf64-42ae-97e8-db069530d263,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.155290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:36Z', 'revision_number': 3, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:38.194885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Checking router: 5651d232-7a4f-45c3-8609-08220a7ce258 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:38.195271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Updating router 5651d232-7a4f-45c3-8609-08220a7ce258 port 4068ee45-4525-43ab-ac7b-0a95f831bc4e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:38.222822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.266421 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.282312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Transition to ACTIVE for port object cb371fe4-6909-4a59-9e39-a36458d08209 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:38.328930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.360630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-60647e4e-d1c6-40fd-9388-20c3293eeabc None None] Provisioning complete for port 1c8011ea-bf64-42ae-97e8-db069530d263 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:38.361007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-60647e4e-d1c6-40fd-9388-20c3293eeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.378192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Network f2cb117d-3490-410c-94ee-449819877af7 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:38.382689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:38.389052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:38.396523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Pushing event updated for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.435781 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.612901 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.616761 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.637074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Transition to ACTIVE for port object 4068ee45-4525-43ab-ac7b-0a95f831bc4e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:38.652698 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.727716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb1c99-db10-45fd-9061-43c8a3d52b27 None None] Pushing event updated for resources: {'Port': ['ID=4068ee45-4525-43ab-ac7b-0a95f831bc4e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.731016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Attempting to bind port 4068ee45-4525-43ab-ac7b-0a95f831bc4e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:38.731575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Attempting to bind port 4068ee45-4525-43ab-ac7b-0a95f831bc4e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:38.732199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Attempting to bind port 4068ee45-4525-43ab-ac7b-0a95f831bc4e on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:38.748564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:38.748949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:38.749366 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.749808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:38.750307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Bound port: 4068ee45-4525-43ab-ac7b-0a95f831bc4e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:38.750694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.782581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78fae32c-4e3c-4896-a577-b7715b945dbc None None] Provisioning for port cb371fe4-6909-4a59-9e39-a36458d08209 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:38.787998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-78fae32c-4e3c-4896-a577-b7715b945dbc None None] Provisioning complete for port cb371fe4-6909-4a59-9e39-a36458d08209 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:38.788380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-78fae32c-4e3c-4896-a577-b7715b945dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.835066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.843594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.851791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] For port 4068ee45-4525-43ab-ac7b-0a95f831bc4e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:38.856514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] For port 4068ee45-4525-43ab-ac7b-0a95f831bc4e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4068ee45-4525-43ab-ac7b-0a95f831bc4e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:38.859321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24b2b9c9-29f3-49bf-9d21-d8d646ec815a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:38.863053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-78fae32c-4e3c-4896-a577-b7715b945dbc None None] Port cb371fe4-6909-4a59-9e39-a36458d08209 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:38.882490 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.918234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.931438 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Pushing event updated for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.964414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:38.965570 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:38.969332 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb1c99-db10-45fd-9061-43c8a3d52b27 None None] Pushing event updated for resources: {'Port': ['ID=4068ee45-4525-43ab-ac7b-0a95f831bc4e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:39.014659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:39.023007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.023398 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.034863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Network f2cb117d-3490-410c-94ee-449819877af7 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:39.036389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:39.115684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:39.186669 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Router 5651d232-7a4f-45c3-8609-08220a7ce258 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:39.226229 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.318103 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:39.323536 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-74640af3-ea9d-4641-b147-95d5a730df97 admin admin] 10.222.0.49 "PUT /v2.0/routers/5651d232-7a4f-45c3-8609-08220a7ce258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0010862 Jul 30 00:25:39.338865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73b28889-adf2-4320-8d05-5cb9d7ca6eeb None None] Provisioning complete for port cb371fe4-6909-4a59-9e39-a36458d08209 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.339349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73b28889-adf2-4320-8d05-5cb9d7ca6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.343200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:39.381775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.382886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1c8011ea-bf64-42ae-97e8-db069530d263 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:39.510563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-73b28889-adf2-4320-8d05-5cb9d7ca6eeb None None] Port cb371fe4-6909-4a59-9e39-a36458d08209 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:39.532892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:39.555208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 1c8011ea-bf64-42ae-97e8-db069530d263 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.555610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.599961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cb371fe4-6909-4a59-9e39-a36458d08209', 'name': '', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'mac_address': 'fa:16:3e:1d:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 2, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'subnets': [{'id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:39.636723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a1d0-084a-4255-9998-adcf6e2c7bd1 None None] The sync data for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 is: [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cb371fe4-6909-4a59-9e39-a36458d08209', 'name': '', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'mac_address': 'fa:16:3e:1d:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 2, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'subnets': [{'id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:40.160641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:40.165675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196891851', 'description': 'tempest-secgroup-smoke-1196891851 description', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:40.194748 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.313825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.318546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.365195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.366808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2050076 Jul 30 00:25:40.369847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35120) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:40.374630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:40.382893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776d6d-7726-4b77-9755-3d5340a0b5f3 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142bc27a-7906-4908-923e-dae726dbe74d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.413201 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.503171 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.509204 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.535585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20e05d-82d5-49fd-adcc-8f380cd02b6d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.548584 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.550198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ea2448e-a3c3-4b0c-89ab-fdae3262555f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789596 Jul 30 00:25:40.552721 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:40.559592 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:40.610797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.712661 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.718084 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.737160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d4927-3532-45d5-b2bc-5b4f3908de47,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.746716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.751133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-482be8a0-b17c-43d9-a1ba-f1efab638bbe tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942625 Jul 30 00:25:40.751527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:40.756264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:40.798966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.807472 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4068ee45-4525-43ab-ac7b-0a95f831bc4e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:40.875865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4068ee45-4525-43ab-ac7b-0a95f831bc4e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:40.882067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4068ee45-4525-43ab-ac7b-0a95f831bc4e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:40.882543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.908211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.914367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.938985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7b6c9-ce98-4897-a8a4-792aef75eb4e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.946170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.949281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4926d96e-26af-4ea4-87df-28f9358d6770 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965404 Jul 30 00:25:40.952240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:40.959221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:41.001381 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.031598 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.068471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4068ee45-4525-43ab-ac7b-0a95f831bc4e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4068ee45-4525-43ab-ac7b-0a95f831bc4e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:41.075340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.077138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24b2b9c9-29f3-49bf-9d21-d8d646ec815a up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:41.099554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.107214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.130916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16f85bf-0a87-4157-9edf-171fd341c5e0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:41.150993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.152675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6c62c6e7-5695-49dd-9c74-ad33bb8fb756 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1991119 Jul 30 00:25:41.156181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35128) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:41.165571 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:41.174667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4068ee45-4525-43ab-ac7b-0a95f831bc4e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:41.190148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:41.190546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.211799 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Project e7bc453a7ff54bb5ac111a0c45cba8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:25:41.221477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.313288 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.320225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.338541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828b2880-9726-468b-9a41-f88aadcaf108,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:41.347072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.348318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cfa5b398-ac50-40d0-bcd3-988e775ccb7a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1907513 Jul 30 00:25:41.351092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:41.355780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'security_group_rule': {'security_group_id': '142bc27a-7906-4908-923e-dae726dbe74d', 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:41.380393 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Project e7bc453a7ff54bb5ac111a0c45cba8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:25:41.385720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.469497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.474619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.494228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c59981e-6013-4a20-9cd7-fb1c1c3feaaa,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:41.502888 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.506842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8f4a2b43-bf2c-4831-a091-19fc38fefc71 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548030 Jul 30 00:25:41.773846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-3a86b375-4fb7-4ad6-838c-8b166b7cfc0b tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196891851&fields=id&tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba HTTP/1.1" status: 200 len: 267 time: 0.0523565 Jul 30 00:25:41.910029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-d0aabc3f-dc9e-4e50-b151-2684da9b4560 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:41.911631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-d0aabc3f-dc9e-4e50-b151-2684da9b4560 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 809 time: 0.1302805 Jul 30 00:25:41.929053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-50add788-f8cf-4723-8c02-4670246994f2 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/quotas/e7bc453a7ff54bb5ac111a0c45cba8ba HTTP/1.1" status: 200 len: 375 time: 0.0110872 Jul 30 00:25:41.991241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-a54313eb-1a64-440e-9b55-b04e4d31e486 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507591 Jul 30 00:25:42.031314 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Sync routers for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:42.045006 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:42.045707 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:42.165410 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:42.248220 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-bd1800f9-e55a-4fb9-a53f-f60dfd2ac4cd service neutron] 10.222.0.49 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441757 Jul 30 00:25:42.348813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b9cdd38a-0708-41e7-84e0-9d4edcfac8b9 service neutron] 10.222.0.49 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935452 Jul 30 00:25:42.392508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cb371fe4-6909-4a59-9e39-a36458d08209', 'name': '', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'mac_address': 'fa:16:3e:1d:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 2, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'subnets': [{'id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:42.422928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Checking router: 5651d232-7a4f-45c3-8609-08220a7ce258 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:42.423323 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Updating router 5651d232-7a4f-45c3-8609-08220a7ce258 port cb371fe4-6909-4a59-9e39-a36458d08209 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:42.457199 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.571365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f723fcfc-8031-4414-91fb-12f101c53ada req-fedb7a97-4ca8-40ae-bfe6-a14602a9ff78 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0360444 Jul 30 00:25:42.711456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4068ee45-4525-43ab-ac7b-0a95f831bc4e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:42.787859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4068ee45-4525-43ab-ac7b-0a95f831bc4e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:42.787859 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.788697 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.800927 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Transition to ACTIVE for port object cb371fe4-6909-4a59-9e39-a36458d08209 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:42.808417 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.867982 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73dd4f-c943-4136-8d12-6686da676eba None None] Pushing event updated for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:42.924327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Attempting to bind port cb371fe4-6909-4a59-9e39-a36458d08209 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:42.924615 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Attempting to bind port cb371fe4-6909-4a59-9e39-a36458d08209 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:42.924979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Attempting to bind port cb371fe4-6909-4a59-9e39-a36458d08209 on network f2cb117d-3490-410c-94ee-449819877af7 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:42.931055 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:42.931432 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Checking segment: {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:42.931858 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.932252 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Bound using segment: {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:42.932715 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Bound port: cb371fe4-6909-4a59-9e39-a36458d08209, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e274c2-a6b8-4c74-af83-31f88a7302de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:42.933094 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:43.129558 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] For port cb371fe4-6909-4a59-9e39-a36458d08209, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:43.132892 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] For port cb371fe4-6909-4a59-9e39-a36458d08209, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cb371fe4-6909-4a59-9e39-a36458d08209,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:43.139288 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:43.206483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:43.208151 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:43.209543 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73dd4f-c943-4136-8d12-6686da676eba None None] Pushing event updated for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:43.333311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:43.586048 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cb371fe4-6909-4a59-9e39-a36458d08209', 'name': '', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'mac_address': 'fa:16:3e:1d:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:43Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'subnets': [{'id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:43.625334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e2705-d7e4-48bb-b471-30a8c571f96d None None] The sync data for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 is: [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'cb371fe4-6909-4a59-9e39-a36458d08209', 'name': '', 'network_id': 'f2cb117d-3490-410c-94ee-449819877af7', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'mac_address': 'fa:16:3e:1d:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:43Z', 'revision_number': 4, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'subnets': [{'id': 'e178f0af-a1ba-49fb-85c1-a78ffbc8add2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:43.694392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4be5ca8e-3fd1-4468-a85d-9594afe7f5a4 req-5c5af3fe-37e1-48f0-a53a-7e26087c35db tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0414143 Jul 30 00:25:44.734178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cb371fe4-6909-4a59-9e39-a36458d08209 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:44.793658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-851f7164-42bb-4da4-a24f-da628e384f93 req-8a1ed436-b224-41ce-ba96-adf39e7d0668 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0368600 Jul 30 00:25:44.806960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port cb371fe4-6909-4a59-9e39-a36458d08209 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:44.815413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port cb371fe4-6909-4a59-9e39-a36458d08209 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:44.817444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:44.910280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:44.946597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port cb371fe4-6909-4a59-9e39-a36458d08209, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cb371fe4-6909-4a59-9e39-a36458d08209,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:44.953652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:45.013144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:45.886390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-140fbac0-5db6-45c9-93dd-b219bd7646b5 req-9e243313-e55b-40ac-b16b-76788b505be9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0324509 Jul 30 00:25:46.356180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b492-490b-4719-8511-139c2e16bff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:46.712072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cb371fe4-6909-4a59-9e39-a36458d08209 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:46.773220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port cb371fe4-6909-4a59-9e39-a36458d08209 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:46.773587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:46.994404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea983950-7de1-4844-b506-ef7a1a408d1e req-d74fae94-5618-4b5a-a9c3-55fe562ff653 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0348542 Jul 30 00:25:47.714952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:47.727894 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:48.154534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad1aeaab-bbb1-4d7d-8295-cdc82da26002 req-db0e1484-27ed-4c38-b2f9-3ebd2653f777 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0727444 Jul 30 00:25:48.220204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-c8bfbf6a-6edd-4cab-b7f3-86eeec27ba40 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:48.222365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-c8bfbf6a-6edd-4cab-b7f3-86eeec27ba40 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 809 time: 0.1670518 Jul 30 00:25:48.303170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-65639d10-7eae-47a0-b4ba-f6dfd9ac12c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba HTTP/1.1" status: 200 len: 380 time: 0.0536928 Jul 30 00:25:48.318617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'port': {'device_id': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'admin_state_up': True, 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'security_groups': ['142bc27a-7906-4908-923e-dae726dbe74d']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:48.464966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Made reservation on behalf of e7bc453a7ff54bb5ac111a0c45cba8ba for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:48.469653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.609561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Allocated IP 172.20.0.14 (fe68b601-fbd6-4141-b44c-130987adce92/e74c904e-f187-45a5-944c-a51554d073f6/0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:48.784943 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.799772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Transition to ACTIVE for port object 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:48.842770 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.886641 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Network fe68b601-fbd6-4141-b44c-130987adce92 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:48.889702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:48.895745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:48.903174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:48.961131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:48.961922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.979463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-1a6e4da4-180f-47b6-9ff5-b1e36988d193 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661716 Jul 30 00:25:48.999040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-9d873bfc-f147-4036-8901-449281d6b4c8 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:25:49.000256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-9d873bfc-f147-4036-8901-449281d6b4c8 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071638 Jul 30 00:25:49.012915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Request body: {'port': {'device_id': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:49.058110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f71422b-b656-4a1a-bc3f-28e04d0b4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.086909 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.147577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f82eb5fa-077a-4700-954a-0b31fd503142 None None] Provisioning for port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:49.152374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f82eb5fa-077a-4700-954a-0b31fd503142 None None] Provisioning complete for port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:49.152749 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82eb5fa-077a-4700-954a-0b31fd503142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.194297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f82eb5fa-077a-4700-954a-0b31fd503142 None None] Port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:49.361303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596fec2-92e7-493e-a52b-ce45ae041385 req-a5e71203-f203-48c1-932d-c81bb6921f4e tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:49.363114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6596fec2-92e7-493e-a52b-ce45ae041385 req-a5e71203-f203-48c1-932d-c81bb6921f4e tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 932 time: 0.1138675 Jul 30 00:25:49.447069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.492579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6596fec2-92e7-493e-a52b-ce45ae041385 req-5144a382-0b49-47eb-93e3-475f9b6046f2 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201530 Jul 30 00:25:49.512040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:49.521148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.537242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Transition to ACTIVE for port object 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:49.542783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.605916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Pushing event updated for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:49.696458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Attempting to bind port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:49.696922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Attempting to bind port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:49.697455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Attempting to bind port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e on network fe68b601-fbd6-4141-b44c-130987adce92 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:49.703919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e on network fe68b601-fbd6-4141-b44c-130987adce92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:25:49.704256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Attempting to bind port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e on network fe68b601-fbd6-4141-b44c-130987adce92 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:49.709755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:49.710091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Checking segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:49.710478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Bound using segment: {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:49.710907 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Bound port: 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ff44bd-62fe-4d2a-946d-ea72c3b298fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:49.711270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.793653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:49.797985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:49.805601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.851163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:49.851825 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:49.853370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] 10.222.0.57 "PUT /v2.0/ports/0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1093 time: 0.8452523 Jul 30 00:25:49.856009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:49.858548 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d32ed-19fd-4d32-8f88-398d07f56456" -d '{"events": [{"name": "network-changed", "server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:49.896240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449ad54-55e7-455a-a8c0-fe2f5115522f service neutron] Pushing event updated for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:49.914860 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9f62a-b7a7-47e3-96b8-7121da3ef3bd x-openstack-request-id: req-5fd9f62a-b7a7-47e3-96b8-7121da3ef3bd {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:49.915172 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:49.915423 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fd9f62a-b7a7-47e3-96b8-7121da3ef3bd {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:49.915901 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'status': 'completed', 'code': 200} Jul 30 00:25:49.998723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-bccdb615-2a33-4f7a-b3cc-68706c61d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.000297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-bccdb615-2a33-4f7a-b3cc-68706c61d970 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1096 time: 0.0667651 Jul 30 00:25:50.066153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-a8df4252-0bc2-44d6-96cc-a62c14ba2e05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 217 time: 0.0517442 Jul 30 00:25:50.120302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-bbc1f111-198f-402e-b76b-659c72b7006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.121924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-bbc1f111-198f-402e-b76b-659c72b7006a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0490680 Jul 30 00:25:50.183075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc071-e093-47b3-b6d3-33f67825f355 req-32b6376f-faca-4602-8e5b-c238feef4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.185247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-32b6376f-faca-4602-8e5b-c238feef4e3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557103 Jul 30 00:25:50.295616 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-589e7866-b0b3-4d35-9e6f-bdb8c459ba94 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015298 Jul 30 00:25:50.411315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-468cc071-e093-47b3-b6d3-33f67825f355 req-ff673183-d5b3-4185-ab73-0f727aea793d service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074593 Jul 30 00:25:50.564121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-a769ec80-d9e3-4a8c-9489-3eb93a4f33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.566280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-a769ec80-d9e3-4a8c-9489-3eb93a4f33b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1096 time: 0.0595508 Jul 30 00:25:50.696728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609d6b-c572-41d6-be58-3f0813d28325 req-f3bcd3a3-b82d-4b0f-ad71-777c124b2607 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.698452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9609d6b-c572-41d6-be58-3f0813d28325 req-f3bcd3a3-b82d-4b0f-ad71-777c124b2607 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 944 time: 0.1150262 Jul 30 00:25:50.727108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-a67b5ccb-26e9-40d7-bdfb-16305f23f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.728675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-a67b5ccb-26e9-40d7-bdfb-16305f23f04c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.1552372 Jul 30 00:25:50.779419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-1d334ca8-50b3-4b96-8fcc-b66e2d4149ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 217 time: 0.0411303 Jul 30 00:25:50.803058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9609d6b-c572-41d6-be58-3f0813d28325 req-d31fdfd7-1896-471a-91d4-e368745d18ff tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933430 Jul 30 00:25:50.831971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:50.844543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-55083a5b-92dd-4424-a21a-a8d67d11132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.846188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-55083a5b-92dd-4424-a21a-a8d67d11132f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0577817 Jul 30 00:25:50.908562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-8920424a-7b5a-45aa-8ff0-202cedde5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.910320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-8920424a-7b5a-45aa-8ff0-202cedde5db0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471730 Jul 30 00:25:51.040339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-727d506c-f711-4655-95bb-b8280d5215a6 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129262 Jul 30 00:25:51.140419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-842d32ed-19fd-4d32-8f88-398d07f56456 req-2124fbcd-31ec-457f-9372-b23d6bcae0d3 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920100 Jul 30 00:25:51.961320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69b426-7512-497c-9fd2-ae3c0d2399ad req-f5122f2b-88d3-49e4-b726-32ff30b9b840 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:51.963440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d69b426-7512-497c-9fd2-ae3c0d2399ad req-f5122f2b-88d3-49e4-b726-32ff30b9b840 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 944 time: 0.0795145 Jul 30 00:25:51.995875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:52.013658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d69b426-7512-497c-9fd2-ae3c0d2399ad req-cc5007b5-a596-4819-b7f0-13e5b9429042 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Jul 30 00:25:52.117313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:52.129873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'port_id': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'mac_address': 'fa:16:3e:1d:8c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:25:52.169870 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:52.185158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:52.207560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:52.213943 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:52.277793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:52.488231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:52.595593 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:53.170132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b6a24-7818-4f43-872d-551282ebc942 req-5fd5e55a-38a2-4b3f-826e-94d79bed7ead tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:53.172044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-948b6a24-7818-4f43-872d-551282ebc942 req-5fd5e55a-38a2-4b3f-826e-94d79bed7ead tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 945 time: 0.0625405 Jul 30 00:25:53.221390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-948b6a24-7818-4f43-872d-551282ebc942 req-e6585f0b-d710-4d27-a6b2-b0c5b1330cda tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Jul 30 00:25:54.013522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:54.079939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:54.085230 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:54.085656 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.183653 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.216229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:54.220160 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc62f9-afc1-4397-befa-4bd3ad995191" -d '{"events": [{"server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "name": "network-vif-plugged", "status": "completed", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:54.236178 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:54.246673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.292447 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d943a1c-e0e6-4b16-aa7c-ce350f914849 x-openstack-request-id: req-2d943a1c-e0e6-4b16-aa7c-ce350f914849 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:54.292909 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "name": "network-vif-plugged", "status": "completed", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:54.293323 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d943a1c-e0e6-4b16-aa7c-ce350f914849 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:54.294074 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'code': 200} Jul 30 00:25:54.349417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:54.448814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc44626-77f7-496c-ba14-a54b42554cf0 req-23fbf762-d8a3-4b7c-b1f4-17c6e368a711 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:54.450343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbc44626-77f7-496c-ba14-a54b42554cf0 req-23fbf762-d8a3-4b7c-b1f4-17c6e368a711 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0994685 Jul 30 00:25:54.457020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4142b-bcce-498b-b068-a5d96390fb69 req-6a1f1dc0-0c53-4476-a6af-8bcbcdd4fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:54.458671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4da4142b-bcce-498b-b068-a5d96390fb69 req-6a1f1dc0-0c53-4476-a6af-8bcbcdd4fdcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0688946 Jul 30 00:25:54.513326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbc44626-77f7-496c-ba14-a54b42554cf0 req-dceb0f63-6117-4989-b7b2-e77b2d2c0671 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536556 Jul 30 00:25:54.517226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4da4142b-bcce-498b-b068-a5d96390fb69 req-e99bea97-d41e-404a-9c15-ef683b9e1dc8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512388 Jul 30 00:25:55.650960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b98356-31a7-4225-ab2d-c09f4185a0de req-0aa0a3b8-ff79-45c0-8eb7-e8c787b8554f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:55.652551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8b98356-31a7-4225-ab2d-c09f4185a0de req-0aa0a3b8-ff79-45c0-8eb7-e8c787b8554f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0597858 Jul 30 00:25:55.693650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8b98356-31a7-4225-ab2d-c09f4185a0de req-fa3e50cf-8f2a-4703-8bf9-ac28de850c93 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347810 Jul 30 00:25:56.828500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9b126-84ce-484d-a1a3-217449b9c831 req-73a0517e-0409-4dc1-9a64-4d8b34caa896 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:56.830097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87d9b126-84ce-484d-a1a3-217449b9c831 req-73a0517e-0409-4dc1-9a64-4d8b34caa896 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0631411 Jul 30 00:25:56.880474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-87d9b126-84ce-484d-a1a3-217449b9c831 req-e34d2573-84ce-4214-b921-4489129c0c68 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Jul 30 00:25:57.019481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f0901-1a78-4998-839e-f75d1bb0f73f req-1fe6a08f-d12a-4df5-a12c-52bd807c6144 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:57.021151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f1f0901-1a78-4998-839e-f75d1bb0f73f req-1fe6a08f-d12a-4df5-a12c-52bd807c6144 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0602474 Jul 30 00:25:57.068314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1f1f0901-1a78-4998-839e-f75d1bb0f73f req-d3195c9b-4f35-4c73-a74d-97f0b498b62f tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Jul 30 00:25:57.200849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65ebd2-40f0-44cd-88a3-2d7418adbc68 req-8106785e-f9d2-4f7e-8b95-2a167662d81d tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:57.202399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da65ebd2-40f0-44cd-88a3-2d7418adbc68 req-8106785e-f9d2-4f7e-8b95-2a167662d81d tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0603282 Jul 30 00:25:57.249092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da65ebd2-40f0-44cd-88a3-2d7418adbc68 req-762d11f9-d7f7-4436-952b-6c95d90a91a2 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Jul 30 00:25:57.279203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35206) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:57.368502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ad58c-444a-4507-8dfb-bc11a39224af tempest-TestServerBasicOps-1644672849 tempest-TestServerBasicOps-1644672849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:57.370091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-320ad58c-444a-4507-8dfb-bc11a39224af tempest-TestServerBasicOps-1644672849 tempest-TestServerBasicOps-1644672849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1093 time: 0.0898981 Jul 30 00:25:57.373415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35210) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:57.380714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:57.412581 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:57.525354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:57.641126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Allocated IP 172.25.5.207 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/261ff447-2cbe-4dec-a457-b09b11fa10e7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:57.758483 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:57.804020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:57.844274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:57.847457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:57.858430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:57.864917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'Port': ['ID=261ff447-2cbe-4dec-a457-b09b11fa10e7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:58.132608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:58.756396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:58.893996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.056607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.063550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.131530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event updated for resources: {'Port': ['ID=261ff447-2cbe-4dec-a457-b09b11fa10e7,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:59.146476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.278617 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Floating IP e02a8321-15ac-49f9-95ee-563381e6ffc9 associated. External IP: 172.25.5.207, port: 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e. Jul 30 00:25:59.510463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Router 888b4d53-377f-4cea-a08b-1e367de1f49a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:59.632270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:59.643327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Sync routers for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:59.653296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.658386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:59.659173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:59.685253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-25703f37-7a8e-4359-84b1-5c42a4a506c4 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3104718 Jul 30 00:25:59.686112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:59.688648 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df6800-972e-479b-b3b4-13f54d5fc22a" -d '{"events": [{"name": "network-changed", "server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:59.730581 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd69520c-4419-4d7b-9cb3-f0e193135a4d x-openstack-request-id: req-dd69520c-4419-4d7b-9cb3-f0e193135a4d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:59.730935 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:59.731252 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd69520c-4419-4d7b-9cb3-f0e193135a4d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:59.731714 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'status': 'completed', 'code': 200} Jul 30 00:25:59.840669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-b339f611-9d72-4b23-910e-add5150a5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:59.842763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-b339f611-9d72-4b23-910e-add5150a5ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0557325 Jul 30 00:25:59.971503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:59.974450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-a46805e3-bead-4262-bdaf-086b06a10333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:59.976059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-a46805e3-bead-4262-bdaf-086b06a10333 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.1247156 Jul 30 00:26:00.094718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-c1c6e269-8b05-4ebd-94e0-4b2a16fcdfd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1000 time: 0.1106973 Jul 30 00:26:00.151945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-d5f1cfe3-c97e-451f-b338-be84bfaf34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:00.153491 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-d5f1cfe3-c97e-451f-b338-be84bfaf34bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0507648 Jul 30 00:26:00.205458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-71571899-9120-4959-8149-95ad46df754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:00.206969 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-71571899-9120-4959-8149-95ad46df754f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454834 Jul 30 00:26:00.227243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'e02a8321-15ac-49f9-95ee-563381e6ffc9', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'port_id': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'mac_address': 'fa:16:3e:1d:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:58Z', 'updated_at': '2021-07-30T00:25:58Z', 'revision_number': 0, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.260524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Checking router: 888b4d53-377f-4cea-a08b-1e367de1f49a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:00.270416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:00.271046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:25:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.309992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-4b52db81-cd5b-4bd7-ae51-dc02182738da service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949128 Jul 30 00:26:00.401609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:00.411487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10df6800-972e-479b-b3b4-13f54d5fc22a req-b816ecef-5a70-46fe-a7f2-c9a8a7f91966 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931067 Jul 30 00:26:00.666916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'e02a8321-15ac-49f9-95ee-563381e6ffc9', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'port_id': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'mac_address': 'fa:16:3e:1d:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:58Z', 'updated_at': '2021-07-30T00:25:58Z', 'revision_number': 0, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.698652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a0918-fad2-43a2-967c-2df1a1a1b9be None None] The sync data for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 is: [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'e02a8321-15ac-49f9-95ee-563381e6ffc9', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'port_id': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'mac_address': 'fa:16:3e:1d:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:58Z', 'updated_at': '2021-07-30T00:25:58Z', 'revision_number': 0, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:00.919047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea5784-477f-43dd-8f4b-414e37dae34a None None] New status for floating IP e02a8321-15ac-49f9-95ee-563381e6ffc9: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:26:16.354182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-55329db8-f9f9-4ba2-bb87-c7db50df4c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.718571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:19.054872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6eb292f-4655-4986-8a5d-e849f5f11f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:19.440835 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.822365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:22.582626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.729893 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:26:28.138723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.916583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35236) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:35.019171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8fa01-3560-460f-bb3a-76652466869e req-e21c3a50-da0d-430f-9988-f98b6af00de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:35.021411 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-baa8fa01-3560-460f-bb3a-76652466869e req-e21c3a50-da0d-430f-9988-f98b6af00de7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.1036575 Jul 30 00:26:35.061973 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-baa8fa01-3560-460f-bb3a-76652466869e req-21d9c912-911a-44cb-b967-efe3757c62bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jul 30 00:26:46.348880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8149c803-b2da-46e7-aabe-bd92ba993bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:47.728507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.058899 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cfb482c-1e30-4bdb-979e-d00e3ff2f664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.454333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.828384 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.583536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.578727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-f2acc0bd-877c-476c-9075-755f92c47423 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577908 Jul 30 00:26:55.701298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-85ddd90c-7075-4d35-b205-24f6b61f30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.702932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-85ddd90c-7075-4d35-b205-24f6b61f30ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0548799 Jul 30 00:26:55.817222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-15c3d389-40a3-41ef-9648-3f0512cb8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.818771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-15c3d389-40a3-41ef-9648-3f0512cb8654 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.0952320 Jul 30 00:26:55.895771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-9851f08f-1fcc-448d-9e27-00d19a618cca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1002 time: 0.0691860 Jul 30 00:26:55.954268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-1d90114c-f711-45a9-8354-b32dfb2a8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.955971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-1d90114c-f711-45a9-8354-b32dfb2a8f10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0533383 Jul 30 00:26:56.010978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-b9d733a8-7871-4d67-b207-fc70ceecaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:56.012539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-b9d733a8-7871-4d67-b207-fc70ceecaa86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470915 Jul 30 00:26:56.121586 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-8e15601d-1bea-4302-9c19-4177a64a66b8 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013370 Jul 30 00:26:56.219191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-51edef4c-4fc5-4f22-8e8a-8a699c7c7ef2 req-95ce2cc2-87f5-4039-8011-d2e2307fdce9 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899851 Jul 30 00:26:58.150267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:01.730226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:06.695655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-04a7f04b-bd0f-45b7-84ff-9d1ecbf5dade req-cdbd5569-257c-48a1-bfa1-44588529ebc2 service neutron] (93864) timed out ('10.222.0.49', 58978) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:27:16.357782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-18b2b0dd-74d6-4ffc-8b76-3e482034bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.728318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.067711 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-083ed027-a77d-4116-a726-c4229b251497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.455766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.830928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.591750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:25.112021 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-60b33871-78d0-461f-a677-af58598ee0a6 req-8bbd0e4b-3121-48cb-aa72-ba6cd282c1e6 tempest-TestNetworkAdvancedServerOps-302908352 tempest-TestNetworkAdvancedServerOps-302908352-project] (93865) timed out ('10.222.0.59', 50946) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:27:25.335949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-d83b512e-70cf-46ce-8717-a707db857402 req-8b7964e9-140e-4c77-a5c8-bd78cb3885ca service neutron] (93864) timed out ('10.222.0.59', 50922) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:27:28.157918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.730333 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:46.352684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32ad3f9c-d479-4fbf-8993-46ea506cd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:47.732106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:49.070060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f518dcb5-6ddc-4dd7-b7f9-39360750cf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:49.451820 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:50.832758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:52.588705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:57.805855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-b5a3e489-334e-40b5-b47b-12cf57a5ec6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490158 Jul 30 00:27:57.926411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351058-a551-485e-8d59-bc5844c08491 req-9d3b1abc-896f-4e0d-bf3c-c7fd089ee246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:57.927960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-9d3b1abc-896f-4e0d-bf3c-c7fd089ee246 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0544908 Jul 30 00:27:58.043699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351058-a551-485e-8d59-bc5844c08491 req-48acf8e8-9a96-4fa1-b7b9-9817a6da49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:58.046303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-48acf8e8-9a96-4fa1-b7b9-9817a6da49c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.0927517 Jul 30 00:27:58.125228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-af7e91b8-dba4-4d48-87f7-11a3b0f58c29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1002 time: 0.0711870 Jul 30 00:27:58.149345 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:58.180211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351058-a551-485e-8d59-bc5844c08491 req-60da8548-e0f8-4792-9792-cca8a95a6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:58.181736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-60da8548-e0f8-4792-9792-cca8a95a6dc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0489855 Jul 30 00:27:58.243107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351058-a551-485e-8d59-bc5844c08491 req-c8a3e64e-350c-4794-9ee4-362487cff80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:58.244642 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-c8a3e64e-350c-4794-9ee4-362487cff80e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551422 Jul 30 00:27:58.355450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-f5724b6f-2c68-4697-a498-f1b3fd7c0625 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032345 Jul 30 00:27:58.463328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3351058-a551-485e-8d59-bc5844c08491 req-5a51ec73-98bc-43b3-8471-4a77b8772931 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000769 Jul 30 00:28:15.730028 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:16.355611 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8979e98-88b2-4f4f-bb01-3790698f9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.738014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.070181 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b97d4b1d-7852-4a23-8fe9-4cd7dd52e859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.449576 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.842291 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.596889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:28.158484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:46.357687 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dbceeb5f-8a46-4e87-9e3c-6164f62f0e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:47.732467 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:49.068554 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-080a1ca8-4f74-4cf9-91a9-d22b1646ac59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:49.455779 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:50.849057 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:52.602849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:52.731479 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:57.939711 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-3af40089-b1e8-497c-8857-c062fe1842d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470917 Jul 30 00:28:58.054459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-6213a94a-590d-412b-9403-cd151f6f11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:58.056871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-6213a94a-590d-412b-9403-cd151f6f11b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0544896 Jul 30 00:28:58.166212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:58.170153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-a77ee9d7-d05a-4110-a507-421bd4d3cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:58.171700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-a77ee9d7-d05a-4110-a507-421bd4d3cecc service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.0908854 Jul 30 00:28:58.259317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-51bfac7a-0ed9-460e-b8a4-effb0a59cf15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1002 time: 0.0806181 Jul 30 00:28:58.314872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-99c9788a-6d58-4729-8fb9-a059c23cd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:58.316276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-99c9788a-6d58-4729-8fb9-a059c23cd294 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.0504303 Jul 30 00:28:58.368194 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-97e0d219-213e-4a18-9ef5-c455fd4ac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:58.369775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-97e0d219-213e-4a18-9ef5-c455fd4ac302 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452998 Jul 30 00:28:58.472829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-9adc15dc-62f1-4615-b414-823febaf250c service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954762 Jul 30 00:28:58.573870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a25f2c4-4ebb-482a-a7da-9926a76b13b9 req-4f732e6a-6e44-4e92-8ca2-969e1300fcdd service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928264 Jul 30 00:29:16.360629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b64355b2-bc34-4ef5-b934-1b99094fb5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:17.727980 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:19.063504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb09-3e9e-477b-accc-ff36a8aa16a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:19.451530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:20.849882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:22.599215 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:28.184851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:29.731427 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:46.356521 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d864b217-7cca-47a3-b0ac-120bd1836dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:47.723491 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:49.072511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-02e3653f-ee77-4b49-9e38-ef0203dacfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:49.465070 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:50.848947 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:52.603595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.948902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-bf7aaed6-3dd5-4eef-822d-ace51c9d80c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562584 Jul 30 00:29:58.083535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-82c3df08-2f07-488a-9401-036103a8f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.085674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-82c3df08-2f07-488a-9401-036103a8f9cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 1098 time: 0.0619810 Jul 30 00:29:58.189027 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.229373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-54aab80d-e3c6-429c-9d3e-c1af81e3004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.230936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-54aab80d-e3c6-429c-9d3e-c1af81e3004f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 200 len: 910 time: 0.1219060 Jul 30 00:29:58.325122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-e09937bc-8429-490b-86bb-74297874dbcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 200 len: 1002 time: 0.0849898 Jul 30 00:29:58.752448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-b23f61fe-3288-4995-8000-0cfe8a26c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.753955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-b23f61fe-3288-4995-8000-0cfe8a26c00a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 200 len: 848 time: 0.4211452 Jul 30 00:29:58.811445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-d8a1d6c3-ef77-487a-8258-9c8a4c52962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.813064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-d8a1d6c3-ef77-487a-8258-9c8a4c52962f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe68b601-fbd6-4141-b44c-130987adce92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498209 Jul 30 00:29:58.912657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-1b610dde-a1c0-49d8-aa05-86c80551dfe6 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Jul 30 00:29:59.012094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3afb9dbc-d031-4826-b2cc-aae459fc8305 req-58211673-36aa-4d0a-a5b8-4db036c896b8 service neutron] 10.222.0.57 "GET /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901480 Jul 30 00:30:06.730866 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:16.362177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-16828563-078a-493d-8c31-4b25de122438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:17.742320 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:19.072881 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f26d175-2803-41c0-8088-ab6918c33aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:19.459500 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:20.853393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.605456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:28.186986 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:40.922705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f323c-949b-4dba-abeb-76ca2affd797 req-5a66b5e6-e2ea-48c4-abf8-f5f38d655f99 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:40.924305 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f20f323c-949b-4dba-abeb-76ca2affd797 req-5a66b5e6-e2ea-48c4-abf8-f5f38d655f99 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.1328249 Jul 30 00:30:40.964412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f20f323c-949b-4dba-abeb-76ca2affd797 req-ebe687ce-7b53-44e6-8605-1fae8a33a69b tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Jul 30 00:30:42.094955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadf60-9bde-415a-8b6e-e786471046ef req-ae632abe-0f40-4456-a5ec-cd5a98aa10ed tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:42.096540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90dadf60-9bde-415a-8b6e-e786471046ef req-ae632abe-0f40-4456-a5ec-cd5a98aa10ed tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0588839 Jul 30 00:30:42.139069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90dadf60-9bde-415a-8b6e-e786471046ef req-d2fcc473-7ed6-4b25-a672-b4a859cab438 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/security-groups?id=142bc27a-7906-4908-923e-dae726dbe74d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353923 Jul 30 00:30:42.205259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-81839bf6-cfcf-4e59-8cc4-caf57ce9d7a9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:42.206872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-81839bf6-cfcf-4e59-8cc4-caf57ce9d7a9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 946 time: 0.0502217 Jul 30 00:30:42.320729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Deleting port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:42.321077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.415319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] For port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:42.415596 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.669489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.669881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.670259 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Floating IP e02a8321-15ac-49f9-95ee-563381e6ffc9 disassociated. External IP: 172.25.5.207, port: 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e. Jul 30 00:30:42.670753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Calling delete_port for 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:42.819844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:42.851119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event deleted for resources: {'Port': ['ID=0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:42.862920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.863448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.864436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.864774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.865128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.865480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.865831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.866160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.866491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.866801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.867133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.867466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:42.988190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Router 888b4d53-377f-4cea-a08b-1e367de1f49a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:43.107418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:43.119416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Sync routers for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:43.133901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:43.134748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.155551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] No DVR routers for this DVR port 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:43.158528 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:43.160763 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5d222ba-c3f3-4bc0-afa8-81aaad69548d req-d0e15700-14b9-4157-aa89-4c898ca50c8c tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.57 "DELETE /v2.0/ports/0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e HTTP/1.1" status: 204 len: 173 time: 0.9449148 Jul 30 00:30:43.161230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'name': 'network-vif-deleted', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:43.164029 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068e5ba-66c8-40b3-8234-ec1d90344bef" -d '{"events": [{"server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "name": "network-vif-deleted", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:43.277641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:43.282710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1771dc87-b2c3-46bb-ad75-28ad7a3cb5d2 req-12665cdf-9f42-4a1b-8f5f-0e6264451330 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "GET /v2.0/ports?device_id=3471630f-2f0d-4b79-8c8e-1f1994588127 HTTP/1.1" status: 200 len: 210 time: 0.0339408 Jul 30 00:30:43.426254 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038eea23-f375-47a0-a872-305b35239095 x-openstack-request-id: req-038eea23-f375-47a0-a872-305b35239095 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:43.426558 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471630f-2f0d-4b79-8c8e-1f1994588127", "name": "network-vif-deleted", "tag": "0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:43.426807 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-038eea23-f375-47a0-a872-305b35239095 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:43.427221 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471630f-2f0d-4b79-8c8e-1f1994588127', 'name': 'network-vif-deleted', 'tag': '0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e', 'status': 'completed', 'code': 200} Jul 30 00:30:43.522333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.555924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Checking router: 888b4d53-377f-4cea-a08b-1e367de1f49a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:43.564988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:43.565601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.697578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:43.731818 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:43.920735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:43.953126 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35031975-b661-4e70-a97d-97e87f91b663 None None] The sync data for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 is: [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:32Z', 'revision_number': 4, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '24b2b9c9-29f3-49bf-9d21-d8d646ec815a', 'name': '', 'network_id': 'fe68b601-fbd6-4141-b44c-130987adce92', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'mac_address': 'fa:16:3e:97:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:31Z', 'updated_at': '2021-07-30T00:25:39Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'subnets': [{'id': 'e74c904e-f187-45a5-944c-a51554d073f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:44.191311 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f378c-b0f2-4e5b-87e2-96a38f4780f8 None None] New status for floating IP e02a8321-15ac-49f9-95ee-563381e6ffc9: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:30:44.351052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35354) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:44.493714 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Deleting port 261ff447-2cbe-4dec-a457-b09b11fa10e7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:44.494074 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.585077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.585301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.598963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Calling delete_port for 261ff447-2cbe-4dec-a457-b09b11fa10e7 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:44.744752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.778838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event deleted for resources: {'Port': ['ID=261ff447-2cbe-4dec-a457-b09b11fa10e7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:44.845298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.847879 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:44.849236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d66cec9a-7c89-43cd-a211-3ad6f73d8a8a tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "DELETE /v2.0/floatingips/e02a8321-15ac-49f9-95ee-563381e6ffc9 HTTP/1.1" status: 204 len: 168 time: 0.4971149 Jul 30 00:30:44.921513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35360) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:44.992096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.023975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.089853 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.092633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:45.093878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] 10.222.0.49 "DELETE /v2.0/security-groups/142bc27a-7906-4908-923e-dae726dbe74d HTTP/1.1" status: 204 len: 168 time: 0.1713336 Jul 30 00:30:45.105310 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a73490-5f47-4f1b-a981-325bf01032d9 tempest-TestServerBasicOps-1008774172 tempest-TestServerBasicOps-1008774172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142bc27a-7906-4908-923e-dae726dbe74d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:45.602897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:45.626106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:45.626458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0a59c9f6-2dcf-4e5d-bd52-4d66cd2b183e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:46.166516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35370) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:46.378741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-65cd85ce-6be9-4421-875f-0a6a2d24d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.029279 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.310092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Deleting port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:47.310858 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.411640 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] For port 24b2b9c9-29f3-49bf-9d21-d8d646ec815a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:47.412335 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.426253 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Calling delete_port for 24b2b9c9-29f3-49bf-9d21-d8d646ec815a owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:47.634543 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.672893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Pushing event deleted for resources: {'Port': ['ID=24b2b9c9-29f3-49bf-9d21-d8d646ec815a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:47.697410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.697782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.698114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.698453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.698789 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.699114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.699452 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.699770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.700090 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.700427 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.700736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.701051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:47.758387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:47.872607 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.124820 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Router 888b4d53-377f-4cea-a08b-1e367de1f49a has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:48.257466 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:48.262936 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-56be7c42-6798-4ba8-a440-b81bb696822d admin admin] 10.222.0.49 "PUT /v2.0/routers/888b4d53-377f-4cea-a08b-1e367de1f49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0953145 Jul 30 00:30:48.265747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35380) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:48.268524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Sync routers for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:48.281437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:48.282118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:48.382484 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.490570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.551175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Deleting port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:48.551620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.581705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:48.640709 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] For port 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:48.641090 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.659113 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Calling delete_port for 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:48.765403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:30:47Z', 'revision_number': 5, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port': {'id': '2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:48.799501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Checking router: 888b4d53-377f-4cea-a08b-1e367de1f49a for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:48.810770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Routers {'888b4d53-377f-4cea-a08b-1e367de1f49a'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:48.811127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['888b4d53-377f-4cea-a08b-1e367de1f49a'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:48.843576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.882558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:48.908203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] Set router 888b4d53-377f-4cea-a08b-1e367de1f49a gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:48.952127 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:48.970206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:30:48Z', 'revision_number': 6, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:48.998467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d53f87-1d68-4877-a630-5c90e0009cfb None None] The sync data for ids ['888b4d53-377f-4cea-a08b-1e367de1f49a'] in n-d-712707-11 is: [{'id': '888b4d53-377f-4cea-a08b-1e367de1f49a', 'name': 'tempest-TestServerBasicOps-1049301546-router', 'tenant_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:29Z', 'updated_at': '2021-07-30T00:30:48Z', 'revision_number': 6, 'project_id': 'e7bc453a7ff54bb5ac111a0c45cba8ba', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:49.052437 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.055076 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.067431 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9da76e07-6742-4792-985f-949e43ebc9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.102186 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.102825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888b4d53-377f-4cea-a08b-1e367de1f49a {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:30:49.108732 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.109960 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-407896c3-eb29-4e7e-b8e0-f484428d0fd1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/888b4d53-377f-4cea-a08b-1e367de1f49a HTTP/1.1" status: 204 len: 168 time: 0.8431172 Jul 30 00:30:49.112978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35386) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:49.159770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Deleting subnet e74c904e-f187-45a5-944c-a51554d073f6 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:30:49.163928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.207837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.303854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.368166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.394084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74c904e-f187-45a5-944c-a51554d073f6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:49.405741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.410288 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9b3611e2-76db-46fd-abee-91bc831d1010 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e74c904e-f187-45a5-944c-a51554d073f6 HTTP/1.1" status: 204 len: 168 time: 0.2933033 Jul 30 00:30:49.410555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de980b60-bff8-4d0b-b713-98bb0656d6e3 None None] Network fe68b601-fbd6-4141-b44c-130987adce92 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:49.411207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35388) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:49.497674 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.509459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.568459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Deleting port ec24af71-86dc-44e1-9dec-bc7a01f3a453 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:49.568829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.639663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] For port ec24af71-86dc-44e1-9dec-bc7a01f3a453, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ec24af71-86dc-44e1-9dec-bc7a01f3a453,segment=NetworkSegment(21ff44bd-62fe-4d2a-946d-ea72c3b298fb),segment_id=21ff44bd-62fe-4d2a-946d-ea72c3b298fb)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:49.640023 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.656176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Calling delete_port for ec24af71-86dc-44e1-9dec-bc7a01f3a453 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:49.756015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.782686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec24af71-86dc-44e1-9dec-bc7a01f3a453,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:49.786590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] No DVR routers for this DVR port ec24af71-86dc-44e1-9dec-bc7a01f3a453 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:49.819891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65ac97-61aa-456a-ad70-53a81c77a6cb None None] DHCP port deletion for fe68b601-fbd6-4141-b44c-130987adce92 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:30:49.869671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.882025 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe68b601-fbd6-4141-b44c-130987adce92']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:49.894254 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff44bd-62fe-4d2a-946d-ea72c3b298fb') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:49.894534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff44bd-62fe-4d2a-946d-ea72c3b298fb') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:49.905558 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.921724 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.928760 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:30:49.929277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:30:49.931242 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:30:49.991864 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.001266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.003367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe68b601-fbd6-4141-b44c-130987adce92 HTTP/1.1" status: 204 len: 168 time: 0.5912607 Jul 30 00:30:50.007715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35392) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:50.018857 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02875b4-9939-4e7e-b5b5-43863f1f04c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe68b601-fbd6-4141-b44c-130987adce92,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:50.408441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.698336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Deleting port cb371fe4-6909-4a59-9e39-a36458d08209 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:50.698571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.785841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] For port cb371fe4-6909-4a59-9e39-a36458d08209, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=cb371fe4-6909-4a59-9e39-a36458d08209,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:50.786218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.801201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Calling delete_port for cb371fe4-6909-4a59-9e39-a36458d08209 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:50.856736 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.883753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24b2b9c9-29f3-49bf-9d21-d8d646ec815a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:50.908903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 24b2b9c9-29f3-49bf-9d21-d8d646ec815a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:50.909242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24b2b9c9-29f3-49bf-9d21-d8d646ec815a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:50.910129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec24af71-86dc-44e1-9dec-bc7a01f3a453 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:50.929485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ec24af71-86dc-44e1-9dec-bc7a01f3a453 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:50.929847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ec24af71-86dc-44e1-9dec-bc7a01f3a453 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:50.930255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:50.950179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:50.950416 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 2f08c9be-2de1-4ae5-a0bc-4a12fcc8b1bd not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:50.998797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:51.030844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb371fe4-6909-4a59-9e39-a36458d08209,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:51.246619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:51.483779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Router 5651d232-7a4f-45c3-8609-08220a7ce258 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:51.601360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:51.607613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-15adbb0e-df56-41be-a587-3780a18b1c13 admin admin] 10.222.0.49 "PUT /v2.0/routers/5651d232-7a4f-45c3-8609-08220a7ce258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5985756 Jul 30 00:30:51.609356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35396) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:51.610677 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Sync routers for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:51.620674 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:51.621901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:51.726111 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:51.728719 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:51.929004 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:30:50Z', 'revision_number': 5, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:51.964241 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Checking router: 5651d232-7a4f-45c3-8609-08220a7ce258 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:51.973902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Routers {'5651d232-7a4f-45c3-8609-08220a7ce258'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:51.974526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:30:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['5651d232-7a4f-45c3-8609-08220a7ce258'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:52.080511 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] Set router 5651d232-7a4f-45c3-8609-08220a7ce258 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:52.209360 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.275099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Deleting port 4068ee45-4525-43ab-ac7b-0a95f831bc4e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:52.275437 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.361935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] For port 4068ee45-4525-43ab-ac7b-0a95f831bc4e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4068ee45-4525-43ab-ac7b-0a95f831bc4e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:52.362365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.376695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Calling delete_port for 4068ee45-4525-43ab-ac7b-0a95f831bc4e owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:52.384159 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:30:50Z', 'revision_number': 5, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:52.411115 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0bb1-cfe9-41c2-9988-546222ecb71e None None] The sync data for ids ['5651d232-7a4f-45c3-8609-08220a7ce258'] in n-d-712707-11 is: [{'id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'name': 'tempest-TestServerBasicOps-936669811-router', 'tenant_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:30:50Z', 'revision_number': 5, 'project_id': '31ea062eff604b3eb7ddc5eff7592e2e', 'gw_port': {'id': '4068ee45-4525-43ab-ac7b-0a95f831bc4e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651d232-7a4f-45c3-8609-08220a7ce258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:35Z', 'updated_at': '2021-07-30T00:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:52.560695 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.596231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Pushing event deleted for resources: {'Port': ['ID=4068ee45-4525-43ab-ac7b-0a95f831bc4e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:52.608260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.656446 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.751316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.754929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.805484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.806340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5651d232-7a4f-45c3-8609-08220a7ce258 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:30:52.811356 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.812538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0e97d8a3-7711-4a63-b30c-85596861e369 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5651d232-7a4f-45c3-8609-08220a7ce258 HTTP/1.1" status: 204 len: 168 time: 1.2021203 Jul 30 00:30:52.815165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35398) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:52.880672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Deleting subnet e178f0af-a1ba-49fb-85c1-a78ffbc8add2 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:30:52.884436 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.928406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:52.966722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cb371fe4-6909-4a59-9e39-a36458d08209 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:52.990652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: cb371fe4-6909-4a59-9e39-a36458d08209 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:52.990997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device cb371fe4-6909-4a59-9e39-a36458d08209 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:53.021181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.082017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.116898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.121205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e178f0af-a1ba-49fb-85c1-a78ffbc8add2 HTTP/1.1" status: 204 len: 168 time: 0.3026922 Jul 30 00:30:53.121205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c64bb5-ed56-4af9-bab5-df2792952a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e178f0af-a1ba-49fb-85c1-a78ffbc8add2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:53.122111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35400) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:53.125873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fa56b-ce57-4a9e-89af-5d2d8135395d None None] Network f2cb117d-3490-410c-94ee-449819877af7 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:53.206736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.269443 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Deleting port 1c8011ea-bf64-42ae-97e8-db069530d263 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:53.270337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.348416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] For port 1c8011ea-bf64-42ae-97e8-db069530d263, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=1c8011ea-bf64-42ae-97e8-db069530d263,segment=NetworkSegment(a9e274c2-a6b8-4c74-af83-31f88a7302de),segment_id=a9e274c2-a6b8-4c74-af83-31f88a7302de)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:53.348782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.370207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Calling delete_port for 1c8011ea-bf64-42ae-97e8-db069530d263 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:53.479731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.488328 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c5f3a-9ca0-40b5-84a0-a91450007719 None None] DHCP port deletion for f2cb117d-3490-410c-94ee-449819877af7 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:30:53.511279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8011ea-bf64-42ae-97e8-db069530d263,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:53.523568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] No DVR routers for this DVR port 1c8011ea-bf64-42ae-97e8-db069530d263 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:53.603821 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.615117 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cb117d-3490-410c-94ee-449819877af7']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:53.627474 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e274c2-a6b8-4c74-af83-31f88a7302de') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:53.627770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e274c2-a6b8-4c74-af83-31f88a7302de') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:53.637763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.652701 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.658974 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:30:53.659366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:30:53.661136 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:30:53.725737 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.731555 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:53.733442 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f2cb117d-3490-410c-94ee-449819877af7 HTTP/1.1" status: 204 len: 168 time: 0.6102784 Jul 30 00:30:53.745494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d30a5a-26ca-4960-a4b6-7bb3481c64d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cb117d-3490-410c-94ee-449819877af7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:53.864795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35404) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:53.922753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-49877276-e88d-4a4f-ab69-c138fb0591e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7bc453a7ff54bb5ac111a0c45cba8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563052 Jul 30 00:30:53.926575 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35406) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:53.982766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.005066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.056993 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.060276 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.061325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83e7a5cf-0c95-4a5b-95da-704a115175a3 HTTP/1.1" status: 204 len: 168 time: 0.1336761 Jul 30 00:30:54.070837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258b4d-dc2d-4f73-ac5b-84c69310eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e7a5cf-0c95-4a5b-95da-704a115175a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:54.451314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35412) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:54.499652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9a0d5b7d-69fa-4b31-b740-fbd963573c9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31ea062eff604b3eb7ddc5eff7592e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469992 Jul 30 00:30:54.502479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35414) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:54.561792 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.585528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.645449 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.649029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:54.650342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02674c73-44d0-4cbe-bc4c-18c65289da1b HTTP/1.1" status: 204 len: 168 time: 0.1469264 Jul 30 00:30:54.661288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695dd2-0935-4026-8971-0bee7ced2561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02674c73-44d0-4cbe-bc4c-18c65289da1b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:54.893389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1c8011ea-bf64-42ae-97e8-db069530d263 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:54.918921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 1c8011ea-bf64-42ae-97e8-db069530d263 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:54.919270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 1c8011ea-bf64-42ae-97e8-db069530d263 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:54.919699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4068ee45-4525-43ab-ac7b-0a95f831bc4e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:54.943660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4068ee45-4525-43ab-ac7b-0a95f831bc4e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:54.944023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4068ee45-4525-43ab-ac7b-0a95f831bc4e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:58.203112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:05.458737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-a8bf3b0a-9bfd-480c-9f8a-393412cc7676 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247793 Jul 30 00:31:05.575923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-6a9f1028-cacf-4ebe-8c3a-681cf63c2318 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.577527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-6a9f1028-cacf-4ebe-8c3a-681cf63c2318 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126447 Jul 30 00:31:05.595973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-90236d37-7b18-4a8b-9689-8a04264bcb0a tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/quotas/401230aaf16d4c1e8c0a75e7728273b4 HTTP/1.1" status: 200 len: 375 time: 0.0105557 Jul 30 00:31:05.637254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-5d4c77ad-f3e8-4aee-bf67-fad32358e26f tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344779 Jul 30 00:31:05.816548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e47ea54b-68c5-4751-956a-5eb85dfd4c36 req-c1c474c2-5deb-4492-863d-dbb7bfe1c40e tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 210 time: 0.0279312 Jul 30 00:31:06.931075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea305bd6-4862-408a-850e-34b4e57c9a50 req-3d123807-547f-46d3-a542-227429ce59f0 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 210 time: 0.0304945 Jul 30 00:31:07.005693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-c1da499a-a649-471a-bf1a-eb45b49d760c tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236967 Jul 30 00:31:07.128904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-29a1cec9-a241-441f-aa9b-217ae900ebe0 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:07.130454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-29a1cec9-a241-441f-aa9b-217ae900ebe0 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190722 Jul 30 00:31:07.154130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Request body: {'port': {'device_id': '0da952b9-0f38-4481-9462-8e991db1c318', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'admin_state_up': True, 'tenant_id': '401230aaf16d4c1e8c0a75e7728273b4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:07.266896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Made reservation on behalf of 401230aaf16d4c1e8c0a75e7728273b4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:07.270996 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.281944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.381417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.386840 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.468647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa67181-676b-4759-840b-a9ed63e0e63b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:07.544816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Allocated IP 192.168.233.208 (6b766522-9708-4e86-8675-a86eaef2d30e/c08ebd99-159c-45a2-af44-13a27a1b2fff/31b37560-b41f-40b9-a15b-d799be1cd213) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:07.720426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.741775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Transition to ACTIVE for port object 31b37560-b41f-40b9-a15b-d799be1cd213 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:07.781217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.826218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Network 6b766522-9708-4e86-8675-a86eaef2d30e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:07.829400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:07.836597 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:07.843464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Pushing event updated for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:07.896732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:07.897375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.914900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-58871bda-62e5-444e-91f8-00ce4c0d8012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7649205 Jul 30 00:31:08.060203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Request body: {'port': {'device_id': '0da952b9-0f38-4481-9462-8e991db1c318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:08.124293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceaabd-15b7-4b27-a0f7-05b437ce2cc0 req-fbbfe442-c209-49d6-82ab-99fb67a68b53 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:08.125747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42ceaabd-15b7-4b27-a0f7-05b437ce2cc0 req-fbbfe442-c209-49d6-82ab-99fb67a68b53 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 936 time: 0.1022332 Jul 30 00:31:08.140814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-827d524e-6a5d-4642-98e0-66c5d128d36a None None] Provisioning for port 31b37560-b41f-40b9-a15b-d799be1cd213 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:08.145551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-827d524e-6a5d-4642-98e0-66c5d128d36a None None] Provisioning complete for port 31b37560-b41f-40b9-a15b-d799be1cd213 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:08.145962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-827d524e-6a5d-4642-98e0-66c5d128d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.153366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.185148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-827d524e-6a5d-4642-98e0-66c5d128d36a None None] Port 31b37560-b41f-40b9-a15b-d799be1cd213 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:08.202417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42ceaabd-15b7-4b27-a0f7-05b437ce2cc0 req-d7ae4aa7-18df-446f-9604-d2820456e85b tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684390 Jul 30 00:31:08.467935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b37560-b41f-40b9-a15b-d799be1cd213 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:08.475939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.489226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Transition to ACTIVE for port object 31b37560-b41f-40b9-a15b-d799be1cd213 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:08.496387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.551222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Pushing event updated for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:08.626140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Attempting to bind port 31b37560-b41f-40b9-a15b-d799be1cd213 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:08.626508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Attempting to bind port 31b37560-b41f-40b9-a15b-d799be1cd213 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:08.626846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Attempting to bind port 31b37560-b41f-40b9-a15b-d799be1cd213 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:08.631448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Port 31b37560-b41f-40b9-a15b-d799be1cd213 on network 6b766522-9708-4e86-8675-a86eaef2d30e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:31:08.631933 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Attempting to bind port 31b37560-b41f-40b9-a15b-d799be1cd213 on network 6b766522-9708-4e86-8675-a86eaef2d30e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:08.637283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:08.637651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Checking segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:08.638035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Bound using segment: {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:08.638485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Bound port: 31b37560-b41f-40b9-a15b-d799be1cd213, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cfc388-7dc0-4035-94a8-8b6654d5a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:08.638844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.709128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:08.712927 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=31b37560-b41f-40b9-a15b-d799be1cd213,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:08.719271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.767101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:08.767758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.769234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] 10.222.0.57 "PUT /v2.0/ports/31b37560-b41f-40b9-a15b-d799be1cd213 HTTP/1.1" status: 200 len: 1097 time: 0.8394556 Jul 30 00:31:08.770068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:08.772480 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c2babf-c940-40cd-bb97-bad259bad652" -d '{"events": [{"name": "network-changed", "server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:08.811464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc5f32-0425-4af1-8757-a488aa32c173 service neutron] Pushing event updated for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:08.823285 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591071d3-37d7-48b3-83b4-10a2810b503d x-openstack-request-id: req-591071d3-37d7-48b3-83b4-10a2810b503d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:08.823815 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:08.824173 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-591071d3-37d7-48b3-83b4-10a2810b503d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:08.824962 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213', 'status': 'completed', 'code': 200} Jul 30 00:31:08.885086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-4d38b325-efde-4539-a2a7-9617580b15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:08.886682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-4d38b325-efde-4539-a2a7-9617580b15b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 1100 time: 0.0447316 Jul 30 00:31:08.938069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-247a59de-0ec5-4ec3-ba2b-b57653b519af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=31b37560-b41f-40b9-a15b-d799be1cd213 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Jul 30 00:31:08.995465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-a9313d24-37d7-46c7-b2ba-1191f2f6f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:08.996921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-a9313d24-37d7-46c7-b2ba-1191f2f6f336 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0513525 Jul 30 00:31:09.049161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-e2b78199-075d-4f50-99c1-cfaaa87d6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.050746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-e2b78199-075d-4f50-99c1-cfaaa87d6db0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459244 Jul 30 00:31:09.158958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-35ebfeb4-e205-439b-b61a-658d29e3eabe service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000986 Jul 30 00:31:09.263678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52732fa0-cde8-48c7-a8cc-5331e1adb9ab req-e00e26fb-e3af-431d-adfd-cf882fb04f7b service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969801 Jul 30 00:31:09.325315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439771a-53b1-4680-ad4c-7e608928879e req-703776ce-d0cd-4d1e-8640-7facf2063bff tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.327244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a439771a-53b1-4680-ad4c-7e608928879e req-703776ce-d0cd-4d1e-8640-7facf2063bff tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 948 time: 0.0519004 Jul 30 00:31:09.397551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a439771a-53b1-4680-ad4c-7e608928879e req-6cabac04-01a8-44d9-83a0-ee0689cb9d69 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639057 Jul 30 00:31:09.410487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-e3d9b8be-88b2-48a1-8526-e835e7b941ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.412039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-e3d9b8be-88b2-48a1-8526-e835e7b941ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 1100 time: 0.0604949 Jul 30 00:31:09.526049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-90fad9f5-0c93-4fe3-96e7-9dd5b19c600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.527571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-90fad9f5-0c93-4fe3-96e7-9dd5b19c600f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b766522-9708-4e86-8675-a86eaef2d30e HTTP/1.1" status: 200 len: 870 time: 0.0982518 Jul 30 00:31:09.570385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-c42e4fb3-42ab-462e-8513-a6830a672eee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=31b37560-b41f-40b9-a15b-d799be1cd213 HTTP/1.1" status: 200 len: 217 time: 0.0350037 Jul 30 00:31:09.627054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-b0cffbd8-5ce0-40ce-bf3a-415d9c5dac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.628527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-b0cffbd8-5ce0-40ce-bf3a-415d9c5dac18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c08ebd99-159c-45a2-af44-13a27a1b2fff HTTP/1.1" status: 200 len: 843 time: 0.0503018 Jul 30 00:31:09.678286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-5b93a7a2-b2a1-4163-8e82-fb62b3b77abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:09.679880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-5b93a7a2-b2a1-4163-8e82-fb62b3b77abd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b766522-9708-4e86-8675-a86eaef2d30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432992 Jul 30 00:31:09.774786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-a1e3fad1-2a8c-496c-bca5-7937de757428 service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Jul 30 00:31:09.890243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4c2babf-c940-40cd-bb97-bad259bad652 req-69eb64a0-15a8-4b59-b9b5-39d294a0a9cb service neutron] 10.222.0.57 "GET /v2.0/networks/6b766522-9708-4e86-8675-a86eaef2d30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074495 Jul 30 00:31:10.537064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3b40-8c01-462f-9bd6-016a20c60a02 req-65e69a30-d74d-4f8c-a725-023e17d2916a tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:10.538705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8d3b40-8c01-462f-9bd6-016a20c60a02 req-65e69a30-d74d-4f8c-a725-023e17d2916a tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 948 time: 0.0608728 Jul 30 00:31:10.578670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b8d3b40-8c01-462f-9bd6-016a20c60a02 req-80dfca9d-c887-4c5a-9c42-d197657a4733 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Jul 30 00:31:11.712740 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84912eef-3092-4865-88b5-08426617d877 req-96f52be7-6fac-46f8-856f-49952b3c5e00 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:11.714307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84912eef-3092-4865-88b5-08426617d877 req-96f52be7-6fac-46f8-856f-49952b3c5e00 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 948 time: 0.0611928 Jul 30 00:31:11.757277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84912eef-3092-4865-88b5-08426617d877 req-8feed252-519b-4c8b-ad7f-78f89b328500 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Jul 30 00:31:12.883343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba9e4-ea65-4d75-8c81-128c12a511e5 req-0f4560fe-e80c-47cc-81b5-4980d46bfe26 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:12.884894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dcba9e4-ea65-4d75-8c81-128c12a511e5 req-0f4560fe-e80c-47cc-81b5-4980d46bfe26 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 948 time: 0.0529971 Jul 30 00:31:12.928104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dcba9e4-ea65-4d75-8c81-128c12a511e5 req-826e1580-fd57-4dd4-8cd6-f43a6e4855bd tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Jul 30 00:31:13.751880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 31b37560-b41f-40b9-a15b-d799be1cd213 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:31:13.857106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=31b37560-b41f-40b9-a15b-d799be1cd213,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:13.868779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '31b37560-b41f-40b9-a15b-d799be1cd213', 'network_id': '6b766522-9708-4e86-8675-a86eaef2d30e', 'port_id': '31b37560-b41f-40b9-a15b-d799be1cd213', 'mac_address': 'fa:16:3e:69:60:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08ebd99-159c-45a2-af44-13a27a1b2fff', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:31:13.916851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:13.933596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b37560-b41f-40b9-a15b-d799be1cd213 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:13.956801 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=31b37560-b41f-40b9-a15b-d799be1cd213,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:13.964895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:14.014976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:14.022765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.023179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.023520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.023856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.024189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.024526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.024844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.025162 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.025492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.025841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.026166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.026483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:14.056999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ae5a-7f2e-49a5-adbb-e0088bca88a0 req-c957a772-d740-4b1a-aed2-c3eb93697880 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:14.058583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd73ae5a-7f2e-49a5-adbb-e0088bca88a0 req-c957a772-d740-4b1a-aed2-c3eb93697880 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 949 time: 0.0504158 Jul 30 00:31:14.096473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd73ae5a-7f2e-49a5-adbb-e0088bca88a0 req-fbbf90ee-4a15-45b4-ac70-89b58481c48b tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jul 30 00:31:14.287704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['31b37560-b41f-40b9-a15b-d799be1cd213'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:31:15.229655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454823e-d3b8-445b-974c-536aa70a7815 req-d75cd765-eb05-4333-a576-6fe90f0aa3be tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:15.231244 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6454823e-d3b8-445b-974c-536aa70a7815 req-d75cd765-eb05-4333-a576-6fe90f0aa3be tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 949 time: 0.0613892 Jul 30 00:31:15.275207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6454823e-d3b8-445b-974c-536aa70a7815 req-995f965c-8c45-4b61-8840-e1441ed3fa2b tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Jul 30 00:31:15.761608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 31b37560-b41f-40b9-a15b-d799be1cd213 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:15.816725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 31b37560-b41f-40b9-a15b-d799be1cd213 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:15.820946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 31b37560-b41f-40b9-a15b-d799be1cd213 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:15.821319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:15.911350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:15.953926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:15.957340 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1600eaa-a836-4af6-ac97-7b742c6f1920" -d '{"events": [{"server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "name": "network-vif-plugged", "status": "completed", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:15.972751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=31b37560-b41f-40b9-a15b-d799be1cd213,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:15.979063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:16.030421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:16.059841 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5296d905-3d44-49cd-a47e-a91ca90787f6 x-openstack-request-id: req-5296d905-3d44-49cd-a47e-a91ca90787f6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:16.060134 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "name": "network-vif-plugged", "status": "completed", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:16.060384 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5296d905-3d44-49cd-a47e-a91ca90787f6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:16.060784 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213', 'code': 200} Jul 30 00:31:16.199743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461ee9a-4fa6-41ae-adde-0b05e06c5a93 req-01ff7e26-08ec-4293-9478-745f1e3c9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:16.201309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9461ee9a-4fa6-41ae-adde-0b05e06c5a93 req-01ff7e26-08ec-4293-9478-745f1e3c9ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 1102 time: 0.0466695 Jul 30 00:31:16.237743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9461ee9a-4fa6-41ae-adde-0b05e06c5a93 req-5b0e49d7-f866-49fa-a279-4d104f34f521 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287035 Jul 30 00:31:16.363700 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca9ae-d7a1-49ed-adf1-4489177c8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:16.401942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb51944-2ec5-4505-9e20-79c2c140d49f req-ec3734f3-2578-438a-b1ec-b6e224674707 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:16.403482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-abb51944-2ec5-4505-9e20-79c2c140d49f req-ec3734f3-2578-438a-b1ec-b6e224674707 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 950 time: 0.0528636 Jul 30 00:31:16.445115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-abb51944-2ec5-4505-9e20-79c2c140d49f req-7e666f88-10ae-4472-b2f9-c2e15a80d70f tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Jul 30 00:31:17.580144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadd4f3-dfcd-4afb-aa42-a307397d9313 req-e52a5667-f3fc-4469-b11a-990bea420ef7 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:17.581797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afadd4f3-dfcd-4afb-aa42-a307397d9313 req-e52a5667-f3fc-4469-b11a-990bea420ef7 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 950 time: 0.0563581 Jul 30 00:31:17.625792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afadd4f3-dfcd-4afb-aa42-a307397d9313 req-41975ee2-9aae-443e-9074-abd89d06ed37 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Jul 30 00:31:17.753034 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:18.580913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706b2e8-a13c-4f9a-a053-7eee5158a829 req-c2bb644a-1820-4176-ac62-e05655b3a3fc tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:18.582504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2706b2e8-a13c-4f9a-a053-7eee5158a829 req-c2bb644a-1820-4176-ac62-e05655b3a3fc tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 950 time: 0.0519795 Jul 30 00:31:18.630653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2706b2e8-a13c-4f9a-a053-7eee5158a829 req-8526d8e8-bd3e-453c-a9fa-7321b3fd1f36 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Jul 30 00:31:19.076144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27b4a9cf-fa0f-4adb-b099-a17f8ab8c043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:19.469325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:19.770107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebcc93-dcb0-4d11-bedb-c10a946c8c42 req-ed2c2e3b-e836-42e9-8803-f380159b9e8a tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:19.771868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ebcc93-dcb0-4d11-bedb-c10a946c8c42 req-ed2c2e3b-e836-42e9-8803-f380159b9e8a tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 950 time: 0.0588801 Jul 30 00:31:19.817464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ebcc93-dcb0-4d11-bedb-c10a946c8c42 req-89557ca0-08f9-4f58-9078-2716f5e55087 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/security-groups?id=6aa67181-676b-4759-840b-a9ed63e0e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 Jul 30 00:31:20.029655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-e0d17a2b-cd2d-4fcc-af84-e354f2ab81a3 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:20.031185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-e0d17a2b-cd2d-4fcc-af84-e354f2ab81a3 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.57 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 950 time: 0.0588763 Jul 30 00:31:20.127946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Deleting port 31b37560-b41f-40b9-a15b-d799be1cd213 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:20.128284 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.227749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] For port 31b37560-b41f-40b9-a15b-d799be1cd213, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=31b37560-b41f-40b9-a15b-d799be1cd213,segment=NetworkSegment(96cfc388-7dc0-4035-94a8-8b6654d5a57c),segment_id=96cfc388-7dc0-4035-94a8-8b6654d5a57c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:20.228137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.241480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Calling delete_port for 31b37560-b41f-40b9-a15b-d799be1cd213 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:20.379240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.413502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['31b37560-b41f-40b9-a15b-d799be1cd213'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:31:20.420485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Pushing event deleted for resources: {'Port': ['ID=31b37560-b41f-40b9-a15b-d799be1cd213,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:20.459887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] No DVR routers for this DVR port 31b37560-b41f-40b9-a15b-d799be1cd213 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:31:20.463339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.465704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-145f3f31-7852-46a2-acaf-016b0e38edd1 req-55ff3efc-7a7b-491c-837d-889adcd1c012 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.57 "DELETE /v2.0/ports/31b37560-b41f-40b9-a15b-d799be1cd213 HTTP/1.1" status: 204 len: 173 time: 0.4274313 Jul 30 00:31:20.466131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'name': 'network-vif-deleted', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:20.468455 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7053fe16-41ed-45e2-aa5f-2e3c4d1a934d" -d '{"events": [{"server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "name": "network-vif-deleted", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:20.510648 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772e849-35c2-431b-a722-579fa2ee8897 x-openstack-request-id: req-9772e849-35c2-431b-a722-579fa2ee8897 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:20.510870 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da952b9-0f38-4481-9462-8e991db1c318", "name": "network-vif-deleted", "tag": "31b37560-b41f-40b9-a15b-d799be1cd213", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:20.511123 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9772e849-35c2-431b-a722-579fa2ee8897 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:20.511647 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da952b9-0f38-4481-9462-8e991db1c318', 'name': 'network-vif-deleted', 'tag': '31b37560-b41f-40b9-a15b-d799be1cd213', 'status': 'completed', 'code': 200} Jul 30 00:31:20.733257 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:20.854911 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.943977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecba417e-1f1b-45db-8fe8-75221b9fd21e req-965b34d8-5751-4748-a706-115f5d111ef7 tempest-ServersAdminNegativeTestJSON-1993200003 tempest-ServersAdminNegativeTestJSON-1993200003-project] 10.222.0.49 "GET /v2.0/ports?device_id=0da952b9-0f38-4481-9462-8e991db1c318 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Jul 30 00:31:22.290363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35566) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:22.445002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b98c48a6-a1d9-4edc-975f-cc7049eee260 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=401230aaf16d4c1e8c0a75e7728273b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534145 Jul 30 00:31:22.448318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35570) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:22.506850 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:22.530721 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:22.584546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:22.588623 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:22.590545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6aa67181-676b-4759-840b-a9ed63e0e63b HTTP/1.1" status: 204 len: 168 time: 0.1407046 Jul 30 00:31:22.599136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c84b-3b41-4f93-b832-67748e99f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa67181-676b-4759-840b-a9ed63e0e63b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:22.621263 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:22.902035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35576) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:22.922160 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ad07187-da7b-4f4a-80ce-91f92ce6af2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.021319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ad07187-da7b-4f4a-80ce-91f92ce6af2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.028355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4ad07187-da7b-4f4a-80ce-91f92ce6af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.079554 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4ad07187-da7b-4f4a-80ce-91f92ce6af2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0491fff879804a428d15d0fd7b708b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741290 Jul 30 00:31:23.079554 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad07187-da7b-4f4a-80ce-91f92ce6af2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824c991-3922-49fb-81d9-9d2926e1b9ca,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:23.082063 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35578) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:23.135237 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.159830 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.223210 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.226050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.227420 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2824c991-3922-49fb-81d9-9d2926e1b9ca HTTP/1.1" status: 204 len: 168 time: 0.1443889 Jul 30 00:31:23.236366 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec965-bef6-430f-8c21-f341abdc82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824c991-3922-49fb-81d9-9d2926e1b9ca,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:23.803308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 31b37560-b41f-40b9-a15b-d799be1cd213 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:23.827547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 31b37560-b41f-40b9-a15b-d799be1cd213 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:23.827887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 31b37560-b41f-40b9-a15b-d799be1cd213 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:24.028129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:24.147901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-214129453-network', 'tenant_id': '8857ef82d4e549f0bfc987e628a8c4b8'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:24.173216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Made reservation on behalf of 8857ef82d4e549f0bfc987e628a8c4b8 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:24.175806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.186312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.282646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.289316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.327124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:31:24.340386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.341503 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Added segment 24541868-ac10-4190-8f23-096d34e012bc of type vlan for network a46755b5-3885-4ac4-8353-24d2d99c81d8 Jul 30 00:31:24.342396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35080bc2-ad32-4d0d-87db-6f0b987ebc6f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:24.387517 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.421755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.422759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:24.423351 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.480012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4506013 Jul 30 00:31:24.483570 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:24.488880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Request body: {'subnet': {'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-214129453-subnet', 'tenant_id': '8857ef82d4e549f0bfc987e628a8c4b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:24.489584 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663ecf9-e97b-4739-bd2c-58c11c5e1b41 admin admin] Pushing event updated for resources: {'Network': ['ID=a46755b5-3885-4ac4-8353-24d2d99c81d8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:24.500082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network a46755b5-3885-4ac4-8353-24d2d99c81d8 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:31:24.511734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Made reservation on behalf of 8857ef82d4e549f0bfc987e628a8c4b8 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:24.515832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.694655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.742990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcb7b53-4fff-484a-ad2d-f72978e70742,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:24.760180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Checking segment: {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:24.760533 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Network hostable DHCP agents. Network: a46755b5-3885-4ac4-8353-24d2d99c81d8, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:31:24.781075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Network a46755b5-3885-4ac4-8353-24d2d99c81d8 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:31:24.790755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, a46755b5-3885-4ac4-8353-24d2d99c81d8) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:24.796412 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:24.797161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:24.800542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414913e8-256d-40c7-9f53-cbbc2933aa22 None None] Network a46755b5-3885-4ac4-8353-24d2d99c81d8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:31:24.814009 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b501bba1-499e-4465-8ba9-ea33983148bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3290207 Jul 30 00:31:24.939728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7914b17f-e06c-468d-b366-d16ee2d42431 None None] Network a46755b5-3885-4ac4-8353-24d2d99c81d8 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:31:25.275353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-af6b9b80-7ba1-4d2b-81a0-8b5575a674d7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:25.276931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-af6b9b80-7ba1-4d2b-81a0-8b5575a674d7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 811 time: 0.1176987 Jul 30 00:31:25.296770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-6df8f695-568b-4c96-875c-5c15fa08e845 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/quotas/8857ef82d4e549f0bfc987e628a8c4b8 HTTP/1.1" status: 200 len: 375 time: 0.0109196 Jul 30 00:31:25.331046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-43dff886-6a11-45dc-8186-4d0ea63d1513 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jul 30 00:31:25.410086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-1b436b2d-b565-4180-877c-d0effb15fc8c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:31:25.410086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-1b436b2d-b565-4180-877c-d0effb15fc8c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632679 Jul 30 00:31:25.499545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-eb13fe10-2db6-4303-a91c-b0d81c6e3927 service neutron] 10.222.0.49 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875406 Jul 30 00:31:25.607063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-d04ac919-0bed-454f-b3c4-cfa3e166ce8e service neutron] 10.222.0.49 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009626 Jul 30 00:31:25.780100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b67ee20-0f27-4a0d-a9ef-757281ee5ba8 req-756264b9-67ca-41c4-8184-626eaea8c646 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 210 time: 0.0321078 Jul 30 00:31:26.881397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3e8faa6-3685-4b96-91d2-08f12075c65f req-ccbe98f9-178f-44c5-828d-eeb475c7d774 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 210 time: 0.0275602 Jul 30 00:31:27.148272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-45c64554-8c15-4f07-8b6c-619f70d8cd7a tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:27.149710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-45c64554-8c15-4f07-8b6c-619f70d8cd7a tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 811 time: 0.1179459 Jul 30 00:31:27.170374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Request body: {'port': {'device_id': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8', 'admin_state_up': True, 'tenant_id': '8857ef82d4e549f0bfc987e628a8c4b8'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:27.284748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Made reservation on behalf of 8857ef82d4e549f0bfc987e628a8c4b8 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:27.288334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.447626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Allocated IP 172.20.0.12 (a46755b5-3885-4ac4-8353-24d2d99c81d8/1bcb7b53-4fff-484a-ad2d-f72978e70742/dab50a63-bfd0-44f8-a3a4-51077df156c5) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:27.629551 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.673469 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.715825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Network a46755b5-3885-4ac4-8353-24d2d99c81d8 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:27.719060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:27.724659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:27.731003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:27.782478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:27.783112 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.801541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-d8e983e0-dc54-49a3-a006-7df50b4b5ee5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354189 Jul 30 00:31:27.822524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Request body: {'port': {'device_id': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:27.888796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.099596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e8b2-5406-4052-a6bc-aa2e621c72ea req-9e81e7ee-6c13-4e62-97dc-fd745e8e67bd tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.101109 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3a6e8b2-5406-4052-a6bc-aa2e621c72ea req-9e81e7ee-6c13-4e62-97dc-fd745e8e67bd tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 932 time: 0.1125503 Jul 30 00:31:28.171182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3a6e8b2-5406-4052-a6bc-aa2e621c72ea req-0ec4a4a7-c249-437f-85fb-1ebeeb726196 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637739 Jul 30 00:31:28.198924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.232974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab50a63-bfd0-44f8-a3a4-51077df156c5 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:28.243272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.260654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Transition to ACTIVE for port object dab50a63-bfd0-44f8-a3a4-51077df156c5 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:28.266749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.314170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:28.388500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:28.388717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:28.389094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:28.396239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:31:28.396710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:28.404303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:28.405035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Checking segment: {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:28.405431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Bound using segment: {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:28.405889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Bound port: dab50a63-bfd0-44f8-a3a4-51077df156c5, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:28.406259 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.483631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:28.487064 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:28.494485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.532758 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.533391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.534879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] 10.222.0.57 "PUT /v2.0/ports/dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 1093 time: 0.7189045 Jul 30 00:31:28.535314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:28.537584 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212d7468b8717f2f724de133f16616c30f08b4b7953341f017246c56f0d19827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e826d-580a-4223-9be3-c5242edad42d" -d '{"events": [{"name": "network-changed", "server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:28.561475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862fa67-51a2-41f8-94df-1558f7c80ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:28.584379 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380a8682-1771-4a54-99c4-808ab2133c51 x-openstack-request-id: req-380a8682-1771-4a54-99c4-808ab2133c51 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:28.584700 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:28.584936 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-380a8682-1771-4a54-99c4-808ab2133c51 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:28.585424 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'status': 'completed', 'code': 200} Jul 30 00:31:28.658163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-03aec687-9318-4771-9d66-7c01b1e9e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.659638 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-03aec687-9318-4771-9d66-7c01b1e9e6e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1096 time: 0.0555327 Jul 30 00:31:28.720191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-aedf7ff4-d550-42f9-a84e-a3a4f341feee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0445707 Jul 30 00:31:28.777224 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb39f-2551-4728-a392-5293ee52653a req-d5884ef4-abd8-4bc7-83f6-c77ee994cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.779172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-d5884ef4-abd8-4bc7-83f6-c77ee994cc44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0511162 Jul 30 00:31:28.812836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-ba07b32a-6244-4c28-bf8f-0611f3dfa629 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261419 Jul 30 00:31:28.911585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-697d74c0-a5db-496c-be3f-aee7c6767963 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899189 Jul 30 00:31:29.404708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ece13d-c59b-485c-934f-eaec2bd220e5 req-568eb9a1-a175-495b-bb75-8cd769607eb2 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.406550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62ece13d-c59b-485c-934f-eaec2bd220e5 req-568eb9a1-a175-495b-bb75-8cd769607eb2 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0796108 Jul 30 00:31:29.408868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-808fb39f-2551-4728-a392-5293ee52653a req-96ae9749-eafa-48b7-9281-cf5ec005f9fa service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888017 Jul 30 00:31:29.450678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62ece13d-c59b-485c-934f-eaec2bd220e5 req-4747e583-2c38-41db-8c26-7085419e4196 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Jul 30 00:31:29.570428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e826d-580a-4223-9be3-c5242edad42d req-23b1c155-8b5f-4c76-914a-e8de72e36788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.571973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-23b1c155-8b5f-4c76-914a-e8de72e36788 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1096 time: 0.0449541 Jul 30 00:31:29.679016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e826d-580a-4223-9be3-c5242edad42d req-c6d6f224-7203-42cd-a97f-7d877f2ae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.687615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-c6d6f224-7203-42cd-a97f-7d877f2ae30c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.0995142 Jul 30 00:31:29.736418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-7e088626-ab46-4667-ae1a-b015a46e825c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0465281 Jul 30 00:31:29.803271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e826d-580a-4223-9be3-c5242edad42d req-72d4819a-8a3b-40f5-97a3-6f9d76362261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.804781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-72d4819a-8a3b-40f5-97a3-6f9d76362261 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0573142 Jul 30 00:31:29.839144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-18745475-2ec7-4d0a-b4c9-f1d2dd833ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262091 Jul 30 00:31:29.941919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-bce1b0a7-d55a-4c59-8cda-dab425c26388 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942607 Jul 30 00:31:30.052845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-124e826d-580a-4223-9be3-c5242edad42d req-56356531-35da-42d6-ab71-a371eb2b0eff service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026247 Jul 30 00:31:30.579944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8061-696c-4cd1-a6d9-60e97d829504 req-2df78c01-38f5-4a9a-8e14-4132c200a5e1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:30.581430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-782f8061-696c-4cd1-a6d9-60e97d829504 req-2df78c01-38f5-4a9a-8e14-4132c200a5e1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0535161 Jul 30 00:31:30.624845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-782f8061-696c-4cd1-a6d9-60e97d829504 req-6cb2e7cd-b6d1-474d-9ef5-d932ec1e2dc7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Jul 30 00:31:31.768858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5a984-195f-4883-bc89-97001ef2d0e0 req-fb34fde2-6f7b-444a-91ff-82192d0fdec8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:31.770948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2d5a984-195f-4883-bc89-97001ef2d0e0 req-fb34fde2-6f7b-444a-91ff-82192d0fdec8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0690393 Jul 30 00:31:31.811420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2d5a984-195f-4883-bc89-97001ef2d0e0 req-5fc1c4f8-25cc-46dd-bf65-71996648f59c tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Jul 30 00:31:32.940969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69455a-6e4e-4182-bc82-25da022acff3 req-ade57ffb-b04d-4d14-ac34-3b60fd8e5ff1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:32.942534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a69455a-6e4e-4182-bc82-25da022acff3 req-ade57ffb-b04d-4d14-ac34-3b60fd8e5ff1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0616152 Jul 30 00:31:32.984582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a69455a-6e4e-4182-bc82-25da022acff3 req-225962df-309f-43ad-b2fd-a959a1335d71 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Jul 30 00:31:33.854272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:31:33.960117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:33.972941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8', 'port_id': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'mac_address': 'fa:16:3e:1d:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcb7b53-4fff-484a-ad2d-f72978e70742', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:31:34.015215 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:34.030206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab50a63-bfd0-44f8-a3a4-51077df156c5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:34.051779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:34.057716 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:34.104636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bfe34-8513-4589-9961-3f71564d9cb6 req-c7a1e1a9-ffef-42c0-bc4c-d39a1435e3d5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:34.106274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-646bfe34-8513-4589-9961-3f71564d9cb6 req-c7a1e1a9-ffef-42c0-bc4c-d39a1435e3d5 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 945 time: 0.0523736 Jul 30 00:31:34.110468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:34.153488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-646bfe34-8513-4589-9961-3f71564d9cb6 req-3b251240-7f94-43fe-86dc-b078a1eda7a7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Jul 30 00:31:34.348057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['dab50a63-bfd0-44f8-a3a4-51077df156c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:31:35.284943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ea1-ed85-40ca-b04d-8305274327de req-c72e49af-2563-4e86-b56d-f87f317d300a tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:35.286583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf602ea1-ed85-40ca-b04d-8305274327de req-c72e49af-2563-4e86-b56d-f87f317d300a tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 945 time: 0.0581295 Jul 30 00:31:35.335915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bf602ea1-ed85-40ca-b04d-8305274327de req-e0cdf5ef-7f3e-455d-a070-812b9e5d8e47 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Jul 30 00:31:35.866853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:35.923636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port dab50a63-bfd0-44f8-a3a4-51077df156c5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:35.927881 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port dab50a63-bfd0-44f8-a3a4-51077df156c5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:35.928267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:36.010779 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:36.035786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:36.038189 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a569899-88aa-473c-8958-f49a16f7400f" -d '{"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-plugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:36.051996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:36.057943 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:36.086836 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea4902-07fa-4503-8380-b0c458c20c46 x-openstack-request-id: req-b6ea4902-07fa-4503-8380-b0c458c20c46 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:36.087189 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-plugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:36.087455 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6ea4902-07fa-4503-8380-b0c458c20c46 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:36.087974 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'code': 200} Jul 30 00:31:36.116565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:36.231587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250434-d0e0-411a-8c25-5b02efdbcfbb req-55f77757-d0da-406b-989a-dd8c9018ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:36.233115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d250434-d0e0-411a-8c25-5b02efdbcfbb req-55f77757-d0da-406b-989a-dd8c9018ac8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1098 time: 0.0438938 Jul 30 00:31:36.279103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d250434-d0e0-411a-8c25-5b02efdbcfbb req-af5326d3-4713-42d4-818c-07f89806dd89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Jul 30 00:31:36.470174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c10cf-4f5e-4367-ae82-23f8f4be1af4 req-2729e00b-3f34-4df9-95b5-e1168029c6ae tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:36.472011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a48c10cf-4f5e-4367-ae82-23f8f4be1af4 req-2729e00b-3f34-4df9-95b5-e1168029c6ae tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0589941 Jul 30 00:31:36.517382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a48c10cf-4f5e-4367-ae82-23f8f4be1af4 req-9e638084-59a4-4177-8bdd-c5e740f62c68 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Jul 30 00:31:37.650990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a487e-b66d-44a5-bb84-2fe09df24bbc req-a1ab9fe4-0ffa-400b-8011-9997d894ba49 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:37.652518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b62a487e-b66d-44a5-bb84-2fe09df24bbc req-a1ab9fe4-0ffa-400b-8011-9997d894ba49 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0593555 Jul 30 00:31:37.696111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b62a487e-b66d-44a5-bb84-2fe09df24bbc req-89a712b3-0b1c-45b7-bc67-28f951aa2bca tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Jul 30 00:31:37.895938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35666) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:37.949326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ad41-2122-4709-89c0-8b4410a9476e req-29e945fb-f525-4163-90c8-9e0f9b9142ed tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:37.950956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e76ad41-2122-4709-89c0-8b4410a9476e req-29e945fb-f525-4163-90c8-9e0f9b9142ed tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0507312 Jul 30 00:31:37.990957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e76ad41-2122-4709-89c0-8b4410a9476e req-18fae2d1-a71e-47e3-8799-27419a0dc626 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Jul 30 00:31:37.993398 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-33723e6a-8571-4792-902a-7cf1dbf4c814 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961933 Jul 30 00:31:39.115805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab949e-a301-40bb-b97d-9c7f0ca40b68 req-0570ca5b-aac1-41c1-b097-a06075047992 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.117678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3ab949e-a301-40bb-b97d-9c7f0ca40b68 req-0570ca5b-aac1-41c1-b097-a06075047992 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0546060 Jul 30 00:31:39.160472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3ab949e-a301-40bb-b97d-9c7f0ca40b68 req-f084f3bf-a634-4ff2-9f96-629fc48ec9ea tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jul 30 00:31:39.287649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-c48b9545-337b-4479-9125-7f931dce8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.289580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-c48b9545-337b-4479-9125-7f931dce8777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1098 time: 0.0538471 Jul 30 00:31:39.386840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-2af5c8db-97c2-433c-b31f-1eb798e8e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.388377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-2af5c8db-97c2-433c-b31f-1eb798e8e285 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.0909398 Jul 30 00:31:39.438550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-b7c5cc77-68bf-48ad-a59d-f8215bbcca64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0420260 Jul 30 00:31:39.503719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-7e49f4ca-f2df-4f73-b491-c3ae8167870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.506101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-7e49f4ca-f2df-4f73-b491-c3ae8167870d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0592878 Jul 30 00:31:39.545379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-a014e962-d1b6-4098-a349-37bd839de97b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311589 Jul 30 00:31:39.647201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-ff0d6b9f-a071-4838-a746-b392f5a81a10 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940456 Jul 30 00:31:39.761103 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-4498b21d-c233-4937-88fc-b6caff1787ce service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042600 Jul 30 00:31:40.297180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204df77-58a0-44a6-a1df-744e7a6c55de req-549d2b9e-d690-43f4-95fa-22d3a0987878 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:40.298783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3204df77-58a0-44a6-a1df-744e7a6c55de req-549d2b9e-d690-43f4-95fa-22d3a0987878 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0599096 Jul 30 00:31:40.343925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3204df77-58a0-44a6-a1df-744e7a6c55de req-a207f4f3-5128-4c44-b2b0-dbc7335e6487 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Jul 30 00:31:41.489003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102842-1160-4892-87d7-d256d61211c7 req-d4003377-da8c-4ace-862d-bed447f0d6e6 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:41.490834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f102842-1160-4892-87d7-d256d61211c7 req-d4003377-da8c-4ace-862d-bed447f0d6e6 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0728490 Jul 30 00:31:41.542317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f102842-1160-4892-87d7-d256d61211c7 req-cdf503ca-d5b7-4da9-887d-0276a3a61bb1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Jul 30 00:31:42.675019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e12ec9-626f-4b0b-9b08-f07a70ab1f6c req-749d95e9-072f-4844-9ef7-05e1dd94b1c2 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:42.676519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98e12ec9-626f-4b0b-9b08-f07a70ab1f6c req-749d95e9-072f-4844-9ef7-05e1dd94b1c2 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0534432 Jul 30 00:31:42.725994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98e12ec9-626f-4b0b-9b08-f07a70ab1f6c req-7538c18e-1b46-4d29-adf9-17a7db2b72c2 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Jul 30 00:31:43.858527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83cc1-0a23-4d0b-b818-dce7b7ef1873 req-c2b9b1ab-f83b-4970-9528-fc8b2eff97f8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:43.860025 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fb83cc1-0a23-4d0b-b818-dce7b7ef1873 req-c2b9b1ab-f83b-4970-9528-fc8b2eff97f8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0530069 Jul 30 00:31:43.905571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5fb83cc1-0a23-4d0b-b818-dce7b7ef1873 req-8eb2af1e-850c-4b7e-972e-a580e1627ac4 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Jul 30 00:31:45.049371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32c2e-962b-4ef0-b294-17ad8522dc50 req-cbff09e1-a622-4aa8-9742-aa9f02b50005 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:45.051735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20a32c2e-962b-4ef0-b294-17ad8522dc50 req-cbff09e1-a622-4aa8-9742-aa9f02b50005 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0718052 Jul 30 00:31:45.097228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20a32c2e-962b-4ef0-b294-17ad8522dc50 req-2a2da499-28f8-41de-9eed-6e92b1375c6a tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Jul 30 00:31:46.240540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc13d78-7288-44dc-84f5-853c9208e177 req-153fe8c7-7f89-4096-9569-d7a9006d6a7b tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:46.242505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc13d78-7288-44dc-84f5-853c9208e177 req-153fe8c7-7f89-4096-9569-d7a9006d6a7b tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0669222 Jul 30 00:31:46.288124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfc13d78-7288-44dc-84f5-853c9208e177 req-44a6efdb-dbe3-46d0-8227-aa64b7e42b3e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Jul 30 00:31:46.370825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14edafb7-f34e-4ceb-82f2-bf32d4f4dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.428932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b57f8-fe95-4c20-96bb-92b72b07ba4f req-cc9cc437-a61d-4279-a97b-923720938bf7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:47.430530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b83b57f8-fe95-4c20-96bb-92b72b07ba4f req-cc9cc437-a61d-4279-a97b-923720938bf7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0581141 Jul 30 00:31:47.471446 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b83b57f8-fe95-4c20-96bb-92b72b07ba4f req-cb871f78-a094-4b7b-8d8b-dc9f1640c142 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Jul 30 00:31:47.752262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.607365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecee13-953b-4ce0-b923-2c16d0688c4f req-1fa839f7-5e6d-42ae-a40c-0feefcd26eb8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:48.608791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74ecee13-953b-4ce0-b923-2c16d0688c4f req-1fa839f7-5e6d-42ae-a40c-0feefcd26eb8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0677278 Jul 30 00:31:48.649717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74ecee13-953b-4ce0-b923-2c16d0688c4f req-9b24155d-4be8-47ee-8f5c-482d93937609 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 30 00:31:49.076195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fba8-9e99-4de8-9ed7-fdf50316693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.476378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.791423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d27f1-5633-4977-991b-58dff5796d9c req-83221df8-d919-47dc-bd4f-18872a515756 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:49.792978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-344d27f1-5633-4977-991b-58dff5796d9c req-83221df8-d919-47dc-bd4f-18872a515756 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0670426 Jul 30 00:31:49.836384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-344d27f1-5633-4977-991b-58dff5796d9c req-c17186af-150b-47b0-a911-93f3cb3c3658 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353212 Jul 30 00:31:50.854585 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.974920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1013dd9-cf96-4b3d-94f8-54a805f29daa req-e9063559-81c2-4330-8157-91277702ade7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:50.976364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1013dd9-cf96-4b3d-94f8-54a805f29daa req-e9063559-81c2-4330-8157-91277702ade7 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0625114 Jul 30 00:31:51.020607 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1013dd9-cf96-4b3d-94f8-54a805f29daa req-5993d862-bed6-4c64-8016-d802ab4237ad tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jul 30 00:31:52.155857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791b04-3849-42e7-96af-baaa6dee2d4c req-eb206507-25b8-4f77-8834-fa9f11630eb6 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:52.157395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64791b04-3849-42e7-96af-baaa6dee2d4c req-eb206507-25b8-4f77-8834-fa9f11630eb6 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0655882 Jul 30 00:31:52.198793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64791b04-3849-42e7-96af-baaa6dee2d4c req-949fa3ce-2fc2-4897-a034-a144043f527f tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jul 30 00:31:52.614361 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.326371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df30a43-b948-4513-bb0a-a6518db65bf2 req-6330d5ff-5c05-4088-942b-0cecc64dc683 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:53.327965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8df30a43-b948-4513-bb0a-a6518db65bf2 req-6330d5ff-5c05-4088-942b-0cecc64dc683 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0547614 Jul 30 00:31:53.374736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8df30a43-b948-4513-bb0a-a6518db65bf2 req-937a9902-8f05-4356-919f-7e30b2805029 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jul 30 00:31:54.507572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645f86-1751-4fb0-a823-27d1f59d2cfb req-6ebfa4a3-bf45-452d-96a1-3a0c2376bd67 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.509162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7645f86-1751-4fb0-a823-27d1f59d2cfb req-6ebfa4a3-bf45-452d-96a1-3a0c2376bd67 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0639045 Jul 30 00:31:54.550681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7645f86-1751-4fb0-a823-27d1f59d2cfb req-e250859d-adcf-4ed6-8fc0-51df3dd5ccca tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Jul 30 00:31:55.694688 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939231-41b0-46f6-a475-0b9c9d3353ce req-8623c8b4-f257-4455-a229-1cb03230eb2d tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:55.697262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b939231-41b0-46f6-a475-0b9c9d3353ce req-8623c8b4-f257-4455-a229-1cb03230eb2d tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0627627 Jul 30 00:31:55.744052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3b939231-41b0-46f6-a475-0b9c9d3353ce req-896e421f-0da3-4bd6-bbea-e2055d89a026 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Jul 30 00:31:56.873249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350ea8-d446-4db3-b7c9-910df22ad6de req-a1940e51-2aa0-45a6-a86b-90ffeb148f43 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:56.874845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f350ea8-d446-4db3-b7c9-910df22ad6de req-a1940e51-2aa0-45a6-a86b-90ffeb148f43 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0562575 Jul 30 00:31:56.921236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f350ea8-d446-4db3-b7c9-910df22ad6de req-4f3f00ec-ed80-4bc0-8680-2ac05fb3260d tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Jul 30 00:31:57.732716 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:58.056251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41d22-f252-47ec-8f41-186e2c76422b req-0a47eedc-3843-4d77-be9a-3b6f650b978e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.057962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6e41d22-f252-47ec-8f41-186e2c76422b req-0a47eedc-3843-4d77-be9a-3b6f650b978e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0598924 Jul 30 00:31:58.098452 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6e41d22-f252-47ec-8f41-186e2c76422b req-84b4ea84-e6ef-4e11-9ee9-19f20f26c352 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341001 Jul 30 00:31:58.206030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:58.722227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-7d796c49-35c7-493c-a1e8-65b9ad66b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.723831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-7d796c49-35c7-493c-a1e8-65b9ad66b57f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1098 time: 0.0665538 Jul 30 00:31:58.855991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-8d1cebba-31f5-4445-a7ad-4fc3deff07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.857555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-8d1cebba-31f5-4445-a7ad-4fc3deff07fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.1040950 Jul 30 00:31:58.905729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-dfce9bdf-e0ca-453b-a92a-1145be9bba36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0403321 Jul 30 00:31:58.978692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-eb017ada-a135-4a59-a0c3-b5fd3b316768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.980140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-eb017ada-a135-4a59-a0c3-b5fd3b316768 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0662336 Jul 30 00:31:59.022523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-68e871f2-fc23-4fba-a209-17830e6dbd35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314665 Jul 30 00:31:59.129557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-5bce1827-b719-4c96-93be-0e340f0818a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005080 Jul 30 00:31:59.240894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-081c38fa-4ccf-460f-95e6-5d3e6d944761 req-6f6c2892-b837-43cb-81a8-8bd1d33e7606 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030695 Jul 30 00:31:59.326033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4a72-8024-4df7-b83f-c12e3ef9ffb9 req-eb4658e2-f280-4067-8cc5-c4db2658af7c tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:59.327692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfbd4a72-8024-4df7-b83f-c12e3ef9ffb9 req-eb4658e2-f280-4067-8cc5-c4db2658af7c tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0600367 Jul 30 00:31:59.387694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfbd4a72-8024-4df7-b83f-c12e3ef9ffb9 req-ec7ca81d-349b-4448-8f83-b6d7cadcf4d9 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Jul 30 00:32:00.515894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d358-54e3-442e-ba75-8939ec61e8b3 req-7c2e04f9-6853-4736-aee4-91557d42bdcf tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:00.517515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a11d358-54e3-442e-ba75-8939ec61e8b3 req-7c2e04f9-6853-4736-aee4-91557d42bdcf tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0571518 Jul 30 00:32:00.570174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a11d358-54e3-442e-ba75-8939ec61e8b3 req-9737a701-86cb-42b7-b335-74469d3eec61 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Jul 30 00:32:01.710542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224170c-d1eb-4f20-a9b2-dbd3cac14de0 req-028ac8b7-4b08-437e-aef2-95d0a8f6bf79 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:01.712385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1224170c-d1eb-4f20-a9b2-dbd3cac14de0 req-028ac8b7-4b08-437e-aef2-95d0a8f6bf79 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0619943 Jul 30 00:32:01.756899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1224170c-d1eb-4f20-a9b2-dbd3cac14de0 req-8e874a13-7122-498f-8fba-e2d618dac3f0 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351446 Jul 30 00:32:02.902865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb1eb-03c8-4564-9e15-342077293712 req-0b4f1978-4383-4b82-bdeb-feafdd995874 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.904416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb8eb1eb-03c8-4564-9e15-342077293712 req-0b4f1978-4383-4b82-bdeb-feafdd995874 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0651445 Jul 30 00:32:02.950215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb8eb1eb-03c8-4564-9e15-342077293712 req-8f68731e-a8d5-45f9-93e2-56daae63645e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Jul 30 00:32:04.177297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d9ec-c5a3-4028-a7eb-dc712cea8322 req-9ee1c70b-54df-4209-bb78-747d91a09f1c tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.178852 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b79d9ec-c5a3-4028-a7eb-dc712cea8322 req-9ee1c70b-54df-4209-bb78-747d91a09f1c tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0988107 Jul 30 00:32:04.224809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b79d9ec-c5a3-4028-a7eb-dc712cea8322 req-416f3b1d-4ee1-476c-854a-a4c8e3de06bb tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Jul 30 00:32:05.362586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67ceb3-43d0-47f6-b256-ef1d44d163bb req-0f4b9c59-745e-44d9-a6b4-859f1cba0987 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:05.364164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa67ceb3-43d0-47f6-b256-ef1d44d163bb req-0f4b9c59-745e-44d9-a6b4-859f1cba0987 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0609972 Jul 30 00:32:05.411401 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa67ceb3-43d0-47f6-b256-ef1d44d163bb req-f06302ec-c2ff-49f1-9ca9-411d4ee9e76d tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jul 30 00:32:06.543214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef432f-5fb9-4bb7-af41-51c65ad9b72d req-e5291666-670c-4b5d-9041-bfb776caf2d8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:06.544783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4ef432f-5fb9-4bb7-af41-51c65ad9b72d req-e5291666-670c-4b5d-9041-bfb776caf2d8 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0529060 Jul 30 00:32:06.588951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4ef432f-5fb9-4bb7-af41-51c65ad9b72d req-15ca9e0f-8440-4037-9d10-8504e48eef01 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Jul 30 00:32:07.121225 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-e81d9212-4f9f-43b4-ae7b-5590c144b66c service neutron] show failed (client error): The resource could not be found. Jul 30 00:32:07.122314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-e81d9212-4f9f-43b4-ae7b-5590c144b66c service neutron] 10.222.0.57 "GET /v2.0/ports/dab50a63-bfd0-44f8-a3a4-51077df156c5/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0648854 Jul 30 00:32:07.435935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-63e52544-86ac-4637-8b69-6dd4e7f66fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.437368 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-63e52544-86ac-4637-8b69-6dd4e7f66fcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def&tenant_id=8857ef82d4e549f0bfc987e628a8c4b8 HTTP/1.1" status: 200 len: 1098 time: 0.1366625 Jul 30 00:32:07.455578 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:07.525803 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.716557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a533d7-e402-480a-93bd-7842ee92093d req-488a065b-64ad-40e6-855a-96727b71d0d1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.718277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2a533d7-e402-480a-93bd-7842ee92093d req-488a065b-64ad-40e6-855a-96727b71d0d1 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0561604 Jul 30 00:32:07.735410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:07.758443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2a533d7-e402-480a-93bd-7842ee92093d req-344950d9-4412-476f-82ea-e7e5039bb355 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Jul 30 00:32:07.769584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:07.810639 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:07.813025 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6a939b-a035-4e4c-b807-d18f1c7700fd" -d '{"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-unplugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:07.817369 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.830446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Transition to ACTIVE for port object dab50a63-bfd0-44f8-a3a4-51077df156c5 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:07.838407 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.902693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] No DVR routers for this DVR port dab50a63-bfd0-44f8-a3a4-51077df156c5 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:07.906057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:07.918494 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.919069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.919623 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.919966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.920301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.920635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.920963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.921308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.921690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.921955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.922359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.922628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:07.944273 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4156f0-4ed0-4272-be13-a5e1594444a6 x-openstack-request-id: req-ec4156f0-4ed0-4272-be13-a5e1594444a6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:07.944540 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-unplugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:07.944820 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec4156f0-4ed0-4272-be13-a5e1594444a6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:07.945210 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'code': 200} Jul 30 00:32:07.959846 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:07.960155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:07.960489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:07.965316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:32:07.965652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Attempting to bind port dab50a63-bfd0-44f8-a3a4-51077df156c5 on network a46755b5-3885-4ac4-8353-24d2d99c81d8 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:07.971037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:07.971279 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Checking segment: {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:07.971668 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Bound using segment: {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:07.972093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Bound port: dab50a63-bfd0-44f8-a3a4-51077df156c5, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24541868-ac10-4190-8f23-096d34e012bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:07.972451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.040225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:08.044200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:08.048594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.087389 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.088370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.089855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] 10.222.0.59 "PUT /v2.0/ports/dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 1093 time: 0.6385326 Jul 30 00:32:08.113073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69e39a-3768-4bea-bc96-633e4a760c59 service neutron] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:08.178133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-50948c8c-d2ed-42a9-9026-0297b86b9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.179689 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-50948c8c-d2ed-42a9-9026-0297b86b9bfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1096 time: 0.0534754 Jul 30 00:32:08.292730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-417a75fa-7788-4359-9133-72374f0b8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.294314 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-417a75fa-7788-4359-9133-72374f0b8f63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.1072552 Jul 30 00:32:08.341667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-3545e857-20c3-4e0a-9d76-2412432897bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0403657 Jul 30 00:32:08.396382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-afa8ebea-4b5a-4695-a0a6-38809f342aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.397887 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-afa8ebea-4b5a-4695-a0a6-38809f342aa2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0497322 Jul 30 00:32:08.433577 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-6fae4c1b-1d48-4eb7-9151-1943c16599bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263324 Jul 30 00:32:08.443039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9e552d05-33f5-4f97-a32f-0536525e89de service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:32:08.444202 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-9e552d05-33f5-4f97-a32f-0536525e89de service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058343 Jul 30 00:32:08.538143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-29fdc9f9-71b8-4825-803d-66e749b3344a service neutron] 10.222.0.59 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867269 Jul 30 00:32:08.635784 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7e92fb17-97c5-406f-b32a-98ae9ce9fae1 req-3f0de50f-cc8a-46dd-9b53-e9615b2fca88 service neutron] 10.222.0.59 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903628 Jul 30 00:32:08.888379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dcf2a-7761-40d5-8dc7-95b73dbfa8ed req-10a4c71b-1eec-4e3e-b495-eb386a3a8b09 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:08.889884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-796dcf2a-7761-40d5-8dc7-95b73dbfa8ed req-10a4c71b-1eec-4e3e-b495-eb386a3a8b09 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0565686 Jul 30 00:32:08.936624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-796dcf2a-7761-40d5-8dc7-95b73dbfa8ed req-96b18beb-af36-44f8-a999-1afa40d150da tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Jul 30 00:32:09.947083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:09.949883 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b38bd-c3a7-4659-bb90-26eed5fd0b62" -d '{"events": [{"name": "network-changed", "server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:10.010322 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f1623-4d17-41df-b4e1-f840be1bfd20 x-openstack-request-id: req-352f1623-4d17-41df-b4e1-f840be1bfd20 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:10.010586 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:10.010875 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-352f1623-4d17-41df-b4e1-f840be1bfd20 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:10.011272 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'status': 'completed', 'code': 200} Jul 30 00:32:10.024081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:10.063685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:10.107882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-a34e405f-722d-42e5-b6d7-c56f9724eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.109386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-a34e405f-722d-42e5-b6d7-c56f9724eae6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1096 time: 0.0486808 Jul 30 00:32:10.146315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-055d0494-d8d6-4f36-b577-e23656f456ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.147995 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-055d0494-d8d6-4f36-b577-e23656f456ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1096 time: 0.0845840 Jul 30 00:32:10.156619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069da2e4-4ffc-449c-84e8-efc5ef0405e9 req-5ba70ca6-3be8-4bf7-8c4e-cb8d57d24902 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.158156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-069da2e4-4ffc-449c-84e8-efc5ef0405e9 req-5ba70ca6-3be8-4bf7-8c4e-cb8d57d24902 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0866532 Jul 30 00:32:10.222772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-47990640-7452-4fc2-afa0-27ba813adaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.224472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-47990640-7452-4fc2-afa0-27ba813adaf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.0939629 Jul 30 00:32:10.248018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-069da2e4-4ffc-449c-84e8-efc5ef0405e9 req-633989ff-760f-45b0-9f3a-c6bfa4cb2bc3 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791512 Jul 30 00:32:10.293174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-74eaceea-83d5-484f-9ca7-65516e978f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.295203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-74eaceea-83d5-484f-9ca7-65516e978f61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.1361804 Jul 30 00:32:10.351615 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-3a0591aa-ec99-4b58-ac65-60baf0099135 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0486867 Jul 30 00:32:10.425839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-aa74f4a0-0816-4a21-bfaa-c793ac6d83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.429656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-aa74f4a0-0816-4a21-bfaa-c793ac6d83b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0697241 Jul 30 00:32:10.470183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-8c1b0173-cd25-4097-a3ac-1ee23df29b3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315967 Jul 30 00:32:10.584195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-4e73d7f8-c7e8-4683-bd5b-c86c168398c2 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008065 Jul 30 00:32:10.641530 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-ba992b45-7540-44b8-b634-132077e47538 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.4094143 Jul 30 00:32:10.691028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-b81e6beb-66c9-4479-83f4-ee5a16d85a18 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034098 Jul 30 00:32:10.693049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-9da2e3c7-a139-4a20-ab29-858b1da57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:10.694528 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-9da2e3c7-a139-4a20-ab29-858b1da57653 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0457444 Jul 30 00:32:10.727719 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-dc246845-adad-4717-8018-470abb59916d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257993 Jul 30 00:32:10.835720 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-5e4dcc76-9189-4d0d-9fec-36956fc33738 service neutron] 10.222.0.59 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007068 Jul 30 00:32:10.948769 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-594b38bd-c3a7-4659-bb90-26eed5fd0b62 req-d63ff323-334c-4a8c-9bb5-18ee740faa08 service neutron] 10.222.0.59 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054115 Jul 30 00:32:11.147874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:32:11.248469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:11.260295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'network_id': 'a46755b5-3885-4ac4-8353-24d2d99c81d8', 'port_id': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'mac_address': 'fa:16:3e:1d:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcb7b53-4fff-484a-ad2d-f72978e70742', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:32:11.307259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.325244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab50a63-bfd0-44f8-a3a4-51077df156c5 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:11.347026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:11.354395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:11.389655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a460d9-91e8-4a3f-a635-531d2d9bb44f req-4f1fd609-195d-4930-a49a-96459c60cf46 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:11.391169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4a460d9-91e8-4a3f-a635-531d2d9bb44f req-4f1fd609-195d-4930-a49a-96459c60cf46 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 944 time: 0.0592728 Jul 30 00:32:11.407161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:11.431079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4a460d9-91e8-4a3f-a635-531d2d9bb44f req-a6ce50bf-b76b-4a03-9b84-62021abf5a43 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Jul 30 00:32:11.689486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dab50a63-bfd0-44f8-a3a4-51077df156c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:32:11.761018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-fa51f2bc-bd6d-41c0-a8fc-118d528a4759 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:11.762743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-fa51f2bc-bd6d-41c0-a8fc-118d528a4759 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.57 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def&tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 945 time: 0.1056688 Jul 30 00:32:11.827168 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-c143de91-0d50-4a0c-a9f3-951c9170cc93 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:32:11.828250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-c143de91-0d50-4a0c-a9f3-951c9170cc93 service neutron] 10.222.0.57 "DELETE /v2.0/ports/dab50a63-bfd0-44f8-a3a4-51077df156c5/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0578961 Jul 30 00:32:11.944195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-e5012011-c94e-42ed-94d5-e9395dd24343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:11.945660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-e5012011-c94e-42ed-94d5-e9395dd24343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 1097 time: 0.0498643 Jul 30 00:32:12.050924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-59948550-3fe7-4892-bedf-b3c5cbdf5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:12.052465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-59948550-3fe7-4892-bedf-b3c5cbdf5e2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 200 len: 912 time: 0.0979025 Jul 30 00:32:12.098696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-8b47869d-63a6-449b-9bab-d1fc5901e5b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Jul 30 00:32:12.163713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-a03ecee1-6e87-4561-8b9b-388f207039fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:12.165309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-a03ecee1-6e87-4561-8b9b-388f207039fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 200 len: 851 time: 0.0591602 Jul 30 00:32:12.199006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-bff2da97-f593-49cc-bbfb-6f795d113e45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46755b5-3885-4ac4-8353-24d2d99c81d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263538 Jul 30 00:32:12.295079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-759067f2-96ef-4def-9911-cedb8be7bcbc service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884640 Jul 30 00:32:12.400296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-f1f635cb-31a2-4360-ac41-d0f6288ed9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959930 Jul 30 00:32:13.170345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:13.221181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port dab50a63-bfd0-44f8-a3a4-51077df156c5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:13.225099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port dab50a63-bfd0-44f8-a3a4-51077df156c5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:13.225470 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.244616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22829b6-21b0-405b-9301-f08648736968 req-05e26bbb-9fd9-41ab-ba11-72b8f4db2d3e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:13.246175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b22829b6-21b0-405b-9301-f08648736968 req-05e26bbb-9fd9-41ab-ba11-72b8f4db2d3e tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 945 time: 0.0529306 Jul 30 00:32:13.286664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b22829b6-21b0-405b-9301-f08648736968 req-87bc0746-570b-4157-84cb-3d3f1901d791 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Jul 30 00:32:13.309646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.333414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:13.335747 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d85e3c-51e7-44a2-9e64-1d058252c383" -d '{"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-plugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:13.354127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:13.363074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:13.390872 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc18f58-9ae4-469c-8725-bfb96fc5cade x-openstack-request-id: req-5dc18f58-9ae4-469c-8725-bfb96fc5cade {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:13.391075 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-plugged", "status": "completed", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:13.391318 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dc18f58-9ae4-469c-8725-bfb96fc5cade {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:13.391701 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'code': 200} Jul 30 00:32:13.419984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:14.439489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb9ba8-6472-48ee-8c38-ec268fda7a8f req-f222632c-cf1b-42ce-b5a5-378eb457e8f0 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:14.441281 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cfb9ba8-6472-48ee-8c38-ec268fda7a8f req-f222632c-cf1b-42ce-b5a5-378eb457e8f0 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0696135 Jul 30 00:32:14.481373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1cfb9ba8-6472-48ee-8c38-ec268fda7a8f req-b5048aaf-7f9f-4a12-bb40-bf6148ab15f6 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.49 "GET /v2.0/security-groups?id=35080bc2-ad32-4d0d-87db-6f0b987ebc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Jul 30 00:32:14.666305 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-d173fea0-b13b-493b-9f92-19ef35e9f488 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:14.667687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-d173fea0-b13b-493b-9f92-19ef35e9f488 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.59 "GET /v2.0/ports?device_id=4022c16b-efdc-40ef-ad51-21ebdc3f8def HTTP/1.1" status: 200 len: 946 time: 0.0564170 Jul 30 00:32:14.770849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Deleting port dab50a63-bfd0-44f8-a3a4-51077df156c5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:14.771173 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.873741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] For port dab50a63-bfd0-44f8-a3a4-51077df156c5, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=dab50a63-bfd0-44f8-a3a4-51077df156c5,segment=NetworkSegment(24541868-ac10-4190-8f23-096d34e012bc),segment_id=24541868-ac10-4190-8f23-096d34e012bc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:14.874047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:14.888591 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Calling delete_port for dab50a63-bfd0-44f8-a3a4-51077df156c5 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:15.036473 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.066835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Pushing event deleted for resources: {'Port': ['ID=dab50a63-bfd0-44f8-a3a4-51077df156c5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:15.073314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['dab50a63-bfd0-44f8-a3a4-51077df156c5'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:32:15.107839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] No DVR routers for this DVR port dab50a63-bfd0-44f8-a3a4-51077df156c5 on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:15.110510 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.112517 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4ce84625-6f25-4e63-9a7f-787bdada67b1 req-5caf593f-fe60-4fce-af73-c7fcec3c1173 tempest-DeleteServersTestJSON-1239239709 tempest-DeleteServersTestJSON-1239239709-project] 10.222.0.59 "DELETE /v2.0/ports/dab50a63-bfd0-44f8-a3a4-51077df156c5 HTTP/1.1" status: 204 len: 173 time: 0.4386330 Jul 30 00:32:15.112947 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-deleted', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:15.115281 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6772c3fd-1bbe-4ee9-a20a-8b5a08485bec" -d '{"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-deleted", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:15.158416 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22951790-43fa-4327-bea3-21a42d9a338d x-openstack-request-id: req-22951790-43fa-4327-bea3-21a42d9a338d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:15.158950 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4022c16b-efdc-40ef-ad51-21ebdc3f8def", "name": "network-vif-deleted", "tag": "dab50a63-bfd0-44f8-a3a4-51077df156c5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:15.159376 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22951790-43fa-4327-bea3-21a42d9a338d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:15.160098 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4022c16b-efdc-40ef-ad51-21ebdc3f8def', 'name': 'network-vif-deleted', 'tag': 'dab50a63-bfd0-44f8-a3a4-51077df156c5', 'status': 'completed', 'code': 200} Jul 30 00:32:15.624136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:15.682088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Deleting subnet 1bcb7b53-4fff-484a-ad2d-f72978e70742 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:32:15.687076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.726869 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.780617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.860319 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.887612 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcb7b53-4fff-484a-ad2d-f72978e70742,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:15.893341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:15.895687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1bcb7b53-4fff-484a-ad2d-f72978e70742 HTTP/1.1" status: 204 len: 168 time: 0.2704737 Jul 30 00:32:15.898875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35780) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:15.903082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.903435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.903786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.904123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.904454 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.904777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.905102 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.905424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.906016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.906343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.906669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.907006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581cb749-b8dd-447a-80e6-710f5158f700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:15.983145 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.067824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.079283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46755b5-3885-4ac4-8353-24d2d99c81d8']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:16.093319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24541868-ac10-4190-8f23-096d34e012bc') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:16.093616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24541868-ac10-4190-8f23-096d34e012bc') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:16.103033 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.133266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.142690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:32:16.145966 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:32:16.149149 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:32:16.219378 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.224553 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.226508 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a46755b5-3885-4ac4-8353-24d2d99c81d8 HTTP/1.1" status: 204 len: 168 time: 0.3263531 Jul 30 00:32:16.240734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d812a-a897-41c7-b734-3a0942e27fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46755b5-3885-4ac4-8353-24d2d99c81d8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:16.346925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35784) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.365163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb19b04f-fe45-4277-b63f-21803e69b261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.389886 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-08d53497-2699-4c2d-adef-87617f90adbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8857ef82d4e549f0bfc987e628a8c4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416403 Jul 30 00:32:16.392437 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35786) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:16.442370 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.464424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.531834 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.536045 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:16.537461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35080bc2-ad32-4d0d-87db-6f0b987ebc6f HTTP/1.1" status: 204 len: 168 time: 0.1441219 Jul 30 00:32:16.546436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba716d-f038-4fc4-99cd-cbfe7d605f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35080bc2-ad32-4d0d-87db-6f0b987ebc6f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.307233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 35808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:17.414340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1992001815-network', 'tenant_id': 'aa764bba64f143ff9d69d7fca6d4ec17'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:17.440658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Made reservation on behalf of aa764bba64f143ff9d69d7fca6d4ec17 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:17.444843 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.459487 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.559642 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.566892 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.592599 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:32:17.603069 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.610463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.611335 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Added segment 8ad7dbf2-f1ae-43e9-9276-29644cd6d170 of type vlan for network 5595f763-b10e-49ce-93ca-dfa746a6319c Jul 30 00:32:17.654969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.688766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.690054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:17.690798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.749202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.750484 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4417586 Jul 30 00:32:17.753613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 35812) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:17.761706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f847d-5d53-4e1c-a7b0-8fd174bf56e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5595f763-b10e-49ce-93ca-dfa746a6319c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:17.761852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Request body: {'subnet': {'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1992001815-subnet', 'tenant_id': 'aa764bba64f143ff9d69d7fca6d4ec17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:17.774681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 5595f763-b10e-49ce-93ca-dfa746a6319c details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:32:17.787977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Made reservation on behalf of aa764bba64f143ff9d69d7fca6d4ec17 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:17.790748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:17.965232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.025334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55e462a-7fbc-40d6-9bbb-4ec181578425,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:18.036351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Checking segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:18.036711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Network hostable DHCP agents. Network: 5595f763-b10e-49ce-93ca-dfa746a6319c, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:32:18.057857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Network 5595f763-b10e-49ce-93ca-dfa746a6319c is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:32:18.074864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 5595f763-b10e-49ce-93ca-dfa746a6319c) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:18.079199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:18.079812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.085727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b99a58-5183-4e95-bfe4-9293f32e53fc None None] Network 5595f763-b10e-49ce-93ca-dfa746a6319c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:18.097178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9e2838de-e1fc-45f8-b97e-6741f3aa6baa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3422649 Jul 30 00:32:18.227629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca824a93-0839-48f6-82ff-dfa460535573 None None] Network 5595f763-b10e-49ce-93ca-dfa746a6319c requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:18.577712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-ef885cf5-991e-41ab-89b3-2383e476d67f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:18.579267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-ef885cf5-991e-41ab-89b3-2383e476d67f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 815 time: 0.1240952 Jul 30 00:32:18.595595 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-330e65a5-8e81-45e0-97b7-f58d7322e9cc tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/quotas/aa764bba64f143ff9d69d7fca6d4ec17 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Jul 30 00:32:18.630303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-ba01d534-26c1-4e88-8230-c48ab2f765b5 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289335 Jul 30 00:32:18.730810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-170f1682-b682-4d47-96ba-6827335fd9d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926371 Jul 30 00:32:18.830929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-dc8d7dbd-d503-470e-91c6-e8ce3e556c80 service neutron] 10.222.0.49 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934539 Jul 30 00:32:18.999013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a12f6ee-c21c-472a-831b-bc5029c4f809 req-806e2392-c7de-41b2-a0cf-dde37b6af96e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Jul 30 00:32:19.069152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6a90c567-d008-4994-9b94-a9acd18577cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:19.210780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:19.247415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: dab50a63-bfd0-44f8-a3a4-51077df156c5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:19.247953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device dab50a63-bfd0-44f8-a3a4-51077df156c5 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:19.461547 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.106403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-52cdc4e0-2140-46d0-9eb1-939bc5459c1c req-4b77ac4c-ce9d-4ff4-8b4d-41202c65e160 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Jul 30 00:32:20.132107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a2165113-360f-48cb-b1b6-8ae9e1cabb87 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:20.133690 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a2165113-360f-48cb-b1b6-8ae9e1cabb87 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 815 time: 0.1173136 Jul 30 00:32:20.153783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Request body: {'port': {'device_id': '2a80dba9-49a4-456f-a923-d909190d7622', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'admin_state_up': True, 'tenant_id': 'aa764bba64f143ff9d69d7fca6d4ec17'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:20.282837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Made reservation on behalf of aa764bba64f143ff9d69d7fca6d4ec17 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:20.286390 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.421205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Allocated IP 172.20.0.4 (5595f763-b10e-49ce-93ca-dfa746a6319c/c55e462a-7fbc-40d6-9bbb-4ec181578425/7017ff64-eab1-4c9f-95cd-d1c23fb985e8) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:20.599202 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.633652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.680000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Network 5595f763-b10e-49ce-93ca-dfa746a6319c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:20.683816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:20.689863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:20.696671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:20.753260 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:20.753935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.775795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-a1d0ac57-5e74-4c14-a341-d23ea7fafebe tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259856 Jul 30 00:32:20.855945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:20.876587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Request body: {'port': {'device_id': '2a80dba9-49a4-456f-a923-d909190d7622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:20.933899 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.227887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9e04c-146e-4d82-bdbb-cecf117a47ac req-29c02ed8-0ce1-4535-8750-2d496c68d196 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:21.229456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75a9e04c-146e-4d82-bdbb-cecf117a47ac req-29c02ed8-0ce1-4535-8750-2d496c68d196 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 931 time: 0.0514524 Jul 30 00:32:21.237660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:21.245791 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.259720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Transition to ACTIVE for port object 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:21.265003 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.276623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75a9e04c-146e-4d82-bdbb-cecf117a47ac req-48073f2e-ceda-44d4-b3eb-5aa326a89268 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Jul 30 00:32:21.317450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:21.393985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:21.394214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:21.394534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:21.399215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:32:21.399528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:21.405252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:21.405612 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Checking segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:21.406017 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Bound using segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:21.406456 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Bound port: 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:21.406812 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.488918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:21.493790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:21.501638 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.535980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:21.536578 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:21.538006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] 10.222.0.59 "PUT /v2.0/ports/7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 1092 time: 0.7069793 Jul 30 00:32:21.538432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:21.540827 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a37306cdc448c8113931a924367813f2cdd43f51652258f91a4904c3ae7bde7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70edae-51ae-4a4f-befe-8dadaf7b7545" -d '{"events": [{"name": "network-changed", "server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:21.568827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cf3a-d1fc-4ad6-8b10-60cc85af7407 service neutron] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:21.583454 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aeb4c5-f3e9-49e6-972c-1719567343a2 x-openstack-request-id: req-a9aeb4c5-f3e9-49e6-972c-1719567343a2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:21.583779 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:21.584035 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9aeb4c5-f3e9-49e6-972c-1719567343a2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:21.584447 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'status': 'completed', 'code': 200} Jul 30 00:32:21.647056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-219975e7-1cce-47cd-8fd2-5de66844efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:21.648567 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-219975e7-1cce-47cd-8fd2-5de66844efd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1095 time: 0.0462353 Jul 30 00:32:21.701286 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-87014a2d-cb41-49a5-8950-81187b38a770 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0382686 Jul 30 00:32:21.758979 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-c5c39bee-13c4-42d8-ba59-1f28167d1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:21.761215 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-c5c39bee-13c4-42d8-ba59-1f28167d1578 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0519645 Jul 30 00:32:21.795703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-abd13ad2-7f99-4250-9478-6178e1c76973 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268490 Jul 30 00:32:21.896688 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-16c766db-ef25-4e08-abf2-7d25e9e66517 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934782 Jul 30 00:32:22.008419 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bea9cca0-1e7e-4cae-842d-232e2b03406a req-06a5927b-e5df-416a-8b32-00a348e199da service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021550 Jul 30 00:32:22.140391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-ca3c9e7a-680b-43f2-b09f-fe9570d29772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.141925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-ca3c9e7a-680b-43f2-b09f-fe9570d29772 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1095 time: 0.0483885 Jul 30 00:32:22.239242 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-1cd917e9-f51f-4a2e-8fb2-507fcb810168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.240757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-1cd917e9-f51f-4a2e-8fb2-507fcb810168 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0910447 Jul 30 00:32:22.289247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-a481fcf8-0edf-49e9-8923-fb5f06b2db75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0406563 Jul 30 00:32:22.342157 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-ad977cff-5795-43de-a0d8-9fce605e678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.343724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-ad977cff-5795-43de-a0d8-9fce605e678e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0459208 Jul 30 00:32:22.377186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-f88a7273-1109-4edf-9caa-7547e1d40b30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258095 Jul 30 00:32:22.402090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf6be-41fe-4515-930b-c080e46dcba3 req-3890bfe6-b6ed-4477-9611-17469ded2407 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:22.403963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41bbf6be-41fe-4515-930b-c080e46dcba3 req-3890bfe6-b6ed-4477-9611-17469ded2407 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0521419 Jul 30 00:32:22.444716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41bbf6be-41fe-4515-930b-c080e46dcba3 req-43be36bf-55c7-4b2f-82ed-f976faa9a6da tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343792 Jul 30 00:32:22.480189 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-06a62634-884f-4283-b0da-32ab110dc7d5 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948987 Jul 30 00:32:22.580583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2d70edae-51ae-4a4f-befe-8dadaf7b7545 req-4dbf34e8-50e1-48be-b7bb-d4d38c28c7dc service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904748 Jul 30 00:32:22.616950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:23.581435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cbdf3-6749-4ba4-bc9c-cf2a6021dcd8 req-e5853e93-d5ee-4afe-99b3-b73a5dee9398 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:23.583058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a7cbdf3-6749-4ba4-bc9c-cf2a6021dcd8 req-e5853e93-d5ee-4afe-99b3-b73a5dee9398 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0649128 Jul 30 00:32:23.656377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a7cbdf3-6749-4ba4-bc9c-cf2a6021dcd8 req-f0d0a44e-2f3d-475d-9d1f-2bf19ca01d29 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664318 Jul 30 00:32:24.786303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0c7ce-72f6-40fa-82b5-78115567fe70 req-82d1489d-5102-4888-8191-08d6ff742855 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.787869 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64c0c7ce-72f6-40fa-82b5-78115567fe70 req-82d1489d-5102-4888-8191-08d6ff742855 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0575783 Jul 30 00:32:24.836673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-64c0c7ce-72f6-40fa-82b5-78115567fe70 req-3ff4a423-96fe-44bb-bf06-d812d7e8427c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Jul 30 00:32:25.210629 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:32:25.314349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:25.326560 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'port_id': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'mac_address': 'fa:16:3e:ff:f3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55e462a-7fbc-40d6-9bbb-4ec181578425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:32:25.371663 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:25.386065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:25.407969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:25.415269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:25.465680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:25.473744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.474100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.474443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.474784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.475118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.475455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.475782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.476111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.476412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.476742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.477067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.477379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:25.669578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7017ff64-eab1-4c9f-95cd-d1c23fb985e8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:32:25.965820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5fec7-b385-4575-bb30-f8ec4595a47a req-15426da7-f957-45b6-8411-36947a7f67da tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:25.967339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ede5fec7-b385-4575-bb30-f8ec4595a47a req-15426da7-f957-45b6-8411-36947a7f67da tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 944 time: 0.0616355 Jul 30 00:32:26.009731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ede5fec7-b385-4575-bb30-f8ec4595a47a req-36137d24-409f-4875-a9b2-bd58d71bec20 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Jul 30 00:32:27.149947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fe68-f6ac-4332-84aa-96b7b11decfa req-e45e8fc9-0a93-423f-b3da-aa6f61c5095d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:27.151478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b125fe68-f6ac-4332-84aa-96b7b11decfa req-e45e8fc9-0a93-423f-b3da-aa6f61c5095d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 944 time: 0.0618644 Jul 30 00:32:27.192976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b125fe68-f6ac-4332-84aa-96b7b11decfa req-1f804807-27e1-4002-8399-952bddf9ea2e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Jul 30 00:32:27.225052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:27.286078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:27.290597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:27.290928 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:27.372303 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:27.396941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:27.399291 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45c7057abd5fea6258d5daceb90bfa9180d833dce279e204876cbdfcc8a56d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48260287-1037-43ca-a44a-a659c78440b0" -d '{"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-plugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:27.416105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:27.424855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:27.451065 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f12efa0-edd0-4a7c-b003-766246afa835 x-openstack-request-id: req-9f12efa0-edd0-4a7c-b003-766246afa835 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:27.451361 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-plugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:27.451612 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f12efa0-edd0-4a7c-b003-766246afa835 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:27.452000 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'code': 200} Jul 30 00:32:27.479363 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:27.572673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f832814-e553-44df-9faa-ed58afa8f371 req-7d658f2a-e0b7-4c89-8344-7c8f9d9899ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:27.574234 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f832814-e553-44df-9faa-ed58afa8f371 req-7d658f2a-e0b7-4c89-8344-7c8f9d9899ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1097 time: 0.0503716 Jul 30 00:32:27.613281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6f832814-e553-44df-9faa-ed58afa8f371 req-1da4669a-7377-428f-8d9d-8388dc7c2fe7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Jul 30 00:32:28.211763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:28.323530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4159a1d-2879-475c-bff4-d5f878effd5e req-6f5c055c-e64f-4e68-b88e-6d35d94f6223 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:28.325051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4159a1d-2879-475c-bff4-d5f878effd5e req-6f5c055c-e64f-4e68-b88e-6d35d94f6223 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Jul 30 00:32:28.371619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4159a1d-2879-475c-bff4-d5f878effd5e req-8a445c60-b360-4e46-988a-84a004a9890b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Jul 30 00:32:29.506051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fd08e-fea0-4dbf-9542-cf5b856c6111 req-eb856190-d4dc-4b16-90a1-a3b0e753ffe6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:29.507674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-940fd08e-fea0-4dbf-9542-cf5b856c6111 req-eb856190-d4dc-4b16-90a1-a3b0e753ffe6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0596030 Jul 30 00:32:29.552393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-940fd08e-fea0-4dbf-9542-cf5b856c6111 req-f99cc0d1-ba20-4db9-ba99-ec5313bb0e9d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Jul 30 00:32:29.674350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f8783-0741-491c-917e-30e92a27b52d req-c7847aef-2350-4866-b967-c7880af1ad2b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:29.675739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b09f8783-0741-491c-917e-30e92a27b52d req-c7847aef-2350-4866-b967-c7880af1ad2b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Jul 30 00:32:29.721535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b09f8783-0741-491c-917e-30e92a27b52d req-020f9c39-a81e-483e-8b8f-59b3348678fc tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Jul 30 00:32:29.971278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2b1af-86a2-4927-8784-9daaa34dd530 req-b21714fd-afe6-4fd4-946a-3de87cf4d3bf tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:29.972724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0e2b1af-86a2-4927-8784-9daaa34dd530 req-b21714fd-afe6-4fd4-946a-3de87cf4d3bf tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0558512 Jul 30 00:32:30.021646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0e2b1af-86a2-4927-8784-9daaa34dd530 req-494973ae-f59d-44c2-98c1-1d680c3210b1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373678 Jul 30 00:32:30.153495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120634-0870-4b90-8dc5-439ac39d329e req-76ad1f4c-45d8-4f38-b695-249578ac22e1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:30.155215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22120634-0870-4b90-8dc5-439ac39d329e req-76ad1f4c-45d8-4f38-b695-249578ac22e1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0585923 Jul 30 00:32:30.197781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22120634-0870-4b90-8dc5-439ac39d329e req-5221b06f-f93d-4e79-893e-9ca6ecfe7a8b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Jul 30 00:32:30.457441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-6203efec-499c-4234-a38e-8c725ac9dfb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416889 Jul 30 00:32:30.471105 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e784c-aa58-436c-8fc1-5ffdc5094ea7 req-048ce20d-3872-4280-a1f8-4475056ede6c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:30.472717 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c1e784c-aa58-436c-8fc1-5ffdc5094ea7 req-048ce20d-3872-4280-a1f8-4475056ede6c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0516379 Jul 30 00:32:30.515171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c1e784c-aa58-436c-8fc1-5ffdc5094ea7 req-5f64bcf4-bbc6-416a-8383-9a9688cd13a0 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352743 Jul 30 00:32:31.640048 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13665205-2d0d-4029-81c7-544783fc519e req-b16e49e2-bf8d-42b6-90e3-a3ae8d996a94 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:31.641601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13665205-2d0d-4029-81c7-544783fc519e req-b16e49e2-bf8d-42b6-90e3-a3ae8d996a94 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0537238 Jul 30 00:32:31.686549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13665205-2d0d-4029-81c7-544783fc519e req-bc673b17-1154-455b-aa5e-20df0295c4a9 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Jul 30 00:32:31.842553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-87667974-c5b3-4e82-98eb-a36934a7c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:31.843970 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-87667974-c5b3-4e82-98eb-a36934a7c22e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1097 time: 0.0438695 Jul 30 00:32:31.955442 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-15c2e634-8684-4d2a-beb3-8b36bed09290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:31.956989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-15c2e634-8684-4d2a-beb3-8b36bed09290 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.1057720 Jul 30 00:32:32.011247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-ca103d82-9931-46f8-83f1-11f047d33e84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0469623 Jul 30 00:32:32.067959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-2300ce38-6118-4abc-aa47-fbc918df463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.070904 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-2300ce38-6118-4abc-aa47-fbc918df463c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0526390 Jul 30 00:32:32.107727 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-26c7788c-3bf3-43e1-97a0-eb3037da59e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299304 Jul 30 00:32:32.205838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-ad7dd92b-e0ca-4d85-8d5d-a324a948aed0 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907605 Jul 30 00:32:32.309080 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-d8b555b5-34dc-44a9-b1e9-91a2a636f1f0 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954671 Jul 30 00:32:32.820624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1a62-5916-47a3-a5bb-d0f9a41e45c8 req-583fc526-77dc-4322-b3fc-95b7aad9d455 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:32.822162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9b1a62-5916-47a3-a5bb-d0f9a41e45c8 req-583fc526-77dc-4322-b3fc-95b7aad9d455 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0531428 Jul 30 00:32:32.863169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b9b1a62-5916-47a3-a5bb-d0f9a41e45c8 req-c042b4af-de7a-4184-a657-0f684ea6e3bc tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Jul 30 00:32:33.989988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0670a5-40d7-42a7-af44-f6e9c62aaeb0 req-607c086c-c48a-4677-bd7c-2c1db9d2b08b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:33.991522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df0670a5-40d7-42a7-af44-f6e9c62aaeb0 req-607c086c-c48a-4677-bd7c-2c1db9d2b08b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Jul 30 00:32:34.032600 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-df0670a5-40d7-42a7-af44-f6e9c62aaeb0 req-463f2b1f-7f91-4d13-80b8-1de08570ed1c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Jul 30 00:32:34.734303 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:32:35.161333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222291c-b2d6-45d1-8905-c91d8d0d4209 req-2c10ab0b-be58-48a0-add0-876e676fbab4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:35.162885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3222291c-b2d6-45d1-8905-c91d8d0d4209 req-2c10ab0b-be58-48a0-add0-876e676fbab4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0577397 Jul 30 00:32:35.207725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3222291c-b2d6-45d1-8905-c91d8d0d4209 req-b780e691-e325-4dd3-8672-84629accb3c2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385015 Jul 30 00:32:36.339604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd8dd8-1b82-4b73-b336-13d43855a8db req-cc3e037a-261f-4034-8fba-a598edc33862 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:36.341144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdd8dd8-1b82-4b73-b336-13d43855a8db req-cc3e037a-261f-4034-8fba-a598edc33862 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0611370 Jul 30 00:32:36.381731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2fdd8dd8-1b82-4b73-b336-13d43855a8db req-d9419997-83e2-4e37-8711-03ef7bf8e173 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341966 Jul 30 00:32:37.522177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efdc9d-8a8c-4cb7-b5b8-3c0ab72ca439 req-96bb77dc-a4b3-4d89-b7fa-6b64e90bdb21 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:37.523900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11efdc9d-8a8c-4cb7-b5b8-3c0ab72ca439 req-96bb77dc-a4b3-4d89-b7fa-6b64e90bdb21 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Jul 30 00:32:37.563058 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11efdc9d-8a8c-4cb7-b5b8-3c0ab72ca439 req-1b75d4cd-8cb4-450f-a3ae-428dae2b9f3f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Jul 30 00:32:38.684729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759a04-5fec-4041-b9bf-32d946e8d4c9 req-b6066482-bdf4-4155-aa29-abf1734942d1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:38.686297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af759a04-5fec-4041-b9bf-32d946e8d4c9 req-b6066482-bdf4-4155-aa29-abf1734942d1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0516200 Jul 30 00:32:38.745461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af759a04-5fec-4041-b9bf-32d946e8d4c9 req-40adf03d-3f4c-4492-bea3-ac74179c99e5 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528605 Jul 30 00:32:39.889926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2be354-0dc5-4b79-996b-31de8997bc1e req-1a477139-ae31-482b-8554-425dbd00d44a tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.891451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f2be354-0dc5-4b79-996b-31de8997bc1e req-1a477139-ae31-482b-8554-425dbd00d44a tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0566730 Jul 30 00:32:39.933444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f2be354-0dc5-4b79-996b-31de8997bc1e req-5cd2ee38-53d0-44ab-a9fe-e8cc485a3d33 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356100 Jul 30 00:32:41.058939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661eec8-d762-4ca4-8323-8d6cc6bad8a2 req-06032c27-ec86-4f74-b5dc-115b2b15465f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:41.060548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0661eec8-d762-4ca4-8323-8d6cc6bad8a2 req-06032c27-ec86-4f74-b5dc-115b2b15465f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0549550 Jul 30 00:32:41.103860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0661eec8-d762-4ca4-8323-8d6cc6bad8a2 req-bf9352b9-4508-4165-b7fe-ff11016a1414 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Jul 30 00:32:42.234771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4518c-2dfb-428a-bb36-7562189ef0eb req-59354bd8-5ae3-4d83-8fda-45cd20492f8f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:42.236306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fba4518c-2dfb-428a-bb36-7562189ef0eb req-59354bd8-5ae3-4d83-8fda-45cd20492f8f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Jul 30 00:32:42.287932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fba4518c-2dfb-428a-bb36-7562189ef0eb req-2b380fa9-81e6-4e99-ab65-3db9670ddd68 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Jul 30 00:32:43.422589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840bd8c-c049-4005-ad28-05b7bac3ce56 req-58fb707e-44bb-43f0-b6f8-72f586adc082 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.424173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4840bd8c-c049-4005-ad28-05b7bac3ce56 req-58fb707e-44bb-43f0-b6f8-72f586adc082 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0603702 Jul 30 00:32:43.471627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4840bd8c-c049-4005-ad28-05b7bac3ce56 req-2e053490-92c4-4baa-8a18-46dadabe29bc tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Jul 30 00:32:44.617883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff514-e792-4960-8391-c50ffc7f22a0 req-49addbf9-9d5d-427d-afee-415c19d76a11 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:44.619473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc2ff514-e792-4960-8391-c50ffc7f22a0 req-49addbf9-9d5d-427d-afee-415c19d76a11 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0619540 Jul 30 00:32:44.661775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc2ff514-e792-4960-8391-c50ffc7f22a0 req-f704e3bd-7da2-489e-aff3-35c6b2872009 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Jul 30 00:32:45.797859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba35d6-2a27-4a5f-b48d-685ec5285e79 req-df96f524-6a8c-49d2-90c7-b03a6271368b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:45.799427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7ba35d6-2a27-4a5f-b48d-685ec5285e79 req-df96f524-6a8c-49d2-90c7-b03a6271368b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0549245 Jul 30 00:32:45.846455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7ba35d6-2a27-4a5f-b48d-685ec5285e79 req-6cee2022-4efb-4518-8f0b-09bd0b91ce1d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Jul 30 00:32:46.371377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1b35c3e2-c38b-435e-9c2a-2ff7d61f3b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:46.971006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c545b-cf44-4ed0-ab73-74b262c2462c req-84d22426-75fd-4c30-9012-4bfa03dd0aea tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:46.972822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-763c545b-cf44-4ed0-ab73-74b262c2462c req-84d22426-75fd-4c30-9012-4bfa03dd0aea tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Jul 30 00:32:47.016558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-763c545b-cf44-4ed0-ab73-74b262c2462c req-0cef1de6-6d88-4989-a0f5-de19a68fe489 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jul 30 00:32:47.760872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.141965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d472a-a7e7-437b-9c61-bbd8d67ac8a2 req-ed78b922-1242-4360-9daa-04e4a2f67126 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:48.143810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e1d472a-a7e7-437b-9c61-bbd8d67ac8a2 req-ed78b922-1242-4360-9daa-04e4a2f67126 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0556717 Jul 30 00:32:48.186160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6e1d472a-a7e7-437b-9c61-bbd8d67ac8a2 req-393d61dc-0a4b-4aea-a742-c1e2d7497191 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 30 00:32:48.353340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-477c5fd9-c92a-487c-abb3-952379f5c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:48.354808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-477c5fd9-c92a-487c-abb3-952379f5c7f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1097 time: 0.0452135 Jul 30 00:32:48.466657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-72dcaa35-ebb0-4f34-b938-c7429a5d64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:48.468166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-72dcaa35-ebb0-4f34-b938-c7429a5d64df service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0911753 Jul 30 00:32:48.516131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-894a26ae-1e6d-4f77-8a73-97a7b0cc0d9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0384262 Jul 30 00:32:48.567319 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-8a04dbf7-6aee-4ade-9e17-9c63c8fe48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:48.568773 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-8a04dbf7-6aee-4ade-9e17-9c63c8fe48d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0453939 Jul 30 00:32:48.607005 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-d7867db4-0604-4732-81ca-625a33e9f155 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292540 Jul 30 00:32:48.713316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-2a0cb266-df8c-4410-adde-75adea5d9b2a service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981307 Jul 30 00:32:48.820088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-60af6e3c-76cb-46e3-84a2-1b32200164b1 req-d3b1b4ff-85ce-4591-97f2-613fb779eb1a service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991621 Jul 30 00:32:49.076177 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34e9cb41-c3a5-4475-82fa-0e6bcf77bba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.306549 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dd6a-4554-4a69-bcb6-d9b8e9de68ad req-ba48da4f-58a9-44a1-8b33-8a8b63e30ab2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:49.308059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24d9dd6a-4554-4a69-bcb6-d9b8e9de68ad req-ba48da4f-58a9-44a1-8b33-8a8b63e30ab2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Jul 30 00:32:49.351538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24d9dd6a-4554-4a69-bcb6-d9b8e9de68ad req-8af0abd4-91bc-4c5b-a1c8-121ee792b77f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Jul 30 00:32:49.468960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.483574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588b544-063a-46f4-ad67-e94fa76970fa req-8ea2ac8b-0899-428b-82ec-fde7c6ed28c4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:50.485144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1588b544-063a-46f4-ad67-e94fa76970fa req-8ea2ac8b-0899-428b-82ec-fde7c6ed28c4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0565052 Jul 30 00:32:50.527746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1588b544-063a-46f4-ad67-e94fa76970fa req-a63e0055-90b9-41cf-a112-87871ec9f676 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Jul 30 00:32:50.865665 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.677883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214ca37-e54c-4023-bdba-7345e87f91ae req-e3c55b19-07d4-4b3f-9ecb-29fc9a5ad706 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:51.679417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4214ca37-e54c-4023-bdba-7345e87f91ae req-e3c55b19-07d4-4b3f-9ecb-29fc9a5ad706 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0620663 Jul 30 00:32:51.720605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4214ca37-e54c-4023-bdba-7345e87f91ae req-dc264eab-b318-4ad0-88eb-16cfcdcf420b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Jul 30 00:32:52.622566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.854863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebd91c-f2f6-4ec2-8274-d630beb4605c req-8322c970-2e09-4ed0-afbd-7d43bbd9f1aa tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:52.856402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39ebd91c-f2f6-4ec2-8274-d630beb4605c req-8322c970-2e09-4ed0-afbd-7d43bbd9f1aa tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0553751 Jul 30 00:32:52.903317 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-39ebd91c-f2f6-4ec2-8274-d630beb4605c req-3712548c-dcc1-4f47-bf27-12d310cca946 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Jul 30 00:32:54.029937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd716d-bfac-47bd-857d-748e9213588b req-3f3a009e-4c7f-40ee-b11d-b7195a03251e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:54.031479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ddd716d-bfac-47bd-857d-748e9213588b req-3f3a009e-4c7f-40ee-b11d-b7195a03251e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0530624 Jul 30 00:32:54.074662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ddd716d-bfac-47bd-857d-748e9213588b req-6d34cfc2-8074-4f1a-820b-11939c92b817 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Jul 30 00:32:55.207812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f8217-a8ac-47a0-a9b4-a670e6cc0fc1 req-843fc1cb-bcf0-4c1d-80da-0e83c15b14d3 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:55.209308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f4f8217-a8ac-47a0-a9b4-a670e6cc0fc1 req-843fc1cb-bcf0-4c1d-80da-0e83c15b14d3 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0629115 Jul 30 00:32:55.252992 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6f4f8217-a8ac-47a0-a9b4-a670e6cc0fc1 req-3e9078d3-6310-46bd-8045-b8ba2bc25c41 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Jul 30 00:32:56.385402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80911ce6-e5a3-4a2b-a29c-59529e40d1f9 req-cb73ebc5-6522-49cf-8616-7631bf731fff tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:56.388082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80911ce6-e5a3-4a2b-a29c-59529e40d1f9 req-cb73ebc5-6522-49cf-8616-7631bf731fff tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0569990 Jul 30 00:32:56.437911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80911ce6-e5a3-4a2b-a29c-59529e40d1f9 req-ecc6fcca-a13a-4cc6-9a3b-1aa8c40b5106 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Jul 30 00:32:57.588686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e275677-581a-428d-8c46-133ab343a4b9 req-783c7020-0766-4a7d-9f41-a864d4a96195 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:57.590289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e275677-581a-428d-8c46-133ab343a4b9 req-783c7020-0766-4a7d-9f41-a864d4a96195 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0724976 Jul 30 00:32:57.632302 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e275677-581a-428d-8c46-133ab343a4b9 req-0fadcc7f-fb93-4395-9514-54d285ba9666 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Jul 30 00:32:58.228325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.757009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfb4ef-30db-4779-bfe5-aaacdf17ae79 req-1a2099f5-8c81-4650-b1e4-088dcf5b29cf tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:58.758588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33dfb4ef-30db-4779-bfe5-aaacdf17ae79 req-1a2099f5-8c81-4650-b1e4-088dcf5b29cf tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0524876 Jul 30 00:32:58.807849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-33dfb4ef-30db-4779-bfe5-aaacdf17ae79 req-2013c978-1d50-43c3-9dbf-fb3dc9b70cef tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Jul 30 00:32:59.379634 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-c4c61ec2-ea31-457e-a317-047f84bdaae4 service neutron] show failed (client error): The resource could not be found. Jul 30 00:32:59.380829 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-c4c61ec2-ea31-457e-a317-047f84bdaae4 service neutron] 10.222.0.59 "GET /v2.0/ports/7017ff64-eab1-4c9f-95cd-d1c23fb985e8/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0627685 Jul 30 00:32:59.759581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-233e1a2e-9cc8-40ca-a40f-bf7d20abf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:59.761135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-233e1a2e-9cc8-40ca-a40f-bf7d20abf76d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622&tenant_id=aa764bba64f143ff9d69d7fca6d4ec17 HTTP/1.1" status: 200 len: 1097 time: 0.1297112 Jul 30 00:32:59.779511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:59.837933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.413446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6a665-9da2-4b71-b08d-db94bcde5e0a req-a77b35e0-1713-4fe0-8265-c1a9f2eaba7b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:00.415957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8f6a665-9da2-4b71-b08d-db94bcde5e0a req-a77b35e0-1713-4fe0-8265-c1a9f2eaba7b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.5336001 Jul 30 00:33:00.485837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8f6a665-9da2-4b71-b08d-db94bcde5e0a req-c47bd9e7-2ed9-404b-b91d-37c97191ccca tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Jul 30 00:33:00.494299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:00.537947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:00.582544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:00.588477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.608686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Transition to ACTIVE for port object 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:00.620157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.667209 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477fb34-f939-49af-9ddb-20b9e86cc9e5" -d '{"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-unplugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:00.715394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] No DVR routers for this DVR port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:00.721011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:00.760821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:00.761337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:00.761701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:00.773031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:33:00.773031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Attempting to bind port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:00.776023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:00.776362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Checking segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:00.776750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Bound using segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:00.777206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Bound port: 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:00.777573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.818756 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec027d-0ab9-4b50-ba96-b984e619c936 x-openstack-request-id: req-c7ec027d-0ab9-4b50-ba96-b984e619c936 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:00.819040 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-unplugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:00.819284 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7ec027d-0ab9-4b50-ba96-b984e619c936 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:00.819674 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'code': 200} Jul 30 00:33:00.862533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:00.866231 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:00.872923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.925463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:00.926156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.928039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] 10.222.0.57 "PUT /v2.0/ports/7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 1092 time: 1.1529765 Jul 30 00:33:00.960652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd8422-86cd-4a3e-9ef3-2b5c93b13589 service neutron] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.030884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-973e9c72-f148-4840-83df-ae1d79dc4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:01.032589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-973e9c72-f148-4840-83df-ae1d79dc4e22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1095 time: 0.0688872 Jul 30 00:33:01.140987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-309cb86a-fce0-4aea-aa92-352ab1974c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:01.142511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-309cb86a-fce0-4aea-aa92-352ab1974c7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.1023536 Jul 30 00:33:01.190262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-36e5a6fb-1ead-4a4d-9047-e865f997ce3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0401101 Jul 30 00:33:01.260069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-fd977841-57c9-4820-812f-a4fc45b0e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:01.261725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-fd977841-57c9-4820-812f-a4fc45b0e6e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0636857 Jul 30 00:33:01.298219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-a33f14f6-ff6c-4685-801b-d7b3a3cb8560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281496 Jul 30 00:33:01.425227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-96a07b00-6270-42e7-b3c5-40e8d0c235a1 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196358 Jul 30 00:33:01.530655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b76aaa-dd03-4b94-a54b-b02b265114c6 req-75b798ce-99f1-4dcb-abd9-263fb2377d32 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980778 Jul 30 00:33:01.628738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680aca4-6fb3-43f9-925d-bbfb9162373c req-cae2c368-df49-4a7a-a52e-a9d9d7661dde tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:01.630878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e680aca4-6fb3-43f9-925d-bbfb9162373c req-cae2c368-df49-4a7a-a52e-a9d9d7661dde tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0642769 Jul 30 00:33:01.673131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e680aca4-6fb3-43f9-925d-bbfb9162373c req-823c6a63-15be-420d-8df8-f6229337e130 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Jul 30 00:33:02.810956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c10eb-5ac2-4cb0-a285-c130a9044ac6 req-1d3a9100-1b25-474e-b815-da0e257e33b6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:02.812489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-814c10eb-5ac2-4cb0-a285-c130a9044ac6 req-1d3a9100-1b25-474e-b815-da0e257e33b6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0576451 Jul 30 00:33:02.824445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:02.826704 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:02.860833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-814c10eb-5ac2-4cb0-a285-c130a9044ac6 req-2e9bb94c-b707-4db1-b45a-e2667eaadb5a tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Jul 30 00:33:02.921902 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e3bb2a-fa8a-4875-9c89-9b3d6b69521c x-openstack-request-id: req-46e3bb2a-fa8a-4875-9c89-9b3d6b69521c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:02.922341 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:02.922651 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46e3bb2a-fa8a-4875-9c89-9b3d6b69521c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:02.923144 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'status': 'completed', 'code': 200} Jul 30 00:33:03.010175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-4050a844-fdca-4f29-9429-376e43ac22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.011817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-4050a844-fdca-4f29-9429-376e43ac22ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1095 time: 0.0467615 Jul 30 00:33:03.013798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-ea36f876-240d-43c7-828c-a41ac1ca8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.015369 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-ea36f876-240d-43c7-828c-a41ac1ca8891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1095 time: 0.0495448 Jul 30 00:33:03.113936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-dad0b050-32c3-4c8f-bba4-eb36fac34ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.115465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-dad0b050-32c3-4c8f-bba4-eb36fac34ea5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0960903 Jul 30 00:33:03.121141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-c34ce909-9cb3-4312-85f9-4b09c0d3ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.122638 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-c34ce909-9cb3-4312-85f9-4b09c0d3ccf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0942774 Jul 30 00:33:03.164104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-6875a60a-121b-481a-b598-13f868b7d3bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0402939 Jul 30 00:33:03.168589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-ca9f708a-460d-4188-a402-5884701e443f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0390880 Jul 30 00:33:03.217560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-49ccbd76-be18-4acf-b2d5-ecc395955914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.219188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-49ccbd76-be18-4acf-b2d5-ecc395955914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0473092 Jul 30 00:33:03.220884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-e16b4685-5b59-42c8-94b1-be729a665e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.222388 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-e16b4685-5b59-42c8-94b1-be729a665e3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0472734 Jul 30 00:33:03.255434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-ddd07801-64a1-416e-8abe-f0bcd1ef5238 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255799 Jul 30 00:33:03.260655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-18055ade-b190-488f-913e-0cb86990ffcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270231 Jul 30 00:33:03.370971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-e1044433-c20f-4c0b-997c-65e79d14644f service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080940 Jul 30 00:33:03.395681 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-8c912fbb-f6b2-4961-a7b9-ad27a8ee6c11 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079884 Jul 30 00:33:03.412440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:33:03.452520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:33:03.484743 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-a7aea582-90d2-48c2-8bd6-ca33d2b4e173 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069255 Jul 30 00:33:03.509394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d1a8f5e-f90e-4310-9bad-1d52b433fe0c req-fe8b2c7e-a0e2-46bf-9db1-0c77152d8ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949779 Jul 30 00:33:03.992944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9aed7-f721-4a91-b2d2-13f0a5e58096 req-9cdbfaad-2253-47d6-a077-89426b829533 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.994573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14f9aed7-f721-4a91-b2d2-13f0a5e58096 req-9cdbfaad-2253-47d6-a077-89426b829533 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0569389 Jul 30 00:33:04.038755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14f9aed7-f721-4a91-b2d2-13f0a5e58096 req-76099d76-7ddb-423d-b7f0-68533de1b26b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Jul 30 00:33:04.216352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:33:04.296266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d63ee-caf2-4c5e-8d64-da0d03dc8a88 req-86ebf21d-3b70-467c-b107-18cc06a54c31 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:04.299372 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-273d63ee-caf2-4c5e-8d64-da0d03dc8a88 req-86ebf21d-3b70-467c-b107-18cc06a54c31 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 943 time: 0.0919311 Jul 30 00:33:04.331281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:04.344386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'port_id': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'mac_address': 'fa:16:3e:ff:f3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55e462a-7fbc-40d6-9bbb-4ec181578425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:33:04.346702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-273d63ee-caf2-4c5e-8d64-da0d03dc8a88 req-d940b087-91f7-4c2e-993c-4d4baea6571e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372593 Jul 30 00:33:04.373286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-441dc49e-0d14-4447-8e45-474e28a5fd41 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:04.374925 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-441dc49e-0d14-4447-8e45-474e28a5fd41 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622&tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 943 time: 0.1332183 Jul 30 00:33:04.388378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:04.403388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:04.430422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:04.435761 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:04.454307 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-9e3b211a-5c5b-410c-b48d-58d314d7c3f0 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:33:04.455356 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-9e3b211a-5c5b-410c-b48d-58d314d7c3f0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7017ff64-eab1-4c9f-95cd-d1c23fb985e8/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0722086 Jul 30 00:33:04.494004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:04.564044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-dff8446f-e587-4bc8-90ad-e15d1241cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:04.565499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-dff8446f-e587-4bc8-90ad-e15d1241cdc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 1096 time: 0.0441284 Jul 30 00:33:04.664818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-2f18d883-ad85-41b5-8fce-a2cc5c9c06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:04.666367 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-2f18d883-ad85-41b5-8fce-a2cc5c9c06c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0941873 Jul 30 00:33:04.709076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-658dbe44-bb38-41c4-b531-b073cfa57491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 200 len: 217 time: 0.0355456 Jul 30 00:33:04.742701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7017ff64-eab1-4c9f-95cd-d1c23fb985e8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:04.765847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-a138f2db-4a70-42b1-b82d-d37fee6c17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:04.767370 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-a138f2db-4a70-42b1-b82d-d37fee6c17eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0506370 Jul 30 00:33:04.815248 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-baba8335-623f-495c-99c2-0c3e1f7e103d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395355 Jul 30 00:33:04.915674 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-5afc73b2-3320-4a18-93be-0a5d43bac2fa service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932550 Jul 30 00:33:05.013777 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4f026e4a-03ca-4c19-9f98-c876c8020df5 req-6dba2d5b-02c4-4d3d-a04f-304f9263fcf3 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910733 Jul 30 00:33:05.477532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c689a-f60f-4eaf-82ee-20dad9429a79 req-fe0ae5bd-fed0-4bd4-a530-b2e787684052 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:05.479283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d74c689a-f60f-4eaf-82ee-20dad9429a79 req-fe0ae5bd-fed0-4bd4-a530-b2e787684052 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 944 time: 0.0551600 Jul 30 00:33:05.523999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d74c689a-f60f-4eaf-82ee-20dad9429a79 req-48a78e22-db1b-43b8-bcdb-88ea57f3a4ed tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Jul 30 00:33:06.232325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:06.291493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:06.295296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:06.295661 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.381559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.413786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:06.428735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:06.435128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.461619 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbcb00-ed14-40e3-b8c9-6c8ff0130398" -d '{"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-plugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:06.492401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:06.551919 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c1f33-5e43-4cd8-8394-b7c5644b28a3 x-openstack-request-id: req-de5c1f33-5e43-4cd8-8394-b7c5644b28a3 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:06.552208 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-plugged", "status": "completed", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:06.552472 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de5c1f33-5e43-4cd8-8394-b7c5644b28a3 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:06.552871 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'code': 200} Jul 30 00:33:06.655125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfad4b-66ae-45a6-8406-80d15aa74da2 req-eef56121-a24b-4fd8-b10a-78b73465fc50 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:06.656742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82bfad4b-66ae-45a6-8406-80d15aa74da2 req-eef56121-a24b-4fd8-b10a-78b73465fc50 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0564926 Jul 30 00:33:06.699419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-82bfad4b-66ae-45a6-8406-80d15aa74da2 req-8fbff99f-dcf4-4d52-be02-5fc793c66873 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Jul 30 00:33:06.828782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0a111-77bc-4dce-a7fb-c4b5faa1b15f req-00fecd59-4856-41c5-9728-3a687161ed23 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:06.830438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07c0a111-77bc-4dce-a7fb-c4b5faa1b15f req-00fecd59-4856-41c5-9728-3a687161ed23 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0599043 Jul 30 00:33:06.875311 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07c0a111-77bc-4dce-a7fb-c4b5faa1b15f req-b2afd0e6-b114-46e3-aceb-90ba37f8f968 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jul 30 00:33:07.002776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105add77-ebd9-48af-a299-c9e7214719bf req-5ec5ea57-ff8d-4bed-a116-45d4c1232f55 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.004296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-105add77-ebd9-48af-a299-c9e7214719bf req-5ec5ea57-ff8d-4bed-a116-45d4c1232f55 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0597136 Jul 30 00:33:07.045050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-105add77-ebd9-48af-a299-c9e7214719bf req-0c8d3306-46fc-48b0-9ae1-e2d5ee30bf7b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Jul 30 00:33:07.444548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-55d97016-87f0-4ad6-b648-49bf0311044f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.447333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-55d97016-87f0-4ad6-b648-49bf0311044f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 815 time: 0.1167622 Jul 30 00:33:07.465663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-64bcde8f-11f0-4f28-bcde-72955ada4d93 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/quotas/aa764bba64f143ff9d69d7fca6d4ec17 HTTP/1.1" status: 200 len: 375 time: 0.0118864 Jul 30 00:33:07.520629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-fe0dd9a5-bc3d-4dfd-b6be-47e1d55c7187 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488048 Jul 30 00:33:07.693112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-d2a799c4-cea1-4bea-9e0c-1402731917e3 service neutron] 10.222.0.49 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305940 Jul 30 00:33:07.801951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-f30ad39e-4dcf-4db1-8e59-5af3b9b36122 service neutron] 10.222.0.49 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019363 Jul 30 00:33:07.968256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d5064980-b59f-46c5-b13b-b731ff7d9615 req-f9fb13d4-adcd-4268-affe-0fc05d22894f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 210 time: 0.0282731 Jul 30 00:33:08.714168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-6bb99ab8-fbf4-4501-baac-886c45507604 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.715605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-6bb99ab8-fbf4-4501-baac-886c45507604 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a80dba9-49a4-456f-a923-d909190d7622 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Jul 30 00:33:08.829797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Deleting port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:08.830292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:08.928966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] For port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:08.929508 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:08.944184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Calling delete_port for 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:09.066803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-041a853d-eb7c-40e3-80a6-3fade40c4c06 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:09.068380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-041a853d-eb7c-40e3-80a6-3fade40c4c06 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 815 time: 0.1340232 Jul 30 00:33:09.088910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Request body: {'port': {'device_id': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'admin_state_up': True, 'tenant_id': 'aa764bba64f143ff9d69d7fca6d4ec17'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:09.112059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a30ef9fe-9461-4869-9609-96a7f9783cc3 req-0c7cd5ed-cde7-4767-985c-8f811ab28619 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 210 time: 0.0408685 Jul 30 00:33:09.121978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.156175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7017ff64-eab1-4c9f-95cd-d1c23fb985e8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:09.157035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Pushing event deleted for resources: {'Port': ['ID=7017ff64-eab1-4c9f-95cd-d1c23fb985e8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:09.205891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] No DVR routers for this DVR port 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:09.208623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.210785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ddc6ddd1-8141-4c96-bf15-653786724892 req-561cf53a-64d8-4682-8f30-810b1032c995 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.57 "DELETE /v2.0/ports/7017ff64-eab1-4c9f-95cd-d1c23fb985e8 HTTP/1.1" status: 204 len: 173 time: 0.4886210 Jul 30 00:33:09.211241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-deleted', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:09.213661 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170183c-50d0-4c1b-b6cf-e071bb528d0a" -d '{"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-deleted", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:09.229670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Made reservation on behalf of aa764bba64f143ff9d69d7fca6d4ec17 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:33:09.233490 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.261475 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f457f5-15f7-4399-a2fe-c345f53c099e x-openstack-request-id: req-a1f457f5-15f7-4399-a2fe-c345f53c099e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:09.261807 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a80dba9-49a4-456f-a923-d909190d7622", "name": "network-vif-deleted", "tag": "7017ff64-eab1-4c9f-95cd-d1c23fb985e8", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:09.262030 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1f457f5-15f7-4399-a2fe-c345f53c099e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:09.262448 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a80dba9-49a4-456f-a923-d909190d7622', 'name': 'network-vif-deleted', 'tag': '7017ff64-eab1-4c9f-95cd-d1c23fb985e8', 'status': 'completed', 'code': 200} Jul 30 00:33:09.371197 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Allocated IP 172.20.0.8 (5595f763-b10e-49ce-93ca-dfa746a6319c/c55e462a-7fbc-40d6-9bbb-4ec181578425/7bc5ee7a-434e-4c80-ad7d-e1017942e36a) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:33:09.530976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.572730 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.606695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7017ff64-eab1-4c9f-95cd-d1c23fb985e8'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:09.621567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Network 5595f763-b10e-49ce-93ca-dfa746a6319c is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:09.627220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:09.633938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:33:09.638636 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:09.667978 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.668327 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.668670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.669026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.669359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.669747 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.670060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.670368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.670699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.671018 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.671332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.671657 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:09.712644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:09.713258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.730675 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-3b1ab03e-f20c-4a24-90f1-2bd579360e1b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471097 Jul 30 00:33:09.751510 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Request body: {'port': {'device_id': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:09.810619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.120833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc5ee7a-434e-4c80-ad7d-e1017942e36a {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:10.129181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.143513 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Transition to ACTIVE for port object 7bc5ee7a-434e-4c80-ad7d-e1017942e36a will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:10.148832 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.199672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:10.245799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e47b1-8d51-46fd-bed3-2c638ed89133 req-52431499-23a7-429d-bda5-1fa890f17dde tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.247737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd2e47b1-8d51-46fd-bed3-2c638ed89133 req-52431499-23a7-429d-bda5-1fa890f17dde tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0539315 Jul 30 00:33:10.275715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:10.276057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:10.276392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:10.280935 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:33:10.281284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:10.286337 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:10.286677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Checking segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:10.287062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Bound using segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:10.287490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Bound port: 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:10.287849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.288180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd2e47b1-8d51-46fd-bed3-2c638ed89133 req-11a01145-b015-41f2-9053-bad598132a5d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Jul 30 00:33:10.356545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:10.361775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:10.369256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.764045 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.764656 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:10.766132 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] 10.222.0.59 "PUT /v2.0/ports/7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 1092 time: 1.0208950 Jul 30 00:33:10.766579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:10.796670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c78b32-6960-43f7-9b34-0598f83dc046 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:10.812969 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7728a6e0-352d-444a-8e5a-17fb3fb61b30" -d '{"events": [{"name": "network-changed", "server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:10.861941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-c25c4411-41a4-4093-95d3-af3030175259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.863449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-c25c4411-41a4-4093-95d3-af3030175259 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0441334 Jul 30 00:33:10.914438 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea11f49-896a-422d-a62f-ec6b11c77fa7 x-openstack-request-id: req-bea11f49-896a-422d-a62f-ec6b11c77fa7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:10.914734 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:10.915020 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bea11f49-896a-422d-a62f-ec6b11c77fa7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:10.915414 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'status': 'completed', 'code': 200} Jul 30 00:33:10.916939 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-c6a602cc-77b4-4519-ab40-eee8772d3a92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0404160 Jul 30 00:33:10.973046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a42dd-dad3-406d-8806-f00728b7311a req-58baa28f-5585-4dbe-bb01-fea89bbf6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.974579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-58baa28f-5585-4dbe-bb01-fea89bbf6e4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0509560 Jul 30 00:33:11.009853 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-b80297d4-7236-4e40-8fc2-c043140e3072 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274436 Jul 30 00:33:11.120450 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-46fe8917-f65e-4eb0-a46f-1ed5662e8918 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032796 Jul 30 00:33:11.221549 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-574a42dd-dad3-406d-8806-f00728b7311a req-5490ea70-c509-49e6-910e-d30dc67f206a service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924232 Jul 30 00:33:11.353596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-d41020f0-0fcd-4bdb-9842-52c4ea5164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.355220 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-d41020f0-0fcd-4bdb-9842-52c4ea5164d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0446892 Jul 30 00:33:11.411842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94716f-05ac-4127-b003-23e6c6cb0021 req-de420664-faa5-441f-a4b6-6a3f0cec2b20 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.413359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc94716f-05ac-4127-b003-23e6c6cb0021 req-de420664-faa5-441f-a4b6-6a3f0cec2b20 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0516982 Jul 30 00:33:11.455367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-99ac3420-069f-4edb-a815-8a366a7e10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.456900 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-99ac3420-069f-4edb-a815-8a366a7e10c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0946939 Jul 30 00:33:11.466156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc94716f-05ac-4127-b003-23e6c6cb0021 req-f4d125db-7231-4114-83c2-f803cdf31f49 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Jul 30 00:33:11.501245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-35063d30-b37f-4a63-be0b-1be7719a3bbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0360610 Jul 30 00:33:11.552490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-9d1a1629-9f61-4eb8-adea-a0cb23bf56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.553996 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-9d1a1629-9f61-4eb8-adea-a0cb23bf56bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0443680 Jul 30 00:33:11.589119 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-3fa01e5c-4c61-4056-89f4-5ac38264837c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267186 Jul 30 00:33:11.689822 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-3e595ff4-3f56-411d-be9a-20788977d743 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930650 Jul 30 00:33:11.734295 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:11.798333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7728a6e0-352d-444a-8e5a-17fb3fb61b30 req-f3e1dee5-efee-4104-a879-271a9a60ef77 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Jul 30 00:33:12.246506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:33:12.268079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:33:12.268432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7017ff64-eab1-4c9f-95cd-d1c23fb985e8 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:33:12.605063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46356f39-7dfa-44aa-a7eb-5bbb6fc7fc74 req-383d0133-8747-4218-a745-e2afa82e9ce4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:12.606696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46356f39-7dfa-44aa-a7eb-5bbb6fc7fc74 req-383d0133-8747-4218-a745-e2afa82e9ce4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0649443 Jul 30 00:33:12.649766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46356f39-7dfa-44aa-a7eb-5bbb6fc7fc74 req-4a9b3dc5-a44a-49e8-8084-a1da0e3aded8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351369 Jul 30 00:33:13.411314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:33:13.529106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:13.545104 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'port_id': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'mac_address': 'fa:16:3e:47:1e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55e462a-7fbc-40d6-9bbb-4ec181578425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:33:13.585999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:13.599976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5ee7a-434e-4c80-ad7d-e1017942e36a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:13.622994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:13.629203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:13.691228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:13.774311 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dec1e-0438-405a-a571-b0347b35256e req-3f1e8f38-56ab-49c5-80c2-bb0ed351841d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:13.775884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-003dec1e-0438-405a-a571-b0347b35256e req-3f1e8f38-56ab-49c5-80c2-bb0ed351841d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0558181 Jul 30 00:33:13.823263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-003dec1e-0438-405a-a571-b0347b35256e req-70c09434-a6ac-4e4e-b828-4da3e13362b6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Jul 30 00:33:13.905537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['7bc5ee7a-434e-4c80-ad7d-e1017942e36a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:14.958421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61fde-0558-4b5a-831c-6b18d8f191bb req-323d36cb-b728-4e50-bac6-22ee102c4d61 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:14.959937 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1bb61fde-0558-4b5a-831c-6b18d8f191bb req-323d36cb-b728-4e50-bac6-22ee102c4d61 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0522835 Jul 30 00:33:15.006598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1bb61fde-0558-4b5a-831c-6b18d8f191bb req-a4d7d35a-68b1-4947-a966-eec5f0cfaf3e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Jul 30 00:33:15.428411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:15.491301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:15.494276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:15.494643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.578121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.601271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:15.603620 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e2ccc-6e39-40bb-8d18-879c6ce6a854" -d '{"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:15.617727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:15.622110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.648426 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ac9d0-db8f-462b-a17a-92454cd6f107 x-openstack-request-id: req-341ac9d0-db8f-462b-a17a-92454cd6f107 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:15.648952 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:15.649118 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-341ac9d0-db8f-462b-a17a-92454cd6f107 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:15.649667 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'code': 200} Jul 30 00:33:15.676536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:15.780941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a312ac-0f48-4361-9338-73f1e9e2b582 req-82e2c5bc-7c3f-4988-be7a-3364228a4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.782545 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49a312ac-0f48-4361-9338-73f1e9e2b582 req-82e2c5bc-7c3f-4988-be7a-3364228a4ced service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1097 time: 0.0489266 Jul 30 00:33:15.818715 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49a312ac-0f48-4361-9338-73f1e9e2b582 req-74b08964-a886-4f82-8b8a-eab9cd40f573 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286753 Jul 30 00:33:16.139416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00728b3-ca64-4d6e-9758-752c1c3f15ce req-40cb1ed7-69f3-451e-9460-dcf8b539cf0f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:16.141028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00728b3-ca64-4d6e-9758-752c1c3f15ce req-40cb1ed7-69f3-451e-9460-dcf8b539cf0f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0558250 Jul 30 00:33:16.182322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b00728b3-ca64-4d6e-9758-752c1c3f15ce req-17fe76dd-edb3-404c-a19f-0cb41707c528 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Jul 30 00:33:16.370710 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85a11915-a438-429d-8feb-462e640d9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:17.312673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4edb-574b-42f3-ac93-bcf9af5af27a req-91c5ae68-81dc-4730-90a7-e233c506ae1e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:17.314279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ae4edb-574b-42f3-ac93-bcf9af5af27a req-91c5ae68-81dc-4730-90a7-e233c506ae1e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0541825 Jul 30 00:33:17.355916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ae4edb-574b-42f3-ac93-bcf9af5af27a req-0333b182-7dc3-4808-9834-6dfc7abad5a2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344687 Jul 30 00:33:17.498815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635905-77ba-4734-9983-55b3e24b5dfb req-221f398d-9bed-4249-a225-eee29919bdb3 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:17.500250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80635905-77ba-4734-9983-55b3e24b5dfb req-221f398d-9bed-4249-a225-eee29919bdb3 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0677595 Jul 30 00:33:17.545602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80635905-77ba-4734-9983-55b3e24b5dfb req-c7538ecb-ba84-4d0c-b41b-5482f168fda8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Jul 30 00:33:17.791078 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:17.827377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f328b1-2417-4ccf-9424-4d2228d3e8cc req-147b5b1c-e256-482d-b480-5483d4691102 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:17.828956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f328b1-2417-4ccf-9424-4d2228d3e8cc req-147b5b1c-e256-482d-b480-5483d4691102 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Jul 30 00:33:17.870594 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56f328b1-2417-4ccf-9424-4d2228d3e8cc req-e245a2c0-a8a0-4f76-b6e4-a292ec25e231 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Jul 30 00:33:17.893473 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-a7640743-0182-452b-ba8e-a0f426f13dc1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855758 Jul 30 00:33:18.994754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9adeb5-4e89-44dd-9b3b-06d0bb302b52 req-e0a0a9dd-1f46-4749-889e-dbf2c1a74a89 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:18.996267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d9adeb5-4e89-44dd-9b3b-06d0bb302b52 req-e0a0a9dd-1f46-4749-889e-dbf2c1a74a89 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Jul 30 00:33:19.038104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5d9adeb5-4e89-44dd-9b3b-06d0bb302b52 req-f0c0ebdf-ff69-4300-898d-ca48d78f92b2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Jul 30 00:33:19.078101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0af2fe1c-4f4e-4afe-ac69-9a80ed3c157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:19.222059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-4decb7f5-55ec-4af5-afd3-e7c8f6a42559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:19.223616 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-4decb7f5-55ec-4af5-afd3-e7c8f6a42559 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1097 time: 0.0477571 Jul 30 00:33:19.319000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-545bacf9-b04e-4db3-b48f-49fe9e133cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:19.320583 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-545bacf9-b04e-4db3-b48f-49fe9e133cf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0892813 Jul 30 00:33:19.362827 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-21f8056c-df4d-42c8-82c8-dd18c02bc367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0351241 Jul 30 00:33:19.414062 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-d4176747-fe9a-4043-b0c3-ef0a90b19403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:19.415780 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-d4176747-fe9a-4043-b0c3-ef0a90b19403 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0454688 Jul 30 00:33:19.453655 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-8e763ebd-0bdf-4d42-9bd7-ded5c6afa518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308883 Jul 30 00:33:19.463318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:19.555316 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-7389d2ef-0feb-4e8c-934b-22687457ff61 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946076 Jul 30 00:33:19.664130 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-7bbfc4cd-fb49-49eb-a303-13bf63aad7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006618 Jul 30 00:33:20.182300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361bdda-2e21-4cd5-a515-7664709a3689 req-1f921eb8-05ce-4e76-b47d-58c35dcd94f6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:20.183829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3361bdda-2e21-4cd5-a515-7664709a3689 req-1f921eb8-05ce-4e76-b47d-58c35dcd94f6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0611053 Jul 30 00:33:20.234726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3361bdda-2e21-4cd5-a515-7664709a3689 req-060d9d00-2ef4-441f-956f-378e3e61ff7a tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Jul 30 00:33:20.864013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:21.356875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f245-3c71-445b-b4bb-02183bdf5bbf req-76455f57-4678-4912-9207-8b45f3ea335c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:21.358438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b55f245-3c71-445b-b4bb-02183bdf5bbf req-76455f57-4678-4912-9207-8b45f3ea335c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0526152 Jul 30 00:33:21.399579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b55f245-3c71-445b-b4bb-02183bdf5bbf req-1507a5cb-c2cf-4f35-afd6-abed66a68d03 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Jul 30 00:33:22.533232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ac674-05ad-400e-89fa-d8932a6a73fb req-fd185b29-cce0-4e69-a65c-b0494256b070 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:22.535114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-201ac674-05ad-400e-89fa-d8932a6a73fb req-fd185b29-cce0-4e69-a65c-b0494256b070 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0544009 Jul 30 00:33:22.575792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-201ac674-05ad-400e-89fa-d8932a6a73fb req-267b38cd-8ed1-4da3-9c9f-f7686e53f807 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Jul 30 00:33:22.625498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:23.713980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0957ed-c3e3-47ad-82cc-7f01ab7aaf95 req-9f637f03-f21a-43be-93df-f30bfab8b315 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:23.716164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea0957ed-c3e3-47ad-82cc-7f01ab7aaf95 req-9f637f03-f21a-43be-93df-f30bfab8b315 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0636909 Jul 30 00:33:23.771115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea0957ed-c3e3-47ad-82cc-7f01ab7aaf95 req-091c6e1b-027b-4883-a42a-dc6b2254dcf4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Jul 30 00:33:24.904826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c9666-a5d2-4c22-9b78-66b22bda7f5f req-324ed523-9ab9-4eb9-8d0a-5f63cab57583 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:24.906381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee6c9666-a5d2-4c22-9b78-66b22bda7f5f req-324ed523-9ab9-4eb9-8d0a-5f63cab57583 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0578136 Jul 30 00:33:24.957054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ee6c9666-a5d2-4c22-9b78-66b22bda7f5f req-5b371eb1-59bc-4841-be87-3259e8b1e4b0 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Jul 30 00:33:26.106096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2143993-4961-46de-be9c-774373709a0a req-0f63df1a-af97-44db-9d76-3bed741bf15c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:26.107783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2143993-4961-46de-be9c-774373709a0a req-0f63df1a-af97-44db-9d76-3bed741bf15c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0734446 Jul 30 00:33:26.152165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2143993-4961-46de-be9c-774373709a0a req-8336860f-22a4-49bf-bc64-170759fe9f7d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jul 30 00:33:27.284241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aadee5-a7a4-4549-9a5d-23b19e5855c3 req-2a7ecf63-1fd2-4a0c-8206-97c94b0e4841 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:27.285793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43aadee5-a7a4-4549-9a5d-23b19e5855c3 req-2a7ecf63-1fd2-4a0c-8206-97c94b0e4841 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0612659 Jul 30 00:33:27.338535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43aadee5-a7a4-4549-9a5d-23b19e5855c3 req-69f54318-b88b-4b51-96e7-6ee5fe0b93c9 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Jul 30 00:33:28.210668 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:28.488658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43021e9-7f6a-4845-b340-cae31db1f8a9 req-ca5b6fd4-207d-46cc-8cb8-639d01d0ee88 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:28.490162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c43021e9-7f6a-4845-b340-cae31db1f8a9 req-ca5b6fd4-207d-46cc-8cb8-639d01d0ee88 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0626194 Jul 30 00:33:28.534364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c43021e9-7f6a-4845-b340-cae31db1f8a9 req-9ed2437f-7174-4feb-bd42-6d68fc21743f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Jul 30 00:33:29.677747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c3e7-2c30-403f-92a2-de6e5705fa23 req-ab5bf2e2-8565-464c-83f1-48d95dccd70b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:29.679984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e324c3e7-2c30-403f-92a2-de6e5705fa23 req-ab5bf2e2-8565-464c-83f1-48d95dccd70b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0601559 Jul 30 00:33:29.723459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e324c3e7-2c30-403f-92a2-de6e5705fa23 req-365fac4f-d0e5-4d9f-8562-b2f9330b0448 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jul 30 00:33:30.854974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779cff7-1e08-4af6-960a-5035d59f82bd req-21c5732a-bb75-4f1f-9acf-a3e9657a5d21 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:30.856560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d779cff7-1e08-4af6-960a-5035d59f82bd req-21c5732a-bb75-4f1f-9acf-a3e9657a5d21 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0572178 Jul 30 00:33:30.922807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d779cff7-1e08-4af6-960a-5035d59f82bd req-0a71d093-e9c7-435c-9bf1-c87ff31858ec tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Jul 30 00:33:32.056723 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b9898-f86b-4a05-b941-07765a56a583 req-ca5a477d-964e-4212-bcb8-101f93d92beb tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:32.058291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-345b9898-f86b-4a05-b941-07765a56a583 req-ca5a477d-964e-4212-bcb8-101f93d92beb tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0585256 Jul 30 00:33:32.106198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-345b9898-f86b-4a05-b941-07765a56a583 req-d0d8db52-5ba1-44bc-921c-79f09430b7e3 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Jul 30 00:33:33.234078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7798fbe-7059-4f8a-88c9-a4a095e4d352 req-1fb0ae0f-3c2e-4cf5-9839-641bf8f5f120 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:33.235908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7798fbe-7059-4f8a-88c9-a4a095e4d352 req-1fb0ae0f-3c2e-4cf5-9839-641bf8f5f120 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0525465 Jul 30 00:33:33.280249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7798fbe-7059-4f8a-88c9-a4a095e4d352 req-8e811008-4a51-4e44-be51-59caa7786d90 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Jul 30 00:33:34.426836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df68e37-8489-4b5a-8099-f2fe463e11f7 req-2a160d6f-3024-4df4-b4c3-6eda3d1a090b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:34.428445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9df68e37-8489-4b5a-8099-f2fe463e11f7 req-2a160d6f-3024-4df4-b4c3-6eda3d1a090b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0678654 Jul 30 00:33:34.477841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9df68e37-8489-4b5a-8099-f2fe463e11f7 req-be37daf1-a50b-4bce-baf5-c7bdb4061860 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Jul 30 00:33:35.610887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecbd70-4ce7-4f3e-a1e0-f73fa153d24d req-120e6f86-c949-441f-8d5b-ba9e60a00720 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:35.612492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10ecbd70-4ce7-4f3e-a1e0-f73fa153d24d req-120e6f86-c949-441f-8d5b-ba9e60a00720 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Jul 30 00:33:35.657928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10ecbd70-4ce7-4f3e-a1e0-f73fa153d24d req-e0f52214-b533-4738-9d07-da0a99a32cad tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Jul 30 00:33:36.801237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e97438-0482-41a1-88fa-904490b07b58 req-3f0cac58-74dd-49dd-85d1-72ccd504400e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:36.802892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84e97438-0482-41a1-88fa-904490b07b58 req-3f0cac58-74dd-49dd-85d1-72ccd504400e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0594203 Jul 30 00:33:36.846929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84e97438-0482-41a1-88fa-904490b07b58 req-8b968cc5-11b0-4356-b26f-4cfe7635a2a0 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Jul 30 00:33:37.989444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73630b-202e-48c1-8992-f73250fb2be6 req-3b22ec43-865e-4881-9ca6-9fb13e010381 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:37.991014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed73630b-202e-48c1-8992-f73250fb2be6 req-3b22ec43-865e-4881-9ca6-9fb13e010381 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0618765 Jul 30 00:33:38.046087 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed73630b-202e-48c1-8992-f73250fb2be6 req-4c8e373b-3ff7-4308-a718-a83140b73cf2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Jul 30 00:33:39.185923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef423-e841-4356-afd4-2606625ce1a2 req-2c270b54-136d-41b7-9e00-739fb6335fa5 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:39.187575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77ef423-e841-4356-afd4-2606625ce1a2 req-2c270b54-136d-41b7-9e00-739fb6335fa5 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0617652 Jul 30 00:33:39.232565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77ef423-e841-4356-afd4-2606625ce1a2 req-cc2c50fc-23b3-4682-8b03-490f67f2f663 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355458 Jul 30 00:33:40.370453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237022c-2cdc-4c0e-a15d-f4f09cd90fe0 req-f3205156-d98a-424d-ad64-1cd1d03b8aff tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:40.372126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e237022c-2cdc-4c0e-a15d-f4f09cd90fe0 req-f3205156-d98a-424d-ad64-1cd1d03b8aff tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0580819 Jul 30 00:33:40.418247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e237022c-2cdc-4c0e-a15d-f4f09cd90fe0 req-91e73468-c672-464d-98a3-fdebe8d26d24 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Jul 30 00:33:41.553511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aabaa-0f0b-466f-bc9e-eb09f40caf5b req-0e89280e-c4eb-4007-bbb5-392c08b15222 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:41.555161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-693aabaa-0f0b-466f-bc9e-eb09f40caf5b req-0e89280e-c4eb-4007-bbb5-392c08b15222 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0589812 Jul 30 00:33:41.601475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-693aabaa-0f0b-466f-bc9e-eb09f40caf5b req-cdf76412-9fd6-4642-acf2-b83065a53133 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Jul 30 00:33:42.755256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575548-2888-4198-95fa-de38f97b52fd req-88057556-701e-4593-8da1-9b5a91e0e5e2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:42.756832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be575548-2888-4198-95fa-de38f97b52fd req-88057556-701e-4593-8da1-9b5a91e0e5e2 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0665777 Jul 30 00:33:42.800286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be575548-2888-4198-95fa-de38f97b52fd req-44c0f279-479f-48fc-8eae-ec948b43c21b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353041 Jul 30 00:33:43.927560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623094cc-1ba5-445a-8349-cc27e55fbf4d req-ea5edab1-5081-4d52-92bc-fa87eeca9d39 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:43.929053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-623094cc-1ba5-445a-8349-cc27e55fbf4d req-ea5edab1-5081-4d52-92bc-fa87eeca9d39 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0566094 Jul 30 00:33:43.973364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-623094cc-1ba5-445a-8349-cc27e55fbf4d req-87f20b4b-da48-41fb-82e6-ad4b66785b20 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Jul 30 00:33:45.099519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deea2e-7c82-4352-bf2f-6d1d5490423f req-c5bb92dd-c1a1-400a-b2e1-c834801e481f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:45.101053 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56deea2e-7c82-4352-bf2f-6d1d5490423f req-c5bb92dd-c1a1-400a-b2e1-c834801e481f tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Jul 30 00:33:45.151361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56deea2e-7c82-4352-bf2f-6d1d5490423f req-dd9667a2-d5da-49cd-95bf-31dca52ae584 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jul 30 00:33:46.291351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4849e2-4ed2-4a6b-b493-1d005c91c2fc req-77e03535-c343-4f07-ae7b-61148a275173 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:46.293001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e4849e2-4ed2-4a6b-b493-1d005c91c2fc req-77e03535-c343-4f07-ae7b-61148a275173 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Jul 30 00:33:46.337907 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e4849e2-4ed2-4a6b-b493-1d005c91c2fc req-25f70538-159a-47ac-85cd-19d689ce6285 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Jul 30 00:33:46.369671 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53332def-9bea-418f-b12d-602a19d7cb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:46.631712 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-921accee-502a-49a3-ac1b-c45de09dbf0c service neutron] show failed (client error): The resource could not be found. Jul 30 00:33:46.632787 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-921accee-502a-49a3-ac1b-c45de09dbf0c service neutron] 10.222.0.59 "GET /v2.0/ports/7bc5ee7a-434e-4c80-ad7d-e1017942e36a/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0631256 Jul 30 00:33:46.860545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-c51fb588-a220-4ef7-aa83-9f3ddc01453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:46.865918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-c51fb588-a220-4ef7-aa83-9f3ddc01453a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9&tenant_id=aa764bba64f143ff9d69d7fca6d4ec17 HTTP/1.1" status: 200 len: 1097 time: 0.0573101 Jul 30 00:33:46.889852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:46.955354 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.176228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:47.216333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:47.270382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:47.273017 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c314b9-03c5-47c8-9ad5-fceae77f88f5" -d '{"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:47.277898 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.293859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Transition to ACTIVE for port object 7bc5ee7a-434e-4c80-ad7d-e1017942e36a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:47.299880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.330562 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f25d1a7-b7ef-47ae-97d2-fd23cf5bd952 x-openstack-request-id: req-6f25d1a7-b7ef-47ae-97d2-fd23cf5bd952 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:47.330858 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:47.331129 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f25d1a7-b7ef-47ae-97d2-fd23cf5bd952 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:47.331528 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'code': 200} Jul 30 00:33:47.367799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] No DVR routers for this DVR port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:47.375537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:47.408221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.408646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.408903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.409263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.409581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.409945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.410436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.412340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.412340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.412340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.412659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.412839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:47.439363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:47.439363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:47.439363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:47.460765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:33:47.461070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Attempting to bind port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on network 5595f763-b10e-49ce-93ca-dfa746a6319c {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:47.468769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:47.469109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Checking segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:47.469494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Bound using segment: {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:47.469945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Bound port: 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad7dbf2-f1ae-43e9-9276-29644cd6d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:47.470307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.497952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04555430-fd9b-4af6-85cc-33d5fbb662c9 req-8f490a49-0271-46b5-9650-df23f4122a2e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:47.499484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04555430-fd9b-4af6-85cc-33d5fbb662c9 req-8f490a49-0271-46b5-9650-df23f4122a2e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0759010 Jul 30 00:33:47.576304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04555430-fd9b-4af6-85cc-33d5fbb662c9 req-2d0f16e8-7288-4aef-8804-1bdbef8646b7 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590849 Jul 30 00:33:47.577337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:47.580889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:47.587473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.634715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:47.635338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.636765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 1092 time: 0.7578523 Jul 30 00:33:47.659035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fedf0-f244-4886-9a09-2286b9250944 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:47.720495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-818866ce-6e9e-4b96-92d7-410a86d2ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:47.722138 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-818866ce-6e9e-4b96-92d7-410a86d2ac9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0450833 Jul 30 00:33:47.787512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:47.819605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-49d630eb-d311-417f-895c-c312a0293ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:47.821147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-49d630eb-d311-417f-895c-c312a0293ea4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0920112 Jul 30 00:33:47.869891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-c301b3c3-d2c6-4a3a-8a3f-31cd1922acf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0406604 Jul 30 00:33:47.928614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-d01cf801-f7a0-43a3-8d5b-8fcef147f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:47.931052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-d01cf801-f7a0-43a3-8d5b-8fcef147f8de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0522249 Jul 30 00:33:47.967384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-ee72c268-f858-4e75-98a2-e7419f315f75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269766 Jul 30 00:33:48.069968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-90762072-ef54-4183-abfe-648d9fc45364 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948215 Jul 30 00:33:48.167581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4d42f-77b3-4c20-9e74-4b35bfdc65d0 req-d20b796a-3bd2-4276-83ab-c176927eaa65 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899882 Jul 30 00:33:48.703969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5f5af-6db2-4c31-8f4e-8f6c6fafc46f req-b4ae11f5-9f36-4504-a9e1-a4ea7903383e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:48.705484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01a5f5af-6db2-4c31-8f4e-8f6c6fafc46f req-b4ae11f5-9f36-4504-a9e1-a4ea7903383e tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0535245 Jul 30 00:33:48.737931 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:48.747859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-01a5f5af-6db2-4c31-8f4e-8f6c6fafc46f req-c89e2fa5-e7ce-4dbf-a803-f12dc791b4ed tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Jul 30 00:33:49.074833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9759b6f7-557c-472f-9772-dacc1b2ece29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:49.332517 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:49.337570 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba5492-8037-4417-af73-27c2291eda65" -d '{"events": [{"name": "network-changed", "server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:49.403946 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19182329-623f-406f-89ae-bcbca93d101c x-openstack-request-id: req-19182329-623f-406f-89ae-bcbca93d101c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:49.404389 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:49.404640 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19182329-623f-406f-89ae-bcbca93d101c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:49.405055 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'status': 'completed', 'code': 200} Jul 30 00:33:49.466767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:49.494630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-0e2049e3-6c47-4a9b-9be7-b0846b740130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.496238 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-0e2049e3-6c47-4a9b-9be7-b0846b740130 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0481732 Jul 30 00:33:49.496359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-689e1219-6f8d-4834-a0df-fa69893956d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.497922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-689e1219-6f8d-4834-a0df-fa69893956d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0494018 Jul 30 00:33:49.602699 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-c6b37009-35ba-417c-a89d-10c79394ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.604175 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-c6b37009-35ba-417c-a89d-10c79394ad77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.1009374 Jul 30 00:33:49.622492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-f7ae2174-0574-4b86-9fcd-6df1c93f76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.624119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-f7ae2174-0574-4b86-9fcd-6df1c93f76cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.1185124 Jul 30 00:33:49.665474 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-fbf21036-b0bc-4ab1-963b-a38a45e138d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0535355 Jul 30 00:33:49.684593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-0164bd69-59a7-4c46-9bb0-768e3df60c70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0488868 Jul 30 00:33:49.750247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-c7f0d03a-fe05-4f61-8413-3e512989bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.753019 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-c7f0d03a-fe05-4f61-8413-3e512989bf21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0809963 Jul 30 00:33:49.774443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5492-8037-4417-af73-27c2291eda65 req-fd26d6fb-f186-4672-82bc-dbb7511bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.774443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-fd26d6fb-f186-4672-82bc-dbb7511bedad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0789852 Jul 30 00:33:49.803261 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-b0054006-31ba-4b96-aef9-1d540a3e9645 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422487 Jul 30 00:33:49.821684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-327979b7-3fb4-4178-92e3-1630eb37864b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310299 Jul 30 00:33:49.907560 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-7dc691b8-7fa5-40ed-ac98-d39926a8391d service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974905 Jul 30 00:33:49.953736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76881e96-a117-480b-a02c-173dcc11ad71 req-1412ef1c-6bde-4647-a72c-665d1570d136 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:49.955231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76881e96-a117-480b-a02c-173dcc11ad71 req-1412ef1c-6bde-4647-a72c-665d1570d136 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.1033800 Jul 30 00:33:49.972272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-ca96e4e5-d4f4-4ff7-867b-3ff2cc26627f service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419532 Jul 30 00:33:50.002349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-72ccf606-d9d7-4d5a-923b-0baaa9fdd17e service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Jul 30 00:33:50.049484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-76881e96-a117-480b-a02c-173dcc11ad71 req-598700d5-112f-48b5-b9fb-5f07a428fe15 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863276 Jul 30 00:33:50.083754 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afba5492-8037-4417-af73-27c2291eda65 req-7fc738d8-a27d-4982-96bb-927a66151947 service neutron] 10.222.0.57 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027393 Jul 30 00:33:50.870641 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:51.193389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d3dd-d312-4c6a-824c-c1141f9d9084 req-d8cd8706-2ee3-4f3c-8d8c-8dadc17bc60c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.195024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0263d3dd-d312-4c6a-824c-c1141f9d9084 req-d8cd8706-2ee3-4f3c-8d8c-8dadc17bc60c tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0713003 Jul 30 00:33:51.239697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0263d3dd-d312-4c6a-824c-c1141f9d9084 req-178b07bf-9cf2-4802-9699-7fdf4ebd2322 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Jul 30 00:33:51.469440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299972c-6f82-4a75-ac22-9ce66140eb6d req-27d0a950-5d6d-4e74-bf90-5f260aa29fc6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.470979 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f299972c-6f82-4a75-ac22-9ce66140eb6d req-27d0a950-5d6d-4e74-bf90-5f260aa29fc6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 943 time: 0.0570920 Jul 30 00:33:51.499815 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-0e3405c3-2040-4bdd-9c92-8d2ba861bc8d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.501362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-0e3405c3-2040-4bdd-9c92-8d2ba861bc8d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.59 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9&tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 943 time: 0.0587652 Jul 30 00:33:51.511005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f299972c-6f82-4a75-ac22-9ce66140eb6d req-ecdb2f8c-c1ad-4df1-a0b5-c746a4a9b2f6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Jul 30 00:33:51.550844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:33:51.570164 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-d8bb6f95-39ac-4218-b5a7-ea982e0f7776 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:33:51.571192 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-d8bb6f95-39ac-4218-b5a7-ea982e0f7776 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7bc5ee7a-434e-4c80-ad7d-e1017942e36a/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0624647 Jul 30 00:33:51.588848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:33:51.686644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-44f963ee-fc9b-485c-a7ae-bf3bb3a9ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.688077 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-44f963ee-fc9b-485c-a7ae-bf3bb3a9ed51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 1095 time: 0.0464005 Jul 30 00:33:51.793195 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-8d57f4f2-d451-4baa-8e8d-19e90c1ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.794733 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-8d57f4f2-d451-4baa-8e8d-19e90c1ec904 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 200 len: 916 time: 0.0996659 Jul 30 00:33:51.868465 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-63bcd1ec-9024-4ec6-a022-68bac227cd5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 200 len: 217 time: 0.0660830 Jul 30 00:33:51.924658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-2466e010-864b-4c01-822b-843a90936b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:51.926190 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-2466e010-864b-4c01-822b-843a90936b6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 200 len: 855 time: 0.0513818 Jul 30 00:33:51.965924 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-8fe39085-9aad-48f9-871c-35b619b5b259 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5595f763-b10e-49ce-93ca-dfa746a6319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305505 Jul 30 00:33:52.064851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-5660ccf4-f613-46f4-a0eb-239af06a4454 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917032 Jul 30 00:33:52.165579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-9df70dc3-4a9f-4442-bef5-e2b438daa757 req-c3bfbd72-9b38-4394-ad43-40cfe0440639 service neutron] 10.222.0.59 "GET /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932305 Jul 30 00:33:52.372428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:33:52.494056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:52.507389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'network_id': '5595f763-b10e-49ce-93ca-dfa746a6319c', 'port_id': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'mac_address': 'fa:16:3e:47:1e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55e462a-7fbc-40d6-9bbb-4ec181578425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:33:52.554323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.569419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5ee7a-434e-4c80-ad7d-e1017942e36a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:52.592146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:52.598301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.652254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74de6d-c329-4bbd-b1ea-31cb0b910613 req-0bd1b1b3-d838-4696-a98c-dd4ff8871616 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:52.653850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c74de6d-c329-4bbd-b1ea-31cb0b910613 req-0bd1b1b3-d838-4696-a98c-dd4ff8871616 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0652971 Jul 30 00:33:52.657754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:52.671995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:52.680555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.680903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.681248 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.681583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.681952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.682270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.682590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.682950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.683253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.683700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.684028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.684347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:33:52.701124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c74de6d-c329-4bbd-b1ea-31cb0b910613 req-792bce3a-0dc1-4c6b-bc7c-999677d428da tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Jul 30 00:33:52.882307 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7bc5ee7a-434e-4c80-ad7d-e1017942e36a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:53.828865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426c7c1-45e4-4d2b-9325-4951d76b9172 req-0fc4ba22-663a-4b0c-a685-cf3c589c2eb1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:53.830406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426c7c1-45e4-4d2b-9325-4951d76b9172 req-0fc4ba22-663a-4b0c-a685-cf3c589c2eb1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Jul 30 00:33:53.870020 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426c7c1-45e4-4d2b-9325-4951d76b9172 req-11dd0916-b23d-4ee9-a2b9-ccb7d40bde39 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 30 00:33:54.003995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0afb7-b985-46d4-95a1-e35fa78134ef req-873f79e3-33df-422b-8f83-f2aab4327676 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:54.005513 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3a0afb7-b985-46d4-95a1-e35fa78134ef req-873f79e3-33df-422b-8f83-f2aab4327676 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0592954 Jul 30 00:33:54.049970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3a0afb7-b985-46d4-95a1-e35fa78134ef req-acca334f-3d1a-4498-9888-3b87a5c0fed6 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Jul 30 00:33:54.177961 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fe4f-e8ee-4493-9607-cb70a650d7f7 req-1846148d-f874-4eb7-8f32-251f09c30ed1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:54.179495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa57fe4f-e8ee-4493-9607-cb70a650d7f7 req-1846148d-f874-4eb7-8f32-251f09c30ed1 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0590026 Jul 30 00:33:54.237808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa57fe4f-e8ee-4493-9607-cb70a650d7f7 req-dd4341c7-fc0b-496a-bff2-b2248f6b67b4 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493834 Jul 30 00:33:54.388211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:54.444744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:54.448666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:54.449036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:54.534113 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:54.557718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:54.560036 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e8ca9-ea8c-4ac0-a841-8183a4e984b3" -d '{"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:54.573637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:54.579354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:54.596729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46afae-542e-4d2d-9e0a-a9dfed2e290a req-097e74fc-c53c-4b1a-b5d2-1c250215747d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:54.598266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e46afae-542e-4d2d-9e0a-a9dfed2e290a req-097e74fc-c53c-4b1a-b5d2-1c250215747d tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 944 time: 0.0533915 Jul 30 00:33:54.629403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:54.647190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9e46afae-542e-4d2d-9e0a-a9dfed2e290a req-2dedc8e1-8634-435a-8289-f74b15af95e5 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Jul 30 00:33:54.700195 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2784eb1e-05bd-439b-b428-98dd836ee9e0 x-openstack-request-id: req-2784eb1e-05bd-439b-b428-98dd836ee9e0 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:54.700492 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:54.700739 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2784eb1e-05bd-439b-b428-98dd836ee9e0 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:54.701149 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'code': 200} Jul 30 00:33:55.778899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675cb96-d93c-4598-af22-269e2e7dbb24 req-bf588b3f-7333-4779-85fd-942847587b55 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:55.780570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1675cb96-d93c-4598-af22-269e2e7dbb24 req-bf588b3f-7333-4779-85fd-942847587b55 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0604856 Jul 30 00:33:55.824324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1675cb96-d93c-4598-af22-269e2e7dbb24 req-a3d046bf-d10f-43a5-9aaa-1964b009b167 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Jul 30 00:33:55.964618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-7c10cc1b-f4e3-424c-84ee-e7034253281b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:55.966078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-7c10cc1b-f4e3-424c-84ee-e7034253281b tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.57 "GET /v2.0/ports?device_id=15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9 HTTP/1.1" status: 200 len: 945 time: 0.0519199 Jul 30 00:33:56.064043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Deleting port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:33:56.064366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:56.158706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] For port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,segment=NetworkSegment(8ad7dbf2-f1ae-43e9-9276-29644cd6d170),segment_id=8ad7dbf2-f1ae-43e9-9276-29644cd6d170)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:56.159087 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:56.172390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Calling delete_port for 7bc5ee7a-434e-4c80-ad7d-e1017942e36a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:33:56.327988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:56.358128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Pushing event deleted for resources: {'Port': ['ID=7bc5ee7a-434e-4c80-ad7d-e1017942e36a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:56.362148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['7bc5ee7a-434e-4c80-ad7d-e1017942e36a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:56.404461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] No DVR routers for this DVR port 7bc5ee7a-434e-4c80-ad7d-e1017942e36a on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:33:56.407398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:56.409520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-926ae545-09dd-4e66-b116-248f3b0cf4ca req-fdfe1d0c-53ef-4df5-9a99-d36632dcd5b8 tempest-ServerDiskConfigTestJSON-1005609244 tempest-ServerDiskConfigTestJSON-1005609244-project] 10.222.0.57 "DELETE /v2.0/ports/7bc5ee7a-434e-4c80-ad7d-e1017942e36a HTTP/1.1" status: 204 len: 173 time: 0.4368525 Jul 30 00:33:56.409979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-deleted', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:56.412233 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72f7b4-5ba0-4a8d-b61f-0cb4b18aee72" -d '{"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-deleted", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:56.458401 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277bf89e-969e-48be-864a-1988e0b957f2 x-openstack-request-id: req-277bf89e-969e-48be-864a-1988e0b957f2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:56.458684 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9", "name": "network-vif-deleted", "tag": "7bc5ee7a-434e-4c80-ad7d-e1017942e36a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:56.458966 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277bf89e-969e-48be-864a-1988e0b957f2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:56.459691 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cfd0ad-7bb7-4e95-9ad6-b63fda5577d9', 'name': 'network-vif-deleted', 'tag': '7bc5ee7a-434e-4c80-ad7d-e1017942e36a', 'status': 'completed', 'code': 200} Jul 30 00:33:56.979258 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36180) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:57.032545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Deleting subnet c55e462a-7fbc-40d6-9bbb-4ec181578425 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:33:57.036022 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.072573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.115045 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.175481 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.201188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55e462a-7fbc-40d6-9bbb-4ec181578425,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:57.204943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.206871 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bd6745fd-d277-4cb9-966d-027601ec1c42 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c55e462a-7fbc-40d6-9bbb-4ec181578425 HTTP/1.1" status: 204 len: 168 time: 0.2257373 Jul 30 00:33:57.210489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36182) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:57.296753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.385507 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.396467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5595f763-b10e-49ce-93ca-dfa746a6319c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:57.411919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7dbf2-f1ae-43e9-9276-29644cd6d170') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:57.412201 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7dbf2-f1ae-43e9-9276-29644cd6d170') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:57.422355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.440386 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.449055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:33:57.449234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:33:57.450872 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:33:57.524860 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.532636 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.535459 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5595f763-b10e-49ce-93ca-dfa746a6319c HTTP/1.1" status: 204 len: 168 time: 0.3238971 Jul 30 00:33:57.547887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666eec-6407-442f-a0f8-89667620d840 admin admin] Pushing event deleted for resources: {'Network': ['ID=5595f763-b10e-49ce-93ca-dfa746a6319c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:57.659093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36186) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:57.706344 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9cf78133-c9e0-46dd-9ac2-3bcf6683c0c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa764bba64f143ff9d69d7fca6d4ec17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460255 Jul 30 00:33:57.709027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36188) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:57.760106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.784077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.852393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.855134 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.856319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301 HTTP/1.1" status: 204 len: 168 time: 0.1460574 Jul 30 00:33:57.864574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2ab54-d92e-403c-b0e0-2bd4f1b9078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5bb9a-1eaa-4ec2-b483-e12a5c7ff301,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:58.209369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.386622 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:33:58.411018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 7bc5ee7a-434e-4c80-ad7d-e1017942e36a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:33:58.411375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 7bc5ee7a-434e-4c80-ad7d-e1017942e36a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:33:58.623281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:58.737277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1198324190-network', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:58.763345 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:33:58.765741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.775646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.878741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.885273 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.909949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:33:58.919749 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa22b7d-7dfd-4d09-b41d-cb7f653680fb,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:58.924643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:58.924995 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Added segment 8fb4af1a-309a-4968-97a2-069c62345f2f of type vlan for network 1c063f8a-9502-45c2-805a-bc26d3dd0727 Jul 30 00:33:58.972312 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.015181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.016182 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:59.016804 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.073884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4491997 Jul 30 00:33:59.077990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:59.083116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Request body: {'subnet': {'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1198324190-subnet', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:59.096193 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a14312-8a94-48f1-bebd-cfbf9cc6fbda admin admin] Pushing event updated for resources: {'Network': ['ID=1c063f8a-9502-45c2-805a-bc26d3dd0727,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:59.108827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:33:59.112587 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:33:59.115095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.315494 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.367296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=57aaa0f1-7179-4b68-82bb-04eb88694698,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:59.378054 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:59.378405 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Network hostable DHCP agents. Network: 1c063f8a-9502-45c2-805a-bc26d3dd0727, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:33:59.398207 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:33:59.409155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 1c063f8a-9502-45c2-805a-bc26d3dd0727) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:59.413256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:59.413914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.417984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd24c0f-7610-4b60-aae5-c29c9bda30cb None None] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:33:59.442044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4ea5fe9-79bc-491e-8ba5-ae2031e694dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3629103 Jul 30 00:33:59.444859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:59.449486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:59.472856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.474243 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.554190 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.592542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-1c063f8a-9502-45c2-805a-bc26d3dd0727', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:33:59.593459 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.701337 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.741072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Allocated IP 172.20.0.2 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/43f0555f-35ae-4966-ae39-8d83d5082113) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:33:59.886505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.895671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Transition to ACTIVE for port object 43f0555f-35ae-4966-ae39-8d83d5082113 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:59.905889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.911676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Transition to ACTIVE for port object 43f0555f-35ae-4966-ae39-8d83d5082113 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:59.919417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.927939 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.962704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:59.967601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:59.972020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:33:59.975169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Pushing event updated for resources: {'Port': ['ID=43f0555f-35ae-4966-ae39-8d83d5082113,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.028643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Attempting to bind port 43f0555f-35ae-4966-ae39-8d83d5082113 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:00.029022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Attempting to bind port 43f0555f-35ae-4966-ae39-8d83d5082113 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:00.029389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Attempting to bind port 43f0555f-35ae-4966-ae39-8d83d5082113 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:00.035146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:00.035524 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:00.035931 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.036327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:00.036797 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Bound port: 43f0555f-35ae-4966-ae39-8d83d5082113, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:00.037182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.047358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Allocated IP 172.25.5.91 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/b2d98a37-cf64-44f2-858f-77111932d900) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:00.103108 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] For port 43f0555f-35ae-4966-ae39-8d83d5082113, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:00.106436 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] For port 43f0555f-35ae-4966-ae39-8d83d5082113, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=43f0555f-35ae-4966-ae39-8d83d5082113,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:00.112290 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.161447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.185084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498998-1ac4-4553-86ef-b0af436830f1 None None] Pushing event updated for resources: {'Port': ['ID=43f0555f-35ae-4966-ae39-8d83d5082113,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.214205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.259785 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:00.264852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:00.269802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:00.273035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d98a37-cf64-44f2-858f-77111932d900,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:00.560826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.804696 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.969249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:34:01.049068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 43f0555f-35ae-4966-ae39-8d83d5082113 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:01.117737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 43f0555f-35ae-4966-ae39-8d83d5082113 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:01.225217 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e3a3f-cf4f-425b-b890-7841435cbcc1 None None] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:34:01.311235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Provisioning for port 43f0555f-35ae-4966-ae39-8d83d5082113 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:01.319782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Provisioning complete for port 43f0555f-35ae-4966-ae39-8d83d5082113 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:01.320373 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.491849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.513527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:01.525502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:01.532857 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.537280 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5d838e00-660d-4913-98a3-8617b29983c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0885935 Jul 30 00:34:01.537515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36218) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:01.551849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] For port 43f0555f-35ae-4966-ae39-8d83d5082113, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=43f0555f-35ae-4966-ae39-8d83d5082113,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:01.563004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:01.571681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:01.571681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:01.707298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30b188-06e0-4949-9695-6e85f3f63fff None None] Pushing event updated for resources: {'Port': ['ID=43f0555f-35ae-4966-ae39-8d83d5082113,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:01.744896 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:01.853451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cf274c00-04db-444b-97ae-ff9db3675775 None None] Provisioning complete for port 43f0555f-35ae-4966-ae39-8d83d5082113 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:01.853729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cf274c00-04db-444b-97ae-ff9db3675775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.013165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:00Z', 'revision_number': 3, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:02.043449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:02.043796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Updating router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e port b2d98a37-cf64-44f2-858f-77111932d900 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:34:02.073526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.336702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.350153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Transition to ACTIVE for port object b2d98a37-cf64-44f2-858f-77111932d900 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:02.357681 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.376067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.550705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Allocated IP 172.20.0.1 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/dc1445fc-b35a-4026-978e-c9fa269db6d8) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:02.577433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Attempting to bind port b2d98a37-cf64-44f2-858f-77111932d900 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:02.577850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Attempting to bind port b2d98a37-cf64-44f2-858f-77111932d900 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:02.578212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Attempting to bind port b2d98a37-cf64-44f2-858f-77111932d900 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:02.585515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e22f71-4c18-44d4-a260-09ad508b561e None None] Pushing event updated for resources: {'Port': ['ID=b2d98a37-cf64-44f2-858f-77111932d900,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:02.589941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:02.590417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:02.591011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.591578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:02.592287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Bound port: b2d98a37-cf64-44f2-858f-77111932d900, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:02.592806 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.652253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] For port b2d98a37-cf64-44f2-858f-77111932d900, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:02.656929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] For port b2d98a37-cf64-44f2-858f-77111932d900, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2d98a37-cf64-44f2-858f-77111932d900,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:02.661610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.670080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.684767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Transition to ACTIVE for port object dc1445fc-b35a-4026-978e-c9fa269db6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:02.717883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:02.718502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:02.720378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.760881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:02.764300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:02.768045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e22f71-4c18-44d4-a260-09ad508b561e None None] Pushing event updated for resources: {'Port': ['ID=b2d98a37-cf64-44f2-858f-77111932d900,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:02.768182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:02.808039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:02.816496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.857348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:02.978672 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.026232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 43f0555f-35ae-4966-ae39-8d83d5082113 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:03.061586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba144551-556d-47b6-9dd4-9e4a7a4102bc None None] Provisioning for port dc1445fc-b35a-4026-978e-c9fa269db6d8 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:03.072632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ba144551-556d-47b6-9dd4-9e4a7a4102bc None None] Provisioning complete for port dc1445fc-b35a-4026-978e-c9fa269db6d8 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:03.073020 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ba144551-556d-47b6-9dd4-9e4a7a4102bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.139988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ba144551-556d-47b6-9dd4-9e4a7a4102bc None None] Port dc1445fc-b35a-4026-978e-c9fa269db6d8 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:03.154108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.157923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 43f0555f-35ae-4966-ae39-8d83d5082113 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:03.158374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.161113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.204808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:00Z', 'revision_number': 3, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:03.232787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:03.236834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6c63-9633-4fd7-873d-95145a2c3d0a None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:00Z', 'revision_number': 3, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:03.247646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.369656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:03.371270 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:03.511796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:34:03.656137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:03.664218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b42c8d3e-9226-432d-9083-ad4dc93650d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/82c301b1-d23e-4baa-bc1e-fcca6200fe3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253865 Jul 30 00:34:03.678254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5e5e3e7d-c9db-461c-aee5-de521b65f714 None None] Provisioning complete for port dc1445fc-b35a-4026-978e-c9fa269db6d8 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:03.678738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3e7d-c9db-461c-aee5-de521b65f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:03.719840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e3e7d-c9db-461c-aee5-de521b65f714 None None] Port dc1445fc-b35a-4026-978e-c9fa269db6d8 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:04.278790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36234) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:04.286396 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185649769', 'description': 'tempest-description--622693122'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:04.320245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.413088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.419159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.445565 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.447213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1671782 Jul 30 00:34:04.450517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36236) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:04.451386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b71b10-cbcc-417b-8141-39d05fb2dd2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b17033-bae1-4687-ad6b-425c64aa729e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.455982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'security_group_rule': {'security_group_id': '34b17033-bae1-4687-ad6b-425c64aa729e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:04.487225 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.549777 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.555906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.581574 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2946b768-af40-4fee-b10d-94c1e23ba573,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.600359 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.608040 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-cd101a4b-3f2e-4c15-b24c-e7185c850781 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495061 Jul 30 00:34:04.608249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36240) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:04.610984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'security_group_rule': {'security_group_id': '34b17033-bae1-4687-ad6b-425c64aa729e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:04.646178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.720378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.725910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.745005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c185b051-7569-4850-9471-b85cb4775106,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:04.762254 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.763590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-dfce62bd-aaca-4dad-af75-5072b2b29ebb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565387 Jul 30 00:34:04.768221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36242) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:04.772915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:04.805472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.837665 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:04.847452 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:04.848083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:04.909518 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:04.958322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:05.022827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2d98a37-cf64-44f2-858f-77111932d900 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:05.059195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Allocated IP 172.25.5.127 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/f6590d98-cac9-4e06-b64d-bbeb518c71c6) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:05.090395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port b2d98a37-cf64-44f2-858f-77111932d900 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:05.094462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b2d98a37-cf64-44f2-858f-77111932d900 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:05.095180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.185064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.189844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:03Z', 'revision_number': 2, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:05.192218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.210083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port b2d98a37-cf64-44f2-858f-77111932d900, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2d98a37-cf64-44f2-858f-77111932d900,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:05.215578 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.217323 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:05.217868 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Updating router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e port dc1445fc-b35a-4026-978e-c9fa269db6d8 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:34:05.240713 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.244185 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.273045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=b2d98a37-cf64-44f2-858f-77111932d900,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.297083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:05.298812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:05.300614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=f6590d98-cac9-4e06-b64d-bbeb518c71c6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.303292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:05.388985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.424995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.524666 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.535068 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Transition to ACTIVE for port object dc1445fc-b35a-4026-978e-c9fa269db6d8 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:05.543158 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.595408 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Pushing event updated for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.597371 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.603516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.620729 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.621082 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.621420 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.621789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.622118 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.622510 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.622846 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.623163 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.623482 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.623806 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.624139 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.624464 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:05.663228 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Attempting to bind port dc1445fc-b35a-4026-978e-c9fa269db6d8 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:05.663593 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Attempting to bind port dc1445fc-b35a-4026-978e-c9fa269db6d8 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:05.663986 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Attempting to bind port dc1445fc-b35a-4026-978e-c9fa269db6d8 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:05.670363 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:05.670800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:05.672096 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.672096 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:05.672635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Bound port: dc1445fc-b35a-4026-978e-c9fa269db6d8, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:05.673021 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.695573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.698596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=f6590d98-cac9-4e06-b64d-bbeb518c71c6,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.723845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.725243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2243ae08-01d1-42b4-b621-d3731ed56cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9560544 Jul 30 00:34:05.757770 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] For port dc1445fc-b35a-4026-978e-c9fa269db6d8, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:05.761984 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] For port dc1445fc-b35a-4026-978e-c9fa269db6d8, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dc1445fc-b35a-4026-978e-c9fa269db6d8,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:05.770387 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.838243 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:05.838903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:05.877023 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e22b0-3c1d-48ab-a1be-76adca085bed None None] Pushing event updated for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:05.914631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-b55d5178-37cb-4ffa-8dcf-b6b82ea42b3e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--185649769&fields=id&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 267 time: 0.0451243 Jul 30 00:34:05.965059 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:06.031654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-ca99cd1f-2493-488b-84f5-dc1b9ec3f4b5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:06.033076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-ca99cd1f-2493-488b-84f5-dc1b9ec3f4b5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1117380 Jul 30 00:34:06.048977 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-b00bc47f-3ce8-4b18-8f96-c89451168ddd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/quotas/af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Jul 30 00:34:06.106140 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-e476693b-cb96-4e37-bbb7-7129890f90fa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511382 Jul 30 00:34:06.177916 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:06.210929 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-1242a8ae-e9df-4456-b0c5-0ed6f803c33a service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Jul 30 00:34:06.211416 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7cc3b-6228-4e95-afe6-333da09983b9 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:06.315395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-09ac90d1-5ca7-4c7b-a538-1d6546851e9c service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974193 Jul 30 00:34:06.502823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bc12fe2-a106-4c7f-9df7-ac8fbe5eed19 req-16e35599-8e53-4065-abd5-98e19183fe71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 210 time: 0.0352159 Jul 30 00:34:07.075968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dc1445fc-b35a-4026-978e-c9fa269db6d8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:07.147491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port dc1445fc-b35a-4026-978e-c9fa269db6d8 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:07.152082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port dc1445fc-b35a-4026-978e-c9fa269db6d8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:07.152458 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.233851 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.275255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port dc1445fc-b35a-4026-978e-c9fa269db6d8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dc1445fc-b35a-4026-978e-c9fa269db6d8,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:07.281406 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.282251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2d98a37-cf64-44f2-858f-77111932d900 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:07.358538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:07.372188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port b2d98a37-cf64-44f2-858f-77111932d900 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:07.372583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.614258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-516c2804-c20f-4076-91da-5df87a413e71 req-70188b81-2795-4e9b-adf0-bb7c67071dfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 210 time: 0.0358944 Jul 30 00:34:07.660955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-b3461ef9-57cc-45bc-ae1e-19372abeac77 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:07.662538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-b3461ef9-57cc-45bc-ae1e-19372abeac77 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1462231 Jul 30 00:34:07.722610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-7857f988-ccd4-4ee0-a40c-ba6e40cc9d8f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 379 time: 0.0429416 Jul 30 00:34:07.763875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'port': {'device_id': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'admin_state_up': True, 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'security_groups': ['34b17033-bae1-4687-ad6b-425c64aa729e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:07.889139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:34:07.893208 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.051000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Allocated IP 172.20.0.12 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:34:08.194134 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.209679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Transition to ACTIVE for port object 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:08.245827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.295931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:34:08.299077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:34:08.306533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:34:08.312523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:08.367569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:08.368258 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.387948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6697511d-7421-46c9-a179-db97d5881399 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282320 Jul 30 00:34:08.407838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Request body: {'port': {'device_id': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:08.470703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.531776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e34fa170-ab1b-4ed0-bc52-668cca334765 None None] Provisioning for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:08.536060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-e34fa170-ab1b-4ed0-bc52-668cca334765 None None] Provisioning complete for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:08.536501 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e34fa170-ab1b-4ed0-bc52-668cca334765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.573102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-e34fa170-ab1b-4ed0-bc52-668cca334765 None None] Port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:34:08.787680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1e327-a2b0-4d4e-a577-5a32836169d4 req-c506beaf-e87b-4268-87f5-7342997e3dcd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:08.789382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8b1e327-a2b0-4d4e-a577-5a32836169d4 req-c506beaf-e87b-4268-87f5-7342997e3dcd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 932 time: 0.1016638 Jul 30 00:34:08.808043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:34:08.821934 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.844774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Transition to ACTIVE for port object 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:34:08.852792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.859092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f8b1e327-a2b0-4d4e-a577-5a32836169d4 req-078fc6b7-e57f-4983-9eca-a4270406bcd1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635471 Jul 30 00:34:08.907234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:08.992358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:34:08.992710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:34:08.993044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:09.000120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:34:09.000120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:34:09.005328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:34:09.005862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:34:09.006261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:34:09.006709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Bound port: 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:34:09.007099 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.019074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dc1445fc-b35a-4026-978e-c9fa269db6d8 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:09.073377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port dc1445fc-b35a-4026-978e-c9fa269db6d8 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:09.074022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.083655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:34:09.087404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:34:09.099041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.138302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.139043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:09.140544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] 10.222.0.57 "PUT /v2.0/ports/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1093 time: 0.7388127 Jul 30 00:34:09.144195 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:09.146776 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c3a693-8fac-4545-89c2-068a5e10d1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:09.184959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd2cd-184f-41d2-88ef-d70b187e0647 service neutron] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:09.199729 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa1e78-6e9f-4631-b768-06e8fb50853e x-openstack-request-id: req-50fa1e78-6e9f-4631-b768-06e8fb50853e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:09.200055 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:09.200275 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50fa1e78-6e9f-4631-b768-06e8fb50853e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:09.200749 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'status': 'completed', 'code': 200} Jul 30 00:34:09.264734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6cdc8e63-b72b-4e7d-a4a9-508a7a6cd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.266361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-6cdc8e63-b72b-4e7d-a4a9-508a7a6cd7ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0496874 Jul 30 00:34:09.318486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-0c786d5d-976c-4c4a-b80f-cc91a5426a02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 217 time: 0.0380597 Jul 30 00:34:09.371598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-97cb7f89-0b13-4a40-a24c-a777175b1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.373134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-97cb7f89-0b13-4a40-a24c-a777175b1451 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0481250 Jul 30 00:34:09.424141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1cfc-422a-4cd1-b869-412475877325 req-fc676d9c-bad6-4194-a9c7-0ac9350fd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.425736 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-fc676d9c-bad6-4194-a9c7-0ac9350fd6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439658 Jul 30 00:34:09.527019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-99e0db73-70b7-411b-bad9-78c510758fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936587 Jul 30 00:34:09.623023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f04a1cfc-422a-4cd1-b869-412475877325 req-e74072a6-e88e-4b90-ab31-5200288b2926 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885508 Jul 30 00:34:09.775587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-e0666870-dcee-4606-a0c5-f31b8f99e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.777097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-e0666870-dcee-4606-a0c5-f31b8f99e010 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0486283 Jul 30 00:34:09.876874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-a15b4b99-cc62-4056-82da-ca9ede95d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.878413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-a15b4b99-cc62-4056-82da-ca9ede95d331 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0928724 Jul 30 00:34:09.928494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-cc797e3e-8d68-4f68-94fe-8b71d5cd8ff6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 217 time: 0.0416214 Jul 30 00:34:10.006104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-bfaa116c-17c3-4933-b82e-51f19a615a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.007621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-bfaa116c-17c3-4933-b82e-51f19a615a4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0720038 Jul 30 00:34:10.041857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26344d-462a-48d7-8ea1-605d45786106 req-81c9fc0c-9433-4d64-9ce9-8460fb9703a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.043315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc26344d-462a-48d7-8ea1-605d45786106 req-81c9fc0c-9433-4d64-9ce9-8460fb9703a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0998890 Jul 30 00:34:10.101118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-28b8d7a1-473c-4c4e-acad-e0cf00f5ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.103027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-28b8d7a1-473c-4c4e-acad-e0cf00f5ae21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876362 Jul 30 00:34:10.106173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc26344d-462a-48d7-8ea1-605d45786106 req-73af4343-6402-4ed8-8c9f-96cd61da8073 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482452 Jul 30 00:34:10.210935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-9980614e-675f-4b24-b77c-f4b5e12799d9 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991101 Jul 30 00:34:10.320916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4c3a693-8fac-4545-89c2-068a5e10d1b9 req-6f0f9f50-7aec-4154-8057-da77e27e08eb service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018498 Jul 30 00:34:11.244327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a31df1-8c34-4c77-9fd4-104ae4dbeff6 req-8e253f5a-6938-4663-be27-b1204f512831 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:11.245976 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a31df1-8c34-4c77-9fd4-104ae4dbeff6 req-8e253f5a-6938-4663-be27-b1204f512831 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0631540 Jul 30 00:34:11.286007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a31df1-8c34-4c77-9fd4-104ae4dbeff6 req-cd165143-7eb4-4c49-b642-50bda8bbc20f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Jul 30 00:34:12.417869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f902-d4f8-4f00-a3e0-09e0a7698204 req-2e42efba-d4c7-4ce8-9633-12a2f08ec1fa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:12.419438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e751f902-d4f8-4f00-a3e0-09e0a7698204 req-2e42efba-d4c7-4ce8-9633-12a2f08ec1fa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0609586 Jul 30 00:34:12.451649 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:34:12.462538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e751f902-d4f8-4f00-a3e0-09e0a7698204 req-79f3ad06-9b06-46f8-8dee-7527d6c8a7ca tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339432 Jul 30 00:34:12.565944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:12.577321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'mac_address': 'fa:16:3e:8d:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:34:12.618481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:12.636966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:34:12.659784 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:12.665780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:12.721711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:12.969720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:34:13.605012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c783b-29a9-42fb-bc0e-e324bbf3cbf4 req-cc099c20-f3eb-4202-80f3-19296462ecf3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:13.606487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-218c783b-29a9-42fb-bc0e-e324bbf3cbf4 req-cc099c20-f3eb-4202-80f3-19296462ecf3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 945 time: 0.0716465 Jul 30 00:34:13.647611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-218c783b-29a9-42fb-bc0e-e324bbf3cbf4 req-e005947f-9673-4c96-b830-9c27d878ecb8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348330 Jul 30 00:34:14.467207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:14.527715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:34:14.532062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:14.532404 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:14.627209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:14.650380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:14.652938 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d04c8e-3c6e-459b-8cce-26ae0393888f" -d '{"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-plugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:14.666687 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:14.672109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:14.698582 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe39f2-289e-4312-b090-3fc1e5a596eb x-openstack-request-id: req-00fe39f2-289e-4312-b090-3fc1e5a596eb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:14.698860 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-plugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:14.699104 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00fe39f2-289e-4312-b090-3fc1e5a596eb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:14.699484 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'code': 200} Jul 30 00:34:14.726618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:14.819279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cb69e-ce26-4898-9db4-8dcee5138775 req-ef5ebc97-de37-4b0e-a82b-8b66dc7b1f58 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:14.820756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-578cb69e-ce26-4898-9db4-8dcee5138775 req-ef5ebc97-de37-4b0e-a82b-8b66dc7b1f58 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0779033 Jul 30 00:34:14.851071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20614748-60cb-40b1-8fa6-e230ed1454c5 req-2a61b3b4-7b10-4bee-8fe2-0420ad259bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:14.852527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20614748-60cb-40b1-8fa6-e230ed1454c5 req-2a61b3b4-7b10-4bee-8fe2-0420ad259bee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0686517 Jul 30 00:34:14.874980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-578cb69e-ce26-4898-9db4-8dcee5138775 req-8df34773-86e9-4d4b-b5fd-476d10faaf21 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 Jul 30 00:34:14.902080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20614748-60cb-40b1-8fa6-e230ed1454c5 req-078b4e7b-ab08-453c-953e-86ee4fbfd5ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 Jul 30 00:34:16.001656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b87f3-77ae-4d92-9607-3900ede97e12 req-47e12bca-77d0-40f5-9e7d-778d4a85c46d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:16.003199 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c5b87f3-77ae-4d92-9607-3900ede97e12 req-47e12bca-77d0-40f5-9e7d-778d4a85c46d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Jul 30 00:34:16.047666 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c5b87f3-77ae-4d92-9607-3900ede97e12 req-1adacf23-f51a-4ca9-b8ef-177486b2074b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Jul 30 00:34:16.367110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1bfacf68-99fd-4025-98d9-6c297c49329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.189908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa46bf-eb27-4e43-ad17-c961b8911f2d req-a57ae039-c07f-4858-b61b-21c4d676edb8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:17.191512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0aa46bf-eb27-4e43-ad17-c961b8911f2d req-a57ae039-c07f-4858-b61b-21c4d676edb8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0640962 Jul 30 00:34:17.238026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0aa46bf-eb27-4e43-ad17-c961b8911f2d req-06ee0053-dd5d-472d-850b-3f352b0e3879 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Jul 30 00:34:17.363241 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112b8f6-ad89-4f7a-af2c-915dca54d43c req-61f1c37e-74fb-4178-b6bf-e891ba3d94a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:17.364677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9112b8f6-ad89-4f7a-af2c-915dca54d43c req-61f1c37e-74fb-4178-b6bf-e891ba3d94a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0524755 Jul 30 00:34:17.373664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 36302) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:34:17.378419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'floatingip': {'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:34:17.423015 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.812875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.893924 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:17.901569 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.022728 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 associated. External IP: 172.25.5.127, port: 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae. Jul 30 00:34:18.259405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:34:18.757511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:34:18.763462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.770569 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:34:18.780930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:18.781669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:33:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:18.793185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b978ac19-ef9e-4cf0-b548-c76f4fa41063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "PUT /v2.0/floatingips/3c26656a-46af-40a2-aba2-65d475f80bd5 HTTP/1.1" status: 200 len: 992 time: 1.4183443 Jul 30 00:34:18.793922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:18.796388 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255a4d9-e499-44c9-837d-f6127f50c362" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:18.903584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:18.909486 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8714b77b-40fb-4776-9eff-3bb9fb9452e0 x-openstack-request-id: req-8714b77b-40fb-4776-9eff-3bb9fb9452e0 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:18.909867 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:18.910109 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8714b77b-40fb-4776-9eff-3bb9fb9452e0 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:18.910575 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'status': 'completed', 'code': 200} Jul 30 00:34:19.004413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-64285b59-4316-47a1-b6ea-aa4819f229bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.005891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-64285b59-4316-47a1-b6ea-aa4819f229bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0429401 Jul 30 00:34:19.089839 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-816a807e-d201-4526-a125-78342e72a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:19.108523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-129d33d1-6bdd-4cfc-a197-391f87c9c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.110044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-129d33d1-6bdd-4cfc-a197-391f87c9c517 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0972240 Jul 30 00:34:19.189972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-c489f27f-5ab0-4fe5-8d8a-4e241e5ad09b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1000 time: 0.0711083 Jul 30 00:34:19.191705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:8d:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:34:17Z', 'revision_number': 1, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.224623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:34:19.233254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:34:19.233909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:34:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.255108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-e0a1636f-07f9-4d4f-8e32-f77a3ded27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.256528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-e0a1636f-07f9-4d4f-8e32-f77a3ded27a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0590682 Jul 30 00:34:19.304969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-e0f32d66-b1ef-43a3-8d92-e861551d5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.306530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-e0f32d66-b1ef-43a3-8d92-e861551d5918 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423584 Jul 30 00:34:19.339546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:34:19.407174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-0df45899-0289-43a2-a2bc-ce26f7675108 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919814 Jul 30 00:34:19.517604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:19.518259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a255a4d9-e499-44c9-837d-f6127f50c362 req-a9562044-a02b-49a0-8a75-3ef07cd9146e service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030338 Jul 30 00:34:19.602870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:8d:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:34:17Z', 'revision_number': 1, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:34:19.631512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816dd86-a275-488e-883e-48f4fb86b869 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:8d:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:34:17Z', 'revision_number': 1, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:34:19.853429 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e595b1-8e57-420d-8cb7-2e278a7c0b9f None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:34:20.874589 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:22.631304 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:25.739099 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:28.215433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:46.364193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ebfa220-503f-4923-8f17-a79ca25803d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:47.809729 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:49.075074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-985d7b61-0669-4e09-bc23-ae7bf78e8628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:49.479305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:50.884391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:52.636847 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:58.215277 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:59.917592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-2746c45c-c4c7-4642-b296-c2b7cfab5d66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446315 Jul 30 00:35:00.031415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-f917b96c-4cb9-4952-b7d0-f8b540f0be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:00.032918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-f917b96c-4cb9-4952-b7d0-f8b540f0be22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0451319 Jul 30 00:35:00.165698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-6764d613-d903-4d80-96ef-ef9ece460d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:00.167376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-6764d613-d903-4d80-96ef-ef9ece460d43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1099908 Jul 30 00:35:00.271657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-2aa61534-47c0-43c9-9770-6e7655e74061 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1002 time: 0.0698144 Jul 30 00:35:00.332592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-4e8543c0-6d2b-464c-bce2-a759daa6668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:00.334158 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-4e8543c0-6d2b-464c-bce2-a759daa6668c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0543785 Jul 30 00:35:00.387367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-979cd31c-a76d-48a4-b572-82628b53f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:00.388913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-979cd31c-a76d-48a4-b572-82628b53f1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475688 Jul 30 00:35:00.503579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-e6674712-a930-4015-8659-c228c141b0a3 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062198 Jul 30 00:35:00.610798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-876d13cd-6f06-4d0c-834c-212795a09a8f req-d711ad3d-2b2a-42f7-9cfe-3edafa280d42 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984662 Jul 30 00:35:02.742498 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:16.362069 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0882e611-6afd-4fe7-b7d1-a096e04caa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:17.807329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:19.069427 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a0389959-33c4-426a-8980-47e5d17dcfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:19.476750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:20.880359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:22.634336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:28.206774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:39.743817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:46.366665 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-14e24639-c824-45f7-8bd1-e50518e8e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:47.838708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:49.077689 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7939d8d-a7bd-4e3e-938d-c1b4fb07d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:49.475421 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.892939 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:52.643616 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:55.828792 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04082ec-6800-4360-a965-bab09e0b9569 req-b0a32c9e-785d-45c3-9072-59b8a5156035 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:55.830322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d04082ec-6800-4360-a965-bab09e0b9569 req-b0a32c9e-785d-45c3-9072-59b8a5156035 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0584764 Jul 30 00:35:55.870121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d04082ec-6800-4360-a965-bab09e0b9569 req-fb63e5ad-37d1-42be-b37f-c2e3df630c88 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jul 30 00:35:56.134247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb855-3ef6-4758-993a-18fe79765161 req-6eb74843-08e9-4915-912c-53d0d49fff54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:56.135836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d7bb855-3ef6-4758-993a-18fe79765161 req-6eb74843-08e9-4915-912c-53d0d49fff54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0530705 Jul 30 00:35:56.179763 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36518) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:56.180376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d7bb855-3ef6-4758-993a-18fe79765161 req-021dd650-9a5c-411c-a3ce-2fe2c5f8d411 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373080 Jul 30 00:35:56.281318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-dc10dae9-478f-4b28-99e7-6c424ff83641 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993838 Jul 30 00:35:57.322915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2040f-a15f-4ddd-9f37-eaecb049f73f req-d30c47e8-0c97-410c-be1b-b77cb923adab tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:57.324425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ab2040f-a15f-4ddd-9f37-eaecb049f73f req-d30c47e8-0c97-410c-be1b-b77cb923adab tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0587320 Jul 30 00:35:57.363817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ab2040f-a15f-4ddd-9f37-eaecb049f73f req-b69a0bc2-d485-4f0d-9640-2f2b5083f7f5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Jul 30 00:35:57.626619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-6237c2e5-9b73-4283-8e91-cb420a8e94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:57.628081 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-6237c2e5-9b73-4283-8e91-cb420a8e94f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0449543 Jul 30 00:35:57.731651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-f1d8a529-f6e1-4963-b5de-35408e2aa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:57.733241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-f1d8a529-f6e1-4963-b5de-35408e2aa018 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0975122 Jul 30 00:35:57.807562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-8fc77546-96d5-461e-a864-5c0dcee7c02e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1002 time: 0.0665069 Jul 30 00:35:57.868208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-6ae4181a-97d6-4f70-9237-5012288238c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:57.870552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-6ae4181a-97d6-4f70-9237-5012288238c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0540667 Jul 30 00:35:57.929225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-c0eff688-82b2-427e-8dbf-e925f08778cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:57.930702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-c0eff688-82b2-427e-8dbf-e925f08778cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507121 Jul 30 00:35:57.944963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-f5ec17ff-fd83-40df-addb-dd72e8de13e3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:35:57.946083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-f5ec17ff-fd83-40df-addb-dd72e8de13e3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054655 Jul 30 00:35:58.047282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-74ef88cc-62c6-40de-8ec5-deae2bdafd58 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930650 Jul 30 00:35:58.151325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-efea3a0f-ed0e-470a-a27f-dc9b27654851 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958917 Jul 30 00:35:58.236034 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:58.499647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b803-087e-4ae7-b8a1-4aac7e711f5e req-a0223801-ab8d-4c33-bff2-e02d465182db tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:58.500259 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca62b803-087e-4ae7-b8a1-4aac7e711f5e req-a0223801-ab8d-4c33-bff2-e02d465182db tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0651653 Jul 30 00:35:58.545444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca62b803-087e-4ae7-b8a1-4aac7e711f5e req-25367206-1eae-49c8-8846-856281e79798 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360532 Jul 30 00:35:59.686123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb20689-c111-4d8c-b220-1089b8fb75f5 req-e7c39197-3eef-4511-aae3-4bc64a493765 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:59.687695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb20689-c111-4d8c-b220-1089b8fb75f5 req-e7c39197-3eef-4511-aae3-4bc64a493765 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0610909 Jul 30 00:35:59.729986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb20689-c111-4d8c-b220-1089b8fb75f5 req-4e3aa3c0-204b-4bc3-9ed5-a8e838c40663 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Jul 30 00:36:00.005912 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-26f88cc8-838b-451c-b2bb-8d8e75e71839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:00.007483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-26f88cc8-838b-451c-b2bb-8d8e75e71839 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0509026 Jul 30 00:36:00.131665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-a88c0bb6-7199-48cd-97e9-34ff0299e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:00.133175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-a88c0bb6-7199-48cd-97e9-34ff0299e57e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0953560 Jul 30 00:36:00.206351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-f4ef585b-89ba-4c43-8a7b-136bf0495538 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1002 time: 0.0630944 Jul 30 00:36:00.278658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-55d61eda-1f7f-4473-9849-aec6549c16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:00.280209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-55d61eda-1f7f-4473-9849-aec6549c16e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0660591 Jul 30 00:36:00.339977 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-cc1ad6e4-802e-4147-93e8-a7cd4b63553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:00.341603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-cc1ad6e4-802e-4147-93e8-a7cd4b63553d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532441 Jul 30 00:36:00.437166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-d1a57778-df10-4c30-bc67-83807459a99e service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Jul 30 00:36:00.549462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e488a7de-5844-42e7-bdec-c3a16fd66326 req-2de45b64-62cd-45a0-b66c-a5d41a4b2219 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042035 Jul 30 00:36:00.854254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80a04-1601-4cb1-945a-9003cd469bd6 req-267ddca0-becd-4920-8cbc-eeedb50548d2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:00.855678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fd80a04-1601-4cb1-945a-9003cd469bd6 req-267ddca0-becd-4920-8cbc-eeedb50548d2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0539675 Jul 30 00:36:00.906022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3fd80a04-1601-4cb1-945a-9003cd469bd6 req-a1309153-bfeb-4d9d-8bbd-20f28a169ba2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Jul 30 00:36:02.044672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e229897-fe46-479a-a284-0b775513ee96 req-6a4ad58f-2760-46a3-8e39-a6417d36e037 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:02.046226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e229897-fe46-479a-a284-0b775513ee96 req-6a4ad58f-2760-46a3-8e39-a6417d36e037 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0623355 Jul 30 00:36:02.089234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e229897-fe46-479a-a284-0b775513ee96 req-8b5de0b7-22cd-448f-8a9c-f424482502f7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367296 Jul 30 00:36:03.237968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9f5c9-904a-4cf0-94f9-b18068080c06 req-76eb1ac4-2ef2-49a6-8ba5-90d3260de44b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:03.239863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbb9f5c9-904a-4cf0-94f9-b18068080c06 req-76eb1ac4-2ef2-49a6-8ba5-90d3260de44b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0629232 Jul 30 00:36:03.289207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbb9f5c9-904a-4cf0-94f9-b18068080c06 req-6f6757f7-cbc1-4c3d-85a6-c7f0f2b17630 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388751 Jul 30 00:36:04.433358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130c9c-d5e6-4281-a87e-a561999dbcd5 req-0061726c-fb41-4187-9212-d8a4d5be2cb2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:04.435147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61130c9c-d5e6-4281-a87e-a561999dbcd5 req-0061726c-fb41-4187-9212-d8a4d5be2cb2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0641017 Jul 30 00:36:04.482000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61130c9c-d5e6-4281-a87e-a561999dbcd5 req-636826e3-08ce-4337-b8fd-a123bbde726b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 Jul 30 00:36:05.625391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48b65-2759-4e66-be9f-c250656bbf04 req-bee032cb-7039-4f85-9e7b-b0e00c0c7ec2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:05.626939 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ea48b65-2759-4e66-be9f-c250656bbf04 req-bee032cb-7039-4f85-9e7b-b0e00c0c7ec2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0615835 Jul 30 00:36:05.668341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ea48b65-2759-4e66-be9f-c250656bbf04 req-e644cd00-4373-4c49-90c6-b85454b10423 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351229 Jul 30 00:36:06.796094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba611e-1119-42df-a5ee-7b1c96981c53 req-0402649e-8312-4aef-98f4-0411c0293cb2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:06.797647 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ba611e-1119-42df-a5ee-7b1c96981c53 req-0402649e-8312-4aef-98f4-0411c0293cb2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0564256 Jul 30 00:36:06.841875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ba611e-1119-42df-a5ee-7b1c96981c53 req-86e71b8d-85fb-4b5d-8b8f-53eb676eea6a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Jul 30 00:36:07.972189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fe25-5b7f-447f-891f-d85b84906ff3 req-0cc1a786-e9e6-4084-a092-1e62e299cbdd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:07.973782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2144fe25-5b7f-447f-891f-d85b84906ff3 req-0cc1a786-e9e6-4084-a092-1e62e299cbdd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0575640 Jul 30 00:36:08.025882 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2144fe25-5b7f-447f-891f-d85b84906ff3 req-7e1289df-e7f0-4aad-a7bb-70826d39b234 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Jul 30 00:36:09.155043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e10d8-4ce0-474c-a6d6-be7fd4729668 req-333251b4-37ed-427a-949c-6f7455e0f581 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:09.156900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4e10d8-4ce0-474c-a6d6-be7fd4729668 req-333251b4-37ed-427a-949c-6f7455e0f581 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0588226 Jul 30 00:36:09.199418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4e10d8-4ce0-474c-a6d6-be7fd4729668 req-381278ff-a98b-4944-8e6e-1ce6a1d775ad tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342679 Jul 30 00:36:10.331486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037177d-33ed-4cd8-9cd1-47dcad81f6e7 req-b89e273b-6659-4625-a504-5cece62eb0f9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:10.333019 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5037177d-33ed-4cd8-9cd1-47dcad81f6e7 req-b89e273b-6659-4625-a504-5cece62eb0f9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0617518 Jul 30 00:36:10.407012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5037177d-33ed-4cd8-9cd1-47dcad81f6e7 req-6b9418cd-3a41-4668-ab38-ee1833cfeeba tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676231 Jul 30 00:36:10.414232 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-21b2bc57-8b83-4367-805b-178fc9f1b63d service neutron] show failed (client error): The resource could not be found. Jul 30 00:36:10.415211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-21b2bc57-8b83-4367-805b-178fc9f1b63d service neutron] 10.222.0.57 "GET /v2.0/ports/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0813148 Jul 30 00:36:10.659023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-1f2d3c4f-f517-479e-b49c-dab8575837ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:10.661296 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-1f2d3c4f-f517-479e-b49c-dab8575837ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1098 time: 0.0495946 Jul 30 00:36:10.679782 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:10.740897 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.957891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:10.998043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:11.043493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:11.047131 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4326c6c-fa45-43f7-99ce-72d2b61df64b" -d '{"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:11.051877 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.066174 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Transition to ACTIVE for port object 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:11.073536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.103139 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385b041c-2ca1-4b47-83f6-05a869d60d20 x-openstack-request-id: req-385b041c-2ca1-4b47-83f6-05a869d60d20 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:11.103487 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:11.103770 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-385b041c-2ca1-4b47-83f6-05a869d60d20 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:11.104312 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'code': 200} Jul 30 00:36:11.186806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.209798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.210052 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.210506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.210727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.211081 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.211410 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.211736 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.212055 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.212353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.212710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.213035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.213358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:11.270875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] No DVR routers for this DVR port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:11.411249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:11.411249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:11.411593 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:11.416233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:36:11.416557 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Attempting to bind port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:11.422101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:11.422458 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:11.422843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:11.423266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Bound port: 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:11.423622 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.488842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:11.492074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:11.498153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.536296 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.536918 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.538401 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1093 time: 0.8630769 Jul 30 00:36:11.541104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d637-2557-4a98-9728-ba99d3d9b9ae req-e599748f-73f3-4eaf-af76-6bd6243f3072 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.542729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50d9d637-2557-4a98-9728-ba99d3d9b9ae req-e599748f-73f3-4eaf-af76-6bd6243f3072 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0618303 Jul 30 00:36:11.562094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a8fff-3e80-4eba-9512-735a4cd787f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.591057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50d9d637-2557-4a98-9728-ba99d3d9b9ae req-f1e4b3bf-3d2d-479d-9fbd-bf5290173961 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Jul 30 00:36:11.634097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-a4d539c9-8054-4757-9f45-fac2922a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.635673 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-a4d539c9-8054-4757-9f45-fac2922a11df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0604796 Jul 30 00:36:11.732816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-eadf0710-b958-4895-9555-abc17bc17cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.734640 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-eadf0710-b958-4895-9555-abc17bc17cfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0921028 Jul 30 00:36:11.817481 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-252ad6d8-34d4-4db4-893e-be5eb9dee467 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1000 time: 0.0748739 Jul 30 00:36:11.870858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-9f7e879b-2f3b-4c14-b9ca-39c7a23f46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.872377 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-9f7e879b-2f3b-4c14-b9ca-39c7a23f46a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0480430 Jul 30 00:36:11.926346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-e6bcc40a-ecdc-45b6-b5d1-d3b59c1df370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.927878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-e6bcc40a-ecdc-45b6-b5d1-d3b59c1df370 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481009 Jul 30 00:36:12.041881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-6ffaed46-98f5-4709-9e35-98bddc272ce8 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062968 Jul 30 00:36:12.140802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-bef5567e-ddca-4711-b01c-bca5c0c1dc53 req-c666dd91-0b75-43b8-8c5c-d9a74b54c874 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922818 Jul 30 00:36:12.732904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a353ba-b3f3-415c-a615-52eee6ac0a38 req-ee627147-f942-4be9-8899-f14273ad8442 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:12.734891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10a353ba-b3f3-415c-a615-52eee6ac0a38 req-ee627147-f942-4be9-8899-f14273ad8442 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0620439 Jul 30 00:36:12.775713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10a353ba-b3f3-415c-a615-52eee6ac0a38 req-3210fbcb-75f1-416a-8749-0317a017ede1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344701 Jul 30 00:36:13.072186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:13.105901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:13.108354 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05621d2-8cc2-4571-b3df-cbfda6359e35" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:13.112413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:13.159387 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3cf4b-323c-4173-b115-948a3a6c15eb x-openstack-request-id: req-7bf3cf4b-323c-4173-b115-948a3a6c15eb {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:13.159683 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:13.159934 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bf3cf4b-323c-4173-b115-948a3a6c15eb {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:13.160322 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'status': 'completed', 'code': 200} Jul 30 00:36:13.252266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-b0892f4c-3697-4034-9c07-c5c2f8899403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.253896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-b0892f4c-3697-4034-9c07-c5c2f8899403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0476317 Jul 30 00:36:13.255998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-1e9497d6-ced1-4e4d-8256-1f550663dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.257556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-1e9497d6-ced1-4e4d-8256-1f550663dcb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0443921 Jul 30 00:36:13.353101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-cd2b2bb2-722e-4012-81a9-c89be0d870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.354644 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-cd2b2bb2-722e-4012-81a9-c89be0d870e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0928125 Jul 30 00:36:13.359293 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-71caee01-adf1-44b4-a51c-79ff6d86cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.360940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-71caee01-adf1-44b4-a51c-79ff6d86cc9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0953856 Jul 30 00:36:13.424786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-ab38abfe-9a53-41f1-b611-3af3abf5d27b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1000 time: 0.0617557 Jul 30 00:36:13.431727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-ddeb8259-f55a-4bb5-b67b-0ae46036ef47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1000 time: 0.0623055 Jul 30 00:36:13.501722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-06d9442a-69af-43a3-9c70-b8d2b4c5ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.502149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-e85eecf0-2500-4acc-b649-7fe212e962a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.503241 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-06d9442a-69af-43a3-9c70-b8d2b4c5ae5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0645392 Jul 30 00:36:13.503826 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-e85eecf0-2500-4acc-b649-7fe212e962a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0634353 Jul 30 00:36:13.555384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-aab2345c-5c66-4b63-b652-2f2e6f9488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.555839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-6cc69fe7-c693-45c3-bfbe-ddb70b0de7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.556931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-aab2345c-5c66-4b63-b652-2f2e6f9488a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447209 Jul 30 00:36:13.557381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-6cc69fe7-c693-45c3-bfbe-ddb70b0de7f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451617 Jul 30 00:36:13.652053 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-01dfa6f2-c27d-477d-83e1-7cd3f520cd97 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Jul 30 00:36:13.655172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-cd936130-47de-45f4-8509-c1faeadf85da service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878108 Jul 30 00:36:13.762515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-44b17229-fcaa-419e-af36-bda64486d874 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991309 Jul 30 00:36:13.770458 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a05621d2-8cc2-4571-b3df-cbfda6359e35 req-0a31bcd4-6b46-4d21-8143-75323831d1f7 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966425 Jul 30 00:36:13.918615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3d87a-c113-4691-bc29-1ba4d1f5a80a req-bd07fd85-5123-4410-95d4-8bf525133cfd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:13.920028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0a3d87a-c113-4691-bc29-1ba4d1f5a80a req-bd07fd85-5123-4410-95d4-8bf525133cfd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0581982 Jul 30 00:36:13.968968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0a3d87a-c113-4691-bc29-1ba4d1f5a80a req-3f2013be-4749-481f-8c45-276a9654fd14 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Jul 30 00:36:14.202167 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:36:14.229336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6860ca-afac-47a9-994e-838dbec083e2 req-a653cfd5-a078-47a7-929f-ae21ef2dbb2f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.230872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc6860ca-afac-47a9-994e-838dbec083e2 req-a653cfd5-a078-47a7-929f-ae21ef2dbb2f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 944 time: 0.0885310 Jul 30 00:36:14.268900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-0800cf64-89b0-45d3-b890-2b7ded303719 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.270653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-0800cf64-89b0-45d3-b890-2b7ded303719 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1&tenant_id=af429743c8c44d4f9a894e0b7338f269&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 944 time: 0.0925741 Jul 30 00:36:14.307597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:14.313834 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc6860ca-afac-47a9-994e-838dbec083e2 req-4a475fcc-ead1-4ec4-963c-323b12fcb25b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767543 Jul 30 00:36:14.325431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'mac_address': 'fa:16:3e:8d:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:36:14.347423 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-9b1a630c-9cfd-4855-b342-e3201d0e40c1 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:36:14.348459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-9b1a630c-9cfd-4855-b342-e3201d0e40c1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0670841 Jul 30 00:36:14.373554 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.388957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:14.412214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:14.417571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.465615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:14.470552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-57e9af31-d5e3-4e4d-9028-a223772c0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.472185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-57e9af31-d5e3-4e4d-9028-a223772c0e1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0445530 Jul 30 00:36:14.473748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.474098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.474441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.474782 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.475138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.475462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.475791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.476121 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.476445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.476793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.477094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.477413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:14.579672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-b0c06699-cb06-418d-99f3-85ef2be05696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.581347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-b0c06699-cb06-418d-99f3-85ef2be05696 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1007152 Jul 30 00:36:14.654173 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-e61b50c6-b6fb-4387-ae2c-27afd6ec74a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 200 len: 1001 time: 0.0623007 Jul 30 00:36:14.714262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-58aa2430-1159-4b49-9b85-2a2650622dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.715835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-58aa2430-1159-4b49-9b85-2a2650622dce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0535297 Jul 30 00:36:14.735029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:36:14.771824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-925a7ed5-5a10-4f12-95ad-6d914d4b90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:14.773214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-925a7ed5-5a10-4f12-95ad-6d914d4b90a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487249 Jul 30 00:36:14.871051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-bc16bd40-5980-4e14-8b9b-99900088c958 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Jul 30 00:36:14.969520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91425bb5-4562-428e-b58e-27bd84d62b24 req-ee492479-45da-4bd5-9ea4-e099be2da2a4 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900633 Jul 30 00:36:15.450420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3294216-fcd1-44ea-84e3-ad36538e9f8d req-2fb1c9a1-d4b9-4094-9298-f0078710a647 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:15.453104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3294216-fcd1-44ea-84e3-ad36538e9f8d req-2fb1c9a1-d4b9-4094-9298-f0078710a647 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 945 time: 0.0640581 Jul 30 00:36:15.496701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3294216-fcd1-44ea-84e3-ad36538e9f8d req-3572d116-3cb2-4d48-a31e-f182e9237292 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Jul 30 00:36:16.226751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:16.283164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:16.287414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:16.287793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.381224 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-82468fce-4971-4d12-aac8-c7daa0ac0e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.382756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.406304 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:16.408635 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca915cc-fd3f-4351-9167-ef36a69fa669" -d '{"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-plugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:16.423281 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:16.429011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.452853 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ffb255-ce92-4cd7-9d95-4bbff51a4e9e x-openstack-request-id: req-65ffb255-ce92-4cd7-9d95-4bbff51a4e9e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:16.453147 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-plugged", "status": "completed", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:16.453401 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65ffb255-ce92-4cd7-9d95-4bbff51a4e9e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:16.453910 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'code': 200} Jul 30 00:36:16.485836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.630847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317413de-784d-49db-b21d-7eb73cd2b65d req-c2b295cd-0b57-41de-814d-7425056d6421 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:16.632384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-317413de-784d-49db-b21d-7eb73cd2b65d req-c2b295cd-0b57-41de-814d-7425056d6421 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0596042 Jul 30 00:36:16.673745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-317413de-784d-49db-b21d-7eb73cd2b65d req-4d3f67e7-f616-4774-8ffa-5bb8606398f8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351789 Jul 30 00:36:16.744793 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:16.819350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99d81-a968-4aaf-84f8-23bb63173fbe req-0f602ddf-2a7b-46c2-859b-9fd6c3824c6a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:16.821068 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ab99d81-a968-4aaf-84f8-23bb63173fbe req-0f602ddf-2a7b-46c2-859b-9fd6c3824c6a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0688329 Jul 30 00:36:16.868408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ab99d81-a968-4aaf-84f8-23bb63173fbe req-b72a2eae-ef33-4ba3-bac7-db789696d2a5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Jul 30 00:36:16.992362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c554-99fd-4d1c-add6-1aa5a15ba0eb req-5556cf4e-4cc1-4923-ae33-ac8f51fd8e92 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:16.993958 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3694c554-99fd-4d1c-add6-1aa5a15ba0eb req-5556cf4e-4cc1-4923-ae33-ac8f51fd8e92 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0560508 Jul 30 00:36:17.036625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3694c554-99fd-4d1c-add6-1aa5a15ba0eb req-67f2691e-3de0-4297-89f0-d843944b33eb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364020 Jul 30 00:36:17.310436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8421e3-0d5a-4d44-8b2c-377f5d5f2a2f req-74cff6a3-21c5-4cc4-a141-c92a460a6900 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:17.312172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd8421e3-0d5a-4d44-8b2c-377f5d5f2a2f req-74cff6a3-21c5-4cc4-a141-c92a460a6900 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0538571 Jul 30 00:36:17.356274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd8421e3-0d5a-4d44-8b2c-377f5d5f2a2f req-c26b5620-f0e5-4324-bcbe-e546c606da97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357671 Jul 30 00:36:17.836742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.490830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153f794-a2ef-4b11-931a-7d9eba06c7c9 req-476ab655-69b8-4174-9be9-c61a999a71d9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:18.492276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5153f794-a2ef-4b11-931a-7d9eba06c7c9 req-476ab655-69b8-4174-9be9-c61a999a71d9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0564778 Jul 30 00:36:18.533018 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5153f794-a2ef-4b11-931a-7d9eba06c7c9 req-142d6c57-58fa-4962-880f-ff661c642fd5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342798 Jul 30 00:36:18.662705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-c2d1e368-0a48-4077-8248-2a76a59b27c3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:18.664383 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-c2d1e368-0a48-4077-8248-2a76a59b27c3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 946 time: 0.0541968 Jul 30 00:36:18.775833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Deleting port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:18.776152 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.865594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] For port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:18.865963 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.043047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.043301 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.043617 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 disassociated. External IP: 172.25.5.127, port: 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae. Jul 30 00:36:19.043954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Calling delete_port for 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:19.070553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-68b8771d-b200-4849-a491-7b6a351bcc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.188988 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.221544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'Port': ['ID=49a10d61-26ff-4633-bc3a-0c2bd27bc3ae,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:19.360502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:19.471760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.478496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:19.489918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:19.499651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:19.500267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:19.519265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] No DVR routers for this DVR port 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:19.522163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.524319 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-ec1f0b8d-172b-4765-8437-cf612a30c1d7 req-96090fa3-0820-469a-9660-de7cbc31af0a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "DELETE /v2.0/ports/49a10d61-26ff-4633-bc3a-0c2bd27bc3ae HTTP/1.1" status: 204 len: 173 time: 0.8520584 Jul 30 00:36:19.524755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-deleted', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:19.527083 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63738e9-fd50-421f-98fb-fe044a5ddbba" -d '{"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-deleted", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:19.567490 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d4a8fa-49db-40df-8fd1-77b37daee93c x-openstack-request-id: req-19d4a8fa-49db-40df-8fd1-77b37daee93c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:19.567779 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1", "name": "network-vif-deleted", "tag": "49a10d61-26ff-4633-bc3a-0c2bd27bc3ae", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:19.568032 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19d4a8fa-49db-40df-8fd1-77b37daee93c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:19.568577 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1', 'name': 'network-vif-deleted', 'tag': '49a10d61-26ff-4633-bc3a-0c2bd27bc3ae', 'status': 'completed', 'code': 200} Jul 30 00:36:19.620379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:19.666532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b1e6a69-0fc6-44b1-ad02-a46c27f3f88f req-0d68a28e-7739-494e-98a3-bec46d8057b6 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab6bbecb-70e0-4c4b-9eb3-d7a691432ae1 HTTP/1.1" status: 200 len: 210 time: 0.0491705 Jul 30 00:36:19.861997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:19.894329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:19.903211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:19.903827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:20.022920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:20.252017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:20.282494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6779d4a-98f2-4254-82dd-e4dab796d1d8 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:20.515411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafa51d-694a-4601-b8f3-8e7c56922cf8 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:36:20.884386 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.945388 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-2f497dea-69fc-417e-a9a5-d3f0daa47abc tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--185649769&fields=id&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 267 time: 0.0430553 Jul 30 00:36:21.068965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-d0ace549-557e-45b6-9951-e2eafaa5745a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.070589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-d0ace549-557e-45b6-9951-e2eafaa5745a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1175632 Jul 30 00:36:21.090266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-69296a89-423f-42dd-854d-1338750d9f59 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/quotas/af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 375 time: 0.0112326 Jul 30 00:36:21.162880 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-5e1e316a-c3b2-4534-93f7-7b188e5649d5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653465 Jul 30 00:36:21.272841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-710f07e0-5911-49d5-9bdb-e45b89aff275 service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915263 Jul 30 00:36:21.377192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8a64a31f-2403-4af7-9353-a89385ac1587 service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953431 Jul 30 00:36:21.567587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec0e7a53-433a-4a81-a9c0-ed753e11dc49 req-c62c7a5c-e6ee-417c-bc7e-e9c5f3a19def tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 210 time: 0.0279372 Jul 30 00:36:22.248747 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:22.276665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:22.276998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 49a10d61-26ff-4633-bc3a-0c2bd27bc3ae not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:22.640003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:22.670578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a66e4666-5ca2-475a-9f0c-62397799a83d req-9095aa79-f7bf-432f-a708-ca19c4253d9e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 210 time: 0.0279870 Jul 30 00:36:22.764293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-e0ce5c11-f657-42e3-ae28-08091eb86d74 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:22.766034 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-e0ce5c11-f657-42e3-ae28-08091eb86d74 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1185157 Jul 30 00:36:22.821332 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-eb9862b0-5b3b-4be0-9ddb-f7685699a7ff tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 379 time: 0.0398335 Jul 30 00:36:22.833058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'port': {'device_id': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'admin_state_up': True, 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'security_groups': ['34b17033-bae1-4687-ad6b-425c64aa729e']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:22.953303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:22.958705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.115302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Allocated IP 172.20.0.4 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/346b2231-8f41-48ec-a7dc-21c178473f66) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:23.279098 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.293346 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Transition to ACTIVE for port object 346b2231-8f41-48ec-a7dc-21c178473f66 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:23.329180 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.372039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:23.375124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:23.381390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:23.387958 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:23.435043 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.435671 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.452551 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-8c6f80a3-4fc3-4c8c-8f8c-94f50d25b49a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237385 Jul 30 00:36:23.470056 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Request body: {'port': {'device_id': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:23.545827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.585802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73447b73-c8f1-4e07-8df4-7be0903cc971 None None] Provisioning for port 346b2231-8f41-48ec-a7dc-21c178473f66 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:23.590155 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-73447b73-c8f1-4e07-8df4-7be0903cc971 None None] Provisioning complete for port 346b2231-8f41-48ec-a7dc-21c178473f66 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:23.590601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73447b73-c8f1-4e07-8df4-7be0903cc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.626793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-73447b73-c8f1-4e07-8df4-7be0903cc971 None None] Port 346b2231-8f41-48ec-a7dc-21c178473f66 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:23.801371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e539e67-d18f-4d40-8018-d8c4aa8ef1af req-7afc10db-4767-4086-a550-fe8b814f0ecf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.802970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e539e67-d18f-4d40-8018-d8c4aa8ef1af req-7afc10db-4767-4086-a550-fe8b814f0ecf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 931 time: 0.0562973 Jul 30 00:36:23.836778 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346b2231-8f41-48ec-a7dc-21c178473f66 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:23.842867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e539e67-d18f-4d40-8018-d8c4aa8ef1af req-936e2472-788a-496e-ba67-227f469f1ab1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Jul 30 00:36:23.844277 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.857583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Transition to ACTIVE for port object 346b2231-8f41-48ec-a7dc-21c178473f66 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:23.862382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.913064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:23.990492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:23.990766 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:23.991108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:23.996199 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:36:23.996527 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:24.001613 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:24.001981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:24.002396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:24.002825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Bound port: 346b2231-8f41-48ec-a7dc-21c178473f66, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:24.003172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.071371 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:24.074464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:24.081841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.117926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.118544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.119947 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] 10.222.0.59 "PUT /v2.0/ports/346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1092 time: 0.6544290 Jul 30 00:36:24.120384 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:24.122661 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21876168-9155-4215-b476-1c73f2482ead" -d '{"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:24.160522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30dee-a23f-4c10-897b-e90528dd7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:24.175143 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b66ad1-68c0-4f66-8917-4432900e7876 x-openstack-request-id: req-24b66ad1-68c0-4f66-8917-4432900e7876 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:24.175420 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:24.175752 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24b66ad1-68c0-4f66-8917-4432900e7876 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:24.176410 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'status': 'completed', 'code': 200} Jul 30 00:36:24.244519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-e47cfbc8-869f-4e09-8e13-bda8fe10300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.246143 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-e47cfbc8-869f-4e09-8e13-bda8fe10300a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0529299 Jul 30 00:36:24.302365 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-9969d6db-6bba-4cd1-8578-6544e830cfb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 217 time: 0.0419774 Jul 30 00:36:24.353162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c02e8021-a95f-4725-8e0d-bec7648a1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.354724 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c02e8021-a95f-4725-8e0d-bec7648a1d29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0462375 Jul 30 00:36:24.409034 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c270699a-98dc-4540-9c3f-07ecf11ea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.410835 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-c270699a-98dc-4540-9c3f-07ecf11ea397 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478866 Jul 30 00:36:24.504327 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-fa62cdd9-0c3e-4c89-955f-71bc4097b602 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863547 Jul 30 00:36:24.605116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-20b17632-30cc-433d-bbb7-a52679646e72 req-7c9ea0b0-de5b-4cc2-9446-634421b33831 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936368 Jul 30 00:36:24.746803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876168-9155-4215-b476-1c73f2482ead req-6c22f8b6-cbe9-45c5-a027-5965b2aa9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.748392 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-6c22f8b6-cbe9-45c5-a027-5965b2aa9a22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0466726 Jul 30 00:36:24.850616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876168-9155-4215-b476-1c73f2482ead req-da1b743e-19bd-4326-aaa3-e8731bb909f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.852142 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-da1b743e-19bd-4326-aaa3-e8731bb909f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0969403 Jul 30 00:36:24.900557 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-4eb4aade-4875-43b3-9687-83fa9a611019 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 217 time: 0.0399711 Jul 30 00:36:24.954983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876168-9155-4215-b476-1c73f2482ead req-9cdf203f-f6f2-4f14-9368-2faae01d5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.956561 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-9cdf203f-f6f2-4f14-9368-2faae01d5b19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0475881 Jul 30 00:36:24.963983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567e67-b341-43e3-bbe1-104cb0952f2b req-feb352c1-8109-4d3f-a633-2622f3976fb4 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:24.965461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7567e67-b341-43e3-bbe1-104cb0952f2b req-feb352c1-8109-4d3f-a633-2622f3976fb4 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0494087 Jul 30 00:36:25.005107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7567e67-b341-43e3-bbe1-104cb0952f2b req-aa2d7b24-50cc-4490-87b8-f724d3b16f2c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jul 30 00:36:25.005618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876168-9155-4215-b476-1c73f2482ead req-52a680f2-7789-4372-8699-3deeed203b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:25.007268 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-52a680f2-7789-4372-8699-3deeed203b53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437310 Jul 30 00:36:25.110434 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-1109bb3a-1630-48c4-bc5c-6c1f0a3ed8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935454 Jul 30 00:36:25.206427 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-21876168-9155-4215-b476-1c73f2482ead req-cecb47a3-3886-4eff-a3e3-7427f1243995 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879550 Jul 30 00:36:26.144256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c123a5-9643-4f2a-b123-8f9e50df290a req-c4276947-e90d-4f5b-9840-df93289ce28e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:26.145955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05c123a5-9643-4f2a-b123-8f9e50df290a req-c4276947-e90d-4f5b-9840-df93289ce28e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0649920 Jul 30 00:36:26.188924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05c123a5-9643-4f2a-b123-8f9e50df290a req-30c453aa-5da1-4be3-9cbf-0f07c96baf2e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Jul 30 00:36:26.249189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:36:26.363451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:26.381269 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '346b2231-8f41-48ec-a7dc-21c178473f66', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66', 'mac_address': 'fa:16:3e:b7:fb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:36:26.420588 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.435247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346b2231-8f41-48ec-a7dc-21c178473f66 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:26.456682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:26.462150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.511203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:26.721805 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['346b2231-8f41-48ec-a7dc-21c178473f66'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:36:27.331510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046f675-eed3-4ce6-8522-ba1db7310c46 req-8b872b27-ffcf-455e-ac00-664ba2a1b8db tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:27.333606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4046f675-eed3-4ce6-8522-ba1db7310c46 req-8b872b27-ffcf-455e-ac00-664ba2a1b8db tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 944 time: 0.0712614 Jul 30 00:36:27.380545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4046f675-eed3-4ce6-8522-ba1db7310c46 req-8a69a04d-d1e9-4484-8170-3ef7de2d95bc tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 Jul 30 00:36:28.253107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.264441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:28.327662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 346b2231-8f41-48ec-a7dc-21c178473f66 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:28.331890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 346b2231-8f41-48ec-a7dc-21c178473f66 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:28.332262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.417394 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.440135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:28.442586 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c5df6-cfe0-4bbb-8215-d142f7f2d538" -d '{"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:28.456746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:28.461774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.507087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a19e-e74e-41d9-873d-927cdd3edf36 req-67fa957e-6da4-4bba-b3c1-5931dc00690d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:28.508657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dcb6a19e-e74e-41d9-873d-927cdd3edf36 req-67fa957e-6da4-4bba-b3c1-5931dc00690d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0542672 Jul 30 00:36:28.514839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:28.552218 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dcb6a19e-e74e-41d9-873d-927cdd3edf36 req-eaf06adf-03d4-4592-bcee-db79f81094c2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367568 Jul 30 00:36:28.597902 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21493cfd-8c69-402f-88b6-a35ec701620f x-openstack-request-id: req-21493cfd-8c69-402f-88b6-a35ec701620f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:28.598217 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:28.598478 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21493cfd-8c69-402f-88b6-a35ec701620f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:28.598879 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'code': 200} Jul 30 00:36:28.732865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df75b7a-76e6-4dd0-adab-0885b2f4c449 req-af0f542d-a3b7-4a83-a312-463b53ffffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:28.734454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4df75b7a-76e6-4dd0-adab-0885b2f4c449 req-af0f542d-a3b7-4a83-a312-463b53ffffec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0470567 Jul 30 00:36:28.783621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-4df75b7a-76e6-4dd0-adab-0885b2f4c449 req-95a814de-0604-4c1a-9084-a1073982b5a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Jul 30 00:36:29.690063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720b20a-17d3-482d-9b07-15567729c5ec req-5a69caa7-65bb-436e-93b1-e78537b9a4c9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:29.691612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a720b20a-17d3-482d-9b07-15567729c5ec req-5a69caa7-65bb-436e-93b1-e78537b9a4c9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0599918 Jul 30 00:36:29.744404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a720b20a-17d3-482d-9b07-15567729c5ec req-ec380ce5-9f6c-4c48-9a27-d9a905f148cc tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427926 Jul 30 00:36:30.872574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2fc1-8793-45ba-9dc5-8d39084863b3 req-cfba5ce3-632b-4b9f-9dd2-3666b6460e5d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.874246 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-818a2fc1-8793-45ba-9dc5-8d39084863b3 req-cfba5ce3-632b-4b9f-9dd2-3666b6460e5d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0560005 Jul 30 00:36:30.915492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-818a2fc1-8793-45ba-9dc5-8d39084863b3 req-25ea6c02-03cc-4897-9abe-927933bbab13 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347078 Jul 30 00:36:31.054082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2db4f-e3f6-432e-9dae-2d8458ec3172 req-08fbe4cd-4bd1-4d85-a05e-fc2340d40975 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:31.055632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ce2db4f-e3f6-432e-9dae-2d8458ec3172 req-08fbe4cd-4bd1-4d85-a05e-fc2340d40975 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0599630 Jul 30 00:36:31.064607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 36682) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:31.069398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'floatingip': {'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:31.109818 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:31.934563 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:31.939741 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.059695 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 associated. External IP: 172.25.5.127, port: 346b2231-8f41-48ec-a7dc-21c178473f66. Jul 30 00:36:32.295739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:32.415051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:32.419778 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.425546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:32.435901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:32.436533 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.451565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eecc9e62-ece9-4477-b6d4-e928404deb87 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "PUT /v2.0/floatingips/3c26656a-46af-40a2-aba2-65d475f80bd5 HTTP/1.1" status: 200 len: 991 time: 1.3858542 Jul 30 00:36:32.452278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:32.454732 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a18742e-6bb5-466e-8798-8d2d02bed6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:32.559099 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:32.567964 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72cae89-4289-4ecd-a1e3-de290263d347 x-openstack-request-id: req-b72cae89-4289-4ecd-a1e3-de290263d347 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:32.568401 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:32.568664 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b72cae89-4289-4ecd-a1e3-de290263d347 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:32.569109 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'status': 'completed', 'code': 200} Jul 30 00:36:32.656984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-a95549ba-8e03-4ed8-943c-b4e008fa7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:32.658543 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-a95549ba-8e03-4ed8-943c-b4e008fa7e31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0489402 Jul 30 00:36:32.752191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-c61543d1-e792-4ac2-94dd-39918f71413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:32.753692 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-c61543d1-e792-4ac2-94dd-39918f71413e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0879140 Jul 30 00:36:32.801952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:b7:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.826247 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-3c72d503-b27c-495e-8709-680e8148b895 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 999 time: 0.0658672 Jul 30 00:36:32.828647 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:32.839037 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:32.839673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:36:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:32.882981 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-a9d54749-c12a-4897-b84f-5df7f741235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:32.884539 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-a9d54749-c12a-4897-b84f-5df7f741235f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0511315 Jul 30 00:36:32.942097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-f450ce78-a987-42ed-93c9-f35a306241cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:32.943713 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-f450ce78-a987-42ed-93c9-f35a306241cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518615 Jul 30 00:36:33.069929 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-9f2cdbfa-7d06-4c6e-8fa0-b954a06cd693 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183496 Jul 30 00:36:33.128096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:33.164295 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-2a18742e-6bb5-466e-8798-8d2d02bed6f5 req-ad5088c5-0ade-4265-a6be-b09a2b3bfb90 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873678 Jul 30 00:36:33.367140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:b7:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:33.398316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dcd0e1-eff3-4a32-9ec9-9b19cf17d2a5 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:b7:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:33.611924 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d6de5-a39c-488c-82d5-8df919baabd7 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:36:46.368794 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58a5be0f-2e0d-480e-8d23-9dff8c81d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:47.858285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:49.076952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4521e500-7f94-4ab2-b919-a3454bc83426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:49.478292 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:50.896249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:52.643402 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:53.747251 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:54.309256 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-34e53ff6-5cc8-4a97-b778-a84efe4a2736 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462213 Jul 30 00:36:54.423986 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-c34e1334-781f-4b6a-8627-381afb29d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:54.425440 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-c34e1334-781f-4b6a-8627-381afb29d9a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0509541 Jul 30 00:36:54.560380 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-45d5a8fb-1b38-48e2-a5e8-4b3ab9806d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:54.562349 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-45d5a8fb-1b38-48e2-a5e8-4b3ab9806d05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1085658 Jul 30 00:36:54.637000 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-989838a7-bec9-43a2-b0ee-6cf818f4100f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1001 time: 0.0661032 Jul 30 00:36:54.700502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-db25eb28-aea4-4269-9743-07a650244342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:54.702116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-db25eb28-aea4-4269-9743-07a650244342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0558391 Jul 30 00:36:54.750644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-d2738095-89dc-4ae2-95f1-e998475d0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:54.752134 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-d2738095-89dc-4ae2-95f1-e998475d0459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427804 Jul 30 00:36:54.864131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-bb018177-757b-434c-859e-c53c344e0d8c service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026514 Jul 30 00:36:54.967851 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7fe303c7-0fe5-480f-86b8-98b71664b635 req-f647155e-d131-49f8-90d6-1ebfcdf27cc7 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924098 Jul 30 00:36:58.274289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:16.368232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5e8ded09-03b7-474e-ab5a-08033d9890a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:17.866546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:19.072196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-13dac7da-fab2-4c99-8e4f-fed3338a198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:19.476916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:20.896202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:22.652902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:28.300595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:30.751632 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:46.366105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83e6962a-023f-43df-9523-f3d8e05216f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:47.868400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:49.075948 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a986d66c-564a-499e-89bb-7068fafcbc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:49.471195 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:50.899433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:52.642915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:56.347579 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-d67daf91-18c4-4e43-a4fb-6a17c7703dac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946913 Jul 30 00:37:56.474925 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-d84b65f8-6c37-4a21-ad08-d1fc9df52824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:56.476590 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-d84b65f8-6c37-4a21-ad08-d1fc9df52824 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0664079 Jul 30 00:37:56.586459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-66b5b4bd-858a-4e7f-b61d-eea10ede87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:56.587989 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-66b5b4bd-858a-4e7f-b61d-eea10ede87c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0916195 Jul 30 00:37:56.663814 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-a08e7af7-ae8d-43de-b799-7389c41ddd3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1001 time: 0.0682919 Jul 30 00:37:56.716184 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-fb469f6f-328a-4062-a88c-083517bef0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:56.717739 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-fb469f6f-328a-4062-a88c-083517bef0d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0472527 Jul 30 00:37:56.777150 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-6467849e-22c5-4b78-ae0d-4991c5932064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:56.778740 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-6467849e-22c5-4b78-ae0d-4991c5932064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477376 Jul 30 00:37:56.890491 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-7d74e2e1-db9f-4560-9c9a-c02d2dc214ad service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033566 Jul 30 00:37:56.985964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5a9fd0ba-a81e-4c42-80e7-e8a0c6bcedd3 req-2960e56e-680e-4999-a73b-53c88d16e9ee service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885012 Jul 30 00:37:58.302817 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:07.430421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beed66-374a-4d0d-8258-fd30000e3214 req-a6078e23-342a-49f9-a23e-2b709db30ab2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:07.432252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75beed66-374a-4d0d-8258-fd30000e3214 req-a6078e23-342a-49f9-a23e-2b709db30ab2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.1306629 Jul 30 00:38:07.473189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75beed66-374a-4d0d-8258-fd30000e3214 req-0e774edb-cb25-4770-8f82-46b7f789084d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344567 Jul 30 00:38:07.754761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:08.619220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619f6c5-bcdf-489b-9ea7-210e049b5f9d req-f9776a72-6d94-40a0-a528-8d412013b7f1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:08.620724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3619f6c5-bcdf-489b-9ea7-210e049b5f9d req-f9776a72-6d94-40a0-a528-8d412013b7f1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0640073 Jul 30 00:38:08.666111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3619f6c5-bcdf-489b-9ea7-210e049b5f9d req-1a2d1d73-4a07-4902-99d4-47f48262ed2f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 Jul 30 00:38:09.801979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074002f-2304-47bb-be4a-d2b2e1357184 req-0142e78c-c0a5-4600-ae47-219acfdc954d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:09.803541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a074002f-2304-47bb-be4a-d2b2e1357184 req-0142e78c-c0a5-4600-ae47-219acfdc954d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0567935 Jul 30 00:38:09.847569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a074002f-2304-47bb-be4a-d2b2e1357184 req-716c059d-c7f6-4f93-96d5-8fa82e2f03b6 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345650 Jul 30 00:38:10.988684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b22882-a7e7-4401-b2e7-3f53b746db00 req-487e9ac1-ff73-4042-96ad-1bbf9d91dbb5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:10.990556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43b22882-a7e7-4401-b2e7-3f53b746db00 req-487e9ac1-ff73-4042-96ad-1bbf9d91dbb5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0556626 Jul 30 00:38:11.031115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43b22882-a7e7-4401-b2e7-3f53b746db00 req-57d3cc94-0f43-4516-923d-9fe58a90a0be tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344958 Jul 30 00:38:12.172012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2449e0-cf83-4864-863a-5076ed5d36cc req-4d2a14ae-3c5d-42b0-b99f-1e3b91a79d99 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:12.174620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b2449e0-cf83-4864-863a-5076ed5d36cc req-4d2a14ae-3c5d-42b0-b99f-1e3b91a79d99 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0722411 Jul 30 00:38:12.214956 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b2449e0-cf83-4864-863a-5076ed5d36cc req-b38d1024-b88c-45e9-a97d-f30bfe46c69b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Jul 30 00:38:13.354021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f042114-3c64-44b3-adc4-87adb94a938b req-104b955f-3ea1-40e2-b519-cfcea0dd7660 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:13.355410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f042114-3c64-44b3-adc4-87adb94a938b req-104b955f-3ea1-40e2-b519-cfcea0dd7660 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0555499 Jul 30 00:38:13.397966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f042114-3c64-44b3-adc4-87adb94a938b req-079a0d0b-9ad9-45b2-b76f-3cc49ab631f9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360477 Jul 30 00:38:14.538803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9664-1732-42a5-a5a9-5507faf3c748 req-980ae8fe-9058-4be2-b78b-3815a103a51b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:14.540484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985d9664-1732-42a5-a5a9-5507faf3c748 req-980ae8fe-9058-4be2-b78b-3815a103a51b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0602496 Jul 30 00:38:14.583471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-985d9664-1732-42a5-a5a9-5507faf3c748 req-8704a73f-16c4-4be6-b613-90b6cfacb70a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364726 Jul 30 00:38:15.723557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629728d-84ac-46b8-9516-6acae0684632 req-5215c6c7-7bd8-4e22-9447-db6a2a9b809c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:15.725046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5629728d-84ac-46b8-9516-6acae0684632 req-5215c6c7-7bd8-4e22-9447-db6a2a9b809c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0659151 Jul 30 00:38:15.772198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5629728d-84ac-46b8-9516-6acae0684632 req-f3d12b3a-cbe5-4f12-ba4a-141b83eff63e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Jul 30 00:38:16.365591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-297ab7e2-cadc-4b7b-a5e6-e6cbbef7b3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:16.909569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80db1be-4a93-4f6e-88dd-29bf26a385d5 req-3f226117-e9c7-4666-a56f-3e3bb7fd12fd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:16.911197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d80db1be-4a93-4f6e-88dd-29bf26a385d5 req-3f226117-e9c7-4666-a56f-3e3bb7fd12fd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0580788 Jul 30 00:38:16.952074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d80db1be-4a93-4f6e-88dd-29bf26a385d5 req-bd9637dc-5b2b-4c00-991a-f178e8971015 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344317 Jul 30 00:38:17.864594 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:18.076348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04be9d-e0ed-4565-96ba-1dee7ae68efb req-bc77f1e1-2b45-499f-96a0-1325b29d0b16 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:18.077877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e04be9d-e0ed-4565-96ba-1dee7ae68efb req-bc77f1e1-2b45-499f-96a0-1325b29d0b16 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0536299 Jul 30 00:38:18.118184 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8e04be9d-e0ed-4565-96ba-1dee7ae68efb req-e5298044-c1ee-46a4-bde2-176443f1b6a6 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Jul 30 00:38:18.393647 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-cfb60bb7-3acb-4c1a-a69a-ba69526298e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563481 Jul 30 00:38:18.464820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c71769-4ecc-4a49-aaa2-a1a851338ac4 req-e5827979-ccd4-41f7-b36e-210f9444c290 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:18.466442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69c71769-4ecc-4a49-aaa2-a1a851338ac4 req-e5827979-ccd4-41f7-b36e-210f9444c290 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.1020579 Jul 30 00:38:18.519695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-69c71769-4ecc-4a49-aaa2-a1a851338ac4 req-0a6dbf6a-2fa9-48b5-a4cd-471f867c0e01 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Jul 30 00:38:19.081239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4617-f656-4cb0-b763-25cd0e0b1f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:19.482937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:19.645613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aaf32-fae6-449f-9d2d-bac98bc85dd0 req-8f5340f1-0d42-4a5e-83fb-77f908258533 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:19.647283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e42aaf32-fae6-449f-9d2d-bac98bc85dd0 req-8f5340f1-0d42-4a5e-83fb-77f908258533 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0642056 Jul 30 00:38:19.691706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e42aaf32-fae6-449f-9d2d-bac98bc85dd0 req-435d0246-0acb-4c93-a231-2f7a3f2129d9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371735 Jul 30 00:38:19.888146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-53615135-c37f-44e1-8616-a1228f72a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:19.889591 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-53615135-c37f-44e1-8616-a1228f72a4b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0528991 Jul 30 00:38:20.000335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-842e2c40-71e0-4c53-87c1-9d4ff2ad37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:20.001997 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-842e2c40-71e0-4c53-87c1-9d4ff2ad37e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1053927 Jul 30 00:38:20.081838 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-17f221b7-c6b0-4037-afb9-2e3776a98671 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1001 time: 0.0728350 Jul 30 00:38:20.132467 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-b2a87d3f-1907-4ae0-a145-a9be4f02a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:20.134120 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-b2a87d3f-1907-4ae0-a145-a9be4f02a5db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0456872 Jul 30 00:38:20.191114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-c3b6508a-41a0-4f32-87b5-cb6fa194573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:20.192493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-c3b6508a-41a0-4f32-87b5-cb6fa194573e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509596 Jul 30 00:38:20.295953 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-dbcff666-b52b-42c5-93ba-20e4e8292cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963836 Jul 30 00:38:20.394722 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-ee45e227-fc5e-40e3-8793-57febc6ed0eb service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921576 Jul 30 00:38:20.814800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7735-03e7-456d-9db4-5c6ede62b301 req-3415f35e-3883-49ba-aadd-202ea3915431 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:20.816415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a7d7735-03e7-456d-9db4-5c6ede62b301 req-3415f35e-3883-49ba-aadd-202ea3915431 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0510125 Jul 30 00:38:20.856629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a7d7735-03e7-456d-9db4-5c6ede62b301 req-c7456050-b42c-40ca-bd57-5cf5d00995df tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Jul 30 00:38:20.899237 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:21.983861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2ffce-99c4-4e1a-b7eb-5569fe0b2c57 req-c92749cb-6a66-45c1-9dca-680a85f6d2f0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:21.985339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46e2ffce-99c4-4e1a-b7eb-5569fe0b2c57 req-c92749cb-6a66-45c1-9dca-680a85f6d2f0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0559471 Jul 30 00:38:22.024884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46e2ffce-99c4-4e1a-b7eb-5569fe0b2c57 req-4b449611-6288-4540-a1fb-af2b5e068128 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Jul 30 00:38:22.351535 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-1ca77265-4bf5-41a0-ab2e-a2a49925b464 service neutron] show failed (client error): The resource could not be found. Jul 30 00:38:22.352466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-1ca77265-4bf5-41a0-ab2e-a2a49925b464 service neutron] 10.222.0.59 "GET /v2.0/ports/346b2231-8f41-48ec-a7dc-21c178473f66/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0585096 Jul 30 00:38:22.614309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-63f38f12-a013-4e2c-9890-890e483205d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:22.615760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-63f38f12-a013-4e2c-9890-890e483205d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1097 time: 0.0878596 Jul 30 00:38:22.635838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:22.650753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:22.699091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:22.928430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:22.962805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:38:23.002205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:23.004532 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11113cc2-27e1-4242-b33d-769ff331ff25" -d '{"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-unplugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:23.008771 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.023025 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Transition to ACTIVE for port object 346b2231-8f41-48ec-a7dc-21c178473f66 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:38:23.028183 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.133067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:23.141649 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa0309-3f2b-4fd4-8291-dff9f46ca848 x-openstack-request-id: req-5dfa0309-3f2b-4fd4-8291-dff9f46ca848 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:23.141947 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-unplugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:23.142196 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dfa0309-3f2b-4fd4-8291-dff9f46ca848 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:23.142719 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'code': 200} Jul 30 00:38:23.159596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.159596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.159905 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.160229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.160555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.160876 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.161308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.161505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.161855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.162169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.162482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.162796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:23.636183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] No DVR routers for this DVR port 346b2231-8f41-48ec-a7dc-21c178473f66 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:38:23.704094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47cde-22a2-4045-b4d1-a0449210c2c0 req-accc5556-19ab-4bbd-bd3b-b9be635e0e38 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:23.705877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67e47cde-22a2-4045-b4d1-a0449210c2c0 req-accc5556-19ab-4bbd-bd3b-b9be635e0e38 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.5197365 Jul 30 00:38:23.797547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67e47cde-22a2-4045-b4d1-a0449210c2c0 req-4d9e0d10-bc89-4f62-94f9-093cc598bad5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591578 Jul 30 00:38:23.837951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:38:23.838279 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:38:23.838598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:23.843802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:38:23.844119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Attempting to bind port 346b2231-8f41-48ec-a7dc-21c178473f66 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:23.850341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:38:23.850683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:38:23.851082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:38:23.851513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Bound port: 346b2231-8f41-48ec-a7dc-21c178473f66, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:38:23.851884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.927799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:38:23.930899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:38:23.937450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.973431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:23.974210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.976192 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] 10.222.0.57 "PUT /v2.0/ports/346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1092 time: 1.3455629 Jul 30 00:38:24.005601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c96e4-cb2a-46e4-9f47-afcbb1d0b91f service neutron] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:24.063196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-d98db37f-411d-4a00-95b0-cf9db1dc6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:24.065458 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-d98db37f-411d-4a00-95b0-cf9db1dc6213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0527699 Jul 30 00:38:24.177601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-48d61e06-9fd9-42f3-9086-78365f0d499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:24.179316 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-48d61e06-9fd9-42f3-9086-78365f0d499b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1064680 Jul 30 00:38:24.254318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-b4be9c3f-7188-4540-8199-6113528153dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 999 time: 0.0673046 Jul 30 00:38:24.311265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-fedcc341-4322-4760-9682-5ccd28e14ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:24.312814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-fedcc341-4322-4760-9682-5ccd28e14ecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0521827 Jul 30 00:38:24.366215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-83b392c6-fb17-43a2-a065-f2b667de0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:24.367997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-83b392c6-fb17-43a2-a065-f2b667de0596 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476007 Jul 30 00:38:24.476049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-2bb826be-30c3-4eec-8f92-da0497821d01 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995586 Jul 30 00:38:24.574493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a325100-c65f-4526-80af-97cc6a5cf4bd req-dc144c7d-217b-4f13-a585-a1e7e5f707c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913537 Jul 30 00:38:24.936973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6cea-d4d7-4947-8895-0c5dcbe1c109 req-0b12a521-e012-4179-a9f0-7bcdf4f0e67e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:24.938585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89eb6cea-d4d7-4947-8895-0c5dcbe1c109 req-0b12a521-e012-4179-a9f0-7bcdf4f0e67e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0583396 Jul 30 00:38:24.988954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89eb6cea-d4d7-4947-8895-0c5dcbe1c109 req-b3fd28fa-bb44-4685-bd95-bf3a6c67b823 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 Jul 30 00:38:25.143863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:25.147293 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49032793-3b72-48a4-9f68-c3200ff43737" -d '{"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:25.204582 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119fec7-28c1-46f2-b347-c19744f6caf8 x-openstack-request-id: req-e119fec7-28c1-46f2-b347-c19744f6caf8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:25.204872 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:25.205116 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e119fec7-28c1-46f2-b347-c19744f6caf8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:25.205509 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'status': 'completed', 'code': 200} Jul 30 00:38:25.295896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-0fd707c5-fd7a-4c91-bb9a-a4f0926731a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.297408 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e2ede2a4-09f4-4501-b062-4f099185523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.297983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-0fd707c5-fd7a-4c91-bb9a-a4f0926731a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0512953 Jul 30 00:38:25.299094 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e2ede2a4-09f4-4501-b062-4f099185523f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0501988 Jul 30 00:38:25.394676 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-de774271-e9df-44da-9599-d539d0cf2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.395172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e681c0a7-b2f3-44ba-8d60-b2240e3e86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.396225 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-de774271-e9df-44da-9599-d539d0cf2ba6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0901103 Jul 30 00:38:25.396726 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e681c0a7-b2f3-44ba-8d60-b2240e3e86b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0909789 Jul 30 00:38:25.472964 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-312c2792-5038-47f8-b9d8-24f563054178 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 999 time: 0.0696175 Jul 30 00:38:25.482051 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-ab1132e9-6ceb-4279-ad4b-4baeae78fa67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 999 time: 0.0769656 Jul 30 00:38:25.530792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-99a7831b-4d8a-4f23-9f86-359e54028087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.532330 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-99a7831b-4d8a-4f23-9f86-359e54028087 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0527198 Jul 30 00:38:25.538160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-4dddd49c-1cc1-4e56-b7fc-727036e85aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.539743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-4dddd49c-1cc1-4e56-b7fc-727036e85aea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0495503 Jul 30 00:38:25.585226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e07c2ee2-46cc-41f0-afc3-fe696b954163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.586761 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-e07c2ee2-46cc-41f0-afc3-fe696b954163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475729 Jul 30 00:38:25.593563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032793-3b72-48a4-9f68-c3200ff43737 req-392022b8-1d0b-4c1d-8970-dbc6724739e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:25.595157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-392022b8-1d0b-4c1d-8970-dbc6724739e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446966 Jul 30 00:38:25.686266 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-416ee57b-58f5-4089-8ce0-50c7884c86f9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918210 Jul 30 00:38:25.694811 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-7596bf80-43c4-494d-98c7-bc814f617f28 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915401 Jul 30 00:38:25.790371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-358d9f67-2ff4-4ebe-b18d-4f64f431c27e service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965991 Jul 30 00:38:25.793585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49032793-3b72-48a4-9f68-c3200ff43737 req-8fe45a54-17ab-4029-a8bd-8ad929f912a0 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913208 Jul 30 00:38:26.125576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e065-8421-4b3b-8039-ac7883c3a8f7 req-17f602aa-342e-4abe-a46d-f1638dd581d1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.127280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca79e065-8421-4b3b-8039-ac7883c3a8f7 req-17f602aa-342e-4abe-a46d-f1638dd581d1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0582845 Jul 30 00:38:26.168287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ca79e065-8421-4b3b-8039-ac7883c3a8f7 req-49d3f499-bd3f-496f-8af5-bb73f407b6c3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338833 Jul 30 00:38:26.392104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa6b64-9ee0-4da1-afd8-de5f14bf990b req-d30c0fc7-714e-4baa-a72b-40a00645d15d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.393679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2aa6b64-9ee0-4da1-afd8-de5f14bf990b req-d30c0fc7-714e-4baa-a72b-40a00645d15d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0670264 Jul 30 00:38:26.411155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-c1d23b61-c734-4189-ad86-e4603ee3fbfb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.412817 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-c1d23b61-c734-4189-ad86-e4603ee3fbfb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c&tenant_id=af429743c8c44d4f9a894e0b7338f269&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 943 time: 0.0612733 Jul 30 00:38:26.437578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2aa6b64-9ee0-4da1-afd8-de5f14bf990b req-2ed3c008-5aee-437c-89c4-ad1468dc8a40 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377915 Jul 30 00:38:26.482705 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-cbe54f2c-8c36-4e9a-8f66-066b45db582f service neutron] delete failed (client error): The resource could not be found. Jul 30 00:38:26.483779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-cbe54f2c-8c36-4e9a-8f66-066b45db582f service neutron] 10.222.0.59 "DELETE /v2.0/ports/346b2231-8f41-48ec-a7dc-21c178473f66/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0635297 Jul 30 00:38:26.599836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-189a7ccb-9d41-4733-8537-3cf272fd2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.601312 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-189a7ccb-9d41-4733-8537-3cf272fd2079 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1095 time: 0.0477669 Jul 30 00:38:26.694630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-e9831420-653c-4c3e-9118-9313f1e266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.696168 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-e9831420-653c-4c3e-9118-9313f1e266a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0879710 Jul 30 00:38:26.780446 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-b1672abe-d8b7-4ee9-aab1-a48f02ed1d35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 999 time: 0.0755837 Jul 30 00:38:26.832509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-a7443ef6-40a4-49e1-95ca-5f0481d039cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.834025 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-a7443ef6-40a4-49e1-95ca-5f0481d039cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0467260 Jul 30 00:38:26.881155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-f8d86ce3-eb75-4b34-b227-a6a1371c2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:26.882652 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-f8d86ce3-eb75-4b34-b227-a6a1371c2049 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419152 Jul 30 00:38:26.885592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:38:26.934355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:38:26.991499 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-80ca9cce-5fce-4ffb-b815-bacb28aba57d service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997868 Jul 30 00:38:27.099931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-7034f8b1-0948-4aaf-92bf-aa16c6b8df49 req-5032ef7d-f9c7-4357-bf5c-97f9f73e495f service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009116 Jul 30 00:38:27.578732 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea942c93-901a-4cba-8d8a-4d024cb1479e req-26733ecc-a8ed-415b-aca2-b2cb7b3d74d0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:27.580460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea942c93-901a-4cba-8d8a-4d024cb1479e req-26733ecc-a8ed-415b-aca2-b2cb7b3d74d0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 943 time: 0.0634086 Jul 30 00:38:27.622840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea942c93-901a-4cba-8d8a-4d024cb1479e req-f9e54ed4-ade6-4711-aebe-58552effe01a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 Jul 30 00:38:27.739473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:38:27.860938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:27.873227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '346b2231-8f41-48ec-a7dc-21c178473f66', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '346b2231-8f41-48ec-a7dc-21c178473f66', 'mac_address': 'fa:16:3e:b7:fb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:38:27.918610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:27.933757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346b2231-8f41-48ec-a7dc-21c178473f66 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:27.961200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:27.967766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:28.019620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:28.027676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.028033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.028376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.028718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.029049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.029378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.029740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.030052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.030377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.030698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.031027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.031365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:28.292958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['346b2231-8f41-48ec-a7dc-21c178473f66'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:38:28.339553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:28.751556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239bac-6640-445c-901c-d866ff217cec req-5449492c-22ef-4bfe-906c-36cf4b036c39 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:28.753100 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84239bac-6640-445c-901c-d866ff217cec req-5449492c-22ef-4bfe-906c-36cf4b036c39 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 944 time: 0.0552230 Jul 30 00:38:28.803940 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84239bac-6640-445c-901c-d866ff217cec req-7920d6e4-6f8f-42be-8f25-adfb96e8e664 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Jul 30 00:38:28.938287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374500f-8aad-43ec-acf6-a1904018de81 req-9175059f-9d4e-4092-927c-6755ccedf48a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:28.939755 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a374500f-8aad-43ec-acf6-a1904018de81 req-9175059f-9d4e-4092-927c-6755ccedf48a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 944 time: 0.0625706 Jul 30 00:38:28.984725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a374500f-8aad-43ec-acf6-a1904018de81 req-7babb62d-204f-40a6-aa59-84283046f4ed tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357127 Jul 30 00:38:29.201227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403ed8d-5b25-4d5f-86c8-91237a0360dd req-66aa77cd-6623-4d96-954c-7f07e38e76ec tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.202709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d403ed8d-5b25-4d5f-86c8-91237a0360dd req-66aa77cd-6623-4d96-954c-7f07e38e76ec tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 944 time: 0.0588834 Jul 30 00:38:29.274143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d403ed8d-5b25-4d5f-86c8-91237a0360dd req-a4eb31a0-8c5c-4e70-88ec-747d4f1e51c0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563681 Jul 30 00:38:29.277776 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-62d6d780-b1a3-40f4-9399-dc994f1fcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.279328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-62d6d780-b1a3-40f4-9399-dc994f1fcdeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 1096 time: 0.0698373 Jul 30 00:38:29.389880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-dbce0d4e-e7dd-415b-80fa-515aa4d42aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.391437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-dbce0d4e-e7dd-415b-80fa-515aa4d42aad service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1039951 Jul 30 00:38:29.466059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-79af9c1e-3793-4d23-9c61-3995a2dcba6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 200 len: 1000 time: 0.0642998 Jul 30 00:38:29.529186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-767f60d4-b505-41fe-adcc-c38229b4e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.530714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-767f60d4-b505-41fe-adcc-c38229b4e4db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0561874 Jul 30 00:38:29.581998 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-9cff4510-b3ca-428c-a8c1-cdbaa391ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.583577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-9cff4510-b3ca-428c-a8c1-cdbaa391ce28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443988 Jul 30 00:38:29.690707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-bbdf9afa-c71f-408f-a2e0-d035d137567a service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982604 Jul 30 00:38:29.744122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:38:29.797712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 346b2231-8f41-48ec-a7dc-21c178473f66 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:38:29.801669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 346b2231-8f41-48ec-a7dc-21c178473f66 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:29.802046 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.804606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14c3a240-52fb-497b-81d4-145c81e3ff4f req-f1c1d5fb-ccfe-4334-817e-59ffd12baaad service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057937 Jul 30 00:38:29.890139 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.921754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:29.923910 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea7a3e1-568b-4004-adc3-12218ab93732" -d '{"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:29.938764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:29.944651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.999723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:30.027359 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c59ecd-7d64-41db-ad3d-63c7655760fb x-openstack-request-id: req-13c59ecd-7d64-41db-ad3d-63c7655760fb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:30.027922 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:30.028191 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c59ecd-7d64-41db-ad3d-63c7655760fb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:30.028595 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'code': 200} Jul 30 00:38:30.424659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8838b5-8173-45b1-8be7-229f19a9b26e req-0781171a-d7e4-436e-a22b-cf5d755dc6e8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:30.426309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f8838b5-8173-45b1-8be7-229f19a9b26e req-0781171a-d7e4-436e-a22b-cf5d755dc6e8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0691557 Jul 30 00:38:30.473403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f8838b5-8173-45b1-8be7-229f19a9b26e req-ff5f1f9d-7b5f-420e-b95e-67c1f5552966 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378237 Jul 30 00:38:31.617218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f828fc-ba32-4bef-9562-c9e9a2b43c88 req-1c0c5d26-f47a-4067-9acc-669459aaaf75 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:31.618787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06f828fc-ba32-4bef-9562-c9e9a2b43c88 req-1c0c5d26-f47a-4067-9acc-669459aaaf75 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0692046 Jul 30 00:38:31.660584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-06f828fc-ba32-4bef-9562-c9e9a2b43c88 req-a8b533c5-995b-4c3d-8868-106705f9126e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351713 Jul 30 00:38:31.921399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64252a-7fbb-44aa-a580-97ee911b6130 req-ff6b5bce-26a5-47eb-885f-1e9333b6f0dd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:31.923426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b64252a-7fbb-44aa-a580-97ee911b6130 req-ff6b5bce-26a5-47eb-885f-1e9333b6f0dd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0620933 Jul 30 00:38:31.976304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1b64252a-7fbb-44aa-a580-97ee911b6130 req-80c3d7a4-547e-42e4-acc4-bdbf833b4b9a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 Jul 30 00:38:33.110930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669eebc-33b7-43be-9adf-8c09a38b3572 req-7cf0e7d1-1f2e-47ca-b9ba-51a6ef5f7bf2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:33.112451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1669eebc-33b7-43be-9adf-8c09a38b3572 req-7cf0e7d1-1f2e-47ca-b9ba-51a6ef5f7bf2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0586905 Jul 30 00:38:33.159973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1669eebc-33b7-43be-9adf-8c09a38b3572 req-558e68f3-c0f8-4378-b4fc-be4f2ab07da9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383162 Jul 30 00:38:33.598043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-c23528e3-32e7-40bd-96aa-874d37b627a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:33.599543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-c23528e3-32e7-40bd-96aa-874d37b627a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 945 time: 0.0579526 Jul 30 00:38:33.720880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Deleting port 346b2231-8f41-48ec-a7dc-21c178473f66 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:38:33.721227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:33.823263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] For port 346b2231-8f41-48ec-a7dc-21c178473f66, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=346b2231-8f41-48ec-a7dc-21c178473f66,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:33.823637 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:34.030135 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:34.030514 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:34.030831 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 disassociated. External IP: 172.25.5.127, port: 346b2231-8f41-48ec-a7dc-21c178473f66. Jul 30 00:38:34.031180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Calling delete_port for 346b2231-8f41-48ec-a7dc-21c178473f66 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:38:34.192240 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:34.223590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'Port': ['ID=346b2231-8f41-48ec-a7dc-21c178473f66,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:34.302022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad12185-7293-48e0-b5fc-a4cc0585b1af req-251d4b77-738f-402e-bfcb-ee26ea4d6ed9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=91eed28d-7789-42cc-8339-ef8e5e45dc5c HTTP/1.1" status: 200 len: 210 time: 0.0371697 Jul 30 00:38:34.379631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:38:34.499609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:38:34.510874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:38:34.521686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:38:34.522354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:34.542041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] No DVR routers for this DVR port 346b2231-8f41-48ec-a7dc-21c178473f66 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:38:34.545158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:34.547441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d907c707-f4d5-4f3d-a545-221f99f9ded6 req-638e1649-36ec-4450-9286-f26344df8d66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "DELETE /v2.0/ports/346b2231-8f41-48ec-a7dc-21c178473f66 HTTP/1.1" status: 204 len: 173 time: 0.9352295 Jul 30 00:38:34.547917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-deleted', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:34.550267 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf6d14-514c-4331-89af-8aa68ef26a64" -d '{"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-deleted", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:34.588005 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d690b33e-828d-4eb2-b696-bf6a57057d4b x-openstack-request-id: req-d690b33e-828d-4eb2-b696-bf6a57057d4b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:34.588275 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eed28d-7789-42cc-8339-ef8e5e45dc5c", "name": "network-vif-deleted", "tag": "346b2231-8f41-48ec-a7dc-21c178473f66", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:34.588521 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d690b33e-828d-4eb2-b696-bf6a57057d4b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:34.589033 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eed28d-7789-42cc-8339-ef8e5e45dc5c', 'name': 'network-vif-deleted', 'tag': '346b2231-8f41-48ec-a7dc-21c178473f66', 'status': 'completed', 'code': 200} Jul 30 00:38:34.642938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:38:34.874625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:34.903141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:38:34.913725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:38:34.914357 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:35.030953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:38:35.249032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:35.280615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f9ee6-d3cf-4635-968f-ad9d0ca0c21d None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:38:35.551583 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78218bd0-69d2-4539-afc7-642e13f5e1c8 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:38:35.620847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-89ca115b-7218-4974-b260-82e1d522f00f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--185649769&fields=id&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 267 time: 0.0339005 Jul 30 00:38:35.736158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-4b9665f9-afe4-4019-b980-0be15e99be9b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:35.737695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-4b9665f9-afe4-4019-b980-0be15e99be9b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1088650 Jul 30 00:38:35.760566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-8e2c1e18-c820-4969-8acb-dc81f8c925cd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/quotas/af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 375 time: 0.0128536 Jul 30 00:38:35.823337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-ce7314af-7c70-4a27-b685-e3df38a57416 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557163 Jul 30 00:38:35.983176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-e0d06f4b-716a-4829-97b9-df8ebee75d5d service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468821 Jul 30 00:38:36.087484 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-f02d997d-a5e3-4248-8f79-8dc73a1b0698 service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977502 Jul 30 00:38:36.263298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c609d562-e96a-467c-a5b6-d6dd63716ff8 req-9de9ffec-c22d-4bb8-b985-b0cde375bfb5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Jul 30 00:38:37.346901 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-cc66c33d-b855-4d74-9502-59efea95eac9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:37.348343 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-cc66c33d-b855-4d74-9502-59efea95eac9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1179895 Jul 30 00:38:37.395188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6b20be9-f984-4ece-9669-6e42c68e6e00 req-9621fdec-3714-495c-8b74-ddc188685dde tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jul 30 00:38:37.404128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-215e9cf9-cfa0-46e3-be0c-115b9a8996f2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 379 time: 0.0396407 Jul 30 00:38:37.415530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'port': {'device_id': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'admin_state_up': True, 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'security_groups': ['34b17033-bae1-4687-ad6b-425c64aa729e']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:37.533520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:38:37.537564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:37.692844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Allocated IP 172.20.0.5 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:38:37.819065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:38:37.841602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 346b2231-8f41-48ec-a7dc-21c178473f66 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:38:37.842223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 346b2231-8f41-48ec-a7dc-21c178473f66 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:38:37.851841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:37.866218 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Transition to ACTIVE for port object 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:38:37.904059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:37.948952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:38:37.952395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:38:37.958732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:38:37.984400 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:38.003817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.004142 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.004492 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.004842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.005175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.005506 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.006519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.006859 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.007187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.007740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.010294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.010294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:38.037525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:38.038300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.057124 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-097ec471-0d89-4f63-999d-ca3c747a8a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460631 Jul 30 00:38:38.075751 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Request body: {'port': {'device_id': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:38.150429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.215143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54cdf72a-2af4-4f13-99cf-71efd8d1cf87 None None] Provisioning for port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:38:38.219484 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54cdf72a-2af4-4f13-99cf-71efd8d1cf87 None None] Provisioning complete for port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:38.220186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54cdf72a-2af4-4f13-99cf-71efd8d1cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.255383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-54cdf72a-2af4-4f13-99cf-71efd8d1cf87 None None] Port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:38:38.431261 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:38.439205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.452287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Transition to ACTIVE for port object 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:38:38.456778 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.512805 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:38.526411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc87e9-1777-4621-9a62-3022f928834d req-67539532-7122-43de-9954-7ec5994e44bd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:38.534260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9fc87e9-1777-4621-9a62-3022f928834d req-67539532-7122-43de-9954-7ec5994e44bd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0670068 Jul 30 00:38:38.578477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9fc87e9-1777-4621-9a62-3022f928834d req-9f401bfc-c44e-467c-8c8b-c8e982a1d7b8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Jul 30 00:38:38.595154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:38:38.595495 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:38:38.595885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:38.600983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:38:38.601404 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:38.609460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:38:38.609923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:38:38.610354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:38:38.610796 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Bound port: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:38:38.611176 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.691158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:38:38.694549 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:38:38.699766 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.738532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:38.739170 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.740621 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1092 time: 0.6698742 Jul 30 00:38:38.741072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:38.743675 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6986bc53-cf4b-4e81-beb7-95ce05806ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:38.785129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341e8ed-5fb1-4a0f-9583-163314b011e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:38.859912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-b7d08c59-4e73-42a2-9a83-7af44ea2b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:38.861535 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-b7d08c59-4e73-42a2-9a83-7af44ea2b02e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0449286 Jul 30 00:38:38.863032 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a9a87e-3918-453e-8096-98ae54978199 x-openstack-request-id: req-29a9a87e-3918-453e-8096-98ae54978199 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:38.863320 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:38.863566 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29a9a87e-3918-453e-8096-98ae54978199 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:38.863950 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'status': 'completed', 'code': 200} Jul 30 00:38:38.926758 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-9619005b-8363-4fce-92b4-e53b18123468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 217 time: 0.0413034 Jul 30 00:38:38.982487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-82690b2a-103f-4e81-b2ce-6656908adf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:38.984039 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-82690b2a-103f-4e81-b2ce-6656908adf2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0501027 Jul 30 00:38:39.033470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-8d1ffed5-8ed4-4e7f-a854-7819ee652bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:39.035088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-8d1ffed5-8ed4-4e7f-a854-7819ee652bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440526 Jul 30 00:38:39.507565 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-ae3aa099-1d4c-41b8-98a9-75d033ad7dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651048 Jul 30 00:38:39.608818 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-f0497a44-8b7d-4164-bc39-6905ebc7ba82 req-19500664-3c71-414f-9023-27646a036921 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943007 Jul 30 00:38:39.709157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145670a-4142-4164-85d0-d095958131a7 req-ccaa0a9e-d194-430a-9cfe-6173e74d6419 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:39.710903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e145670a-4142-4164-85d0-d095958131a7 req-ccaa0a9e-d194-430a-9cfe-6173e74d6419 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0550616 Jul 30 00:38:39.746862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-237d78f8-8afb-4978-8eef-d3c04c476417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:39.748753 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-237d78f8-8afb-4978-8eef-d3c04c476417 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0537362 Jul 30 00:38:39.760955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e145670a-4142-4164-85d0-d095958131a7 req-288fa048-1d68-4e16-bac9-89b49c368024 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399952 Jul 30 00:38:39.850295 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-aa9d7308-30aa-44c2-9222-352affe0facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:39.851847 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-aa9d7308-30aa-44c2-9222-352affe0facc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0960624 Jul 30 00:38:39.897197 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-3a823d95-0dc8-4b7f-b6b8-b692318ea5df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 217 time: 0.0375326 Jul 30 00:38:39.959733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-6a05f76b-c61f-4ce4-8b96-1c2a0764be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:39.961277 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-6a05f76b-c61f-4ce4-8b96-1c2a0764be4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0562098 Jul 30 00:38:40.013340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-1d35832b-3d9e-45f9-8057-01821929980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:40.016637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-1d35832b-3d9e-45f9-8057-01821929980b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476801 Jul 30 00:38:40.122864 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-b8a01ccc-7f5c-4d58-8f7b-d720c51b2b3e service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976562 Jul 30 00:38:40.224589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-6986bc53-cf4b-4e81-beb7-95ce05806ef5 req-3876171a-782b-4260-bf10-58e9befeb237 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939002 Jul 30 00:38:40.889077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1ffce-4715-4f10-a2f7-1daf0e09b6ba req-50f21557-5d73-424c-84d6-663a379d6644 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:40.890641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9b1ffce-4715-4f10-a2f7-1daf0e09b6ba req-50f21557-5d73-424c-84d6-663a379d6644 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0562899 Jul 30 00:38:40.937072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9b1ffce-4715-4f10-a2f7-1daf0e09b6ba req-f2d9ea51-b52d-4a62-ba1b-1effee73ae20 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371203 Jul 30 00:38:40.950168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:38:41.062794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:41.252627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:38:41.301969 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:41.317116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:41.337617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:41.343341 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:41.407179 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:41.659604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:38:42.067982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d643eba-2331-4fe7-9f6e-d6f61c10a0cf req-4d918e67-6b99-44bf-a9ae-cdeedfd2656b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:42.069671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d643eba-2331-4fe7-9f6e-d6f61c10a0cf req-4d918e67-6b99-44bf-a9ae-cdeedfd2656b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0612154 Jul 30 00:38:42.111810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d643eba-2331-4fe7-9f6e-d6f61c10a0cf req-0484eca9-8519-4387-a432-8fe04528659b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355551 Jul 30 00:38:42.978159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc up at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:38:43.032389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning for port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:38:43.036374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Provisioning complete for port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:43.036752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:43.121933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:43.146465 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:43.149184 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fa7d7-e4d3-4418-99d7-a12e9fb025a7" -d '{"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:43.164314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:43.170148 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:43.234326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:43.262804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0536d3-4b4e-4d94-95fa-2306a12c2458 req-5b118606-a7ca-4abd-8ca5-68d2df95b057 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:43.264771 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea0536d3-4b4e-4d94-95fa-2306a12c2458 req-5b118606-a7ca-4abd-8ca5-68d2df95b057 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0679724 Jul 30 00:38:43.304017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ea0536d3-4b4e-4d94-95fa-2306a12c2458 req-a8dd73d5-ea44-4020-9ef9-c8af47f62afb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Jul 30 00:38:43.350564 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e34f4-632e-4fa2-b4f2-d8933d0b30dd x-openstack-request-id: req-713e34f4-632e-4fa2-b4f2-d8933d0b30dd {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:43.350866 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:43.351119 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-713e34f4-632e-4fa2-b4f2-d8933d0b30dd {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:43.351534 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'code': 200} Jul 30 00:38:43.485125 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0967cb3-4992-4d53-bc9a-b383b72bd402 req-77d15752-c60e-4531-af21-b4f81b5cc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:43.486721 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0967cb3-4992-4d53-bc9a-b383b72bd402 req-77d15752-c60e-4531-af21-b4f81b5cc5cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1097 time: 0.0460153 Jul 30 00:38:43.531279 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-c0967cb3-4992-4d53-bc9a-b383b72bd402 req-8ef2ee76-593a-46ed-8ade-90f4c3c4943b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354300 Jul 30 00:38:44.427484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3428e70-1895-495e-bb9e-d5df8b929667 req-3411fdff-8409-4c03-b33b-d5755b513c94 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:44.429038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3428e70-1895-495e-bb9e-d5df8b929667 req-3411fdff-8409-4c03-b33b-d5755b513c94 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0522273 Jul 30 00:38:44.470813 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d3428e70-1895-495e-bb9e-d5df8b929667 req-0e42f09e-f80e-41d9-b69c-46170b26315b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355015 Jul 30 00:38:44.754352 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:45.597334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5dc0d-0728-470c-b556-70f1d5484851 req-aafc1978-550a-48fa-b0cf-67caf66b5a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:45.599265 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8a5dc0d-0728-470c-b556-70f1d5484851 req-aafc1978-550a-48fa-b0cf-67caf66b5a71 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0567796 Jul 30 00:38:45.644428 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e8a5dc0d-0728-470c-b556-70f1d5484851 req-3bcb6f76-0a01-4912-9855-d6c5cd102cf8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388665 Jul 30 00:38:45.762893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8671d8-f61c-4f5a-8fb0-bca0807f2366 req-756a073e-ed93-4044-b0e6-f0d3459bd4bf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:45.764925 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c8671d8-f61c-4f5a-8fb0-bca0807f2366 req-756a073e-ed93-4044-b0e6-f0d3459bd4bf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Jul 30 00:38:45.774220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37040) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:38:45.779237 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'floatingip': {'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:45.825189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:46.278888 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:46.284158 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:46.360959 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-afff14e9-2cd3-474a-8086-11bdbaa454b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:46.392021 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 associated. External IP: 172.25.5.127, port: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc. Jul 30 00:38:46.650508 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:38:46.767757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:38:46.772913 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:46.780129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:38:46.790776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:38:46.791409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:46.801513 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-06b1cb82-c5c0-428e-9a27-73577064d122 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "PUT /v2.0/floatingips/3c26656a-46af-40a2-aba2-65d475f80bd5 HTTP/1.1" status: 200 len: 991 time: 1.0261197 Jul 30 00:38:46.802302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:46.804465 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91044b4-02b5-4daf-8994-97923c2d58a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:46.908058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:38:46.927026 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e5280-5ce4-4ed0-a684-fb142a5603ca x-openstack-request-id: req-498e5280-5ce4-4ed0-a684-fb142a5603ca {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:46.927321 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:46.927599 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-498e5280-5ce4-4ed0-a684-fb142a5603ca {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:46.927978 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'status': 'completed', 'code': 200} Jul 30 00:38:47.015252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-4871076d-2d20-458d-90fc-c80d81e413d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:47.016881 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-4871076d-2d20-458d-90fc-c80d81e413d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1097 time: 0.0469337 Jul 30 00:38:47.108548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-26e7e60b-68b1-4b27-858d-8db84962540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:47.110151 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-26e7e60b-68b1-4b27-858d-8db84962540d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0864618 Jul 30 00:38:47.148604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:38:46Z', 'revision_number': 9, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:47.175087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:38:47.182452 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-1690e717-ad5d-4aa5-85e9-88db7f7644a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 999 time: 0.0645390 Jul 30 00:38:47.183714 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:38:47.184292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:38:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:47.233987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-0e4fec71-7604-49f0-bfd9-b7d603575f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:47.235519 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-0e4fec71-7604-49f0-bfd9-b7d603575f16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0467269 Jul 30 00:38:47.284594 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-55840b40-f01b-4c86-a60d-040f7377776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:47.286204 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-55840b40-f01b-4c86-a60d-040f7377776f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436110 Jul 30 00:38:47.291922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:38:47.380865 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-af6c5a22-e36f-4c45-aee1-77f2bddcc6d2 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874667 Jul 30 00:38:47.471862 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-b91044b4-02b5-4daf-8994-97923c2d58a9 req-01745eb9-f2e7-40e1-8b9b-a52b759061d9 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840259 Jul 30 00:38:47.519537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:38:46Z', 'revision_number': 9, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:38:47.552527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe4e0-8ab2-44ac-85aa-4534cde7f360 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:38:46Z', 'revision_number': 9, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:38:47.762789 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84465f59-fb0c-40f1-bfab-5daabc7bc9c5 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:38:47.869332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:49.085735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01bba418-f47e-41be-a21e-a9c7956b7c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:49.476889 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:50.902395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.651447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.296076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-40ca9299-8e18-49c3-90a0-4cef80f4f252 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438316 Jul 30 00:38:58.325794 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.404478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-c21d5259-55c7-4e21-889a-4f52a9e5b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.406299 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-c21d5259-55c7-4e21-889a-4f52a9e5b7bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1097 time: 0.0498893 Jul 30 00:38:58.519205 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-ae67dec9-f99d-4167-8a0d-b288af2c706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.520768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-ae67dec9-f99d-4167-8a0d-b288af2c706b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0919626 Jul 30 00:38:58.604651 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-c4bfdb13-2ecc-497e-8ea3-bd40f38913cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1002 time: 0.0766704 Jul 30 00:38:58.664525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-b2fc65c0-2c08-4d7c-a142-ac12e734b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.666076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-b2fc65c0-2c08-4d7c-a142-ac12e734b247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0542095 Jul 30 00:38:58.717399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-184a8c74-2e42-4980-ac26-d289b4651c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.719198 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-184a8c74-2e42-4980-ac26-d289b4651c67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449007 Jul 30 00:38:58.821193 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-ec9603d9-9091-4e6b-a3c4-c5f768597628 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945816 Jul 30 00:38:58.934734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3f098813-7cc5-4f48-aff4-7c3471b9220e req-a5b038a5-f17d-4091-a1d5-9f94f642336c service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895231 Jul 30 00:39:16.364915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd69c0db-d32c-496a-8441-0854d1bb98c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:17.863918 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.081975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f1743b08-40e2-4b9d-9050-3d28b077747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.481071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.906707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:21.755744 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:22.661162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.346812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:46.370941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3e31a56-1165-4264-8176-fa681a457fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:47.891938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:49.082215 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2971-557d-4cdb-8178-828d9dcbb6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:49.478142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:50.916127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:52.665477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:58.369449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:58.758198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:00.265341 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-83877822-aaf5-45ba-985e-f184d5ac76fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462046 Jul 30 00:40:00.393990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce671d2-d308-433a-8573-4228a7d15587 req-8bf57c24-a3b6-4d65-92f3-809cbf308862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.396331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-8bf57c24-a3b6-4d65-92f3-809cbf308862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1097 time: 0.0711348 Jul 30 00:40:00.518564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce671d2-d308-433a-8573-4228a7d15587 req-423e472c-4931-409b-b793-7c8c7cf129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.520013 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-423e472c-4931-409b-b793-7c8c7cf129d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1031744 Jul 30 00:40:00.590496 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-4cd118d1-26e7-4b88-b9d7-85f2a52b2176 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1002 time: 0.0633354 Jul 30 00:40:00.643803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce671d2-d308-433a-8573-4228a7d15587 req-241ecb9f-e1fe-4f8c-b178-bcaa397099b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.645340 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-241ecb9f-e1fe-4f8c-b178-bcaa397099b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0480580 Jul 30 00:40:00.694019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce671d2-d308-433a-8573-4228a7d15587 req-e84b48d1-f9fe-4ff8-8c11-73e7160aeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.695659 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-e84b48d1-f9fe-4ff8-8c11-73e7160aeab1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434945 Jul 30 00:40:00.795768 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-10e55257-1af2-49bc-8c36-1d102f651030 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919185 Jul 30 00:40:00.898498 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3ce671d2-d308-433a-8573-4228a7d15587 req-10234f54-40cc-4e37-9022-c4e2e2c9e05f service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957916 Jul 30 00:40:16.371679 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b07e2c2c-d01c-441d-b62f-de74bde49cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:17.893026 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:19.077137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-276d8cde-da64-40e0-9125-09d39dfe71a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:19.480031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.915651 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.668783 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:22.904424 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-41e1e7f6-32dc-4273-8758-a2505aa67856 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415537 Jul 30 00:40:22.908379 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d64e-a63f-4fd8-bfce-1a49ca07e00d req-a3da636c-9014-46fd-9029-d86958a2dded tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:22.910105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4340d64e-a63f-4fd8-bfce-1a49ca07e00d req-a3da636c-9014-46fd-9029-d86958a2dded tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0566025 Jul 30 00:40:22.952070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4340d64e-a63f-4fd8-bfce-1a49ca07e00d req-ab67a3c0-cf55-43fc-908f-5d8b48169cd2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353906 Jul 30 00:40:24.083931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcede5-190a-4b31-8c11-5c8aadb6c50e req-1863567f-a9c1-466b-b85b-61779dd38244 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.085645 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1dcede5-190a-4b31-8c11-5c8aadb6c50e req-1863567f-a9c1-466b-b85b-61779dd38244 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0569346 Jul 30 00:40:24.125394 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d1dcede5-190a-4b31-8c11-5c8aadb6c50e req-204f1ac4-80e8-49ea-a824-00580cf398e7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Jul 30 00:40:24.243353 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-028de44d-5ccb-4906-8fba-03ba8e672fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.244797 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-028de44d-5ccb-4906-8fba-03ba8e672fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1097 time: 0.0475576 Jul 30 00:40:24.341426 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-f720df19-7034-40bf-87fa-1c07a071114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.343135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-f720df19-7034-40bf-87fa-1c07a071114c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0913327 Jul 30 00:40:24.420615 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-8b055765-23bf-484f-acff-500b4799fd20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1002 time: 0.0706625 Jul 30 00:40:24.474080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-78518915-c7f0-4eeb-8ca3-046ff9ce0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.475607 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-78518915-c7f0-4eeb-8ca3-046ff9ce0cb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0479069 Jul 30 00:40:24.534276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-38eb9aa7-aa2b-4aa6-9299-a46ae19bf0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:24.536123 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-38eb9aa7-aa2b-4aa6-9299-a46ae19bf0a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534091 Jul 30 00:40:24.650107 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-717a44ea-486d-4b00-8e2b-859cba3cf78e service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063747 Jul 30 00:40:24.762544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-aba59e2f-221d-441a-8cd6-27150084d279 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049852 Jul 30 00:40:25.249816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5eacc-3509-49e2-ae4a-60f3c8342204 req-8c5efb33-cd95-4909-b0aa-7448fd617f02 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:25.251397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7a5eacc-3509-49e2-ae4a-60f3c8342204 req-8c5efb33-cd95-4909-b0aa-7448fd617f02 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Jul 30 00:40:25.296181 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7a5eacc-3509-49e2-ae4a-60f3c8342204 req-fa9f16c1-a4a8-40ab-ad6b-275e59b8e838 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 Jul 30 00:40:26.425323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78309f1-bb73-4204-8f98-af5792283a76 req-91748cf7-2337-497c-ab21-cadf71ca217c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:26.426883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78309f1-bb73-4204-8f98-af5792283a76 req-91748cf7-2337-497c-ab21-cadf71ca217c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Jul 30 00:40:26.474906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f78309f1-bb73-4204-8f98-af5792283a76 req-555b12e9-e429-43b5-a5e3-0dbcb3a27295 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416377 Jul 30 00:40:27.614409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99690-0662-47b5-8cb2-5061424225ee req-8ac7df0d-ce43-483e-a7e1-c05e2f6fcc99 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:27.615919 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5e99690-0662-47b5-8cb2-5061424225ee req-8ac7df0d-ce43-483e-a7e1-c05e2f6fcc99 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0646327 Jul 30 00:40:27.658030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c5e99690-0662-47b5-8cb2-5061424225ee req-a2a95d04-07d2-4afb-8014-3fccc3b8d111 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360565 Jul 30 00:40:28.354991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.796946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7d0f0-18ae-4a17-85bb-e42bad2b2aec req-df3e567f-f525-4c74-9cb9-5b5201e5b5e2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:28.798772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72b7d0f0-18ae-4a17-85bb-e42bad2b2aec req-df3e567f-f525-4c74-9cb9-5b5201e5b5e2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0554533 Jul 30 00:40:28.838510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-72b7d0f0-18ae-4a17-85bb-e42bad2b2aec req-e7670596-4ae3-466d-a977-f3b1b4100840 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332675 Jul 30 00:40:29.964877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c894c7-e9b2-4f90-87e2-bc86f29c019a req-fb9d87eb-d137-403c-8e50-44f275adf3d8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:29.966416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c894c7-e9b2-4f90-87e2-bc86f29c019a req-fb9d87eb-d137-403c-8e50-44f275adf3d8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Jul 30 00:40:30.008355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-67c894c7-e9b2-4f90-87e2-bc86f29c019a req-2f5ecd78-e077-4ece-9cb7-5218e1319175 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353677 Jul 30 00:40:31.147163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c20f4f-8d6d-4b74-bd5e-20b8db030acd req-75c3ae93-784b-4eab-9b14-58a46f50f7eb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.148806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2c20f4f-8d6d-4b74-bd5e-20b8db030acd req-75c3ae93-784b-4eab-9b14-58a46f50f7eb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0679860 Jul 30 00:40:31.193656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2c20f4f-8d6d-4b74-bd5e-20b8db030acd req-be9c0887-e263-4479-8b94-67802f744ed7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376976 Jul 30 00:40:32.326384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6247b-940e-411f-a60c-1f4dad85c922 req-90376d23-6e8b-4d82-9f6f-f495c801f145 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:32.328052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9c6247b-940e-411f-a60c-1f4dad85c922 req-90376d23-6e8b-4d82-9f6f-f495c801f145 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Jul 30 00:40:32.374889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9c6247b-940e-411f-a60c-1f4dad85c922 req-643d14ba-d2bc-4b26-a120-52352da01cde tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362973 Jul 30 00:40:33.498821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b04df-c524-4b7b-a7fa-b55fd9e401ef req-80d5491d-c5b7-490c-a6da-164358f74a61 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:33.500402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b0b04df-c524-4b7b-a7fa-b55fd9e401ef req-80d5491d-c5b7-490c-a6da-164358f74a61 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Jul 30 00:40:33.553001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5b0b04df-c524-4b7b-a7fa-b55fd9e401ef req-760959c6-3022-468e-8af9-df4a669e3d3c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454710 Jul 30 00:40:34.691942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8ecd9-4410-49b2-92f6-019a046e797f req-18f7f073-beee-49bb-b213-c6f1dbb169ab tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:34.693436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9bd8ecd9-4410-49b2-92f6-019a046e797f req-18f7f073-beee-49bb-b213-c6f1dbb169ab tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0617592 Jul 30 00:40:34.733689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9bd8ecd9-4410-49b2-92f6-019a046e797f req-8ec4f2f1-ee93-4216-a4d2-df0d8695bbfd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Jul 30 00:40:35.759781 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:35.859137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26494-f7ce-4565-bbc1-f6918faabbac req-6844ff43-0241-4d95-86bf-5d2b41399031 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:35.860643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a26494-f7ce-4565-bbc1-f6918faabbac req-6844ff43-0241-4d95-86bf-5d2b41399031 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Jul 30 00:40:35.901667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a26494-f7ce-4565-bbc1-f6918faabbac req-6f305b3f-6c0b-448a-9fd5-b9700b85e11e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344341 Jul 30 00:40:36.775787 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-57efdc1f-8e4b-43ad-8715-a108f062bc3b service neutron] show failed (client error): The resource could not be found. Jul 30 00:40:36.776895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-57efdc1f-8e4b-43ad-8715-a108f062bc3b service neutron] 10.222.0.59 "GET /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc/bindings/n-h1-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0647607 Jul 30 00:40:37.040326 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7da45b78-c225-4263-a055-11e306c41df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:37.041904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7da45b78-c225-4263-a055-11e306c41df1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1097 time: 0.0765586 Jul 30 00:40:37.054051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46619b-1c54-41a1-bf07-baad3e07ff5f req-8c04a71f-1cc3-443c-bf42-42d1f15bb3cd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:37.055466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a46619b-1c54-41a1-bf07-baad3e07ff5f req-8c04a71f-1cc3-443c-bf42-42d1f15bb3cd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0641978 Jul 30 00:40:37.061319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:37.138529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5a46619b-1c54-41a1-bf07-baad3e07ff5f req-3640472c-bc05-4079-8037-e6623503f25f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744348 Jul 30 00:40:37.141376 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.372799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:37.407184 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:37.460871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:37.464680 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb35d3-f918-4250-bb24-210247ad88e2" -d '{"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:37.470473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.484494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Transition to ACTIVE for port object 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:37.489119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.516024 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fe7ff-c7e0-4124-a5cb-1d410b626097 x-openstack-request-id: req-c87fe7ff-c7e0-4124-a5cb-1d410b626097 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:37.516318 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:37.516578 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c87fe7ff-c7e0-4124-a5cb-1d410b626097 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:37.516999 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'code': 200} Jul 30 00:40:37.542173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:37.578492 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.578895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.579173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.579512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.579845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.580175 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.580523 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.580864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.581193 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.581521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.581917 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.582273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:37.638398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] No DVR routers for this DVR port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:37.788551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:37.788890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:37.789233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:37.793771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:40:37.794051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:37.799842 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:37.800200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:37.800593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:37.801023 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Bound port: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:37.801395 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.876985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:37.881455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:37.888242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.926305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:37.926982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.928472 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1092 time: 0.8711076 Jul 30 00:40:37.953020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb54bf8-f75c-4e09-990c-2922d98e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:38.025606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-86035f78-fc45-47ea-bdcc-950bd09b2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.027194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-86035f78-fc45-47ea-bdcc-950bd09b2373 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0515804 Jul 30 00:40:38.129469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-470cfddf-b4f7-459d-ae81-3c76cd308399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.130989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-470cfddf-b4f7-459d-ae81-3c76cd308399 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0961218 Jul 30 00:40:38.200011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-f297e481-1c16-434a-a367-632899ad7fc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0611517 Jul 30 00:40:38.279957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-c1f250f8-200e-4110-948e-5361f1e6894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.281447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-c1f250f8-200e-4110-948e-5361f1e6894b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0739279 Jul 30 00:40:38.297415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e18c8-743d-4b17-9496-29d97eb4582b req-8a11f169-87fa-4f84-88e0-99380ce0e063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.299294 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad9e18c8-743d-4b17-9496-29d97eb4582b req-8a11f169-87fa-4f84-88e0-99380ce0e063 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0841143 Jul 30 00:40:38.364866 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ad9e18c8-743d-4b17-9496-29d97eb4582b req-bd825197-d237-4083-8b3e-a1805569c4f4 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565705 Jul 30 00:40:38.367801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-11cbd9e1-56e0-40c2-8266-b03f0ef31899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:38.369390 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-11cbd9e1-56e0-40c2-8266-b03f0ef31899 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798552 Jul 30 00:40:38.477950 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-7d84e415-aab8-4552-8869-3f3424c8ebf6 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006825 Jul 30 00:40:38.573863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-16c72997-4bbd-4bed-b313-5a25628790aa service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885246 Jul 30 00:40:39.475100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:39.503503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74ad45-2f35-49fa-a3b3-57036f2b0425 req-74447df8-4ca5-49f2-bcfb-c28568bc0b6a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.505226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b74ad45-2f35-49fa-a3b3-57036f2b0425 req-74447df8-4ca5-49f2-bcfb-c28568bc0b6a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0610337 Jul 30 00:40:39.518313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:39.520984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:39.521165 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:39.554049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b74ad45-2f35-49fa-a3b3-57036f2b0425 req-dcea023a-d4f6-4cdc-90a7-dd5c685aa695 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Jul 30 00:40:39.625042 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff24f4-cffc-4e14-9329-9f14118f0683 x-openstack-request-id: req-4eff24f4-cffc-4e14-9329-9f14118f0683 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:39.625334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:39.625592 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4eff24f4-cffc-4e14-9329-9f14118f0683 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:39.626258 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'status': 'completed', 'code': 200} Jul 30 00:40:39.711335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-d1ae93d8-3233-472c-af0f-cbb2e522d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.712891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-d1ae93d8-3233-472c-af0f-cbb2e522d118 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0444727 Jul 30 00:40:39.719372 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-0c9e5b4b-819f-4a47-aad0-58210f81340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.721454 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-0c9e5b4b-819f-4a47-aad0-58210f81340e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0526631 Jul 30 00:40:39.818683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-bbb25703-e659-4c03-a6c6-3dd5a3c7c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.820318 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-bbb25703-e659-4c03-a6c6-3dd5a3c7c1dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0918207 Jul 30 00:40:39.822747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-70bb4f1d-53de-403d-8a7a-f0b94e29ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.824257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-70bb4f1d-53de-403d-8a7a-f0b94e29ad12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1033905 Jul 30 00:40:39.894589 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-33dc9619-4cbe-48fe-9b7a-6d8eb1a0b226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0669324 Jul 30 00:40:39.895151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-84ca4661-fa85-4a39-8c38-969b456d09a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0621758 Jul 30 00:40:39.949286 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-9abf58e8-1640-4490-b93c-4993e6c89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.950855 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-9abf58e8-1640-4490-b93c-4993e6c89ec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0496464 Jul 30 00:40:39.951498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-498cc170-ef0b-4f55-b392-4c62c21f5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:39.952875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-498cc170-ef0b-4f55-b392-4c62c21f5f2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0508354 Jul 30 00:40:40.008687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-693625d4-eb15-472b-9616-fe236b0e6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:40.010703 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-693625d4-eb15-472b-9616-fe236b0e6223 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517068 Jul 30 00:40:40.011455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-43221020-f91f-4fc7-a677-28e37c3e926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:40.012984 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-43221020-f91f-4fc7-a677-28e37c3e926e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524516 Jul 30 00:40:40.119521 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-c0f81f58-d319-453a-adb1-a560653d3ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968835 Jul 30 00:40:40.126153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-b15843e7-e9a2-4e65-bdf2-75ae746cb670 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020901 Jul 30 00:40:40.226786 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-fc406118-cab3-4b8d-a510-37d8c8a0d2c2 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001997 Jul 30 00:40:40.241343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-435e64fe-1ca2-4250-a9c4-ebfb6c020b92 req-1d6ddef4-a2eb-4bbe-9476-f74a66057730 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000636 Jul 30 00:40:40.697930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426dc81-1d84-466c-8e0c-e5d81e874060 req-677cadd8-d324-4d13-a582-8fdeb27d399a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:40.699459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426dc81-1d84-466c-8e0c-e5d81e874060 req-677cadd8-d324-4d13-a582-8fdeb27d399a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0680225 Jul 30 00:40:40.742156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426dc81-1d84-466c-8e0c-e5d81e874060 req-7dad7e63-5332-436e-a7e3-ee28cdf9ae6b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338752 Jul 30 00:40:41.103780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-1a26cdc9-6485-4feb-b347-b0dfb8f0df12 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.105268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-1a26cdc9-6485-4feb-b347-b0dfb8f0df12 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&tenant_id=af429743c8c44d4f9a894e0b7338f269&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 943 time: 0.0934751 Jul 30 00:40:41.119192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515a93-f902-42d1-8f6f-626e1e183004 req-5a7686e2-dd09-4914-9b91-2625fa859ba9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.120656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28515a93-f902-42d1-8f6f-626e1e183004 req-5a7686e2-dd09-4914-9b91-2625fa859ba9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0801673 Jul 30 00:40:41.569947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28515a93-f902-42d1-8f6f-626e1e183004 req-674ab232-3b0a-48a4-a2d3-35ef8acef86e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423635 Jul 30 00:40:41.576074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-5bebb7a6-4ed5-436d-873d-0e057e420203 service neutron] 10.222.0.57 "GET /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.4544010 Jul 30 00:40:41.665929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-dcd0d718-e46a-45c3-b10e-53b934599fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.668280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-dcd0d718-e46a-45c3-b10e-53b934599fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1095 time: 0.0479579 Jul 30 00:40:41.777489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-386ff5fe-9ba5-487f-8f2d-415afb3b0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.779044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-386ff5fe-9ba5-487f-8f2d-415afb3b0306 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1023901 Jul 30 00:40:41.847689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-564f5747-bedd-4571-aef2-9d094fd033b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0601242 Jul 30 00:40:41.903042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-2f7d266c-d7c4-4f5a-bd2c-cc448daa5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.904507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-2f7d266c-d7c4-4f5a-bd2c-cc448daa5723 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0499156 Jul 30 00:40:41.962800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-cab8777e-88cf-41e7-b0d1-9874ae33de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:41.964437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-cab8777e-88cf-41e7-b0d1-9874ae33de08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517514 Jul 30 00:40:42.074662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-741b2381-1077-4613-87fc-6df19c747995 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970685 Jul 30 00:40:42.174814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-abdc9ac9-d6ed-4857-8cd1-6867d1922a18 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973179 Jul 30 00:40:42.458266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:42.561518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:42.573690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:42.615383 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:42.629462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:42.651283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:42.658743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:42.695208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4e46c-888e-496a-9ee5-4535d29934db req-121ef8d7-9656-421d-a470-b145f48b4329 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:42.696810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ea4e46c-888e-496a-9ee5-4535d29934db req-121ef8d7-9656-421d-a470-b145f48b4329 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0528812 Jul 30 00:40:42.716879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:42.726377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.726740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.727168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.727548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.727920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.728331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.728681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.729058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.729435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.729744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.730100 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.730526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:42.742145 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ea4e46c-888e-496a-9ee5-4535d29934db req-6dc3b1a6-7e6f-4875-b728-2d85996b4066 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391850 Jul 30 00:40:42.985075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:40:43.877701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad728d0-43e1-4cc5-be2f-edc5be4e9443 req-3239db89-7584-4006-bb69-ad5f1e59ef95 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:43.879412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aad728d0-43e1-4cc5-be2f-edc5be4e9443 req-3239db89-7584-4006-bb69-ad5f1e59ef95 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0567350 Jul 30 00:40:43.929689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aad728d0-43e1-4cc5-be2f-edc5be4e9443 req-e6e977a6-30fc-426f-9bfb-20c5e3737ef7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Jul 30 00:40:44.356550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-607acc55-9327-46ed-8c95-f9e910640847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:44.358222 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-607acc55-9327-46ed-8c95-f9e910640847 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1096 time: 0.0461984 Jul 30 00:40:44.379236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:44.456675 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:44.477507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:44.585157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:44.598057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:44.687118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:44.722889 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:44.755562 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:44.765040 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:44.777004 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Ignored duplicate provisioning block setup for port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:40:44.784172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:44.870627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=9']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:44.882664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.883006 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.883338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.883671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.884358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.884679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.884996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.885318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.885664 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.885972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.886284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.886596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.927801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] No DVR routers for this DVR port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:45.067889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cd012-c335-4fca-81d5-aeba7d3d105b req-d2b5d992-bfe2-424e-a778-7b2bcd6a4df9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.069926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e5cd012-c335-4fca-81d5-aeba7d3d105b req-d2b5d992-bfe2-424e-a778-7b2bcd6a4df9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 943 time: 0.0597315 Jul 30 00:40:45.113618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0e5cd012-c335-4fca-81d5-aeba7d3d105b req-62c05a55-384b-4272-92a2-16b55952e432 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369637 Jul 30 00:40:45.454434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:45.455101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:45.455101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:45.461126 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:40:45.461571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Attempting to bind port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:45.466936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:45.467272 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:45.467660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:45.468093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Bound port: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:45.468456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.544487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:45.548213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:45.555943 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.600644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.601439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:45.603362 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1092 time: 1.2312515 Jul 30 00:40:45.603934 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:45.606660 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db60761-e7bd-4987-9805-ac2c9e1d5843" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:45.641450 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea926f0-4ec3-4aaa-9dca-2aefeb8e8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=10']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:45.692160 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-e5679467-7f1a-4dc1-ae1e-6382bc780cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.694245 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-e5679467-7f1a-4dc1-ae1e-6382bc780cc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1096 time: 0.0496809 Jul 30 00:40:45.823806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-e51baa16-0882-4358-9db0-70ee056922b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.825342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-e51baa16-0882-4358-9db0-70ee056922b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1237407 Jul 30 00:40:45.916486 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-a9c5f749-4e3b-459d-90ee-03a761c6c707 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0831945 Jul 30 00:40:45.952961 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f104c5a-6004-4856-83d9-680f3f2fddd3 x-openstack-request-id: req-2f104c5a-6004-4856-83d9-680f3f2fddd3 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:45.953239 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:45.953477 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f104c5a-6004-4856-83d9-680f3f2fddd3 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:45.953884 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'status': 'completed', 'code': 200} Jul 30 00:40:45.974479 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-6e49c0ff-688a-4b4e-9a2f-213aac08361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:45.976006 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-6e49c0ff-688a-4b4e-9a2f-213aac08361e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0523827 Jul 30 00:40:46.023872 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-33ea2074-fec4-4a4f-a8e9-8cb2e75addab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.025381 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-33ea2074-fec4-4a4f-a8e9-8cb2e75addab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421829 Jul 30 00:40:46.032801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-240d157d-eb7b-419b-a256-4717dfef4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.034349 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-240d157d-eb7b-419b-a256-4717dfef4d52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1096 time: 0.0421288 Jul 30 00:40:46.120626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-f8453318-a3e6-4137-bb21-3e37311592fb service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881779 Jul 30 00:40:46.142259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-4bcaf4f0-d7d5-4d87-8ba7-1e36642531d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.143796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-4bcaf4f0-d7d5-4d87-8ba7-1e36642531d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0931032 Jul 30 00:40:46.214027 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8907e89e-101f-4d9d-b82b-80233f7439c9 req-5ca2b1d3-4618-4097-abaa-e5441c662c8b service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865188 Jul 30 00:40:46.248447 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-0b00117f-9a5f-459e-a86f-838f05e37d8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0952184 Jul 30 00:40:46.265392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b097565-f7fe-4704-8b33-bd9794fecb2a req-dd66c6b8-ca77-45e6-970b-5676c58fac19 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.268117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b097565-f7fe-4704-8b33-bd9794fecb2a req-dd66c6b8-ca77-45e6-970b-5676c58fac19 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0784364 Jul 30 00:40:46.351698 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-68a50e87-2590-41ba-8573-7616176c39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.352916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0b097565-f7fe-4704-8b33-bd9794fecb2a req-997fe48a-82bc-410f-aea0-afc7a0993090 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711117 Jul 30 00:40:46.353113 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-68a50e87-2590-41ba-8573-7616176c39d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 1096 time: 0.0526550 Jul 30 00:40:46.354283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-23ab5a80-004a-49ed-a5d1-de97cce986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.355670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-23ab5a80-004a-49ed-a5d1-de97cce986e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0863104 Jul 30 00:40:46.367437 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5b4a-db17-40c9-8a81-a55bcace5bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:46.406332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-c124e87b-2f1c-4617-bfed-599c92948eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.407891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-c124e87b-2f1c-4617-bfed-599c92948eaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435081 Jul 30 00:40:46.450019 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-cfecc470-a75c-4f55-94b3-47a4fa3fa492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.451663 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-cfecc470-a75c-4f55-94b3-47a4fa3fa492 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0908263 Jul 30 00:40:46.474177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:46.519003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:46.524224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-cb155d7b-b19f-4bc3-9b5f-3384c30be853 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033340 Jul 30 00:40:46.544860 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-a60b34cd-b4c3-4a3b-b445-2544b4a07d6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 200 len: 1000 time: 0.0843377 Jul 30 00:40:46.602653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-f77eec21-d632-46c5-9c0e-f9bf3d2906a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.604133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-f77eec21-d632-46c5-9c0e-f9bf3d2906a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0490329 Jul 30 00:40:46.626208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-26c5376f-a9df-4233-ae8c-4ef896755b71 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916963 Jul 30 00:40:46.657686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-014f7256-a60c-4577-ae2f-6262df9b36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:46.659254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-014f7256-a60c-4577-ae2f-6262df9b36f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470889 Jul 30 00:40:46.766772 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-0658c4d7-e5ed-4d39-b436-38707bc90ba8 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995140 Jul 30 00:40:46.878422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-3db60761-e7bd-4987-9805-ac2c9e1d5843 req-e1761b86-3b48-41db-954b-bb0ecfbd53be service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026609 Jul 30 00:40:47.493562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7f5ca-80e4-4394-870e-42e1d2668e59 req-2f4fe87d-5fd6-4dbb-970f-925855eaba74 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:47.495034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37d7f5ca-80e4-4394-870e-42e1d2668e59 req-2f4fe87d-5fd6-4dbb-970f-925855eaba74 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0623085 Jul 30 00:40:47.537605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-37d7f5ca-80e4-4394-870e-42e1d2668e59 req-b23ccadc-9e43-432a-afb8-8cb99798e7b5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Jul 30 00:40:47.904958 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:48.700628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efc793-5778-4324-ad4b-b7a41c43997d req-c7c43389-94b6-4279-aad3-77e1991136d1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:48.702328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5efc793-5778-4324-ad4b-b7a41c43997d req-c7c43389-94b6-4279-aad3-77e1991136d1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0729129 Jul 30 00:40:48.746809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5efc793-5778-4324-ad4b-b7a41c43997d req-a9ff39fa-9504-4f78-8a83-c4b6bd281903 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372083 Jul 30 00:40:48.887957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4240c-e9cd-4831-999c-5dd6ed410fd9 req-a516538e-dc2b-4365-9afe-d1688a14cd55 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:48.889460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f4240c-e9cd-4831-999c-5dd6ed410fd9 req-a516538e-dc2b-4365-9afe-d1688a14cd55 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0671525 Jul 30 00:40:48.939769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22f4240c-e9cd-4831-999c-5dd6ed410fd9 req-8b16a9df-61ef-4e3a-909a-87d048f9a214 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413132 Jul 30 00:40:49.069169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f2a40-91c9-44bd-8c13-ab10e686390f req-743c4a3e-6d09-425b-845a-fa4dd5626af0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.070838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-415f2a40-91c9-44bd-8c13-ab10e686390f req-743c4a3e-6d09-425b-845a-fa4dd5626af0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0552363 Jul 30 00:40:49.082856 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-73372a43-1a19-4c9f-b4f5-bcb79b6ea7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.117086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-415f2a40-91c9-44bd-8c13-ab10e686390f req-fbd928b2-ea16-4199-8f25-43eac4d4b326 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 Jul 30 00:40:49.400724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e9f94-4ea3-4f6f-9757-d2b5b31d6709 req-cb7a9da2-d5d0-48c2-a518-98f687737b3f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:49.402955 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-393e9f94-4ea3-4f6f-9757-d2b5b31d6709 req-cb7a9da2-d5d0-48c2-a518-98f687737b3f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 944 time: 0.0668290 Jul 30 00:40:49.447652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-393e9f94-4ea3-4f6f-9757-d2b5b31d6709 req-e3057fc2-8a97-48bf-ba21-d6b8a4c2b294 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351937 Jul 30 00:40:49.481087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.507270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:49.610282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:49.622920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'mac_address': 'fa:16:3e:61:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:49.661921 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.675090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:49.696457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:49.702982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:49.751912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:50.004732 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:40:50.573508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44c802-cdd4-4211-88ee-5506a31949aa req-1da07b32-ad10-4723-b06f-5a7fe412eccf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.575024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f44c802-cdd4-4211-88ee-5506a31949aa req-1da07b32-ad10-4723-b06f-5a7fe412eccf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Jul 30 00:40:50.618618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f44c802-cdd4-4211-88ee-5506a31949aa req-cc2ebec8-5835-41e4-b7ad-d7cf4ad35402 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Jul 30 00:40:50.725368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285388-976b-41fd-8842-c94821c86982 req-ba595002-a537-46e2-b177-8107dd2430d5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:50.726909 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5b285388-976b-41fd-8842-c94821c86982 req-ba595002-a537-46e2-b177-8107dd2430d5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Jul 30 00:40:50.826724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Deleting port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:50.827078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:50.917161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:50.928255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] For port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:50.928637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:51.125470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:51.125882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:51.126202 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 disassociated. External IP: 172.25.5.127, port: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc. Jul 30 00:40:51.126548 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Calling delete_port for 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:51.269505 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:51.311469 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'Port': ['ID=3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:51.435601 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:51.542046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:51.546594 n-d-712707-11 neutron-server[93866]: INFO neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No ports have port_id starting with 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc Jul 30 00:40:51.548001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc requested by agent hyperv_n-h2-712707-11 not found in database {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 30 00:40:51.554118 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:51.566011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:51.576720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:51.577345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:51.594691 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] No DVR routers for this DVR port 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc on host n-h2-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:51.597476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:51.599588 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-5b285388-976b-41fd-8842-c94821c86982 req-c584e8b3-03cc-4e3a-82ae-a05d43218f97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "DELETE /v2.0/ports/3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc HTTP/1.1" status: 204 len: 173 time: 0.8667674 Jul 30 00:40:51.600027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-deleted', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:51.602597 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b99e85-b179-4b5a-835a-56135852baf2" -d '{"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-deleted", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:51.644024 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc70242-2873-41b6-be65-ea890d771bf1 x-openstack-request-id: req-8cc70242-2873-41b6-be65-ea890d771bf1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:51.644414 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb362a-88a3-49a9-ba69-dd341b75e084", "name": "network-vif-deleted", "tag": "3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:51.644719 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cc70242-2873-41b6-be65-ea890d771bf1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:51.645158 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb362a-88a3-49a9-ba69-dd341b75e084', 'name': 'network-vif-deleted', 'tag': '3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc', 'status': 'completed', 'code': 200} Jul 30 00:40:51.695871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:51.724048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a098f4fc-1b18-401c-9def-8da01f4967a4 req-9f854676-0792-430a-ae15-4192e25eff0d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8cb362a-88a3-49a9-ba69-dd341b75e084 HTTP/1.1" status: 200 len: 210 time: 0.0290637 Jul 30 00:40:51.903934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:51.935166 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:51.943978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:51.944627 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:52.246211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:52.445803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:52.473774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a4c17-a3e7-4e68-acc5-f716654d8cd2 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:52.669002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:52.723645 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34058b2b-1348-4332-8082-31f84e9b2533 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:40:53.019048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-e8306773-60e1-4cb5-bf72-b3307581fbac tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--185649769&fields=id&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 267 time: 0.0357397 Jul 30 00:40:53.149304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-aa017825-9bcc-422c-bf6a-b760076cc64d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:53.151617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-aa017825-9bcc-422c-bf6a-b760076cc64d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1226933 Jul 30 00:40:53.168114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-74b6c874-c516-48db-99fa-4d4288446c85 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/quotas/af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 375 time: 0.0103199 Jul 30 00:40:53.229850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-d95b6d7d-a602-47ad-921d-e217c06b9658 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535891 Jul 30 00:40:53.351686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-be4c3201-6245-4655-8dfb-7f695e624fdf service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048639 Jul 30 00:40:53.449124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3711f03c-0f20-42b3-9f15-c920e5c90399 service neutron] 10.222.0.49 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904975 Jul 30 00:40:53.570846 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:53.597667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] No Port match for: 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:53.597996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 3b8d4ac2-ae7b-4ed7-8013-5265bb6157cc not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:53.638849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4939d183-3c98-4225-bff6-9781f2f84f3b req-29d7f1f6-0491-4183-bba3-21206c606519 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 210 time: 0.0412412 Jul 30 00:40:54.756492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-22c155e6-773e-47dd-944b-2756c8b26b93 req-c62e7739-8a4b-4bdf-b1bf-902e46cc3137 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jul 30 00:40:54.817385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-ef9d141a-c8d5-49ea-bf59-0d5ee31da849 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:54.818896 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-ef9d141a-c8d5-49ea-bf59-0d5ee31da849 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 812 time: 0.1539085 Jul 30 00:40:54.875752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3f634180-c3bd-4ab4-ad6a-fc7174ee0e50 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 379 time: 0.0377569 Jul 30 00:40:54.896154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'port': {'device_id': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'admin_state_up': True, 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'security_groups': ['34b17033-bae1-4687-ad6b-425c64aa729e']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:55.018853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Made reservation on behalf of af429743c8c44d4f9a894e0b7338f269 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:40:55.022568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.160155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Allocated IP 172.20.0.12 (1c063f8a-9502-45c2-805a-bc26d3dd0727/57aaa0f1-7179-4b68-82bb-04eb88694698/9b019fa9-cc77-4665-9a2d-2de58962ba14) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:40:55.318962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.334510 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Transition to ACTIVE for port object 9b019fa9-cc77-4665-9a2d-2de58962ba14 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:55.372014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.418205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:40:55.423416 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:40:55.427941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:40:55.431874 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:55.485937 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.486620 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.513663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-91295c8d-2104-4cfc-ba3a-2d606d670d54 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6212652 Jul 30 00:40:55.536649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Request body: {'port': {'device_id': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:40:55.602681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.644502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5bd76164-ebfb-47ce-94fc-a192ef07df00 None None] Provisioning for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:40:55.648506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5bd76164-ebfb-47ce-94fc-a192ef07df00 None None] Provisioning complete for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:55.648978 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bd76164-ebfb-47ce-94fc-a192ef07df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.684240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5bd76164-ebfb-47ce-94fc-a192ef07df00 None None] Port 9b019fa9-cc77-4665-9a2d-2de58962ba14 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:40:55.926116 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:55.937374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3f72-4973-4fff-bdc4-bec56dd89623 req-286b33c4-3c13-4b80-9ce8-66151da82f3f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.938938 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17de3f72-4973-4fff-bdc4-bec56dd89623 req-286b33c4-3c13-4b80-9ce8-66151da82f3f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 932 time: 0.1003156 Jul 30 00:40:55.943280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.970215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Transition to ACTIVE for port object 9b019fa9-cc77-4665-9a2d-2de58962ba14 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:40:55.981447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.015112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17de3f72-4973-4fff-bdc4-bec56dd89623 req-174d3ba9-a312-4483-b75a-8f5421604ffe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692155 Jul 30 00:40:56.057720 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:56.124051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:40:56.124515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:40:56.125003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:56.131563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:40:56.132028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:40:56.139898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:40:56.140382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:40:56.140921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:40:56.141550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Bound port: 9b019fa9-cc77-4665-9a2d-2de58962ba14, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:40:56.142101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.226578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:40:56.230625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:40:56.237461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.275736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.276739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.279136 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] 10.222.0.57 "PUT /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1093 time: 0.7488647 Jul 30 00:40:56.279790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:56.283469 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95eccf6-613c-4898-a1d5-b70a355a5806" -d '{"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:56.327239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e19f1-2999-4c61-9508-5dcd75b21aba service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:56.349076 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070e8ad-c578-4644-aa28-15b4ab4d194d x-openstack-request-id: req-5070e8ad-c578-4644-aa28-15b4ab4d194d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:56.349334 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:56.349566 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5070e8ad-c578-4644-aa28-15b4ab4d194d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:56.350036 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'status': 'completed', 'code': 200} Jul 30 00:40:56.395935 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-34ed81f2-95e4-4328-afbf-83cecc57d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.397782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-34ed81f2-95e4-4328-afbf-83cecc57d7bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0590243 Jul 30 00:40:56.453895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-801835e4-cbc7-4de3-a6b0-28f382949852 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 217 time: 0.0417194 Jul 30 00:40:56.512275 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-18d53067-d89d-46ba-b27d-a0959cf58224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.513877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-18d53067-d89d-46ba-b27d-a0959cf58224 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0509286 Jul 30 00:40:56.566650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-23e8f261-0525-4ab3-84c0-4b1d0c92ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.568240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-23e8f261-0525-4ab3-84c0-4b1d0c92ccaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469732 Jul 30 00:40:56.666126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-5ec3e1c6-fb96-4522-9736-206730ddfa02 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896592 Jul 30 00:40:56.758448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d207ed5b-5f4f-4ac2-ad77-c47a18d80f76 req-c6c91a88-b92a-4e1d-86b2-87b6d19d3cf5 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847504 Jul 30 00:40:56.901609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-e2f136ba-3b95-4998-8b11-c45b8678ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.903352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-e2f136ba-3b95-4998-8b11-c45b8678ea67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0460489 Jul 30 00:40:57.010401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-140f9350-2c94-46f2-84ed-d784f9635cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:57.012347 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-140f9350-2c94-46f2-84ed-d784f9635cd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0986581 Jul 30 00:40:57.059197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-44450ccc-9101-435d-9e12-35dc68570202 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 217 time: 0.0397460 Jul 30 00:40:57.144112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-166f9013-dfaf-40d4-abbc-b7b811275fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:57.145652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-166f9013-dfaf-40d4-abbc-b7b811275fbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0781517 Jul 30 00:40:57.170135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37de3-a30a-4808-86c2-a36b47286a23 req-de5f3392-16db-4c32-9aff-45ad35b5c0f1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:57.171611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-02a37de3-a30a-4808-86c2-a36b47286a23 req-de5f3392-16db-4c32-9aff-45ad35b5c0f1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0719895 Jul 30 00:40:57.239772 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-02a37de3-a30a-4808-86c2-a36b47286a23 req-5b0177f6-1242-4b83-a48d-3a506e95fed4 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472791 Jul 30 00:40:57.242580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-ad647ad4-1046-4de9-91af-2f303edc505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:57.243993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-ad647ad4-1046-4de9-91af-2f303edc505d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894685 Jul 30 00:40:57.357849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-b4784999-5915-4302-94c5-9245d0e98bc4 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018846 Jul 30 00:40:57.480474 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e95eccf6-613c-4898-a1d5-b70a355a5806 req-3c03f52f-4a84-46f6-91b4-9b94bee53048 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132228 Jul 30 00:40:58.377861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e64c9-437e-4f4d-84df-e350d01eace9 req-96b8feb3-e19e-4e40-ae42-1818ba79fd04 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:58.379454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f3e64c9-437e-4f4d-84df-e350d01eace9 req-96b8feb3-e19e-4e40-ae42-1818ba79fd04 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0654707 Jul 30 00:40:58.387586 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:58.421190 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f3e64c9-437e-4f4d-84df-e350d01eace9 req-e193b18d-e43f-4cc8-be03-20c1a9525acc tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Jul 30 00:40:59.562352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49252414-46f9-423c-aee9-c742facc13b8 req-9936fac6-ac7c-4be3-87f5-72a94334c7f2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:59.563922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49252414-46f9-423c-aee9-c742facc13b8 req-9936fac6-ac7c-4be3-87f5-72a94334c7f2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0627162 Jul 30 00:40:59.604942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49252414-46f9-423c-aee9-c742facc13b8 req-2c5451dd-793b-4355-8c83-39e7103c6e6d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346162 Jul 30 00:41:00.581535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:41:00.686837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:00.698480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:41:00.724743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2aba3-d47e-419f-8a94-470414e2fa15 req-15e853ca-3cf5-44f0-9152-78b1c1192f8d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:00.726282 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35d2aba3-d47e-419f-8a94-470414e2fa15 req-15e853ca-3cf5-44f0-9152-78b1c1192f8d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0500798 Jul 30 00:41:00.736484 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.750280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:41:00.772352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:00.779571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35d2aba3-d47e-419f-8a94-470414e2fa15 req-eb578c70-192e-4435-9e62-b6c1e90e9008 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369370 Jul 30 00:41:00.780937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.839738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:01.083177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9b019fa9-cc77-4665-9a2d-2de58962ba14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:41:01.930051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e799cd-6610-4c6d-aa09-d9380b13e9b8 req-3e458a43-f468-4bbf-b3ad-a2f056d6d3de tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:01.931608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4e799cd-6610-4c6d-aa09-d9380b13e9b8 req-3e458a43-f468-4bbf-b3ad-a2f056d6d3de tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0673051 Jul 30 00:41:01.975501 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4e799cd-6610-4c6d-aa09-d9380b13e9b8 req-7423b0ca-4916-4782-a1af-9ccc6b8ef82b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361912 Jul 30 00:41:02.593826 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:02.657134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:02.661413 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:02.661825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.752549 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.775940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:02.778611 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677b32a-b887-444a-8140-1e3ae794a184" -d '{"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-plugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:02.791739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:02.796755 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.823142 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb973e-6d1a-4eba-af7a-83a3d0bb7a26 x-openstack-request-id: req-62cb973e-6d1a-4eba-af7a-83a3d0bb7a26 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:02.823447 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-plugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:02.823703 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62cb973e-6d1a-4eba-af7a-83a3d0bb7a26 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:02.824184 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'code': 200} Jul 30 00:41:02.849716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:02.962316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852f371-b711-43ee-9c3d-16caff8e3e8e req-4bd3349b-cac1-4a22-8872-466d4cade2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:02.963879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b852f371-b711-43ee-9c3d-16caff8e3e8e req-4bd3349b-cac1-4a22-8872-466d4cade2e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0479195 Jul 30 00:41:03.007743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b852f371-b711-43ee-9c3d-16caff8e3e8e req-7d8105b2-2012-45fc-864a-b9fe4d0f43a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359113 Jul 30 00:41:03.108494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5ede4-d786-42e9-88f8-ec868095f7f0 req-a870a19d-848e-4f16-9923-ee8fe8c36420 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:03.109952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7b5ede4-d786-42e9-88f8-ec868095f7f0 req-a870a19d-848e-4f16-9923-ee8fe8c36420 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0519626 Jul 30 00:41:03.149464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f7b5ede4-d786-42e9-88f8-ec868095f7f0 req-2943b25b-a7b4-42a3-8d9e-d3534b699cb1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Jul 30 00:41:04.281450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cc57e-f66e-410a-aa9f-2dcc3e52588c req-c68ad218-126e-4ce2-9b89-116195caf167 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:04.282987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-194cc57e-f66e-410a-aa9f-2dcc3e52588c req-c68ad218-126e-4ce2-9b89-116195caf167 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0558636 Jul 30 00:41:04.331836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-194cc57e-f66e-410a-aa9f-2dcc3e52588c req-7afd4baf-c65d-49ff-9ec7-e640a36b7a04 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Jul 30 00:41:04.455150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee07e59-ece9-4f5f-ab28-f91bc85f232f req-ae1cb1a6-fdf0-431f-9177-b3a1eb9f499e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:04.456669 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eee07e59-ece9-4f5f-ab28-f91bc85f232f req-ae1cb1a6-fdf0-431f-9177-b3a1eb9f499e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0515780 Jul 30 00:41:04.466043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37410) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:04.470701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Request body: {'floatingip': {'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:04.510439 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.952813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.958312 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.060185 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 associated. External IP: 172.25.5.127, port: 9b019fa9-cc77-4665-9a2d-2de58962ba14. Jul 30 00:41:05.653481 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:05.766086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:05.771159 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.776334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:05.786660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:05.787271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:05.803435 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-50592d2e-514b-4a6d-81bb-b563f968e0b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "PUT /v2.0/floatingips/3c26656a-46af-40a2-aba2-65d475f80bd5 HTTP/1.1" status: 200 len: 993 time: 1.3337026 Jul 30 00:41:05.803435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:05.803758 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da" -d '{"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:05.897584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:05.914982 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9eac8d-04a6-4d16-a3fd-34507c461d28 x-openstack-request-id: req-fb9eac8d-04a6-4d16-a3fd-34507c461d28 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:05.915278 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:05.915529 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb9eac8d-04a6-4d16-a3fd-34507c461d28 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:05.915928 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'status': 'completed', 'code': 200} Jul 30 00:41:06.005162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-b5ffe0a3-bf4f-4f7e-8ecb-979835606efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:06.006872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-b5ffe0a3-bf4f-4f7e-8ecb-979835606efd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0437415 Jul 30 00:41:06.104252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-a8d525a9-598d-447d-8784-875b27cb8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:06.106006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-a8d525a9-598d-447d-8784-875b27cb8590 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0912330 Jul 30 00:41:06.128858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:41:04Z', 'revision_number': 13, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.155577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:06.164324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:06.164956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:40:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.173892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-1e3b41cd-f3b9-4566-ba17-1f0b0d4a5a5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0601463 Jul 30 00:41:06.228648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-1750e20c-d175-4f4a-a279-a0e5b4de3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:06.230176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-1750e20c-d175-4f4a-a279-a0e5b4de3648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0474980 Jul 30 00:41:06.287026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:06.289206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-5e4d6144-37b3-4160-ac1c-be5ffa4755c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:06.290820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-5e4d6144-37b3-4160-ac1c-be5ffa4755c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532293 Jul 30 00:41:06.385729 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-077d3edf-e28c-4763-b5ba-7bc524886dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865395 Jul 30 00:41:06.483988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98d1cb6c-5e96-4f94-87e1-8eef564ea2da req-b29fb96f-c47c-4597-a4d3-ead140c3590d service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909128 Jul 30 00:41:06.520852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:41:04Z', 'revision_number': 13, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.554032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1925d-ef83-4dce-b847-4f4161eb600f None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '3c26656a-46af-40a2-aba2-65d475f80bd5', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:34:05Z', 'updated_at': '2021-07-30T00:41:04Z', 'revision_number': 13, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:06.773788 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b41d2-c1b9-4085-aa4b-7eb47754aecb None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:41:08.716232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-381e6c7d-cc87-4d58-b151-60b98825e107 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450053 Jul 30 00:41:08.838423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-e9ad1cf8-32b6-474a-b09b-d426ba0a0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:08.840082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-e9ad1cf8-32b6-474a-b09b-d426ba0a0667 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0446498 Jul 30 00:41:08.956110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-fd357cab-e70d-4297-9153-619395d3195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:08.957649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-fd357cab-e70d-4297-9153-619395d3195a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0973029 Jul 30 00:41:09.025864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-4fbec0cc-c26d-40e2-841a-5219460affc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1003 time: 0.0602503 Jul 30 00:41:09.083543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-7885f3d0-c34d-47a5-8153-87112c7c6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:09.085498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-7885f3d0-c34d-47a5-8153-87112c7c6888 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0523162 Jul 30 00:41:09.141717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-aa732778-1685-4b19-83d3-23edc57d5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:09.143257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-aa732778-1685-4b19-83d3-23edc57d5814 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500534 Jul 30 00:41:09.241920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-c7a15a5b-0151-4794-b560-3ceeb59a7e84 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Jul 30 00:41:09.338704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb85371b-b8c6-4d37-880d-bb4b4694ecd5 req-a7ce678f-a723-403b-933b-496cc3503d5f service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891490 Jul 30 00:41:12.759508 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:16.363004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-624a5e21-5574-4b1d-9be9-5be798446fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:17.903950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:19.088677 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d8057b26-f6b7-47fb-97e3-e445bdf2e423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:19.474943 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:20.921217 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:22.672950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:28.387789 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.063999 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-baa8fa01-3560-460f-bb3a-76652466869e req-21d9c912-911a-44cb-b967-efe3757c62bb service neutron] (93865) timed out ('10.222.0.49', 35236) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:41:46.376028 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-822c10a0-fabd-458c-9a64-ba9fe3bc5f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.920389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.094609 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad4b68a1-3682-4558-9256-2a7f3a9c8809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.480705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.760934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:50.932273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.679752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:58.396047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:07.899620 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-b6e9ebc4-14a8-443b-bea4-ad09e7f54cad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468340 Jul 30 00:42:08.017058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542c79-1186-4a37-92a1-da802635dba4 req-9d1eed4c-f184-408d-8b53-c0d6503a3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:08.018646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-9d1eed4c-f184-408d-8b53-c0d6503a3113 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0441802 Jul 30 00:42:08.146385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542c79-1186-4a37-92a1-da802635dba4 req-c89d6f5c-763e-43dd-91af-a8d05afeb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:08.147926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-c89d6f5c-763e-43dd-91af-a8d05afeb045 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1016004 Jul 30 00:42:08.219045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-25a8f911-c1f1-4be1-8165-9c973ec93bde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1003 time: 0.0623455 Jul 30 00:42:08.279217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542c79-1186-4a37-92a1-da802635dba4 req-e2dd704c-3b57-40e9-8916-688958c5fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:08.280653 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-e2dd704c-3b57-40e9-8916-688958c5fb8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0549350 Jul 30 00:42:08.335071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542c79-1186-4a37-92a1-da802635dba4 req-28ad7b0a-ca71-4796-9bdc-f6ef76cfa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:08.336605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-28ad7b0a-ca71-4796-9bdc-f6ef76cfa615 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487995 Jul 30 00:42:08.429821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-b610bdba-97a4-42a6-9f11-195ff401c661 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856907 Jul 30 00:42:08.529853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac542c79-1186-4a37-92a1-da802635dba4 req-ab739f1d-1985-4d4c-964b-f7ce192a916c service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916305 Jul 30 00:42:16.380282 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-553abb90-0222-41da-97f4-b0213a31edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:17.926097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:19.088485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eac02a25-8be4-4787-8572-d4e83fe5e7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:19.475248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:20.935015 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:22.682419 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:26.761904 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:42:28.417858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:45.463086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed157e4d-810e-442e-b61e-d3f8de97c6aa req-f82c87be-c809-487f-9dce-2246a270bb76 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:45.464598 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed157e4d-810e-442e-b61e-d3f8de97c6aa req-f82c87be-c809-487f-9dce-2246a270bb76 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0572834 Jul 30 00:42:45.505119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed157e4d-810e-442e-b61e-d3f8de97c6aa req-1bf00671-db13-400d-a9ff-45984b0ac23e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341539 Jul 30 00:42:46.378882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3377398d-9fb5-4eda-9552-333cabbdf0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:47.933412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:49.098910 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31ef09df-b298-4d20-92db-e483afa7b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:49.486369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:50.930628 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:52.685330 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:56.840810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575585ab-706f-40ed-8f7c-4258f3c2b7b5 req-0ef480d2-4913-4c45-875d-f9d16e9c055c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:56.842579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-575585ab-706f-40ed-8f7c-4258f3c2b7b5 req-0ef480d2-4913-4c45-875d-f9d16e9c055c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0559645 Jul 30 00:42:56.877306 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-2a8ba6f9-8430-471a-b3b5-9ec38099b879 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036150 Jul 30 00:42:56.898744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-575585ab-706f-40ed-8f7c-4258f3c2b7b5 req-dd5fa536-472a-4916-aaad-4796515d95ef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429342 Jul 30 00:42:58.036112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8218f-2af0-46fd-9df3-e4bff6691ec5 req-7ab2e3c8-fc33-4421-9941-b6b6984e8c4c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:58.037652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9f8218f-2af0-46fd-9df3-e4bff6691ec5 req-7ab2e3c8-fc33-4421-9941-b6b6984e8c4c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0654001 Jul 30 00:42:58.084678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9f8218f-2af0-46fd-9df3-e4bff6691ec5 req-d5998c34-ca79-49f0-975a-500545fcfe1f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380061 Jul 30 00:42:58.281991 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-be2103a1-cfe1-4f9e-9385-5e874f2a23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:58.283516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-be2103a1-cfe1-4f9e-9385-5e874f2a23bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0464623 Jul 30 00:42:58.384319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-0472c9aa-9719-443c-97cc-7b32571f2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:58.386007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-0472c9aa-9719-443c-97cc-7b32571f2d30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0943696 Jul 30 00:42:58.447501 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:58.472437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-6d8f4c58-2f14-4e9e-a031-17101afba5b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1003 time: 0.0740271 Jul 30 00:42:58.537434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-97682bf8-98b5-424d-95a8-7054442617cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:58.538855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-97682bf8-98b5-424d-95a8-7054442617cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0584848 Jul 30 00:42:58.599428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-499f496a-8d43-4600-96ab-7427eb87464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:58.600970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-499f496a-8d43-4600-96ab-7427eb87464f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538440 Jul 30 00:42:58.697808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-65316f25-92ad-404b-aa28-c600222b8d63 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885952 Jul 30 00:42:58.806055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-de2a3e2b-59ed-4593-8dbe-dd4e360bd665 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998106 Jul 30 00:42:59.225700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b5b51-e583-43c9-9912-cb892d900224 req-1b687f4b-4d0b-49b3-82f4-685eb4c66d11 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:59.227279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d7b5b51-e583-43c9-9912-cb892d900224 req-1b687f4b-4d0b-49b3-82f4-685eb4c66d11 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0638909 Jul 30 00:42:59.268742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2d7b5b51-e583-43c9-9912-cb892d900224 req-304fd0a0-878a-42f0-81a0-1f7f2001b030 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Jul 30 00:43:00.397347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6604-c953-44d6-b0c6-ac73a3be4cb6 req-6e0e98e0-3e2d-4743-a333-ef688a3a1cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:00.398920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4faf6604-c953-44d6-b0c6-ac73a3be4cb6 req-6e0e98e0-3e2d-4743-a333-ef688a3a1cfa tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0538566 Jul 30 00:43:00.440504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4faf6604-c953-44d6-b0c6-ac73a3be4cb6 req-a9e7588a-23bf-4f1c-be83-e355b39c7778 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341153 Jul 30 00:43:01.581500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d003f7b-08ea-4d68-ac72-505ea5ec802c req-b42a6e6a-d0e3-486c-bef5-95b12f196596 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:01.583144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d003f7b-08ea-4d68-ac72-505ea5ec802c req-b42a6e6a-d0e3-486c-bef5-95b12f196596 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0631700 Jul 30 00:43:01.628072 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d003f7b-08ea-4d68-ac72-505ea5ec802c req-7f0cc427-e826-4858-ae2f-7cc84234e793 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385921 Jul 30 00:43:02.781358 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306fae-92c6-4df3-8c81-c43010114ec7 req-a03e72e0-45f5-47c8-80a4-39f80fbfa5ac tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:02.782985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b306fae-92c6-4df3-8c81-c43010114ec7 req-a03e72e0-45f5-47c8-80a4-39f80fbfa5ac tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0662897 Jul 30 00:43:02.831421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b306fae-92c6-4df3-8c81-c43010114ec7 req-8fd45c61-f3f0-4f65-bc13-338ba4766ddd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Jul 30 00:43:03.762547 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:03.968599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4f144-c8d2-470e-8328-e3d2cc0ece08 req-08f17cfd-a7b3-4db4-a7a2-7ef7942217fe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:03.970143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35b4f144-c8d2-470e-8328-e3d2cc0ece08 req-08f17cfd-a7b3-4db4-a7a2-7ef7942217fe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0536444 Jul 30 00:43:04.010114 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-35b4f144-c8d2-470e-8328-e3d2cc0ece08 req-9e0d9290-494d-4b3f-a82a-994d42294c7a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Jul 30 00:43:05.144844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78868-6939-40e2-b73b-49e40cf3e314 req-35cc5ebc-3887-402f-ab6e-83ead4b771d5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:05.146529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac78868-6939-40e2-b73b-49e40cf3e314 req-35cc5ebc-3887-402f-ab6e-83ead4b771d5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0634649 Jul 30 00:43:05.192164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ac78868-6939-40e2-b73b-49e40cf3e314 req-80436833-ba9e-49a0-8750-6992636515dc tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386977 Jul 30 00:43:06.331322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f60a-675b-4216-b344-1e63c278a390 req-3d651543-f2e9-43fa-ac26-e342f45eb866 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:06.332860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b014f60a-675b-4216-b344-1e63c278a390 req-3d651543-f2e9-43fa-ac26-e342f45eb866 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0626798 Jul 30 00:43:06.390479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b014f60a-675b-4216-b344-1e63c278a390 req-817f0d9a-9028-4207-a4e5-b2609ede1ac4 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477047 Jul 30 00:43:07.601913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720770d-b1c1-4f69-98ea-fa970f8df90f req-de6bdee6-093f-43df-9b6a-b86a9ac72507 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:07.603488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d720770d-b1c1-4f69-98ea-fa970f8df90f req-de6bdee6-093f-43df-9b6a-b86a9ac72507 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.1251841 Jul 30 00:43:07.645128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d720770d-b1c1-4f69-98ea-fa970f8df90f req-056c00e9-e1af-47b1-be5b-a3cfd3bc8c20 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Jul 30 00:43:08.770804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b56-77d1-4357-95b0-1dded6782047 req-6aa23603-42a4-47f1-bcad-1dfe416b8988 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:08.772470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16629b56-77d1-4357-95b0-1dded6782047 req-6aa23603-42a4-47f1-bcad-1dfe416b8988 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0530093 Jul 30 00:43:08.821999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-16629b56-77d1-4357-95b0-1dded6782047 req-1c3ce026-cbea-47e0-b8ec-8d3884ce7442 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 Jul 30 00:43:09.065140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-d7677c0d-d5cf-4438-b01b-277bf4558438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:09.066725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-d7677c0d-d5cf-4438-b01b-277bf4558438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1098 time: 0.0452631 Jul 30 00:43:09.183982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-d8363e67-2b96-4e2b-aea6-789eba1475b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:09.185487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-d8363e67-2b96-4e2b-aea6-789eba1475b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0934145 Jul 30 00:43:09.327187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-0f4e200b-2885-46df-b899-a59136ddd60c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1003 time: 0.0749326 Jul 30 00:43:09.385782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-2004b4af-40af-49b0-87d2-12acc51b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:09.387308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-2004b4af-40af-49b0-87d2-12acc51b8eec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0508378 Jul 30 00:43:09.444536 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-3407391d-1c80-4f45-831a-4da8971e019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:09.447030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-3407391d-1c80-4f45-831a-4da8971e019a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516167 Jul 30 00:43:09.557364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-f652096a-2a36-448a-8152-413a394e6786 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997245 Jul 30 00:43:09.655848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-874c0f69-4cc0-40e7-a65e-c9067a6c6528 req-84d88b84-ce58-41f8-94c7-9d09cbaa9336 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892322 Jul 30 00:43:09.956715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff27b5-f43c-4299-b61a-b154f3742cad req-218fb88d-a453-4ed3-985f-3632ab69c362 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:09.958544 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13ff27b5-f43c-4299-b61a-b154f3742cad req-218fb88d-a453-4ed3-985f-3632ab69c362 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0611968 Jul 30 00:43:10.007268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13ff27b5-f43c-4299-b61a-b154f3742cad req-c51a4b3d-73ef-4296-9e96-30c54217ace2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Jul 30 00:43:11.140529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432ac2f-2101-468f-b5b2-e4e1db620e30 req-a0682c7d-5d8e-4d03-ba6c-4b9453ca9aa8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:11.142578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f432ac2f-2101-468f-b5b2-e4e1db620e30 req-a0682c7d-5d8e-4d03-ba6c-4b9453ca9aa8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0540342 Jul 30 00:43:11.191630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f432ac2f-2101-468f-b5b2-e4e1db620e30 req-5c86d855-f4f5-4fa9-8c36-8582fb93ebb8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Jul 30 00:43:12.351014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba5302-44a2-4eb1-880d-90d384cb33b3 req-14c7cb5b-009f-486b-a9b0-a2791d4105eb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:12.352703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46ba5302-44a2-4eb1-880d-90d384cb33b3 req-14c7cb5b-009f-486b-a9b0-a2791d4105eb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0755572 Jul 30 00:43:12.395308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-46ba5302-44a2-4eb1-880d-90d384cb33b3 req-ea6cd325-be5c-46dd-9514-03e7f1eefb00 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360644 Jul 30 00:43:12.997181 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-ce172ac6-122c-42c0-a51d-7965e5ae5044 service neutron] show failed (client error): The resource could not be found. Jul 30 00:43:12.998257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-ce172ac6-122c-42c0-a51d-7965e5ae5044 service neutron] 10.222.0.57 "GET /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14/bindings/n-h2-712707-11 HTTP/1.1" status: 404 len: 381 time: 0.0634120 Jul 30 00:43:13.280951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-34af136b-96fb-4f2c-af3f-df2b122fa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:13.282911 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-34af136b-96fb-4f2c-af3f-df2b122fa00e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1098 time: 0.0901279 Jul 30 00:43:13.301838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:43:13.365736 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:13.523147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98fdf9-3dfe-4bd0-8b78-aa49fb36f319 req-fba69190-f9a0-4dd8-a5cc-18ec758e1944 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:13.524710 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c98fdf9-3dfe-4bd0-8b78-aa49fb36f319 req-fba69190-f9a0-4dd8-a5cc-18ec758e1944 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0558469 Jul 30 00:43:13.567693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c98fdf9-3dfe-4bd0-8b78-aa49fb36f319 req-e81513a7-c733-420e-b7e1-5da4c5a00631 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366352 Jul 30 00:43:13.589674 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:13.624232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:13.680321 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:13.683543 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f5b80-d7cc-43ca-ab49-98019094974b" -d '{"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:13.689757 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:13.703799 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Transition to ACTIVE for port object 9b019fa9-cc77-4665-9a2d-2de58962ba14 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:43:13.709263 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:13.748576 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0512e-d25a-4c9b-92e4-f59bc6f6f661 x-openstack-request-id: req-54c0512e-d25a-4c9b-92e4-f59bc6f6f661 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:13.748878 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:13.749131 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54c0512e-d25a-4c9b-92e4-f59bc6f6f661 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:13.749517 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'code': 200} Jul 30 00:43:13.802873 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:13.817661 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.818031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.818377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.818714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.819047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.819377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.819680 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.820003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.820347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.820675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.820996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.821318 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:13.853070 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] No DVR routers for this DVR port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h1-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:13.994803 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:43:13.995132 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:43:13.995451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:14.000032 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:43:14.000350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:14.006027 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:43:14.006704 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:43:14.007079 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:43:14.007481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Bound port: 9b019fa9-cc77-4665-9a2d-2de58962ba14, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:43:14.007829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:14.075638 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:14.078604 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:43:14.086339 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:14.125149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.125847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:14.127358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1093 time: 0.8307168 Jul 30 00:43:14.149212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45166c8c-2030-44f9-994a-aa3bb1627b55 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:14.206229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-98c3820d-b86e-4db5-961f-c72e0c293684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.207812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-98c3820d-b86e-4db5-961f-c72e0c293684 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0451016 Jul 30 00:43:14.307885 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-4641831c-9598-4f5b-93c2-c7e497822af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.309389 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-4641831c-9598-4f5b-93c2-c7e497822af6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0938642 Jul 30 00:43:14.384292 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-004f328d-feb3-4084-89f6-37361269ff05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0674856 Jul 30 00:43:14.437847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-9d5e3ded-07c3-41b8-bf71-ed6b6aaa158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.439764 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-9d5e3ded-07c3-41b8-bf71-ed6b6aaa158d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0488007 Jul 30 00:43:14.489957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-8344d943-9096-49a8-81b6-0ba98514cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.491542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-8344d943-9096-49a8-81b6-0ba98514cbf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445218 Jul 30 00:43:14.503042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-38b9c043-f9e6-4be3-afd0-64b8a9a6e7a2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:43:14.504026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-38b9c043-f9e6-4be3-afd0-64b8a9a6e7a2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052090 Jul 30 00:43:14.600380 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-332223f7-3765-440a-b44c-250ab5c68395 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881786 Jul 30 00:43:14.695032 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-8ba07f9f-95de-41ac-9d7e-44051a5813fc req-c3a1ab68-aac4-4d20-a357-06a02be1577b service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870423 Jul 30 00:43:14.704003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd041f7-456a-4bd4-b6de-4ce5b8ee8578 req-7a956fe7-a488-4bc3-84bd-442d2c53b6b9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:14.706108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd041f7-456a-4bd4-b6de-4ce5b8ee8578 req-7a956fe7-a488-4bc3-84bd-442d2c53b6b9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0515637 Jul 30 00:43:14.747398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8dd041f7-456a-4bd4-b6de-4ce5b8ee8578 req-90d96d3f-55d8-409f-93fa-2af909e87982 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349231 Jul 30 00:43:15.309795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:15.357397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:15.750887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:15.753287 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cdc06e-de6c-482e-9003-a7f969269eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:15.804624 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196d937-6610-46a7-b1d8-bac2a00daf9e x-openstack-request-id: req-a196d937-6610-46a7-b1d8-bac2a00daf9e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:15.805037 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:15.805289 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a196d937-6610-46a7-b1d8-bac2a00daf9e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:15.805744 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'status': 'completed', 'code': 200} Jul 30 00:43:15.899881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-e3e7e247-d7a8-46d1-b67a-f542b59b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:15.901667 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-e3e7e247-d7a8-46d1-b67a-f542b59b64d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0485451 Jul 30 00:43:15.931223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-84985942-c4c4-4189-b7ee-a170b936c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:15.932949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-84985942-c4c4-4189-b7ee-a170b936c489 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0823476 Jul 30 00:43:15.943366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a999-11e8-401d-9b7f-b6758da4a676 req-e9d9d05e-0695-4f99-91a8-6301addfa1a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:15.945139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4f3a999-11e8-401d-9b7f-b6758da4a676 req-e9d9d05e-0695-4f99-91a8-6301addfa1a7 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0932527 Jul 30 00:43:16.023061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-9dc26155-60e3-4217-9fd2-c95196a2a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.024895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-9dc26155-60e3-4217-9fd2-c95196a2a0ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1163435 Jul 30 00:43:16.035162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f4f3a999-11e8-401d-9b7f-b6758da4a676 req-6028ebb4-5027-4ac7-9003-8d5a01806a00 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809236 Jul 30 00:43:16.080431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-210bb329-3df5-4c78-b0a8-658c7fa316ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.082040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-210bb329-3df5-4c78-b0a8-658c7fa316ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1358588 Jul 30 00:43:16.112281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-ec3b9bbe-9ee5-4bb7-9d4d-03a25f8b9b86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0799510 Jul 30 00:43:16.155859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-f6cc22d7-f6cf-46ab-a0ec-cb58ec36a3ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0662580 Jul 30 00:43:16.168730 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-cc60f75e-4a50-4b60-a104-982ccb271576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.170348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-cc60f75e-4a50-4b60-a104-982ccb271576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0495517 Jul 30 00:43:16.208283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-62b74473-1842-4b1d-8a40-34b8786015e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.210079 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-62b74473-1842-4b1d-8a40-34b8786015e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0471742 Jul 30 00:43:16.218706 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-02a8b041-e391-482f-a6b1-8d3ecf22d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.221195 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-02a8b041-e391-482f-a6b1-8d3ecf22d80f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439634 Jul 30 00:43:16.258140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-f21205c4-7155-4c08-bdc4-8462c8321b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:16.259724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-f21205c4-7155-4c08-bdc4-8462c8321b22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428600 Jul 30 00:43:16.325697 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-4f6a623a-5586-4582-8a70-10029eaa505e service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964024 Jul 30 00:43:16.359619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-3ef3ec61-24a5-4762-a48d-5cd5488d4a58 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925312 Jul 30 00:43:16.380952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6cb17365-3e4c-47e0-8560-de893aa78a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:16.432068 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-b3439835-d187-411d-983e-4c060c493748 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996771 Jul 30 00:43:16.462846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6cdc06e-de6c-482e-9003-a7f969269eb3 req-c9a5fb70-fec8-4adb-8af2-840af33fabcc service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958209 Jul 30 00:43:17.168206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40fd4c-0a58-45ce-982f-04d674dedcae req-ac2f9ebb-ec9c-48a8-9007-5646aacaf5bf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:17.169742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa40fd4c-0a58-45ce-982f-04d674dedcae req-ac2f9ebb-ec9c-48a8-9007-5646aacaf5bf tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0537722 Jul 30 00:43:17.214093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa40fd4c-0a58-45ce-982f-04d674dedcae req-bed89dfb-fbd4-4180-b011-dda620437ebd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376058 Jul 30 00:43:17.919478 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:18.359598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3015478-0dab-471c-9f1e-87ca052e4513 req-7b6fb561-17d1-4615-a5b9-04f48650f3c5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:18.361684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3015478-0dab-471c-9f1e-87ca052e4513 req-7b6fb561-17d1-4615-a5b9-04f48650f3c5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0672200 Jul 30 00:43:18.416563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a3015478-0dab-471c-9f1e-87ca052e4513 req-bbec5603-a740-4036-bb17-782b897536c8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Jul 30 00:43:19.096824 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb30a6b3-5624-4aeb-85f8-750a3f1864d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:19.483288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:19.551346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a865da0-c05b-41bf-84ce-40fa477c8212 req-17fad1ac-3a01-4510-ba7d-575d5b75329b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:19.552903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a865da0-c05b-41bf-84ce-40fa477c8212 req-17fad1ac-3a01-4510-ba7d-575d5b75329b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0572801 Jul 30 00:43:19.593498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2a865da0-c05b-41bf-84ce-40fa477c8212 req-63135837-6d32-41dc-93a1-489c0a04630f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Jul 30 00:43:20.729141 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d19d67-6dbb-4e9f-b13d-a1ee546ff4d1 req-b79b6c76-91dc-4688-ab72-94b5d8b0b7ff tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:20.730672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38d19d67-6dbb-4e9f-b13d-a1ee546ff4d1 req-b79b6c76-91dc-4688-ab72-94b5d8b0b7ff tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0636897 Jul 30 00:43:20.785675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38d19d67-6dbb-4e9f-b13d-a1ee546ff4d1 req-a5e36b15-b6a1-4dbe-b85a-4af76f1a2913 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466299 Jul 30 00:43:20.938455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:21.914052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c351ca-0382-4d19-9e60-0fee7713ccb1 req-78c37d93-58b8-48a8-86fc-3f3b6acef94e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:21.915585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20c351ca-0382-4d19-9e60-0fee7713ccb1 req-78c37d93-58b8-48a8-86fc-3f3b6acef94e tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0542364 Jul 30 00:43:21.955750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-20c351ca-0382-4d19-9e60-0fee7713ccb1 req-090105ba-2f2a-4a7d-b8fa-9c0a8918e156 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336916 Jul 30 00:43:22.694977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:23.101014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8577-8b29-4c0a-94f3-159e077b5235 req-a568e15f-8937-4ac8-b6e4-1ae8fcdc1750 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:23.102561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bbe8577-8b29-4c0a-94f3-159e077b5235 req-a568e15f-8937-4ac8-b6e4-1ae8fcdc1750 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0636833 Jul 30 00:43:23.151557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bbe8577-8b29-4c0a-94f3-159e077b5235 req-1c4cbf89-2e4f-445d-8269-048701d3356d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394802 Jul 30 00:43:24.287655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84247e-5413-4ad0-88de-b8d427724272 req-13f71f9e-6f1f-48e4-a3c9-11602c49bce9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:24.289444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d84247e-5413-4ad0-88de-b8d427724272 req-13f71f9e-6f1f-48e4-a3c9-11602c49bce9 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0532079 Jul 30 00:43:24.338002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d84247e-5413-4ad0-88de-b8d427724272 req-9aeab488-6c80-4510-b0ba-6d39a3455423 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Jul 30 00:43:25.478669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2d3f6-c37f-465e-8d78-963ab49dd62d req-c99af718-532a-4405-8aa8-5b87bc0b0431 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:25.480345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56a2d3f6-c37f-465e-8d78-963ab49dd62d req-c99af718-532a-4405-8aa8-5b87bc0b0431 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0619469 Jul 30 00:43:25.523714 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56a2d3f6-c37f-465e-8d78-963ab49dd62d req-e9af7baa-aca3-4e15-9e49-acdf3521416a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Jul 30 00:43:26.665342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d841-9970-4b09-9f71-e63c6e02ff27 req-e71435a8-a1bc-435f-ba5a-dbaf3ec51de5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:26.666875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50d0d841-9970-4b09-9f71-e63c6e02ff27 req-e71435a8-a1bc-435f-ba5a-dbaf3ec51de5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0550840 Jul 30 00:43:26.710567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50d0d841-9970-4b09-9f71-e63c6e02ff27 req-ca41bbaf-734f-4291-b98a-6308c2d48d0d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346618 Jul 30 00:43:27.019920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-2c550c81-0908-4f74-bb1b-c6073f830834 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.021407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-2c550c81-0908-4f74-bb1b-c6073f830834 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&tenant_id=af429743c8c44d4f9a894e0b7338f269&binding%3Ahost_id=n-h2-712707-11 HTTP/1.1" status: 200 len: 944 time: 0.0542088 Jul 30 00:43:27.044819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3258e-5705-49ae-96a7-10a3b954bc8c req-6a79032b-ecdf-49ed-8a45-07b8fd9dcd60 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.046403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acc3258e-5705-49ae-96a7-10a3b954bc8c req-6a79032b-ecdf-49ed-8a45-07b8fd9dcd60 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0550766 Jul 30 00:43:27.088609 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-281ef044-6ea4-4d5e-9f0a-d9cadc60bc34 service neutron] 10.222.0.59 "GET /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14/bindings/n-h2-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.0597153 Jul 30 00:43:27.093788 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acc3258e-5705-49ae-96a7-10a3b954bc8c req-ec55d58a-cd3c-4837-936b-1ed8b7bf9fbb tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Jul 30 00:43:27.174644 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-355da486-1b85-4270-a22d-9295379972d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.176149 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-355da486-1b85-4270-a22d-9295379972d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1096 time: 0.0427413 Jul 30 00:43:27.268263 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-ba6f64d4-3c1b-428a-a60f-e1ea33f4146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.270375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-ba6f64d4-3c1b-428a-a60f-e1ea33f4146a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0853741 Jul 30 00:43:27.363297 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-59670e1e-f34e-4623-9dcd-8472a2d97bac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0805471 Jul 30 00:43:27.433085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-0b6fcfdd-1cf5-4e0c-af62-36d9f9905863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.434593 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-0b6fcfdd-1cf5-4e0c-af62-36d9f9905863 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0633535 Jul 30 00:43:27.485824 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-6ff1fea8-7d74-4e9b-984d-f14c1d411d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:27.487358 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-6ff1fea8-7d74-4e9b-984d-f14c1d411d6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458999 Jul 30 00:43:27.587604 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-f584cba7-2a7a-4f51-9a0f-380529e8ec89 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925138 Jul 30 00:43:27.692687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-c5d5afa8-7e75-4949-9920-4f1da2a7b92f service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980005 Jul 30 00:43:28.225375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa228-5b0b-4eb5-b425-e30a7a3129bc req-e966e454-7091-44b6-a6fe-47ffab73f0d0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:28.226912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c1fa228-5b0b-4eb5-b425-e30a7a3129bc req-e966e454-7091-44b6-a6fe-47ffab73f0d0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 944 time: 0.0604637 Jul 30 00:43:28.260812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:43:28.275198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2c1fa228-5b0b-4eb5-b425-e30a7a3129bc req-e58a765a-c662-4910-897c-5fe1b40a5da5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414538 Jul 30 00:43:28.363545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:28.375445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:43:28.417507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.439475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:43:28.444703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.464292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:28.470412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.520602 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:28.528294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.528638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.528973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.529306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.529656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.529992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.530315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.530637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.530955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.531276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.531575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.531898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:28.812779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] get_ports_and_sgs() called for port_ids ['9b019fa9-cc77-4665-9a2d-2de58962ba14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:43:29.410252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e770a-c8a4-43f9-8175-8f68e03cc2e6 req-115f8b43-b19f-45f1-8343-02d6ebf598f2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:29.411760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-099e770a-c8a4-43f9-8175-8f68e03cc2e6 req-115f8b43-b19f-45f1-8343-02d6ebf598f2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jul 30 00:43:29.455987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-099e770a-c8a4-43f9-8175-8f68e03cc2e6 req-08166e63-a69a-45a5-839e-4c5e7b088652 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369642 Jul 30 00:43:30.286950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:43:30.388149 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:30.399969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Returning: {'device': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:43:30.581518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dce5-a0f4-4309-93fd-d541d774db37 req-4a9ddb75-bb70-450b-aa3f-8c904521934f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:30.583232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59d4dce5-a0f4-4309-93fd-d541d774db37 req-4a9ddb75-bb70-450b-aa3f-8c904521934f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0545549 Jul 30 00:43:30.628273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59d4dce5-a0f4-4309-93fd-d541d774db37 req-2046fe8a-39e9-4830-8670-cfc1c4987e83 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Jul 30 00:43:31.585250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-4a9cf00a-d7c1-4ff6-93cc-978e5a64c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:31.586864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-4a9cf00a-d7c1-4ff6-93cc-978e5a64c69e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b&tenant_id=af429743c8c44d4f9a894e0b7338f269 HTTP/1.1" status: 200 len: 1097 time: 0.0921745 Jul 30 00:43:31.605426 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-11', 'device_owner': 'compute:nova'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:43:31.670043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:31.838169 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2bc4-aab1-4ac3-878a-a8251ef6c4cd req-5a14f93e-45c7-4067-8f40-d7259ce309bd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:31.839773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a9e2bc4-aab1-4ac3-878a-a8251ef6c4cd req-5a14f93e-45c7-4067-8f40-d7259ce309bd tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.1331468 Jul 30 00:43:31.928861 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a9e2bc4-aab1-4ac3-878a-a8251ef6c4cd req-a3600864-f983-4360-91e7-2578fa2d8b66 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825925 Jul 30 00:43:31.956674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:31.993700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h2-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:32.028220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:43:32.037544 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.050329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Ignored duplicate provisioning block setup for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:43:32.065487 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.155283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=9']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:32.167295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.167636 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.168056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.168505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.168834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.169164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.169483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.169834 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.170156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.170482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.170798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.171115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:43:32.210256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] No DVR routers for this DVR port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:32.301825 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 details requested by agent hyperv_n-h2-712707-11 with host n-h2-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:43:32.312448 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 no longer exists at agent hyperv_n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:32.355586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:43:32.355924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:43:32.356312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:32.360772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:43:32.361094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:32.367606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:43:32.367606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:43:32.367606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:43:32.368156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Bound port: 9b019fa9-cc77-4665-9a2d-2de58962ba14, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:43:32.368391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.415083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 not bound to the agent host n-h2-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:32.447066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:43:32.451883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:43:32.455518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:32.456407 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.491215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:43:32.491891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:43:32.492429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:32.499010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:43:32.499441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempting to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on network 1c063f8a-9502-45c2-805a-bc26d3dd0727 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:43:32.500486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.501810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.503289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1093 time: 0.9022081 Jul 30 00:43:32.503755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:32.505305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:43:32.505716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Checking segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:43:32.506476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Bound using segment: {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:43:32.506624 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57332e16-54c3-4a59-b176-da023dba130a" -d '{"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:32.506951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Bound port: 9b019fa9-cc77-4665-9a2d-2de58962ba14, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4af1a-309a-4968-97a2-069c62345f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:43:32.507315 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.571393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f194-0bfc-40d3-a1fd-3c5114244bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=10']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:32.581252 n-d-712707-11 neutron-server[93866]: WARNING neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Concurrent port binding operations failed on port 9b019fa9-cc77-4665-9a2d-2de58962ba14 Jul 30 00:43:32.585383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:32.586959 n-d-712707-11 neutron-server[93866]: INFO neutron.plugins.ml2.plugin [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Attempt 2 to bind port 9b019fa9-cc77-4665-9a2d-2de58962ba14 Jul 30 00:43:32.587418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 has no active binding in host n-h2-712707-11 {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 00:43:32.596611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-3a2c9c94-ca2b-45a5-8f8c-61d73067a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.598101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-3a2c9c94-ca2b-45a5-8f8c-61d73067a599 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1097 time: 0.0564742 Jul 30 00:43:32.653618 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09614aa-0c8a-4e10-ac16-deddbc8f2e44 x-openstack-request-id: req-b09614aa-0c8a-4e10-ac16-deddbc8f2e44 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:32.653920 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:32.654181 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b09614aa-0c8a-4e10-ac16-deddbc8f2e44 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:32.654585 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'status': 'completed', 'code': 200} Jul 30 00:43:32.703782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-855f85ee-0dd4-477d-9da4-b8167367d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.705481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-855f85ee-0dd4-477d-9da4-b8167367d65a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0994070 Jul 30 00:43:32.727739 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-e94b1174-ee37-46fe-9d2b-f6e900ecbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.730206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-e94b1174-ee37-46fe-9d2b-f6e900ecbbb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1097 time: 0.0505590 Jul 30 00:43:32.784918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-f93ba257-e58c-4c90-bda0-7aede00fc770 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0718019 Jul 30 00:43:32.825817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-fa28797e-307a-43d2-b2d6-94970bf7cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.827333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-fa28797e-307a-43d2-b2d6-94970bf7cb77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.0902302 Jul 30 00:43:32.843760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-20113486-0010-44e0-b5ba-7f12b1923f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.845247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-20113486-0010-44e0-b5ba-7f12b1923f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0539598 Jul 30 00:43:32.892841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-dee3e6dc-26b8-4cf3-8cbf-4f9810d380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.894321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-dee3e6dc-26b8-4cf3-8cbf-4f9810d380a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420213 Jul 30 00:43:32.899501 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-e8d13cac-ef89-420e-8fcf-aafc2bb2211b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0644422 Jul 30 00:43:32.949881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-b59316ba-9a3c-4cc7-91c5-aa2c306c119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:32.951402 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-b59316ba-9a3c-4cc7-91c5-aa2c306c119d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0452933 Jul 30 00:43:32.996202 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-6460d4fb-1bcb-452a-8fd4-a6831493aa33 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937128 Jul 30 00:43:33.002517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-c0cd4bd4-cf86-4fd3-aa32-b563879fff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.004072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-c0cd4bd4-cf86-4fd3-aa32-b563879fff55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452445 Jul 30 00:43:33.099714 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-33b4a8ba-bbb7-478b-9421-377ca4314f24 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880556 Jul 30 00:43:33.112858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4a890-55f4-4664-bd5a-ea6f315f2ad9 req-498b029a-f2ee-4266-a4f9-ac11b836ce9f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.114555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31f4a890-55f4-4664-bd5a-ea6f315f2ad9 req-498b029a-f2ee-4266-a4f9-ac11b836ce9f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.1094215 Jul 30 00:43:33.145573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34f2ac8d-49b5-494d-83e6-24d4fe920b0f req-1f7d0d82-7a4c-4a51-8cab-851f7afdd069 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414049 Jul 30 00:43:33.172167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31f4a890-55f4-4664-bd5a-ea6f315f2ad9 req-2779f7e9-f741-41ee-84c5-daa5d55acf43 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478246 Jul 30 00:43:33.213258 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-608e2436-e3d1-4c5c-9a0b-5276a93d4196 service neutron] 10.222.0.59 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967269 Jul 30 00:43:33.266592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-265df088-30bb-4b40-ba86-1b76b4253d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.268110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-265df088-30bb-4b40-ba86-1b76b4253d20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af429743c8c44d4f9a894e0b7338f269&device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 1097 time: 0.0454853 Jul 30 00:43:33.376631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-bfbf936b-abef-4ba4-b1e2-eddda34f1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.378187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-bfbf936b-abef-4ba4-b1e2-eddda34f1542 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 200 len: 913 time: 0.1028998 Jul 30 00:43:33.447732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-d0cbe334-6fb2-46fe-8dc1-d0d173ea2451 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 200 len: 1001 time: 0.0610669 Jul 30 00:43:33.501014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-e572be14-044c-45a3-8b5d-ac5e7c9e4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.502494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-e572be14-044c-45a3-8b5d-ac5e7c9e4d17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 200 len: 851 time: 0.0475340 Jul 30 00:43:33.562435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332e16-54c3-4a59-b176-da023dba130a req-f2d815c8-eb5a-4811-9e09-90052c3269d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:33.563946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-f2d815c8-eb5a-4811-9e09-90052c3269d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c063f8a-9502-45c2-805a-bc26d3dd0727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536141 Jul 30 00:43:33.664510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-db2424aa-8904-4df4-9c9d-b1366552d5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926735 Jul 30 00:43:34.147848 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57332e16-54c3-4a59-b176-da023dba130a req-89dfbb8d-3277-45dc-9ade-9a2e2c77fee1 service neutron] 10.222.0.57 "GET /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754202 Jul 30 00:43:34.303485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8ba2c-caca-4aba-8204-343635839d53 req-4cca50bd-b93c-45be-8bdf-4bc648cd28da tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:34.305440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bb8ba2c-caca-4aba-8204-343635839d53 req-4cca50bd-b93c-45be-8bdf-4bc648cd28da tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0571601 Jul 30 00:43:34.347333 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bb8ba2c-caca-4aba-8204-343635839d53 req-ba82f953-5b1b-49a4-b674-331480b345b3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353956 Jul 30 00:43:35.483574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7ce47-311b-4b25-b7a0-ed578ce9a09e req-25bad823-313d-4f69-874d-2e8eb5de603a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:35.485267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6c7ce47-311b-4b25-b7a0-ed578ce9a09e req-25bad823-313d-4f69-874d-2e8eb5de603a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0557098 Jul 30 00:43:35.526565 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c6c7ce47-311b-4b25-b7a0-ed578ce9a09e req-648822e3-1323-4a07-b593-f0adc9a58552 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349181 Jul 30 00:43:36.657272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617906a8-8933-4348-a997-545a5c064226 req-6c398b0a-2ffe-4e73-a2c2-4da23448ad32 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.658697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-617906a8-8933-4348-a997-545a5c064226 req-6c398b0a-2ffe-4e73-a2c2-4da23448ad32 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0573018 Jul 30 00:43:36.700497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-617906a8-8933-4348-a997-545a5c064226 req-a725f783-aa6c-493d-987e-d56f9b0b3a8d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353775 Jul 30 00:43:37.827271 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091163-b465-4856-b338-92b63a6f82e9 req-271c96f1-228f-4cd8-b3a6-f993fe5c0d8a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:37.828775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63091163-b465-4856-b338-92b63a6f82e9 req-271c96f1-228f-4cd8-b3a6-f993fe5c0d8a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0534031 Jul 30 00:43:37.875135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63091163-b465-4856-b338-92b63a6f82e9 req-0cf11329-e023-4ab9-befd-05993b17c854 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400326 Jul 30 00:43:39.008377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5726b8-b473-4620-ac98-79939b6f0cf8 req-57d3c8c4-fa09-4913-9c88-038f5b4455e2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:39.010065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f5726b8-b473-4620-ac98-79939b6f0cf8 req-57d3c8c4-fa09-4913-9c88-038f5b4455e2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0586123 Jul 30 00:43:39.051534 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3f5726b8-b473-4620-ac98-79939b6f0cf8 req-b1e62550-b846-4f9e-b4d8-b9e6debcd6b1 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Jul 30 00:43:40.193467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda6c4-914b-4d0d-8ec1-09631e4a1b7a req-9d543756-6edf-479a-a966-e80d76a9039c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:40.195266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2eda6c4-914b-4d0d-8ec1-09631e4a1b7a req-9d543756-6edf-479a-a966-e80d76a9039c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0659337 Jul 30 00:43:40.237611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2eda6c4-914b-4d0d-8ec1-09631e4a1b7a req-84a7df8d-d358-4c4e-962d-f48c8f79725d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356812 Jul 30 00:43:40.764979 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:41.369815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006012-f029-4dc8-8fef-5733ec76f3c5 req-1bc85a6e-33ed-4e20-a2d2-7f69734202c0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:41.371440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4006012-f029-4dc8-8fef-5733ec76f3c5 req-1bc85a6e-33ed-4e20-a2d2-7f69734202c0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0539799 Jul 30 00:43:41.414477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4006012-f029-4dc8-8fef-5733ec76f3c5 req-700351b3-2667-439c-a953-e3260f095e0d tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Jul 30 00:43:42.551056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558220b7-18a6-4ab7-bb8f-a548447de2d4 req-631bbbff-05a8-47b1-9b6b-b347b6e4ecd5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:42.552663 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-558220b7-18a6-4ab7-bb8f-a548447de2d4 req-631bbbff-05a8-47b1-9b6b-b347b6e4ecd5 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0554581 Jul 30 00:43:42.600182 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-558220b7-18a6-4ab7-bb8f-a548447de2d4 req-7d92bdf1-df10-4807-ba71-9c37b159cca2 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Jul 30 00:43:43.733530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a6d8b-abca-4437-b2fb-5193c40f162e req-095e002c-8cc4-4074-9d8c-f8135648018a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:43.735153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e4a6d8b-abca-4437-b2fb-5193c40f162e req-095e002c-8cc4-4074-9d8c-f8135648018a tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0604446 Jul 30 00:43:43.780512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1e4a6d8b-abca-4437-b2fb-5193c40f162e req-1a3178ef-da74-4c06-bcfa-345ae5e70878 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366135 Jul 30 00:43:44.925340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a6cf-9c86-444a-8e25-2edecfc509ce req-b07a52a1-0cb3-4fa7-8d70-69e0d2a6907b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:44.926910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba79a6cf-9c86-444a-8e25-2edecfc509ce req-b07a52a1-0cb3-4fa7-8d70-69e0d2a6907b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0590463 Jul 30 00:43:44.973777 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba79a6cf-9c86-444a-8e25-2edecfc509ce req-fc6d9be1-337d-4ce9-ad60-139054864012 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Jul 30 00:43:45.096372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722365-30a5-4ba8-9810-d6828959609c req-a9035366-a701-4f29-9f3a-b3a6720362ee tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:45.097918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58722365-30a5-4ba8-9810-d6828959609c req-a9035366-a701-4f29-9f3a-b3a6720362ee tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0539949 Jul 30 00:43:45.140475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58722365-30a5-4ba8-9810-d6828959609c req-1547170a-37e2-4872-bb3d-73c37179e765 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Jul 30 00:43:45.284546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e2fa-cba9-4ed0-a1fc-6218204e1aad req-fd8b64f8-e8e4-4d35-9594-dfdccaca6a5b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:45.286201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b57e2fa-cba9-4ed0-a1fc-6218204e1aad req-fd8b64f8-e8e4-4d35-9594-dfdccaca6a5b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0583813 Jul 30 00:43:45.328503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b57e2fa-cba9-4ed0-a1fc-6218204e1aad req-587606ba-8be8-4ede-a65e-48f1c134d2b8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356922 Jul 30 00:43:45.386640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:43:45.490979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:45.503110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'port_id': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'mac_address': 'fa:16:3e:d6:8a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:43:45.544380 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:45.556324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:43:45.578069 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:45.584193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:45.590133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc3e51-c794-4c36-a70e-dd1545cd5124 req-a28967c0-a63e-4a42-8bcf-0876fbb15de8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:45.591769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9abc3e51-c794-4c36-a70e-dd1545cd5124 req-a28967c0-a63e-4a42-8bcf-0876fbb15de8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 945 time: 0.0576706 Jul 30 00:43:45.639326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9abc3e51-c794-4c36-a70e-dd1545cd5124 req-5de76875-01d3-4862-8c3b-d8f1c6aa500c tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Jul 30 00:43:45.646673 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=11']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:45.923011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9b019fa9-cc77-4665-9a2d-2de58962ba14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:43:46.384449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1115241f-099e-43e9-b546-77afdcda3044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:46.773198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448f266-9fcf-4546-9648-44878f9c38e1 req-4d8b4904-79cd-441e-83ac-42506e78aa48 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:46.774778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0448f266-9fcf-4546-9648-44878f9c38e1 req-4d8b4904-79cd-441e-83ac-42506e78aa48 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0593255 Jul 30 00:43:46.819883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0448f266-9fcf-4546-9648-44878f9c38e1 req-53cd3727-8e96-4eb4-bbbd-9f705dace0f8 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356789 Jul 30 00:43:47.372263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-197fa2fa-7b39-4ae7-9258-3eb53bf5e062 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:47.373856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-197fa2fa-7b39-4ae7-9258-3eb53bf5e062 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 946 time: 0.0683780 Jul 30 00:43:47.402157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:43:47.459515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:43:47.467970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9b019fa9-cc77-4665-9a2d-2de58962ba14 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:43:47.468933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.483902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Deleting port 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:47.484269 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.590366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:47.590654 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.745567 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.776766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:47.779954 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d888460-ab37-4075-87bc-6f0d950dea15" -d '{"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-plugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:47.794399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9b019fa9-cc77-4665-9a2d-2de58962ba14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9b019fa9-cc77-4665-9a2d-2de58962ba14,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:47.795991 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.796703 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.797558 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5 disassociated. External IP: 172.25.5.127, port: 9b019fa9-cc77-4665-9a2d-2de58962ba14. Jul 30 00:43:47.798287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Calling delete_port for 9b019fa9-cc77-4665-9a2d-2de58962ba14 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:47.801316 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.854256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=12']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:47.886421 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57760d-968e-4787-8aa3-1dcb40a5a406 x-openstack-request-id: req-5a57760d-968e-4787-8aa3-1dcb40a5a406 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:47.886784 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-plugged", "status": "completed", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:47.887053 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a57760d-968e-4787-8aa3-1dcb40a5a406 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:47.887467 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'code': 200} Jul 30 00:43:47.944534 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.997220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:48.007781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12917e-8fa9-4419-ac47-6d683f0bd08d req-428a9374-a588-45a8-b6ce-fe0ba8b03a97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:48.009308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b12917e-8fa9-4419-ac47-6d683f0bd08d req-428a9374-a588-45a8-b6ce-fe0ba8b03a97 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 868 time: 0.0735977 Jul 30 00:43:48.044832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'Port': ['ID=9b019fa9-cc77-4665-9a2d-2de58962ba14,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:48.119176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9b12917e-8fa9-4419-ac47-6d683f0bd08d req-8810f187-b792-4b5c-a4e1-2d8b2751b565 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups?id=34b17033-bae1-4687-ad6b-425c64aa729e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031489 Jul 30 00:43:48.198604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:43:48.319970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:43:48.330039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:43:48.339642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:43:48.340275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:48.361544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] No DVR routers for this DVR port 9b019fa9-cc77-4665-9a2d-2de58962ba14 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:48.364547 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:48.366837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7bbff61-7f5f-4cb0-aac8-83108dd08ace req-9f8ff300-c710-42a4-be6b-d0e7a2d35058 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.57 "DELETE /v2.0/ports/9b019fa9-cc77-4665-9a2d-2de58962ba14 HTTP/1.1" status: 204 len: 173 time: 0.9849498 Jul 30 00:43:48.367327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-deleted', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:43:48.369720 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538c4596-6c07-4ffa-a276-45b909a2731e" -d '{"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-deleted", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:43:48.409275 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd0d82-fb2f-44b5-a651-dff857327c75 x-openstack-request-id: req-22dd0d82-fb2f-44b5-a651-dff857327c75 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:43:48.409897 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d757cc-3e1e-460e-92a9-66d04e92222b", "name": "network-vif-deleted", "tag": "9b019fa9-cc77-4665-9a2d-2de58962ba14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:43:48.410159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22dd0d82-fb2f-44b5-a651-dff857327c75 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:43:48.410577 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d757cc-3e1e-460e-92a9-66d04e92222b', 'name': 'network-vif-deleted', 'tag': '9b019fa9-cc77-4665-9a2d-2de58962ba14', 'status': 'completed', 'code': 200} Jul 30 00:43:48.463507 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:43:48.672543 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:48.700075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:43:48.710788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:43:48.711414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:43:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:48.827213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:43:49.045002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:49.076924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf8a07-dac9-451e-b538-bf1c83145385 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:02Z', 'revision_number': 4, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'dc1445fc-b35a-4026-978e-c9fa269db6d8', 'name': '', 'network_id': '1c063f8a-9502-45c2-805a-bc26d3dd0727', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'mac_address': 'fa:16:3e:b6:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:34:02Z', 'updated_at': '2021-07-30T00:34:07Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'subnets': [{'id': '57aaa0f1-7179-4b68-82bb-04eb88694698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:43:49.092467 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9be1b2a4-0159-45bd-8b17-1bafe32455eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:49.228156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fc960c15-feb6-430a-8a72-99e52c58c2ed req-a2632cd7-922a-4df4-8bcc-3f185dadc00b tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 210 time: 0.0329287 Jul 30 00:43:49.346106 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633baf7-0523-4e15-8f5a-a89cfb5fe081 None None] New status for floating IP 3c26656a-46af-40a2-aba2-65d475f80bd5: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:43:49.481232 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:50.330308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d694af9b-bac0-4689-b1c5-5a62d7478a75 req-72c7c640-3905-41a0-9ea5-a077c33ac10f tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 210 time: 0.0289221 Jul 30 00:43:50.937127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:51.434993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ec01373-452b-4cf6-95f3-f533648706f2 req-868389cb-3a46-43d2-8d9e-2b1ff792ded3 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/ports?device_id=36d757cc-3e1e-460e-92a9-66d04e92222b HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jul 30 00:43:51.447297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:51.479490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 9b019fa9-cc77-4665-9a2d-2de58962ba14 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:43:51.479490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9b019fa9-cc77-4665-9a2d-2de58962ba14 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:52.692765 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.221057 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:55.277682 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.302425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.352582 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.355623 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.356798 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "DELETE /v2.0/security-groups/34b17033-bae1-4687-ad6b-425c64aa729e HTTP/1.1" status: 204 len: 168 time: 0.1346972 Jul 30 00:43:55.359904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37860) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:55.366982 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e3a35-a1ac-487d-91fc-16f3674c8dbe tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b17033-bae1-4687-ad6b-425c64aa729e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:55.378390 n-d-712707-11 neutron-server[93864]: INFO neutron.api.v2.resource [None req-aa1577bb-1cfb-49ab-89c7-0f8c92accae0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] show failed (client error): The resource could not be found. Jul 30 00:43:55.379835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aa1577bb-1cfb-49ab-89c7-0f8c92accae0 tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "GET /v2.0/security-groups/34b17033-bae1-4687-ad6b-425c64aa729e HTTP/1.1" status: 404 len: 347 time: 0.0182838 Jul 30 00:43:55.383235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37862) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:55.525554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Deleting port f6590d98-cac9-4e06-b64d-bbeb518c71c6 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:55.525929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.610461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.610737 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.623182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Calling delete_port for f6590d98-cac9-4e06-b64d-bbeb518c71c6 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:55.762259 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.791106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Pushing event deleted for resources: {'Port': ['ID=f6590d98-cac9-4e06-b64d-bbeb518c71c6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:55.857985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.861329 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:55.862561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f240dbb2-4378-4b2f-81d5-96d032a55eef tempest-ServerActionsTestJSON-884738098 tempest-ServerActionsTestJSON-884738098-project] 10.222.0.49 "DELETE /v2.0/floatingips/3c26656a-46af-40a2-aba2-65d475f80bd5 HTTP/1.1" status: 204 len: 168 time: 0.4783745 Jul 30 00:43:55.865768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37864) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:56.369998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.646014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Deleting port dc1445fc-b35a-4026-978e-c9fa269db6d8 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:56.646247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.733551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] For port dc1445fc-b35a-4026-978e-c9fa269db6d8, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=dc1445fc-b35a-4026-978e-c9fa269db6d8,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:56.733939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.748983 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Calling delete_port for dc1445fc-b35a-4026-978e-c9fa269db6d8 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:56.953196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.980197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1445fc-b35a-4026-978e-c9fa269db6d8,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:57.159708 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.411299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:43:57.517982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:43:57.523783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e3b00779-9085-4410-abb0-bfc1ada6bc2f admin admin] 10.222.0.49 "PUT /v2.0/routers/82c301b1-d23e-4baa-bc1e-fcca6200fe3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569986 Jul 30 00:43:57.526590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37868) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:57.529551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Sync routers for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:43:57.540340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:43:57.540861 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:57.638927 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.655298 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:43:57.747884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.804227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Deleting port b2d98a37-cf64-44f2-858f-77111932d900 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:57.804472 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.841909 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:43:56Z', 'revision_number': 5, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port': {'id': 'b2d98a37-cf64-44f2-858f-77111932d900', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:57.869581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Checking router: 82c301b1-d23e-4baa-bc1e-fcca6200fe3e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:43:57.880186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Routers {'82c301b1-d23e-4baa-bc1e-fcca6200fe3e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:43:57.881158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:43:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:57.887323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] For port b2d98a37-cf64-44f2-858f-77111932d900, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=b2d98a37-cf64-44f2-858f-77111932d900,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:57.887666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:57.901786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Calling delete_port for b2d98a37-cf64-44f2-858f-77111932d900 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:57.969374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] Set router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:43:58.023946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:43:57Z', 'revision_number': 6, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:58.054818 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9ccf8-5e9c-47ac-ad84-c2170efbdd86 None None] The sync data for ids ['82c301b1-d23e-4baa-bc1e-fcca6200fe3e'] in n-d-712707-11 is: [{'id': '82c301b1-d23e-4baa-bc1e-fcca6200fe3e', 'name': 'tempest-ServerActionsTestJSON-1198324190-router', 'tenant_id': 'af429743c8c44d4f9a894e0b7338f269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:33:59Z', 'updated_at': '2021-07-30T00:43:57Z', 'revision_number': 6, 'project_id': 'af429743c8c44d4f9a894e0b7338f269', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:43:58.081549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.109754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d98a37-cf64-44f2-858f-77111932d900,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:58.172969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.449661 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.640673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.645712 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.696693 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.697239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c301b1-d23e-4baa-bc1e-fcca6200fe3e {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:43:58.702787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.704404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-00f48f08-4c7e-4a75-ae8b-8f6a096cd503 admin admin] 10.222.0.49 "DELETE /v2.0/routers/82c301b1-d23e-4baa-bc1e-fcca6200fe3e HTTP/1.1" status: 204 len: 168 time: 1.1761110 Jul 30 00:43:58.707402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37870) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:58.765243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Deleting subnet 57aaa0f1-7179-4b68-82bb-04eb88694698 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:43:58.769066 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.812304 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.895409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.956589 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.982203 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57aaa0f1-7179-4b68-82bb-04eb88694698,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:58.988121 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.990141 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e16cf4e5-fb28-4970-b417-eb740a91d1f2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/57aaa0f1-7179-4b68-82bb-04eb88694698 HTTP/1.1" status: 204 len: 168 time: 0.2817390 Jul 30 00:43:58.993182 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37872) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:59.001535 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064844c-33b9-4cb3-b752-28eeb24a2744 None None] Network 1c063f8a-9502-45c2-805a-bc26d3dd0727 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:43:59.073512 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.149276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Deleting port 43f0555f-35ae-4966-ae39-8d83d5082113 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:59.149533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.195769 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] DHCP port deletion for 1c063f8a-9502-45c2-805a-bc26d3dd0727 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:43:59.216741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] For port 43f0555f-35ae-4966-ae39-8d83d5082113, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=43f0555f-35ae-4966-ae39-8d83d5082113,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:59.217113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.231925 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Calling delete_port for 43f0555f-35ae-4966-ae39-8d83d5082113 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:59.242306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Deleting port 43f0555f-35ae-4966-ae39-8d83d5082113 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:43:59.242691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.307510 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] For port 43f0555f-35ae-4966-ae39-8d83d5082113, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=43f0555f-35ae-4966-ae39-8d83d5082113,segment=NetworkSegment(8fb4af1a-309a-4968-97a2-069c62345f2f),segment_id=8fb4af1a-309a-4968-97a2-069c62345f2f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:43:59.308154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.322513 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.323376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Calling delete_port for 43f0555f-35ae-4966-ae39-8d83d5082113 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:43:59.351542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Pushing event deleted for resources: {'Port': ['ID=43f0555f-35ae-4966-ae39-8d83d5082113,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:59.357243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] No DVR routers for this DVR port 43f0555f-35ae-4966-ae39-8d83d5082113 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:59.374344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dc1445fc-b35a-4026-978e-c9fa269db6d8 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:59.396821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: dc1445fc-b35a-4026-978e-c9fa269db6d8 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:43:59.397164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device dc1445fc-b35a-4026-978e-c9fa269db6d8 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:59.397572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 43f0555f-35ae-4966-ae39-8d83d5082113 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:59.419211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 43f0555f-35ae-4966-ae39-8d83d5082113 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:43:59.419490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 43f0555f-35ae-4966-ae39-8d83d5082113 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:59.419903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2d98a37-cf64-44f2-858f-77111932d900 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:43:59.428067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.438408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c063f8a-9502-45c2-805a-bc26d3dd0727']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:59.447145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: b2d98a37-cf64-44f2-858f-77111932d900 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:43:59.447494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device b2d98a37-cf64-44f2-858f-77111932d900 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:43:59.453952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb4af1a-309a-4968-97a2-069c62345f2f') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:59.454431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb4af1a-309a-4968-97a2-069c62345f2f') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:43:59.464979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.466469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.478366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.484822 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:43:59.485232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:43:59.487606 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:43:59.495391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] Pushing event deleted for resources: {'Port': ['ID=43f0555f-35ae-4966-ae39-8d83d5082113,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:59.499961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf9d37-23cf-4022-84ef-e295cbecbd64 None None] No DVR routers for this DVR port 43f0555f-35ae-4966-ae39-8d83d5082113 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:43:59.549573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.555127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.559840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] 10.222.0.49 "DELETE /v2.0/networks/1c063f8a-9502-45c2-805a-bc26d3dd0727 HTTP/1.1" status: 204 len: 168 time: 0.5628560 Jul 30 00:43:59.571366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487197-13f6-4338-a4f3-866f0947e80f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c063f8a-9502-45c2-805a-bc26d3dd0727,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:43:59.786346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37876) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:59.830274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c82c3214-0bcb-4f12-8bfc-887f38d5bb64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af429743c8c44d4f9a894e0b7338f269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426879 Jul 30 00:43:59.833165 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37878) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:43:59.891094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.918785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.975630 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.978215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.979418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5aa22b7d-7dfd-4d09-b41d-cb7f653680fb HTTP/1.1" status: 204 len: 168 time: 0.1452761 Jul 30 00:43:59.988330 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1593898-8a5b-40da-b99a-48e9e5b4faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa22b7d-7dfd-4d09-b41d-cb7f653680fb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:00.861731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 37900) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:00.969386 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-6077075-network', 'tenant_id': '10c2b6964e9343bcafae62d56246445b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:00.996755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Made reservation on behalf of 10c2b6964e9343bcafae62d56246445b for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:00.999113 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.009904 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.108684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.115149 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.147107 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:01.157009 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e75dd-f4e2-4e94-bf18-0b51c4615169,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:01.162316 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.162665 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Added segment 9760dea1-f3aa-464b-99e1-2090daf536b7 of type vlan for network 2b952da6-a398-48dc-a474-7b12da14faf2 Jul 30 00:44:01.204972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.238455 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.239464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:01.240074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.301421 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4385803 Jul 30 00:44:01.302543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6173f5-eb59-40e7-a36e-c6590c2f7248 admin admin] Pushing event updated for resources: {'Network': ['ID=2b952da6-a398-48dc-a474-7b12da14faf2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:01.304466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 37904) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:01.309885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Request body: {'subnet': {'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-6077075-subnet', 'tenant_id': '10c2b6964e9343bcafae62d56246445b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:01.313913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2b952da6-a398-48dc-a474-7b12da14faf2 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:01.336256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Made reservation on behalf of 10c2b6964e9343bcafae62d56246445b for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:01.338698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.515817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.566216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497f4f9f-715a-41ea-be2d-a048fe9487cc,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:01.584545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Checking segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:01.584902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Network hostable DHCP agents. Network: 2b952da6-a398-48dc-a474-7b12da14faf2, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:01.603520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Network 2b952da6-a398-48dc-a474-7b12da14faf2 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:01.613164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2b952da6-a398-48dc-a474-7b12da14faf2) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:01.617493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:01.618157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:01.624956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706a852-a31b-43b4-9eda-45c7d1a8e2d4 None None] Network 2b952da6-a398-48dc-a474-7b12da14faf2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:01.637180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-38512396-643a-481a-a3f4-f6e350d67417 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3312817 Jul 30 00:44:01.756144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f0f6f-2acc-4e58-8bb9-cff1266a88b2 None None] Network 2b952da6-a398-48dc-a474-7b12da14faf2 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:02.116474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-62577af7-bc00-48b9-8afd-77a0047c66e0 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:02.117989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-62577af7-bc00-48b9-8afd-77a0047c66e0 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 811 time: 0.1181378 Jul 30 00:44:02.137314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-e0bf2121-314a-4d14-9d05-d47df65924a6 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/quotas/10c2b6964e9343bcafae62d56246445b HTTP/1.1" status: 200 len: 375 time: 0.0105100 Jul 30 00:44:02.176881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-11fff9a8-07de-4cf1-a406-d0e6dced0b06 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332286 Jul 30 00:44:02.237965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-981c2b32-1cb7-4260-9f82-acc8e483946c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:44:02.238965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-981c2b32-1cb7-4260-9f82-acc8e483946c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536129 Jul 30 00:44:02.340153 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-16ac675d-a207-4017-9e3b-37e774190c98 service neutron] 10.222.0.49 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944545 Jul 30 00:44:02.444493 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-74bb1ba1-e2ea-43de-94d0-7974e4a41c8a service neutron] 10.222.0.49 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959222 Jul 30 00:44:02.611707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-36570241-41ec-4d4a-92f5-f77f1c43c000 req-eb34855e-e4dd-4095-a7c8-2ab0cae8d3df tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 210 time: 0.0279765 Jul 30 00:44:03.759407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5dfbe7bd-c2a1-45bc-b808-769243ae7194 req-4911fdb6-5532-4370-9af2-5df234498414 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 210 time: 0.0661376 Jul 30 00:44:03.791733 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-ff75ed81-0660-4bb9-a664-b0ed2caca03e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:03.793191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-ff75ed81-0660-4bb9-a664-b0ed2caca03e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 811 time: 0.1589553 Jul 30 00:44:03.814559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Request body: {'port': {'device_id': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'admin_state_up': True, 'tenant_id': '10c2b6964e9343bcafae62d56246445b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:03.932091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Made reservation on behalf of 10c2b6964e9343bcafae62d56246445b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:03.935755 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.081581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Allocated IP 172.20.0.3 (2b952da6-a398-48dc-a474-7b12da14faf2/497f4f9f-715a-41ea-be2d-a048fe9487cc/026782d1-0972-4c80-a732-63acde99bb14) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:04.241721 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.288801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.331955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Network 2b952da6-a398-48dc-a474-7b12da14faf2 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:04.335436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:04.341415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:04.348204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event updated for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:04.395455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:04.396067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.414719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b33ec2c9-d213-4f28-ac23-e84447204c60 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038318 Jul 30 00:44:04.438265 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Request body: {'port': {'device_id': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:04.504699 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.793109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026782d1-0972-4c80-a732-63acde99bb14 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:04.801739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.819803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Transition to ACTIVE for port object 026782d1-0972-4c80-a732-63acde99bb14 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:04.826192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:04.907289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Pushing event updated for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:04.965109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdaa27-7cec-48b6-97e9-879fe3ba9b07 req-68c1554c-cfcb-4aff-9e49-55e8d94c1dca tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:04.966625 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66fdaa27-7cec-48b6-97e9-879fe3ba9b07 req-68c1554c-cfcb-4aff-9e49-55e8d94c1dca tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 943 time: 0.1106789 Jul 30 00:44:05.018200 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Attempting to bind port 026782d1-0972-4c80-a732-63acde99bb14 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:05.018537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Attempting to bind port 026782d1-0972-4c80-a732-63acde99bb14 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:05.018897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Attempting to bind port 026782d1-0972-4c80-a732-63acde99bb14 on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:05.027370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66fdaa27-7cec-48b6-97e9-879fe3ba9b07 req-9f101ade-73b1-41eb-8a3f-55028908fc0a tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Jul 30 00:44:05.028414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Port 026782d1-0972-4c80-a732-63acde99bb14 on network 2b952da6-a398-48dc-a474-7b12da14faf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:44:05.028725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Attempting to bind port 026782d1-0972-4c80-a732-63acde99bb14 on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:05.034050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:05.034385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Checking segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:05.034775 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Bound using segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:05.035198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Bound port: 026782d1-0972-4c80-a732-63acde99bb14, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:05.035557 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:05.102261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:05.105619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=026782d1-0972-4c80-a732-63acde99bb14,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:05.112398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:05.157962 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.158766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:05.160718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] 10.222.0.57 "PUT /v2.0/ports/026782d1-0972-4c80-a732-63acde99bb14 HTTP/1.1" status: 200 len: 1092 time: 0.7301731 Jul 30 00:44:05.161170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'tag': '026782d1-0972-4c80-a732-63acde99bb14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:05.163490 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b142ce-1c0e-4542-b3ec-52481d5d1444" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "tag": "026782d1-0972-4c80-a732-63acde99bb14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:05.187586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f529d-0b0a-42fa-87ef-8c8ea411b6db service neutron] Pushing event updated for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:05.207830 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f0620-2610-4325-8a05-8857b47a52fb x-openstack-request-id: req-871f0620-2610-4325-8a05-8857b47a52fb {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:05.208155 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "tag": "026782d1-0972-4c80-a732-63acde99bb14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:05.208409 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-871f0620-2610-4325-8a05-8857b47a52fb {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:05.208844 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'tag': '026782d1-0972-4c80-a732-63acde99bb14', 'status': 'completed', 'code': 200} Jul 30 00:44:05.267544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-3b1a45fc-a2d3-4bd9-9740-f491096c1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.269285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-3b1a45fc-a2d3-4bd9-9740-f491096c1a42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 1095 time: 0.0432978 Jul 30 00:44:05.319506 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-b1597708-3e0b-4594-bdcd-140f95be8bc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026782d1-0972-4c80-a732-63acde99bb14 HTTP/1.1" status: 200 len: 217 time: 0.0364335 Jul 30 00:44:05.376061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-209e5e42-b259-47ed-bbcf-78f80f8a1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.377673 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-209e5e42-b259-47ed-bbcf-78f80f8a1c1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0514963 Jul 30 00:44:05.416007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-29169e61-5035-4cf5-8ba0-e59f30eda083 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304155 Jul 30 00:44:05.516398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-f2ecbde5-6dc0-4e00-a07d-488afd30c548 service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932963 Jul 30 00:44:05.629946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07f50e9d-196c-4ce0-bfdb-d2fd38368297 req-fd8cfe50-6bbf-4a56-8528-e4d61e07eef4 service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056406 Jul 30 00:44:05.775976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-0a0a00c4-446b-4080-9cba-1d550ac8cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.777521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-0a0a00c4-446b-4080-9cba-1d550ac8cc5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 1095 time: 0.0499279 Jul 30 00:44:05.889997 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-e12a9add-994f-48d0-9f64-ce8afde31288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.891356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-e12a9add-994f-48d0-9f64-ce8afde31288 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 912 time: 0.1055784 Jul 30 00:44:05.936605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-d28d214e-cb78-42dc-9173-35ed53ee8d5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026782d1-0972-4c80-a732-63acde99bb14 HTTP/1.1" status: 200 len: 217 time: 0.0358450 Jul 30 00:44:05.995070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-7f6793e3-ec22-417c-b433-2992261117a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:05.996555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-7f6793e3-ec22-417c-b433-2992261117a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0509508 Jul 30 00:44:06.031602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-45199588-805d-4e88-b83c-56f6d375d2a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255275 Jul 30 00:44:06.162696 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-3db3784a-8464-4c37-b9f7-68082e1b66fb service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220787 Jul 30 00:44:06.178676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771db2-4847-43e8-bb64-647965061a37 req-14d846d3-dff5-4504-b736-07734729be62 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:06.180272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7771db2-4847-43e8-bb64-647965061a37 req-14d846d3-dff5-4504-b736-07734729be62 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 943 time: 0.0795016 Jul 30 00:44:06.274912 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7771db2-4847-43e8-bb64-647965061a37 req-f7a89ea9-38f0-4126-9b21-19902c61bc71 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858607 Jul 30 00:44:06.300943 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57b142ce-1c0e-4542-b3ec-52481d5d1444 req-3f683c79-282b-43f8-b1ec-222ef5c4d561 service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195877 Jul 30 00:44:07.416649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2959a-3436-43e1-9da9-200e1992d371 req-70187325-e45d-4882-b6cd-1e8b724930d2 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:07.418264 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fe2959a-3436-43e1-9da9-200e1992d371 req-70187325-e45d-4882-b6cd-1e8b724930d2 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 943 time: 0.0597608 Jul 30 00:44:07.471706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fe2959a-3436-43e1-9da9-200e1992d371 req-ebbbc893-d0d2-447a-b95e-0995843bccc8 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Jul 30 00:44:07.546286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 026782d1-0972-4c80-a732-63acde99bb14 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:44:07.645991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=026782d1-0972-4c80-a732-63acde99bb14,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:07.657337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '026782d1-0972-4c80-a732-63acde99bb14', 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'port_id': '026782d1-0972-4c80-a732-63acde99bb14', 'mac_address': 'fa:16:3e:c2:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497f4f9f-715a-41ea-be2d-a048fe9487cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:44:07.701645 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:07.714981 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026782d1-0972-4c80-a732-63acde99bb14 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:07.734574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=026782d1-0972-4c80-a732-63acde99bb14,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:07.741557 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:07.791418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:08.008023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:08.609644 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd22b30-a981-4444-9e08-5755e8e72d0e req-cc6f5f3a-6045-4a00-bcc1-05cdbb9956d4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:08.611359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffd22b30-a981-4444-9e08-5755e8e72d0e req-cc6f5f3a-6045-4a00-bcc1-05cdbb9956d4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 944 time: 0.0546529 Jul 30 00:44:08.660934 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffd22b30-a981-4444-9e08-5755e8e72d0e req-532ef653-595f-4cf7-9e21-1c481aab240c tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Jul 30 00:44:09.547856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 026782d1-0972-4c80-a732-63acde99bb14 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:09.602636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 026782d1-0972-4c80-a732-63acde99bb14 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:09.607093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 026782d1-0972-4c80-a732-63acde99bb14 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:09.607506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:09.701653 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:09.728224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026782d1-0972-4c80-a732-63acde99bb14'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:09.730578 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46432c7-6945-482e-8235-93b8cd58ecd1" -d '{"events": [{"server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "name": "network-vif-plugged", "status": "completed", "tag": "026782d1-0972-4c80-a732-63acde99bb14"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:09.748586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=026782d1-0972-4c80-a732-63acde99bb14,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:09.759545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:09.797771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7535-5828-48a4-bf73-88101aef8d82 req-a7fb8320-2191-48e5-90d0-44676b6944ed tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:09.799463 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84fa7535-5828-48a4-bf73-88101aef8d82 req-a7fb8320-2191-48e5-90d0-44676b6944ed tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 944 time: 0.0586488 Jul 30 00:44:09.843744 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84fa7535-5828-48a4-bf73-88101aef8d82 req-fff8911f-7125-4c0a-a733-8dd747eb09b2 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Jul 30 00:44:09.957657 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355cb788-e67b-4e7f-9945-cfcf2d227473 x-openstack-request-id: req-355cb788-e67b-4e7f-9945-cfcf2d227473 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:09.957969 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "name": "network-vif-plugged", "status": "completed", "tag": "026782d1-0972-4c80-a732-63acde99bb14", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:09.958188 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-355cb788-e67b-4e7f-9945-cfcf2d227473 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:09.959115 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026782d1-0972-4c80-a732-63acde99bb14', 'code': 200} Jul 30 00:44:09.990867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:10.028266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09600-0603-46fd-98eb-a4b1f9824539 req-23fef2a6-c23e-4d9e-be69-360fd774bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:10.029842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10d09600-0603-46fd-98eb-a4b1f9824539 req-23fef2a6-c23e-4d9e-be69-360fd774bb92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 1097 time: 0.0439036 Jul 30 00:44:10.067629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10d09600-0603-46fd-98eb-a4b1f9824539 req-adad711f-d940-4e03-ae6d-df513fe19e18 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296669 Jul 30 00:44:10.985240 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ed73-1378-47ff-b293-587adce1ee4a req-6539105c-a2df-4af6-a590-0dfd6ce6167d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:10.986868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b9ed73-1378-47ff-b293-587adce1ee4a req-6539105c-a2df-4af6-a590-0dfd6ce6167d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0571957 Jul 30 00:44:11.033209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b9ed73-1378-47ff-b293-587adce1ee4a req-9bb1e0d5-920c-4556-9fbf-1a7ea8e3d3e7 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Jul 30 00:44:12.160906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b697dd-6ebc-4183-a173-194b2fdf028f req-e94136c3-b253-4b8b-8249-6fb76b27fce4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:12.162503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b697dd-6ebc-4183-a173-194b2fdf028f req-e94136c3-b253-4b8b-8249-6fb76b27fce4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0522759 Jul 30 00:44:12.205849 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b697dd-6ebc-4183-a173-194b2fdf028f req-e8893cf4-3375-43a2-bb96-3ae02305baa3 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Jul 30 00:44:12.461434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-73c5afeb-e6f9-4f91-8552-30bef5f382ef tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:12.462997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-73c5afeb-e6f9-4f91-8552-30bef5f382ef tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 811 time: 0.1230817 Jul 30 00:44:12.482251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-80cd6deb-9930-4432-998f-0401e061f8c9 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/quotas/10c2b6964e9343bcafae62d56246445b HTTP/1.1" status: 200 len: 375 time: 0.0104725 Jul 30 00:44:12.549234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-c4a8ea41-ad55-4c2f-9384-41268e3ccedd tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609453 Jul 30 00:44:12.674589 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-655973bb-4951-411d-9661-68d5605a3652 service neutron] 10.222.0.49 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157539 Jul 30 00:44:12.795082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-cb2902fb-c92c-46ec-86bb-e3a52ac55023 service neutron] 10.222.0.49 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134341 Jul 30 00:44:12.994078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcb61149-26ed-4c58-b01e-4659a4ca8ea4 req-b5229dad-5adb-48d1-a3c0-c1f61c6dd8f5 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 30 00:44:14.110397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84ccaacc-5d30-4f9e-9a6e-71ef6bfef806 req-f1092e0d-57cd-409e-8408-18d3dc925c77 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 210 time: 0.0358005 Jul 30 00:44:14.122221 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-3d027202-6fb8-41ab-a42a-e06457341cbc tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:14.124407 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-3d027202-6fb8-41ab-a42a-e06457341cbc tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.59 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 811 time: 0.1172800 Jul 30 00:44:14.143672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Request body: {'port': {'device_id': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'admin_state_up': True, 'tenant_id': '10c2b6964e9343bcafae62d56246445b'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:14.262106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Made reservation on behalf of 10c2b6964e9343bcafae62d56246445b for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:14.265163 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:14.408276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Allocated IP 172.20.0.11 (2b952da6-a398-48dc-a474-7b12da14faf2/497f4f9f-715a-41ea-be2d-a048fe9487cc/5efa090f-a14f-497d-b6be-4605f6a43d6c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:14.573770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:14.621332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:14.656219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:14.684521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Network 2b952da6-a398-48dc-a474-7b12da14faf2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:14.687792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:14.693816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:14.700627 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event updated for resources: {'Port': ['ID=5efa090f-a14f-497d-b6be-4605f6a43d6c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:15.108869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.109247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.109545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.109908 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.110239 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.110568 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.110894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.111213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.111532 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.111852 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.112169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.112487 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.138071 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:15.138735 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.157161 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-6a4bd7d3-9a55-4a66-ae36-0dfc93334a20 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183544 Jul 30 00:44:15.176392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Request body: {'port': {'device_id': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-11'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:15.239554 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.242014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11a5c9-4785-4538-be93-c477ca1e1250 req-16c4b667-03b7-4a0a-8ba6-a940f990d356 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:15.243728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11a5c9-4785-4538-be93-c477ca1e1250 req-16c4b667-03b7-4a0a-8ba6-a940f990d356 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 932 time: 0.0588987 Jul 30 00:44:15.284160 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd11a5c9-4785-4538-be93-c477ca1e1250 req-bc5bd14a-8c71-4d2d-bd77-6109bb3c12f5 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Jul 30 00:44:15.532588 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efa090f-a14f-497d-b6be-4605f6a43d6c {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:15.540982 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.554544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Transition to ACTIVE for port object 5efa090f-a14f-497d-b6be-4605f6a43d6c will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:15.561482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.613663 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa090f-a14f-497d-b6be-4605f6a43d6c,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:15.690049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Attempting to bind port 5efa090f-a14f-497d-b6be-4605f6a43d6c on host n-h2-712707-11 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:15.690378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Attempting to bind port 5efa090f-a14f-497d-b6be-4605f6a43d6c by drivers openvswitch,hyperv on host n-h2-712707-11 at level 0 using segments [{'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:15.690703 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Attempting to bind port 5efa090f-a14f-497d-b6be-4605f6a43d6c on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:15.695606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Port 5efa090f-a14f-497d-b6be-4605f6a43d6c on network 2b952da6-a398-48dc-a474-7b12da14faf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-11 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:44:15.695924 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Attempting to bind port 5efa090f-a14f-497d-b6be-4605f6a43d6c on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:15.700856 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Checking agent: {'id': 'ef9cfb9f-fc97-4909-85e5-e603ac1ed4e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:15.701191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Checking segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:15.701611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Bound using segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:15.702058 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Bound port: 5efa090f-a14f-497d-b6be-4605f6a43d6c, host: n-h2-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:15.702412 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.774341 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] For port 5efa090f-a14f-497d-b6be-4605f6a43d6c, host n-h2-712707-11, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:15.777826 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] For port 5efa090f-a14f-497d-b6be-4605f6a43d6c, host n-h2-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5efa090f-a14f-497d-b6be-4605f6a43d6c,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:15.783916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.816618 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:15.817247 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.818734 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] 10.222.0.59 "PUT /v2.0/ports/5efa090f-a14f-497d-b6be-4605f6a43d6c HTTP/1.1" status: 200 len: 1093 time: 0.6471503 Jul 30 00:44:15.819183 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'tag': '5efa090f-a14f-497d-b6be-4605f6a43d6c'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:15.822012 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e666b-5fae-4529-946e-341a0136933b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "tag": "5efa090f-a14f-497d-b6be-4605f6a43d6c"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:15.849946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ca3b-ba65-46ca-a8bf-58a8db323404 service neutron] Pushing event updated for resources: {'Port': ['ID=5efa090f-a14f-497d-b6be-4605f6a43d6c,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:15.917809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-4bf6c942-dacf-402c-896d-f8900791c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:15.919410 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-4bf6c942-dacf-402c-896d-f8900791c07a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 1096 time: 0.0441401 Jul 30 00:44:15.920942 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e66714-22cc-45e3-8036-7167509cca15 x-openstack-request-id: req-96e66714-22cc-45e3-8036-7167509cca15 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:15.921236 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "tag": "5efa090f-a14f-497d-b6be-4605f6a43d6c", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:15.921486 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96e66714-22cc-45e3-8036-7167509cca15 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:15.921900 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'tag': '5efa090f-a14f-497d-b6be-4605f6a43d6c', 'status': 'completed', 'code': 200} Jul 30 00:44:15.980067 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-d5148c8a-f90a-4179-b62f-18a525f55e48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5efa090f-a14f-497d-b6be-4605f6a43d6c HTTP/1.1" status: 200 len: 217 time: 0.0386477 Jul 30 00:44:16.032653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-aabdf0ba-8844-44a7-8e33-e661189eff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.034266 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-aabdf0ba-8844-44a7-8e33-e661189eff1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0470688 Jul 30 00:44:16.066800 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-c1702aca-d319-46e7-a4af-d7d8facc6d22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249128 Jul 30 00:44:16.167173 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-a2ce8d0d-a52f-4ddf-9924-685c4d691a8d service neutron] 10.222.0.59 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927632 Jul 30 00:44:16.273472 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-efb36bd7-af61-43d6-8f9d-73058a75cdad service neutron] 10.222.0.59 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992107 Jul 30 00:44:16.379447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-26e2f0a2-4429-4a43-b3fa-99e3cf7706d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:16.403912 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e666b-5fae-4529-946e-341a0136933b req-39951f69-0eea-4677-a021-d9c6c4fa7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.405373 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-39951f69-0eea-4677-a021-d9c6c4fa7dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 1096 time: 0.0462928 Jul 30 00:44:16.419397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3ac-5d42-41f2-bc83-02ecc535c86d req-8ddbdea9-22a1-4bef-8f5a-b35ce7e64136 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.420973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8cac3ac-5d42-41f2-bc83-02ecc535c86d req-8ddbdea9-22a1-4bef-8f5a-b35ce7e64136 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.0599604 Jul 30 00:44:16.465303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8cac3ac-5d42-41f2-bc83-02ecc535c86d req-bbc486a7-ad67-4930-a815-32fc09ce1f64 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Jul 30 00:44:16.518745 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e666b-5fae-4529-946e-341a0136933b req-504d643a-5a2c-402a-b92c-5df4784bef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.520255 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-504d643a-5a2c-402a-b92c-5df4784bef7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 912 time: 0.1078110 Jul 30 00:44:16.564971 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-744e7279-bf5f-4478-ad91-48ea1000b5a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5efa090f-a14f-497d-b6be-4605f6a43d6c HTTP/1.1" status: 200 len: 217 time: 0.0367990 Jul 30 00:44:16.633180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.59', 51735) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:16.685530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e666b-5fae-4529-946e-341a0136933b req-844079d2-ebf0-49bc-a552-edc448a8134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.687229 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-844079d2-ebf0-49bc-a552-edc448a8134d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0532455 Jul 30 00:44:16.691425 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-5e4bf185-aa54-4bf2-b7c7-585ca2d974c6 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.693716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-5e4bf185-aa54-4bf2-b7c7-585ca2d974c6 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.0594590 Jul 30 00:44:16.724441 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-1e21ff3e-61b5-489a-8824-c4c53d6e8f83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303061 Jul 30 00:44:16.788445 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Deleting port 5efa090f-a14f-497d-b6be-4605f6a43d6c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:16.788847 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:16.817150 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-f49f45a2-dd66-42c0-b4b6-3b15ce27f6fe service neutron] 10.222.0.59 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Jul 30 00:44:16.885312 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] For port 5efa090f-a14f-497d-b6be-4605f6a43d6c, host n-h2-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-11',level=0,port_id=5efa090f-a14f-497d-b6be-4605f6a43d6c,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:16.885558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:16.900115 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Calling delete_port for 5efa090f-a14f-497d-b6be-4605f6a43d6c owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:16.915637 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-4cd7c25a-b4ff-4e75-8242-b1354462615a service neutron] 10.222.0.59 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918076 Jul 30 00:44:17.045307 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:17.080111 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:17.080339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event deleted for resources: {'Port': ['ID=5efa090f-a14f-497d-b6be-4605f6a43d6c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:17.123793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] No DVR routers for this DVR port 5efa090f-a14f-497d-b6be-4605f6a43d6c on host n-h2-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:17.126582 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:17.128627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.59 "DELETE /v2.0/ports/5efa090f-a14f-497d-b6be-4605f6a43d6c HTTP/1.1" status: 204 len: 173 time: 0.4292114 Jul 30 00:44:17.129058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-deleted', 'tag': '5efa090f-a14f-497d-b6be-4605f6a43d6c'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:17.131710 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd12e4b-8e92-4a6a-92eb-c465d5162108" -d '{"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-deleted", "tag": "5efa090f-a14f-497d-b6be-4605f6a43d6c"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:17.168268 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24004bd1-5037-4df6-b3df-d7e0b539a566 x-openstack-request-id: req-24004bd1-5037-4df6-b3df-d7e0b539a566 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:17.168761 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-deleted", "tag": "5efa090f-a14f-497d-b6be-4605f6a43d6c", "status": "failed", "code": 422}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:17.169211 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24004bd1-5037-4df6-b3df-d7e0b539a566 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:17.169715 n-d-712707-11 neutron-server[93864]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-deleted', 'tag': '5efa090f-a14f-497d-b6be-4605f6a43d6c', 'status': 'failed', 'code': 422} returned with failed status Jul 30 00:44:17.565838 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a019623-800c-4a1f-bb9f-ad14ace36542 req-db7f757e-9af8-4e14-ab3e-5321f63253de tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Jul 30 00:44:17.764585 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:17.934503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:18.407395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-2d9244fd-e30f-463c-86da-c24c1fd1820d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:18.408904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-2d9244fd-e30f-463c-86da-c24c1fd1820d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 811 time: 0.1133828 Jul 30 00:44:18.445313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Request body: {'port': {'device_id': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'admin_state_up': True, 'tenant_id': '10c2b6964e9343bcafae62d56246445b'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:18.570774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Made reservation on behalf of 10c2b6964e9343bcafae62d56246445b for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:18.574404 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:18.676412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-787698ff-140d-45bc-9883-55f7e7d09f7a req-aff611d5-996a-4027-8af9-14ba5898e4ff tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Jul 30 00:44:18.733489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Allocated IP 172.20.0.13 (2b952da6-a398-48dc-a474-7b12da14faf2/497f4f9f-715a-41ea-be2d-a048fe9487cc/9ea6c17f-245f-4391-a697-4512d702519b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:18.902380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:18.950237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:18.985556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:18.998679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Network 2b952da6-a398-48dc-a474-7b12da14faf2 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:19.003915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:19.008999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:19.014146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event updated for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:19.066059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:19.066682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.082701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-83b36cee-6a41-4e67-b6cb-9534ae098122 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6423233 Jul 30 00:44:19.095187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0d05-3941-47ff-9ed5-bc9dc8e81c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.100811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Request body: {'port': {'device_id': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:19.157077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.450816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea6c17f-245f-4391-a697-4512d702519b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:19.460226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.474320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Transition to ACTIVE for port object 9ea6c17f-245f-4391-a697-4512d702519b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:19.477795 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.479030 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.535070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:19.614120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Attempting to bind port 9ea6c17f-245f-4391-a697-4512d702519b on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:19.614909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Attempting to bind port 9ea6c17f-245f-4391-a697-4512d702519b by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:19.614909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Attempting to bind port 9ea6c17f-245f-4391-a697-4512d702519b on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:19.620756 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Port 9ea6c17f-245f-4391-a697-4512d702519b on network 2b952da6-a398-48dc-a474-7b12da14faf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:44:19.621085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Attempting to bind port 9ea6c17f-245f-4391-a697-4512d702519b on network 2b952da6-a398-48dc-a474-7b12da14faf2 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:19.626806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:19.627142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Checking segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:19.627538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Bound using segment: {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:19.627966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Bound port: 9ea6c17f-245f-4391-a697-4512d702519b, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9760dea1-f3aa-464b-99e1-2090daf536b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:19.628328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.702333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:19.705462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9ea6c17f-245f-4391-a697-4512d702519b,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:19.712028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.755667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:19.756297 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:19.757733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] 10.222.0.57 "PUT /v2.0/ports/9ea6c17f-245f-4391-a697-4512d702519b HTTP/1.1" status: 200 len: 1093 time: 0.6614110 Jul 30 00:44:19.758183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:19.760987 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f93346-825c-41d2-a69b-80606c015a36" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "tag": "9ea6c17f-245f-4391-a697-4512d702519b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:19.809705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b689f-e890-4d74-b0b9-1e65e92de38c service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:19.852148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90516949-726d-49d7-ad77-5b6a41882bf9 req-478dacc6-f434-41cc-a6d6-26e5a2783fd0 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:19.854092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90516949-726d-49d7-ad77-5b6a41882bf9 req-478dacc6-f434-41cc-a6d6-26e5a2783fd0 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.1055365 Jul 30 00:44:19.891007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-257b6c00-2a5a-4ef7-8f10-b894fe793964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:19.893207 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-257b6c00-2a5a-4ef7-8f10-b894fe793964 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 1096 time: 0.0784659 Jul 30 00:44:19.922174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-90516949-726d-49d7-ad77-5b6a41882bf9 req-d4351d54-f8c5-437f-857c-22875ae2967f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Jul 30 00:44:19.955770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-af0f56ff-ac36-459e-aa55-b1b5ec7bc66a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea6c17f-245f-4391-a697-4512d702519b HTTP/1.1" status: 200 len: 217 time: 0.0479648 Jul 30 00:44:19.973155 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e9752-07ad-4590-80e8-b7e000c9abad x-openstack-request-id: req-294e9752-07ad-4590-80e8-b7e000c9abad {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:19.973446 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "tag": "9ea6c17f-245f-4391-a697-4512d702519b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:19.973699 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-294e9752-07ad-4590-80e8-b7e000c9abad {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:19.974150 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b', 'status': 'completed', 'code': 200} Jul 30 00:44:20.015540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-e699e03b-d2d7-4190-ba9a-08e56ef9c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:20.017042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-e699e03b-d2d7-4190-ba9a-08e56ef9c340 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0536745 Jul 30 00:44:20.050797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-70976be9-6837-4773-9a5d-c39dfc2f235d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251484 Jul 30 00:44:20.148911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-7f340834-8754-4388-83c8-95694c46c024 service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904360 Jul 30 00:44:20.247123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-a1884ed5-d2f3-4101-9d4a-166634a1718c service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909548 Jul 30 00:44:20.397334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93346-825c-41d2-a69b-80606c015a36 req-b9a63cd3-a810-4d1f-8a19-3a597ea2c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:20.398987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-b9a63cd3-a810-4d1f-8a19-3a597ea2c800 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10c2b6964e9343bcafae62d56246445b&device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 1096 time: 0.0460768 Jul 30 00:44:20.502221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93346-825c-41d2-a69b-80606c015a36 req-0ba387e0-2461-4545-8ac4-acda2f66f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:20.503631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-0ba387e0-2461-4545-8ac4-acda2f66f60a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 200 len: 912 time: 0.0958323 Jul 30 00:44:20.549133 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-03aefeb2-98e6-44d6-88a4-98017b8fff79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea6c17f-245f-4391-a697-4512d702519b HTTP/1.1" status: 200 len: 217 time: 0.0370042 Jul 30 00:44:20.609482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93346-825c-41d2-a69b-80606c015a36 req-cd02d22b-9650-480e-ba07-9fd5fddceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:20.611410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-cd02d22b-9650-480e-ba07-9fd5fddceb90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 200 len: 851 time: 0.0540516 Jul 30 00:44:20.646263 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-0f4228d6-1359-426d-96a5-54e80078b27c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b952da6-a398-48dc-a474-7b12da14faf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274456 Jul 30 00:44:20.747947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-fde2ef58-a0bb-4246-8bae-5179e44706ef service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944848 Jul 30 00:44:20.850130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f93346-825c-41d2-a69b-80606c015a36 req-052cbd4c-f7e2-4f62-82f1-e1045e36e96d service neutron] 10.222.0.57 "GET /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934370 Jul 30 00:44:20.942615 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:21.052572 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5885f0-8b8c-4fd7-a08d-3714d3321fd6 req-572bdd5c-fc10-4f5e-b77c-ba888df91714 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:21.054175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a5885f0-8b8c-4fd7-a08d-3714d3321fd6 req-572bdd5c-fc10-4f5e-b77c-ba888df91714 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Jul 30 00:44:21.097088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a5885f0-8b8c-4fd7-a08d-3714d3321fd6 req-f12421fe-4411-4d84-b7a2-a60c70b297c9 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Jul 30 00:44:22.233003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614c087-4e55-4908-a4e8-f5fe187e2f9b req-5ea49e48-3adc-4cd6-a34d-676c0629f495 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:22.234579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7614c087-4e55-4908-a4e8-f5fe187e2f9b req-5ea49e48-3adc-4cd6-a34d-676c0629f495 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.0510809 Jul 30 00:44:22.285445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7614c087-4e55-4908-a4e8-f5fe187e2f9b req-572077f7-6be6-4445-9e17-d501c85c54ad tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Jul 30 00:44:22.700883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:23.430233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57f241-8ea6-48e0-8bdc-d6f012e35fc3 req-fcca5ab5-0b9e-494f-b936-d94e0b792e7e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:23.433415 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e57f241-8ea6-48e0-8bdc-d6f012e35fc3 req-fcca5ab5-0b9e-494f-b936-d94e0b792e7e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 944 time: 0.0676322 Jul 30 00:44:23.478750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3e57f241-8ea6-48e0-8bdc-d6f012e35fc3 req-d3cda8c2-7cd5-45b8-a3bb-b16a8c5af2da tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Jul 30 00:44:23.641596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9ea6c17f-245f-4391-a697-4512d702519b details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:44:23.757294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9ea6c17f-245f-4391-a697-4512d702519b,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:23.780265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '9ea6c17f-245f-4391-a697-4512d702519b', 'network_id': '2b952da6-a398-48dc-a474-7b12da14faf2', 'port_id': '9ea6c17f-245f-4391-a697-4512d702519b', 'mac_address': 'fa:16:3e:04:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497f4f9f-715a-41ea-be2d-a048fe9487cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:44:23.822017 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:23.839305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6c17f-245f-4391-a697-4512d702519b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:23.862188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9ea6c17f-245f-4391-a697-4512d702519b,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:23.868322 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:23.921573 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:24.177200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['9ea6c17f-245f-4391-a697-4512d702519b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:24.601651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97044-268f-4a77-8de9-9ba19281d3fa req-7389942d-6069-4eb2-96a8-30b25137f54b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:24.603481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74b97044-268f-4a77-8de9-9ba19281d3fa req-7389942d-6069-4eb2-96a8-30b25137f54b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 945 time: 0.0536625 Jul 30 00:44:24.644450 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74b97044-268f-4a77-8de9-9ba19281d3fa req-d0828853-0e7e-4f7f-802f-e1d5928c4e54 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Jul 30 00:44:25.658968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9ea6c17f-245f-4391-a697-4512d702519b up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:25.721913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 9ea6c17f-245f-4391-a697-4512d702519b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:25.727459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 9ea6c17f-245f-4391-a697-4512d702519b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:25.728004 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.778010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a52e3-321a-45d1-919c-c99d9fd8a6d8 req-1179def2-1a92-41f7-a95e-b4da3ca7bc93 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:25.779639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-283a52e3-321a-45d1-919c-c99d9fd8a6d8 req-1179def2-1a92-41f7-a95e-b4da3ca7bc93 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 945 time: 0.0561199 Jul 30 00:44:25.818926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.820764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-283a52e3-321a-45d1-919c-c99d9fd8a6d8 req-11cf4003-2cea-48a4-b5ea-4018882dc665 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Jul 30 00:44:25.842236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:25.844585 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08afe7f-4c3a-4415-b38e-c1754649c8cf" -d '{"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6c17f-245f-4391-a697-4512d702519b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:25.857832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9ea6c17f-245f-4391-a697-4512d702519b,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:25.863203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.888674 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c211034-6acc-4688-8bec-4f73225bd2f9 x-openstack-request-id: req-8c211034-6acc-4688-8bec-4f73225bd2f9 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:25.888969 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6c17f-245f-4391-a697-4512d702519b", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:25.889553 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c211034-6acc-4688-8bec-4f73225bd2f9 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:25.889992 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b', 'code': 200} Jul 30 00:44:25.917186 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:26.021252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf95528-3a45-4c22-bafc-a58d9ead74b2 req-e798d0fe-c79d-4d6c-a20d-a9bbe6c75e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.022915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cf95528-3a45-4c22-bafc-a58d9ead74b2 req-e798d0fe-c79d-4d6c-a20d-a9bbe6c75e7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 1098 time: 0.0496571 Jul 30 00:44:26.062698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6cf95528-3a45-4c22-bafc-a58d9ead74b2 req-89e640a3-51a4-4bf0-b6cf-6e76c0615570 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 30 00:44:26.954846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b01971-c44b-4114-88ea-e2862f3ccbae req-f430a42a-e863-4614-8d54-5ba9d3c4e2ce tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.956363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b01971-c44b-4114-88ea-e2862f3ccbae req-f430a42a-e863-4614-8d54-5ba9d3c4e2ce tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 946 time: 0.0552776 Jul 30 00:44:26.996234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b01971-c44b-4114-88ea-e2862f3ccbae req-36b51666-3aa1-419b-85ae-cb8a2ff27d70 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Jul 30 00:44:28.124520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d31a-03db-41ef-b2fa-734a0ea4e333 req-caf89700-b14a-471c-acd9-23e65186b437 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:28.126085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59b8d31a-03db-41ef-b2fa-734a0ea4e333 req-caf89700-b14a-471c-acd9-23e65186b437 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Jul 30 00:44:28.170789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-59b8d31a-03db-41ef-b2fa-734a0ea4e333 req-e7f80a68-94af-41c0-80a5-a36266b02687 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Jul 30 00:44:28.445498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337b739-a12c-4aa9-b3c6-effda12fabfc req-902f7cab-caa8-4685-a8e0-b4e88bec5733 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:28.447011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9337b739-a12c-4aa9-b3c6-effda12fabfc req-902f7cab-caa8-4685-a8e0-b4e88bec5733 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 946 time: 0.0567605 Jul 30 00:44:28.465478 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:28.490900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9337b739-a12c-4aa9-b3c6-effda12fabfc req-5dcee943-d1ad-4816-b9b7-1424db0f260a tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355823 Jul 30 00:44:29.620059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636c2a3-b8b1-4282-bfe3-e8dcd0e7f61e req-c20fa049-927b-4cf6-812b-ae892f0ce375 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:29.621532 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4636c2a3-b8b1-4282-bfe3-e8dcd0e7f61e req-c20fa049-927b-4cf6-812b-ae892f0ce375 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 946 time: 0.0568194 Jul 30 00:44:29.673145 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4636c2a3-b8b1-4282-bfe3-e8dcd0e7f61e req-e162ea7a-d3ce-402a-9513-2357abc0cde3 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jul 30 00:44:29.964594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-38d48863-a1fb-411c-b1cf-614c4a4eb121 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:29.966186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-38d48863-a1fb-411c-b1cf-614c4a4eb121 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 946 time: 0.0526991 Jul 30 00:44:30.439959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Deleting port 9ea6c17f-245f-4391-a697-4512d702519b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:30.440324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.541650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] For port 9ea6c17f-245f-4391-a697-4512d702519b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=9ea6c17f-245f-4391-a697-4512d702519b,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:30.542093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.561728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Calling delete_port for 9ea6c17f-245f-4391-a697-4512d702519b owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:30.714215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.744563 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event deleted for resources: {'Port': ['ID=9ea6c17f-245f-4391-a697-4512d702519b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:30.756701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14', '9ea6c17f-245f-4391-a697-4512d702519b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:30.814614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a67109e6-f34a-408f-bdde-3fb706aa22f7 req-3e6bd8cb-246e-42a1-9ced-7e37512685e7 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c4a1f37-540c-4c07-9706-a9c0e737b909 HTTP/1.1" status: 200 len: 210 time: 0.0590358 Jul 30 00:44:30.815594 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] No DVR routers for this DVR port 9ea6c17f-245f-4391-a697-4512d702519b on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:30.818346 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.820485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5908ddfa-6725-41a2-8344-0726a1f15dbe req-6536c94f-4dfb-40d8-843f-5d3677325af4 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "DELETE /v2.0/ports/9ea6c17f-245f-4391-a697-4512d702519b HTTP/1.1" status: 204 len: 173 time: 0.8446112 Jul 30 00:44:30.821155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-deleted', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:30.823534 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d89f7-92e3-4ced-89d0-ca9c1320f536" -d '{"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-deleted", "tag": "9ea6c17f-245f-4391-a697-4512d702519b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:30.877578 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15517fd-3001-4615-a546-24c3cbc4c2ba x-openstack-request-id: req-e15517fd-3001-4615-a546-24c3cbc4c2ba {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:30.878145 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a1f37-540c-4c07-9706-a9c0e737b909", "name": "network-vif-deleted", "tag": "9ea6c17f-245f-4391-a697-4512d702519b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:30.878439 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e15517fd-3001-4615-a546-24c3cbc4c2ba {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:30.878853 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a1f37-540c-4c07-9706-a9c0e737b909', 'name': 'network-vif-deleted', 'tag': '9ea6c17f-245f-4391-a697-4512d702519b', 'status': 'completed', 'code': 200} Jul 30 00:44:31.977054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f214-13e6-4e9e-b66a-daff81896b94 req-1bd1d982-e995-42ce-b6a4-8e90173b26c2 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:31.978563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426f214-13e6-4e9e-b66a-daff81896b94 req-1bd1d982-e995-42ce-b6a4-8e90173b26c2 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0519087 Jul 30 00:44:32.020651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7426f214-13e6-4e9e-b66a-daff81896b94 req-52377ca4-3317-4991-8f9d-e886ac5463f7 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346842 Jul 30 00:44:32.159919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf3f5d-29b2-44b1-85d3-a1eefcd3d579 req-ba41d464-203f-48ed-8488-6b858d4173d9 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.161430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfaf3f5d-29b2-44b1-85d3-a1eefcd3d579 req-ba41d464-203f-48ed-8488-6b858d4173d9 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0551779 Jul 30 00:44:32.204351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfaf3f5d-29b2-44b1-85d3-a1eefcd3d579 req-76009700-be50-4b21-9099-4c1cce6dd8bd tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Jul 30 00:44:32.337349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a0a8f-a8e0-4e2e-b85d-455acb1e1983 req-55eb7bc6-49d0-4e00-a217-603eae8e37c3 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.338758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-183a0a8f-a8e0-4e2e-b85d-455acb1e1983 req-55eb7bc6-49d0-4e00-a217-603eae8e37c3 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0577669 Jul 30 00:44:32.380315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-183a0a8f-a8e0-4e2e-b85d-455acb1e1983 req-361abaf9-b1d2-4dce-bc63-f2183b31975a tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 30 00:44:32.568059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b52a8-60d5-45ad-aa71-6409705c264e req-43096de5-5289-41f5-a10d-36f479d084da tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.569548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec2b52a8-60d5-45ad-aa71-6409705c264e req-43096de5-5289-41f5-a10d-36f479d084da tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0509779 Jul 30 00:44:32.614654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec2b52a8-60d5-45ad-aa71-6409705c264e req-da51ccc5-ecb7-44de-8e73-6ae3fb50488a tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356855 Jul 30 00:44:32.744860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c78c0a-f950-462e-8998-6f1e0577f1dd req-dce53237-2c05-4052-8e2f-426d263c822e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.746416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3c78c0a-f950-462e-8998-6f1e0577f1dd req-dce53237-2c05-4052-8e2f-426d263c822e tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0571406 Jul 30 00:44:32.790659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f3c78c0a-f950-462e-8998-6f1e0577f1dd req-442d46c2-5737-4b5e-b82c-36da8d631c7a tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 Jul 30 00:44:32.941673 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c2250-bc9d-40cb-9005-7a14710f04ab req-e9ee40af-642d-4118-8c71-64a8280854fd tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.943806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a7c2250-bc9d-40cb-9005-7a14710f04ab req-e9ee40af-642d-4118-8c71-64a8280854fd tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0685873 Jul 30 00:44:32.987826 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3a7c2250-bc9d-40cb-9005-7a14710f04ab req-d29be56d-3fa3-437f-8688-d05d483c61a7 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Jul 30 00:44:33.319361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c479eb-8ac4-4730-80cd-e9529d1aa2b8 req-73816675-7707-4129-a421-100bd5bc837d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:33.320853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08c479eb-8ac4-4730-80cd-e9529d1aa2b8 req-73816675-7707-4129-a421-100bd5bc837d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0553198 Jul 30 00:44:33.365844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08c479eb-8ac4-4730-80cd-e9529d1aa2b8 req-cf8d9cb9-ab98-41a1-b9e2-787a57620b2d tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Jul 30 00:44:33.721260 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9ea6c17f-245f-4391-a697-4512d702519b no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:33.743063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 9ea6c17f-245f-4391-a697-4512d702519b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:33.743385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 9ea6c17f-245f-4391-a697-4512d702519b not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:34.510474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffa757-a310-4136-b954-bcd7d090b196 req-950fda97-3ca6-4959-8f81-b29b66c9a582 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:34.512016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38ffa757-a310-4136-b954-bcd7d090b196 req-950fda97-3ca6-4959-8f81-b29b66c9a582 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0653548 Jul 30 00:44:34.560702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38ffa757-a310-4136-b954-bcd7d090b196 req-5a9c673d-59a5-463c-9166-9921ac389e02 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/security-groups?id=869e75dd-f4e2-4e94-bf18-0b51c4615169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jul 30 00:44:34.830327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4033-d542-4803-932f-3398c9c72247 req-82d5d508-dfa2-4267-b5d0-eb2d644f41d8 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:34.831855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1df4033-d542-4803-932f-3398c9c72247 req-82d5d508-dfa2-4267-b5d0-eb2d644f41d8 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 945 time: 0.0555296 Jul 30 00:44:34.944081 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Deleting port 026782d1-0972-4c80-a732-63acde99bb14 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:34.944432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.046004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] For port 026782d1-0972-4c80-a732-63acde99bb14, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=026782d1-0972-4c80-a732-63acde99bb14,segment=NetworkSegment(9760dea1-f3aa-464b-99e1-2090daf536b7),segment_id=9760dea1-f3aa-464b-99e1-2090daf536b7)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:35.046378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.060418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Calling delete_port for 026782d1-0972-4c80-a732-63acde99bb14 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:35.209904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.239124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Pushing event deleted for resources: {'Port': ['ID=026782d1-0972-4c80-a732-63acde99bb14,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:35.244506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['026782d1-0972-4c80-a732-63acde99bb14'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:35.273611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.274086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.274464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.274646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.275001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.275427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.275693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.276009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.276335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.276660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.276979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.277298 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:35.293325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] No DVR routers for this DVR port 026782d1-0972-4c80-a732-63acde99bb14 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:35.296126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.298266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c1df4033-d542-4803-932f-3398c9c72247 req-e34ce6c2-ec62-40e3-8d4d-e097ba62f01b tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.57 "DELETE /v2.0/ports/026782d1-0972-4c80-a732-63acde99bb14 HTTP/1.1" status: 204 len: 173 time: 0.4594562 Jul 30 00:44:35.298698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'name': 'network-vif-deleted', 'tag': '026782d1-0972-4c80-a732-63acde99bb14'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:35.301040 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca8d9f-1146-47e3-a232-405aefe91c9b" -d '{"events": [{"server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "name": "network-vif-deleted", "tag": "026782d1-0972-4c80-a732-63acde99bb14"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:35.344149 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f6034b-eee4-4297-b6fa-413e5ce13d6e x-openstack-request-id: req-46f6034b-eee4-4297-b6fa-413e5ce13d6e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:35.344452 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b33907-4109-470e-a04d-c1d64c6daa9b", "name": "network-vif-deleted", "tag": "026782d1-0972-4c80-a732-63acde99bb14", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:35.344731 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46f6034b-eee4-4297-b6fa-413e5ce13d6e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:35.345133 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b33907-4109-470e-a04d-c1d64c6daa9b', 'name': 'network-vif-deleted', 'tag': '026782d1-0972-4c80-a732-63acde99bb14', 'status': 'completed', 'code': 200} Jul 30 00:44:35.677010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-179a4eea-c7e5-4178-b0f9-4ce0394f2b1b req-3a831ee3-c66a-4eb4-9226-57550526a398 tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1b33907-4109-470e-a04d-c1d64c6daa9b HTTP/1.1" status: 200 len: 210 time: 0.0292318 Jul 30 00:44:36.739044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38078) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:36.790100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Deleting subnet 497f4f9f-715a-41ea-be2d-a048fe9487cc {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:44:36.793516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.830224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.869675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.930037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.956610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497f4f9f-715a-41ea-be2d-a048fe9487cc,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:36.961827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.965341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-73e29b49-3e2f-4bd0-94e2-0f479bb6cf77 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/497f4f9f-715a-41ea-be2d-a048fe9487cc HTTP/1.1" status: 204 len: 168 time: 0.2252245 Jul 30 00:44:36.966100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38080) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:37.039087 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.131457 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.142843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b952da6-a398-48dc-a474-7b12da14faf2']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:37.155204 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9760dea1-f3aa-464b-99e1-2090daf536b7') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:37.155505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9760dea1-f3aa-464b-99e1-2090daf536b7') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:37.164681 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.180824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.187250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:37.187632 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:37.189292 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:37.246224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.253249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.255544 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b952da6-a398-48dc-a474-7b12da14faf2 HTTP/1.1" status: 204 len: 168 time: 0.2884145 Jul 30 00:44:37.265871 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19db50-2995-4f01-9287-c4a2293ad67e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b952da6-a398-48dc-a474-7b12da14faf2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:37.373314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38084) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:37.430707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7e7b0401-0137-4a44-ba65-4c0dcf75a90e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10c2b6964e9343bcafae62d56246445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561137 Jul 30 00:44:37.434523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38086) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:37.490674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.512689 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.571776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.575972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.577885 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/869e75dd-f4e2-4e94-bf18-0b51c4615169 HTTP/1.1" status: 204 len: 168 time: 0.1420798 Jul 30 00:44:37.591711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1f683-bb00-4968-aeda-4b3326cfb008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e75dd-f4e2-4e94-bf18-0b51c4615169,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:38.322100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:38.421602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961551845'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:38.446651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:38.450450 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.460135 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.559908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.566193 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.596255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:38.605964 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc924bea-6fa7-4d8f-8856-ee126192ba36,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:38.613221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.613723 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Added segment 3f33a0ab-455e-4f25-8193-8bd42a16e42f of type vlan for network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 Jul 30 00:44:38.657882 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.690418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.696064 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:38.696797 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:38.761342 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4380953 Jul 30 00:44:38.767897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05a53-80b0-4a40-bf59-8a4d2de43baf tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Network': ['ID=c18e3b6d-8ae9-40df-a3c7-c18729658ec9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:38.784256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:39.794408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 026782d1-0972-4c80-a732-63acde99bb14 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:39.816722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 026782d1-0972-4c80-a732-63acde99bb14 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:39.817057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 026782d1-0972-4c80-a732-63acde99bb14 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:42.028496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38112) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:42.037289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'subnet': {'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:42.137914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:42.142108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.347827 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.408174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Subnet': ['ID=559a3add-b2bd-47e3-be85-5a65ee6fd05f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:42.422439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking segment: {'id': '3f33a0ab-455e-4f25-8193-8bd42a16e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:42.422936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network hostable DHCP agents. Network: c18e3b6d-8ae9-40df-a3c7-c18729658ec9, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:42.447033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:42.460210 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, c18e3b6d-8ae9-40df-a3c7-c18729658ec9) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:42.464853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:42.465450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.470408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618d351-9735-42aa-8969-c97db65ada6a None None] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:42.485668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d9bf5eba-14a9-4a43-b69a-ebc5041f2d57 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4524918 Jul 30 00:44:42.486363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38114) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:42.491903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398568887'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:42.517474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:42.521457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.562044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:42.574264 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.574692 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Added segment a92c0551-d7ff-4222-abee-8c7dfeed6603 of type vlan for network 2f1ad200-d359-460f-b9e8-bb1834395309 Jul 30 00:44:42.630333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.657430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-c18e3b6d-8ae9-40df-a3c7-c18729658ec9', 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9', 'tenant_id': 'db5cdfbab2444a1eb031fcb304b6d1ac', 'fixed_ips': [{'subnet_id': '559a3add-b2bd-47e3-be85-5a65ee6fd05f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:42.658618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.668901 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.675676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:42.676314 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:42.739217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2515709 Jul 30 00:44:42.742078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38116) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:42.750482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'subnet': {'network_id': '2f1ad200-d359-460f-b9e8-bb1834395309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:42.802519 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eaa89-ad71-49f5-8d82-1fda483f5797 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Network': ['ID=2f1ad200-d359-460f-b9e8-bb1834395309,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:42.817684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 2f1ad200-d359-460f-b9e8-bb1834395309 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:42.859224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Allocated IP 2001:db8:0:ffff::2 (c18e3b6d-8ae9-40df-a3c7-c18729658ec9/559a3add-b2bd-47e3-be85-5a65ee6fd05f/c4d1cff9-5033-4bee-baca-03c41f7c489e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:42.859647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:42.863440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.027215 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.036007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Transition to ACTIVE for port object c4d1cff9-5033-4bee-baca-03c41f7c489e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:43.050650 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Transition to ACTIVE for port object c4d1cff9-5033-4bee-baca-03c41f7c489e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:43.057193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.067756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.095425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:43.098306 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:43.103939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:43.111343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Pushing event updated for resources: {'Port': ['ID=c4d1cff9-5033-4bee-baca-03c41f7c489e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:43.134009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.134342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.134682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.134999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.135324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.135624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Subnet': ['ID=e0835fec-ed09-4d6c-8664-b1fa1496b503,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:43.135761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.135940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.136256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.136567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.136872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.137184 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.137492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:43.143780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking segment: {'id': 'a92c0551-d7ff-4222-abee-8c7dfeed6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f1ad200-d359-460f-b9e8-bb1834395309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:43.143980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network hostable DHCP agents. Network: 2f1ad200-d359-460f-b9e8-bb1834395309, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:43.166458 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network 2f1ad200-d359-460f-b9e8-bb1834395309 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:43.172937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Attempting to bind port c4d1cff9-5033-4bee-baca-03c41f7c489e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:43.173309 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Attempting to bind port c4d1cff9-5033-4bee-baca-03c41f7c489e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '3f33a0ab-455e-4f25-8193-8bd42a16e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:43.173760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Attempting to bind port c4d1cff9-5033-4bee-baca-03c41f7c489e on network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:43.180107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:43.180381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 2f1ad200-d359-460f-b9e8-bb1834395309) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:43.180509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Checking segment: {'id': '3f33a0ab-455e-4f25-8193-8bd42a16e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:43.180877 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.181261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Bound using segment: {'id': '3f33a0ab-455e-4f25-8193-8bd42a16e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:43.181853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Bound port: c4d1cff9-5033-4bee-baca-03c41f7c489e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f33a0ab-455e-4f25-8193-8bd42a16e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c18e3b6d-8ae9-40df-a3c7-c18729658ec9'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:43.182371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.186143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:43.186775 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.193487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf537456-cb8e-4429-a5df-d8b6ad3e8721 None None] Network 2f1ad200-d359-460f-b9e8-bb1834395309 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:43.202764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ba70830b-883c-46a7-ba4c-936fac675624 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4594698 Jul 30 00:44:43.205399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38118) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:43.306403 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.307987 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] For port c4d1cff9-5033-4bee-baca-03c41f7c489e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:43.316594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] For port c4d1cff9-5033-4bee-baca-03c41f7c489e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4d1cff9-5033-4bee-baca-03c41f7c489e,segment=NetworkSegment(3f33a0ab-455e-4f25-8193-8bd42a16e42f),segment_id=3f33a0ab-455e-4f25-8193-8bd42a16e42f)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:43.324032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.364863 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.421577 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998003f3-4087-47e9-8210-9e2b50a7103b None None] Pushing event updated for resources: {'Port': ['ID=c4d1cff9-5033-4bee-baca-03c41f7c489e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:43.449550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d2c60-0f1f-48b7-ba34-d4148bc51d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-2f1ad200-d359-460f-b9e8-bb1834395309', 'network_id': '2f1ad200-d359-460f-b9e8-bb1834395309', 'tenant_id': 'db5cdfbab2444a1eb031fcb304b6d1ac', 'fixed_ips': [{'subnet_id': 'e0835fec-ed09-4d6c-8664-b1fa1496b503'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:43.450384 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.450547 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-340d2c60-0f1f-48b7-ba34-d4148bc51d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.480545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Subnet': ['ID=e0835fec-ed09-4d6c-8664-b1fa1496b503,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:43.546405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.546974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfce960-e016-45ba-9545-143f8dd21ebe None None] Network 2f1ad200-d359-460f-b9e8-bb1834395309 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:43.557848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1ad200-d359-460f-b9e8-bb1834395309']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:43.583473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92c0551-d7ff-4222-abee-8c7dfeed6603') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:43.583779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92c0551-d7ff-4222-abee-8c7dfeed6603') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:43.601954 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.619608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.626531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:43.627066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:43.630802 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:43.719846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.730793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.732818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/2f1ad200-d359-460f-b9e8-bb1834395309 HTTP/1.1" status: 204 len: 168 time: 0.5263751 Jul 30 00:44:43.737031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38120) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:43.752877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643670518'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:43.758296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67334d2f-8a69-459a-a490-73f3d3ce4887 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Network': ['ID=2f1ad200-d359-460f-b9e8-bb1834395309,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:43.782432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:43.786296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.810430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:43.820026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.820307 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Added segment 720a7c4d-e575-4b85-972e-0e08189dfc4c of type vlan for network 56c5607b-27d5-4f4c-ab74-8823591f25eb Jul 30 00:44:43.862756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.896320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.901952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:43.902603 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:43.964660 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2263706 Jul 30 00:44:43.967665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38122) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:43.972737 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'subnet': {'network_id': '56c5607b-27d5-4f4c-ab74-8823591f25eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:44.018405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8932a9-d8c9-43b1-aa95-eec310e2435d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Network': ['ID=56c5607b-27d5-4f4c-ab74-8823591f25eb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:44.029541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 56c5607b-27d5-4f4c-ab74-8823591f25eb details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:44.087745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:44.092007 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.160546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Performing IP validity checks on allocation pools {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 00:44:44.161058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.ipam_backend_mixin [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 00:44:44.290117 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.358506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Subnet': ['ID=e206b052-52d1-4b97-9eab-46821e2c5b23,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:44.371451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking segment: {'id': '720a7c4d-e575-4b85-972e-0e08189dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '56c5607b-27d5-4f4c-ab74-8823591f25eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:44.371820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network hostable DHCP agents. Network: 56c5607b-27d5-4f4c-ab74-8823591f25eb, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:44.391473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network 56c5607b-27d5-4f4c-ab74-8823591f25eb is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:44.394682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06c63f-1b7d-41e1-9ec2-5e27cab9b620 None None] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:44.403187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 56c5607b-27d5-4f4c-ab74-8823591f25eb) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:44.407965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:44.408564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.416325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73f2f0-b34f-4e0a-8222-bd1053e280a7 None None] Network 56c5607b-27d5-4f4c-ab74-8823591f25eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:44.424591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9a423182-1069-4a36-a64d-0d01f8757925 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4558291 Jul 30 00:44:44.427456 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38124) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:44.532664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-db3f6083-cc7a-4b73-a879-b252d0b9ae3f None None] Provisioning for port c4d1cff9-5033-4bee-baca-03c41f7c489e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:44.535200 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.588522 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.658877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.684616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Subnet': ['ID=e206b052-52d1-4b97-9eab-46821e2c5b23,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:44.707403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe603633-f9fc-4437-8e2b-f28edca8e1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-56c5607b-27d5-4f4c-ab74-8823591f25eb', 'network_id': '56c5607b-27d5-4f4c-ab74-8823591f25eb', 'tenant_id': 'db5cdfbab2444a1eb031fcb304b6d1ac', 'fixed_ips': [{'subnet_id': 'e206b052-52d1-4b97-9eab-46821e2c5b23'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:44.708282 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe603633-f9fc-4437-8e2b-f28edca8e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.766889 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.795806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c5607b-27d5-4f4c-ab74-8823591f25eb']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:44.815556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720a7c4d-e575-4b85-972e-0e08189dfc4c') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:44.815976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720a7c4d-e575-4b85-972e-0e08189dfc4c') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:44.827854 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413274f-f32a-4a35-a5f4-1a0896d1adb8 None None] Network 56c5607b-27d5-4f4c-ab74-8823591f25eb requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:44.837025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.863882 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.873362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:44.873948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:44.877504 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:44.949014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.957650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:44.959499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/56c5607b-27d5-4f4c-ab74-8823591f25eb HTTP/1.1" status: 204 len: 168 time: 0.5309889 Jul 30 00:44:44.963792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:44.969617 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303402228'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:44.971919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe876ba-4e3a-4645-afbd-9735c5fb052a tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Network': ['ID=56c5607b-27d5-4f4c-ab74-8823591f25eb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:44.993596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:44.997361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.023285 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:45.035479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.035975 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Added segment a0c1a157-3b7a-48e2-a5ab-0bff5110d359 of type vlan for network aa88165d-6426-426b-a160-11a4fc0883d1 Jul 30 00:44:45.081356 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.128906 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.136938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:45.137539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.202671 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2373629 Jul 30 00:44:45.206296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38128) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:45.211014 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242a5c3-5116-445a-bc56-abd3ff1c027c tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Network': ['ID=aa88165d-6426-426b-a160-11a4fc0883d1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:45.211593 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'subnet': {'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:45.223291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network aa88165d-6426-426b-a160-11a4fc0883d1 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:45.307608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:45.311357 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.401061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4d1cff9-5033-4bee-baca-03c41f7c489e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:45.453017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port c4d1cff9-5033-4bee-baca-03c41f7c489e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:45.456775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c4d1cff9-5033-4bee-baca-03c41f7c489e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:45.457140 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.507619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.540763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.570159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Subnet': ['ID=2eca9733-89b3-43f6-a7a5-48836fd8daad,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:45.573616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port c4d1cff9-5033-4bee-baca-03c41f7c489e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4d1cff9-5033-4bee-baca-03c41f7c489e,segment=NetworkSegment(3f33a0ab-455e-4f25-8193-8bd42a16e42f),segment_id=3f33a0ab-455e-4f25-8193-8bd42a16e42f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:45.582258 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.590881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking segment: {'id': 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:45.591420 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network hostable DHCP agents. Network: aa88165d-6426-426b-a160-11a4fc0883d1, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:45.618325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network aa88165d-6426-426b-a160-11a4fc0883d1 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:45.630778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, aa88165d-6426-426b-a160-11a4fc0883d1) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:45.636146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:45.636759 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.647384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d93d56-0f01-4a48-bf09-4c8acc941d35 None None] Network aa88165d-6426-426b-a160-11a4fc0883d1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:45.653325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-577c6513-72bc-416f-babf-bbf7e01179ab tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4458246 Jul 30 00:44:45.657332 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38130) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:45.662439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8860019'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:45.685872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:45.689802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.714882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:45.724983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.725327 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Added segment f80b9f02-11f1-45d9-9137-e9e42031b50d of type vlan for network 83c3ff7c-135a-4d50-80f2-819565914431 Jul 30 00:44:45.770985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.805710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.811850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:45.812493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:45.861725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=c4d1cff9-5033-4bee-baca-03c41f7c489e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:45.880255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2211719 Jul 30 00:44:45.883540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:45.892524 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Request body: {'subnet': {'network_id': '83c3ff7c-135a-4d50-80f2-819565914431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:45.901408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23962446-e471-42a3-acb2-d5bb9a91d7b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Network': ['ID=83c3ff7c-135a-4d50-80f2-819565914431,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:45.913055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 83c3ff7c-135a-4d50-80f2-819565914431 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:46.010777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Made reservation on behalf of db5cdfbab2444a1eb031fcb304b6d1ac for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:46.016290 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.044566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-aa88165d-6426-426b-a160-11a4fc0883d1', 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1', 'tenant_id': 'db5cdfbab2444a1eb031fcb304b6d1ac', 'fixed_ips': [{'subnet_id': '2eca9733-89b3-43f6-a7a5-48836fd8daad'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:46.045456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.181225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Allocated IP 2001:db8::2 (aa88165d-6426-426b-a160-11a4fc0883d1/2eca9733-89b3-43f6-a7a5-48836fd8daad/9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:46.213041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.272365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event updated for resources: {'Subnet': ['ID=c529e1d6-ae7a-411d-93b4-59c9c31e02e2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:46.288632 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Checking segment: {'id': 'f80b9f02-11f1-45d9-9137-e9e42031b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83c3ff7c-135a-4d50-80f2-819565914431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:46.288994 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network hostable DHCP agents. Network: 83c3ff7c-135a-4d50-80f2-819565914431, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:46.308192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Network 83c3ff7c-135a-4d50-80f2-819565914431 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:46.319919 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 83c3ff7c-135a-4d50-80f2-819565914431) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:46.330402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:46.331015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.334114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fca3e2-4e28-480b-855b-b5817d7c2af2 None None] Network 83c3ff7c-135a-4d50-80f2-819565914431 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:46.347004 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a76a5c81-4474-4003-bd42-7d1b6629f83f tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4619265 Jul 30 00:44:46.349889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:46.381830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.408329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Transition to ACTIVE for port object 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:46.416311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8d45787-a477-4723-94fd-d725b32b38f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.441600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Transition to ACTIVE for port object 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:46.451558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.456166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.506785 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.526130 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Network aa88165d-6426-426b-a160-11a4fc0883d1 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:46.533401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Pushing event updated for resources: {'Port': ['ID=9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:46.535967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:46.540235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:46.586505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f382d28-829f-4e74-998a-03b662a81727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-83c3ff7c-135a-4d50-80f2-819565914431', 'network_id': '83c3ff7c-135a-4d50-80f2-819565914431', 'tenant_id': 'db5cdfbab2444a1eb031fcb304b6d1ac', 'fixed_ips': [{'subnet_id': 'c529e1d6-ae7a-411d-93b4-59c9c31e02e2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:46.586883 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.587238 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f382d28-829f-4e74-998a-03b662a81727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.612819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Subnet': ['ID=c529e1d6-ae7a-411d-93b4-59c9c31e02e2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:46.634047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Attempting to bind port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:46.634423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Attempting to bind port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:46.634789 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Attempting to bind port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 on network aa88165d-6426-426b-a160-11a4fc0883d1 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:46.646273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:46.646621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Checking segment: {'id': 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:46.647014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.647404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Bound using segment: {'id': 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:46.647875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Bound port: 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'aa88165d-6426-426b-a160-11a4fc0883d1'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:46.648279 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.680494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.691393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c3ff7c-135a-4d50-80f2-819565914431']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:46.702812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80b9f02-11f1-45d9-9137-e9e42031b50d') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:46.703083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80b9f02-11f1-45d9-9137-e9e42031b50d') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:46.715867 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.727333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40a3f8-92ce-46cf-956f-2b03ce29cdfd None None] Network 83c3ff7c-135a-4d50-80f2-819565914431 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:46.731330 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.738230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:46.738735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:46.742028 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:46.806301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.814806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.816678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/83c3ff7c-135a-4d50-80f2-819565914431 HTTP/1.1" status: 204 len: 168 time: 0.4657378 Jul 30 00:44:46.819656 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] For port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:46.819847 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:46.826847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e3950-01af-4e60-abb8-26835a8337b5 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Network': ['ID=83c3ff7c-135a-4d50-80f2-819565914431,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:46.850944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] For port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1,segment=NetworkSegment(a0c1a157-3b7a-48e2-a5ab-0bff5110d359),segment_id=a0c1a157-3b7a-48e2-a5ab-0bff5110d359)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:46.854732 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05215ac-f44e-467e-acf3-a991be26d9d0 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] GET failed (client error): The resource could not be found. Jul 30 00:44:46.859348 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e05215ac-f44e-467e-acf3-a991be26d9d0 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "GET /v2.0/subnets/c529e1d6-ae7a-411d-93b4-59c9c31e02e2 HTTP/1.1" status: 404 len: 337 time: 0.0353549 Jul 30 00:44:46.859833 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:46.870481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:46.880948 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-125c25ab-2499-4fff-8079-022242ec2361 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:46.881544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125c25ab-2499-4fff-8079-022242ec2361 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:46.883331 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-125c25ab-2499-4fff-8079-022242ec2361 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/83c3ff7c-135a-4d50-80f2-819565914431 HTTP/1.1" status: 404 len: 339 time: 0.0224962 Jul 30 00:44:46.887278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:46.919788 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fabae1e-9045-4f50-87e9-5c31607c6f20 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:46.924266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fabae1e-9045-4f50-87e9-5c31607c6f20 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:46.924266 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0fabae1e-9045-4f50-87e9-5c31607c6f20 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/subnets/c529e1d6-ae7a-411d-93b4-59c9c31e02e2 HTTP/1.1" status: 404 len: 337 time: 0.0345037 Jul 30 00:44:46.926109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38142) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:46.942253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615f745-2dee-4e99-816a-332fb63ef5a1 None None] Pushing event updated for resources: {'Port': ['ID=9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:46.945998 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51da346-968b-425f-857a-c7ffb4c92817 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:46.946574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51da346-968b-425f-857a-c7ffb4c92817 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:46.948355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c51da346-968b-425f-857a-c7ffb4c92817 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/83c3ff7c-135a-4d50-80f2-819565914431 HTTP/1.1" status: 404 len: 339 time: 0.0214031 Jul 30 00:44:46.951650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38144) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.017242 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Deleting subnet 2eca9733-89b3-43f6-a7a5-48836fd8daad {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:44:47.021119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.072022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.176880 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.244060 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.274308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Subnet': ['ID=2eca9733-89b3-43f6-a7a5-48836fd8daad,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:47.276678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.280568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ac83e172-77db-46ff-ab5d-bd660caae107 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/subnets/2eca9733-89b3-43f6-a7a5-48836fd8daad HTTP/1.1" status: 204 len: 168 time: 0.3266387 Jul 30 00:44:47.281493 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.366309 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.423337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Deleting port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:47.423688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.455249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4d1cff9-5033-4bee-baca-03c41f7c489e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:47.487896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] For port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1,segment=NetworkSegment(a0c1a157-3b7a-48e2-a5ab-0bff5110d359),segment_id=a0c1a157-3b7a-48e2-a5ab-0bff5110d359)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:47.488178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.501926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Calling delete_port for 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:47.505947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port c4d1cff9-5033-4bee-baca-03c41f7c489e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:47.506336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.588194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:47.593133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.619348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Port': ['ID=9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:47.626286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No DVR routers for this DVR port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:47.634808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No active binding found for port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 {{(pid=93866) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 00:44:47.635142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 00:44:47.654297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Port 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 not found, will not notify nova. {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 00:44:47.714367 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.724975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa88165d-6426-426b-a160-11a4fc0883d1']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:47.737035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:47.737342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c1a157-3b7a-48e2-a5ab-0bff5110d359') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:47.747984 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.764130 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.772061 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:47.772423 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:47.775748 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:47.836634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.841908 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.846211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/aa88165d-6426-426b-a160-11a4fc0883d1 HTTP/1.1" status: 204 len: 168 time: 0.5636692 Jul 30 00:44:47.846836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.862520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84716f-9b4f-4c7d-9e1a-62e65fcde7a3 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Network': ['ID=aa88165d-6426-426b-a160-11a4fc0883d1,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:47.881480 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-2292f291-799a-4645-8e71-64c801986586 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:47.882007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2292f291-799a-4645-8e71-64c801986586 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:47.883782 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2292f291-799a-4645-8e71-64c801986586 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/subnets/e206b052-52d1-4b97-9eab-46821e2c5b23 HTTP/1.1" status: 404 len: 337 time: 0.0358665 Jul 30 00:44:47.886502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38150) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.905757 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb06222-be6b-453a-b808-c4456cc6af2d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:47.906325 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb06222-be6b-453a-b808-c4456cc6af2d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:47.908062 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-beb06222-be6b-453a-b808-c4456cc6af2d tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/56c5607b-27d5-4f4c-ab74-8823591f25eb HTTP/1.1" status: 404 len: 339 time: 0.0206563 Jul 30 00:44:47.911120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.916478 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4952e3e1-12b1-4f2d-8dfd-9574e0eedfe6 None None] Could not find standard attr ID for object 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:44:47.939675 n-d-712707-11 neutron-server[93864]: INFO neutron.pecan_wsgi.hooks.translation [None req-12909904-be1b-4c66-9cff-895ab7ee05a6 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:47.940135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12909904-be1b-4c66-9cff-895ab7ee05a6 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:47.941702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:47.944768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38154) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.946363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-12909904-be1b-4c66-9cff-895ab7ee05a6 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/subnets/e0835fec-ed09-4d6c-8664-b1fa1496b503 HTTP/1.1" status: 404 len: 337 time: 0.0297320 Jul 30 00:44:47.950266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b9521-df37-43fc-9933-4a240d51d9dd None None] DHCP port deletion for aa88165d-6426-426b-a160-11a4fc0883d1 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:44:47.964737 n-d-712707-11 neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65777be-033b-4e7f-bb4a-3d512c997c99 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] DELETE failed (client error): The resource could not be found. Jul 30 00:44:47.965306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65777be-033b-4e7f-bb4a-3d512c997c99 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93865) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:44:47.967639 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e65777be-033b-4e7f-bb4a-3d512c997c99 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/2f1ad200-d359-460f-b9e8-bb1834395309 HTTP/1.1" status: 404 len: 339 time: 0.0217857 Jul 30 00:44:47.969232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8b3f3-03ce-4b16-bb15-9ce6a9c78b0b None None] Network aa88165d-6426-426b-a160-11a4fc0883d1 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:47.970660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38156) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:47.981970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8b3f3-03ce-4b16-bb15-9ce6a9c78b0b None None] Network aa88165d-6426-426b-a160-11a4fc0883d1 could not be found, it might have been deleted concurrently. {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 00:44:48.029083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Deleting subnet 559a3add-b2bd-47e3-be85-5a65ee6fd05f {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:44:48.033061 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.074144 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.169532 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.240910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.269886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Subnet': ['ID=559a3add-b2bd-47e3-be85-5a65ee6fd05f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:48.271841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.274300 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-70384db3-a256-4b40-ac5b-bf4602f3b6f7 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/subnets/559a3add-b2bd-47e3-be85-5a65ee6fd05f HTTP/1.1" status: 204 len: 168 time: 0.3018878 Jul 30 00:44:48.276340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38158) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:48.278935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4826a1b-9bc5-4d6c-90e8-41652a239f69 None None] Network c18e3b6d-8ae9-40df-a3c7-c18729658ec9 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:48.355380 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.410591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Deleting port c4d1cff9-5033-4bee-baca-03c41f7c489e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:48.411301 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.448751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] DHCP port deletion for c18e3b6d-8ae9-40df-a3c7-c18729658ec9 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:44:48.485373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] For port c4d1cff9-5033-4bee-baca-03c41f7c489e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4d1cff9-5033-4bee-baca-03c41f7c489e,segment=NetworkSegment(3f33a0ab-455e-4f25-8193-8bd42a16e42f),segment_id=3f33a0ab-455e-4f25-8193-8bd42a16e42f)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:48.485799 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.499266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Deleting port c4d1cff9-5033-4bee-baca-03c41f7c489e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:48.499636 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.500125 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Calling delete_port for c4d1cff9-5033-4bee-baca-03c41f7c489e owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:48.562791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] For port c4d1cff9-5033-4bee-baca-03c41f7c489e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=c4d1cff9-5033-4bee-baca-03c41f7c489e,segment=NetworkSegment(3f33a0ab-455e-4f25-8193-8bd42a16e42f),segment_id=3f33a0ab-455e-4f25-8193-8bd42a16e42f)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:48.563058 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.576508 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Calling delete_port for c4d1cff9-5033-4bee-baca-03c41f7c489e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:48.581459 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.612325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Port': ['ID=c4d1cff9-5033-4bee-baca-03c41f7c489e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:48.614211 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] No DVR routers for this DVR port c4d1cff9-5033-4bee-baca-03c41f7c489e on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:48.660475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.685963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] Pushing event deleted for resources: {'Port': ['ID=c4d1cff9-5033-4bee-baca-03c41f7c489e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:48.690520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897d1aa-e5d0-45ff-aa5b-fa8764e6889b None None] No DVR routers for this DVR port c4d1cff9-5033-4bee-baca-03c41f7c489e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:48.694727 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.708359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18e3b6d-8ae9-40df-a3c7-c18729658ec9']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:48.719359 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f33a0ab-455e-4f25-8193-8bd42a16e42f') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:48.719653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f33a0ab-455e-4f25-8193-8bd42a16e42f') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:48.729019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.744098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.751333 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:48.751873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:48.755591 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:48.824812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.833567 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:48.834709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] 10.222.0.49 "DELETE /v2.0/networks/c18e3b6d-8ae9-40df-a3c7-c18729658ec9 HTTP/1.1" status: 204 len: 168 time: 0.5574522 Jul 30 00:44:48.847228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e658b1-d92e-4307-9ccb-d1104ff27053 tempest-NetworksIpV6Test-838696228 tempest-NetworksIpV6Test-838696228-project] Pushing event deleted for resources: {'Network': ['ID=c18e3b6d-8ae9-40df-a3c7-c18729658ec9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:49.091857 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b61ff172-ffe4-4e99-be1e-b94be8c6cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:49.110603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38164) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:49.264209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a8288c9c-7e28-418e-9c0a-a1e8aeb22c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db5cdfbab2444a1eb031fcb304b6d1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519537 Jul 30 00:44:49.267196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38168) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:49.325573 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:49.353410 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:49.382480 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4d1cff9-5033-4bee-baca-03c41f7c489e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:49.406113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:49.406852 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: c4d1cff9-5033-4bee-baca-03c41f7c489e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:49.407204 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device c4d1cff9-5033-4bee-baca-03c41f7c489e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:49.407620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:49.409056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:49.410315 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc924bea-6fa7-4d8f-8856-ee126192ba36 HTTP/1.1" status: 204 len: 168 time: 0.1420786 Jul 30 00:44:49.418839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ec445-e4d5-49e1-b50a-1c188e605a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc924bea-6fa7-4d8f-8856-ee126192ba36,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:49.436715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:49.437107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 9ae9d5b4-7acd-44fd-97dd-a55f62ebccc1 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:49.472435 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.192083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38190) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:50.309535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-278070172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:50.338982 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.340298 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.402820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.408891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.426234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.430113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-961640db-dc1a-4368-ac16-0fee3a224393 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2369750 Jul 30 00:44:50.430719 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:50.435863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-809379'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:50.458849 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Made reservation on behalf of 91a31134c6da48e8969efd9d4e03c6a9 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:50.462188 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.475954 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.575119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.581930 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.608716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:50.618858 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d21513-77e1-48ed-978c-ab63368dd27e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:50.624117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.624455 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Added segment 650f6400-1926-4de4-a321-eb6551e2921a of type vlan for network e7755931-97ca-458b-a90b-b97c967ebaf0 Jul 30 00:44:50.668825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.702393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.708227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:50.708806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.776449 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3409503 Jul 30 00:44:50.776923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:50.779210 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015a978-70f6-4bd3-9593-1275baade7e9 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event updated for resources: {'Network': ['ID=e7755931-97ca-458b-a90b-b97c967ebaf0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:50.783223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'subnet': {'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:50.790431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:50.877957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Made reservation on behalf of 91a31134c6da48e8969efd9d4e03c6a9 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:50.883990 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.941933 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.074782 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.144603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event updated for resources: {'Subnet': ['ID=dec051d0-cf7c-4a69-9d12-2cd63c3ed55f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:51.160491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Checking segment: {'id': '650f6400-1926-4de4-a321-eb6551e2921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:51.160853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Network hostable DHCP agents. Network: e7755931-97ca-458b-a90b-b97c967ebaf0, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:51.180050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Network e7755931-97ca-458b-a90b-b97c967ebaf0 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:51.191613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e7755931-97ca-458b-a90b-b97c967ebaf0) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:51.197353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:51.197353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.200795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949c9e6-c6a0-4775-ab9d-59d1a9bc9aed None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:51.213569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-242d1038-1813-4a96-aa14-2bf3545294ef tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4353154 Jul 30 00:44:51.216748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38198) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:51.222165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-11227289'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:51.244359 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Made reservation on behalf of 91a31134c6da48e8969efd9d4e03c6a9 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:51.248002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.277600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:51.287156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.287490 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Added segment a352b7d4-0729-4bd5-801c-a619caf14271 of type vlan for network cc55949c-f80a-4b52-96b5-3d4905329704 Jul 30 00:44:51.327054 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.354221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e7755931-97ca-458b-a90b-b97c967ebaf0', 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0', 'tenant_id': '91a31134c6da48e8969efd9d4e03c6a9', 'fixed_ips': [{'subnet_id': 'dec051d0-cf7c-4a69-9d12-2cd63c3ed55f'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:51.355132 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.359827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.366240 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:51.366847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.425869 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2078369 Jul 30 00:44:51.428841 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:51.437108 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'subnet': {'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:51.488392 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75930ade-1571-4182-af94-29d76fb262b3 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event updated for resources: {'Network': ['ID=cc55949c-f80a-4b52-96b5-3d4905329704,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:51.500122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network cc55949c-f80a-4b52-96b5-3d4905329704 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:51.519998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Allocated IP 172.20.0.2 (e7755931-97ca-458b-a90b-b97c967ebaf0/dec051d0-cf7c-4a69-9d12-2cd63c3ed55f/3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:51.548802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Made reservation on behalf of 91a31134c6da48e8969efd9d4e03c6a9 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:51.552547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.725818 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.734848 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Transition to ACTIVE for port object 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:51.743971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.750693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Transition to ACTIVE for port object 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:51.761365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.805802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event updated for resources: {'Subnet': ['ID=26ccd0e3-1867-4cef-9ad9-d02afaa85d68,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:51.807346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:51.811804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:51.813934 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Pushing event updated for resources: {'Port': ['ID=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:51.816075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Checking segment: {'id': 'a352b7d4-0729-4bd5-801c-a619caf14271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:51.816232 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:51.816553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Network hostable DHCP agents. Network: cc55949c-f80a-4b52-96b5-3d4905329704, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:51.836344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Network cc55949c-f80a-4b52-96b5-3d4905329704 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:51.846713 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, cc55949c-f80a-4b52-96b5-3d4905329704) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:51.852241 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:51.852949 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.866625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652583c1-548e-4fb8-856f-c3091392ff7c None None] Network cc55949c-f80a-4b52-96b5-3d4905329704 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:51.873927 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8339a427-7be8-4915-b3f5-e82335e7475f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4439335 Jul 30 00:44:51.877231 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:51.882547 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-dcd2afa2-8a20-4207-b0c0-04de6597da53 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:51.918733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Attempting to bind port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:51.919719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Attempting to bind port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '650f6400-1926-4de4-a321-eb6551e2921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:51.919719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Attempting to bind port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 on network e7755931-97ca-458b-a90b-b97c967ebaf0 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:51.931477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:51.931849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Checking segment: {'id': '650f6400-1926-4de4-a321-eb6551e2921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:51.932260 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:51.932655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Bound using segment: {'id': '650f6400-1926-4de4-a321-eb6551e2921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:51.933146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Bound port: 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f6400-1926-4de4-a321-eb6551e2921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7755931-97ca-458b-a90b-b97c967ebaf0'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:51.933541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.050832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] For port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:52.066771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] For port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,segment=NetworkSegment(650f6400-1926-4de4-a321-eb6551e2921a),segment_id=650f6400-1926-4de4-a321-eb6551e2921a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:52.081289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.097652 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dcd2afa2-8a20-4207-b0c0-04de6597da53 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.113025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-cc55949c-f80a-4b52-96b5-3d4905329704', 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704', 'tenant_id': '91a31134c6da48e8969efd9d4e03c6a9', 'fixed_ips': [{'subnet_id': '26ccd0e3-1867-4cef-9ad9-d02afaa85d68'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:52.113919 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.218998 n-d-712707-11 neutron-server[93865]: INFO neutron.api.v2.resource [None req-dcd2afa2-8a20-4207-b0c0-04de6597da53 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:44:52.221135 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dcd2afa2-8a20-4207-b0c0-04de6597da53 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "PUT /v2.0/routers/1b9e0ee8-853f-49ff-b14b-08a6f0faa7cd HTTP/1.1" status: 400 len: 364 time: 0.3425496 Jul 30 00:44:52.226904 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:52.237853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ca439-8f9c-487b-82da-1ddee699cec6 None None] Pushing event updated for resources: {'Port': ['ID=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:52.290779 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Deleting subnet 26ccd0e3-1867-4cef-9ad9-d02afaa85d68 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:44:52.337116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Allocated IP 172.21.0.2 (cc55949c-f80a-4b52-96b5-3d4905329704/26ccd0e3-1867-4cef-9ad9-d02afaa85d68/a64f41ec-99d2-4ec8-a955-78749e9acb7a) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:52.517652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.526829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Transition to ACTIVE for port object a64f41ec-99d2-4ec8-a955-78749e9acb7a will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:52.545996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Transition to ACTIVE for port object a64f41ec-99d2-4ec8-a955-78749e9acb7a will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:52.556143 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.558332 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.619914 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.629169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Network cc55949c-f80a-4b52-96b5-3d4905329704 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:52.635551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:52.639811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:52.663103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Pushing event updated for resources: {'Port': ['ID=a64f41ec-99d2-4ec8-a955-78749e9acb7a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:52.720823 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Attempting to bind port a64f41ec-99d2-4ec8-a955-78749e9acb7a on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:52.721205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Attempting to bind port a64f41ec-99d2-4ec8-a955-78749e9acb7a by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a352b7d4-0729-4bd5-801c-a619caf14271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:52.721571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Attempting to bind port a64f41ec-99d2-4ec8-a955-78749e9acb7a on network cc55949c-f80a-4b52-96b5-3d4905329704 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:52.723715 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.727676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:52.728057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Checking segment: {'id': 'a352b7d4-0729-4bd5-801c-a619caf14271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:52.728450 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.728840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Bound using segment: {'id': 'a352b7d4-0729-4bd5-801c-a619caf14271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:52.729305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Bound port: a64f41ec-99d2-4ec8-a955-78749e9acb7a, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a352b7d4-0729-4bd5-801c-a619caf14271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cc55949c-f80a-4b52-96b5-3d4905329704'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:52.729705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.736354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.824596 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.834430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] For port a64f41ec-99d2-4ec8-a955-78749e9acb7a, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:52.838764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] For port a64f41ec-99d2-4ec8-a955-78749e9acb7a, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64f41ec-99d2-4ec8-a955-78749e9acb7a,segment=NetworkSegment(a352b7d4-0729-4bd5-801c-a619caf14271),segment_id=a352b7d4-0729-4bd5-801c-a619caf14271)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:52.843360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.855914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Subnet': ['ID=26ccd0e3-1867-4cef-9ad9-d02afaa85d68,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:52.861544 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.863587 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25e0856e-7df9-477b-b770-96f106b158ed tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "DELETE /v2.0/subnets/26ccd0e3-1867-4cef-9ad9-d02afaa85d68 HTTP/1.1" status: 204 len: 168 time: 0.6357381 Jul 30 00:44:52.866292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38206) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:52.917452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bc5ec-80ff-4f1e-965d-e317a88796a4 None None] Pushing event updated for resources: {'Port': ['ID=a64f41ec-99d2-4ec8-a955-78749e9acb7a,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:52.975789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.037487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Deleting port a64f41ec-99d2-4ec8-a955-78749e9acb7a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:53.037795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.112844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] For port a64f41ec-99d2-4ec8-a955-78749e9acb7a, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=a64f41ec-99d2-4ec8-a955-78749e9acb7a,segment=NetworkSegment(a352b7d4-0729-4bd5-801c-a619caf14271),segment_id=a352b7d4-0729-4bd5-801c-a619caf14271)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:53.113213 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.130066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Calling delete_port for a64f41ec-99d2-4ec8-a955-78749e9acb7a owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:53.225018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44578096-edf3-434c-809f-bf79eaff74f5 None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:53.229462 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.269303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] No DVR routers for this DVR port a64f41ec-99d2-4ec8-a955-78749e9acb7a on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:53.277666 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Port': ['ID=a64f41ec-99d2-4ec8-a955-78749e9acb7a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:53.306432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8f1441e5-981d-4e36-913a-97c5788d897e None None] Provisioning for port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:53.372995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.385199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc55949c-f80a-4b52-96b5-3d4905329704']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:53.399318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a352b7d4-0729-4bd5-801c-a619caf14271') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:53.399909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a352b7d4-0729-4bd5-801c-a619caf14271') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:53.413324 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.426511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:53.428562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.438868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:53.439323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:53.442613 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:53.483850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:53.488261 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:53.488646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.578863 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.635979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,segment=NetworkSegment(650f6400-1926-4de4-a321-eb6551e2921a),segment_id=650f6400-1926-4de4-a321-eb6551e2921a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:53.646362 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.695438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d56d4335-162e-4e7d-af3b-ea3fc0269e3b None None] Provisioning complete for port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:53.695936 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d56d4335-162e-4e7d-af3b-ea3fc0269e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.785293 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:53.969044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.982979 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.985043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "DELETE /v2.0/networks/cc55949c-f80a-4b52-96b5-3d4905329704 HTTP/1.1" status: 204 len: 168 time: 1.1165793 Jul 30 00:44:53.987855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:53.999403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c60b-cba3-4d2a-aa4b-ead2c3ea1e1f tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Network': ['ID=cc55949c-f80a-4b52-96b5-3d4905329704,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:54.040795 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Deleting subnet dec051d0-cf7c-4a69-9d12-2cd63c3ed55f {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:44:54.044041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.057949 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6b113eb2-f317-4733-95b4-c30dc4160466 None None] Could not find standard attr ID for object a64f41ec-99d2-4ec8-a955-78749e9acb7a. {{(pid=93866) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:44:54.065174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c59ae-036d-4f38-a4b8-a1f6c90d0ef7 None None] DHCP port deletion for cc55949c-f80a-4b52-96b5-3d4905329704 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:44:54.082847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea3f8e-e188-4387-b7a2-4b16583fdb18 None None] Network cc55949c-f80a-4b52-96b5-3d4905329704 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:54.088431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.098234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea3f8e-e188-4387-b7a2-4b16583fdb18 None None] Network cc55949c-f80a-4b52-96b5-3d4905329704 could not be found, it might have been deleted concurrently. {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 00:44:54.175479 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.233402 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.259983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Subnet': ['ID=dec051d0-cf7c-4a69-9d12-2cd63c3ed55f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:54.264296 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.266333 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-390c8592-f512-4698-8cda-42e6af84c260 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "DELETE /v2.0/subnets/dec051d0-cf7c-4a69-9d12-2cd63c3ed55f HTTP/1.1" status: 204 len: 168 time: 0.2774377 Jul 30 00:44:54.269095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38212) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:54.271868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1ebeb-babd-41f5-a21f-dab336a51ab5 None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:54.350438 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.408886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Deleting port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:54.409715 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.446531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] DHCP port deletion for e7755931-97ca-458b-a90b-b97c967ebaf0 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:44:54.477734 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] For port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,segment=NetworkSegment(650f6400-1926-4de4-a321-eb6551e2921a),segment_id=650f6400-1926-4de4-a321-eb6551e2921a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:54.478049 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.492104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Calling delete_port for 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:54.498858 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Deleting port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:44:54.499247 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.583825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.611114 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Port': ['ID=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:54.615914 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] No DVR routers for this DVR port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:54.709941 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.720804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7755931-97ca-458b-a90b-b97c967ebaf0']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:54.732683 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f6400-1926-4de4-a321-eb6551e2921a') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:54.733225 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f6400-1926-4de4-a321-eb6551e2921a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:54.743157 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.743746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] For port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,segment=NetworkSegment(650f6400-1926-4de4-a321-eb6551e2921a),segment_id=650f6400-1926-4de4-a321-eb6551e2921a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:54.744159 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.759338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Calling delete_port for 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:44:54.759879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.767656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:54.769391 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:44:54.770045 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:44:54.773603 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:44:54.846073 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.848114 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.865866 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:54.867812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "DELETE /v2.0/networks/e7755931-97ca-458b-a90b-b97c967ebaf0 HTTP/1.1" status: 204 len: 168 time: 0.5972970 Jul 30 00:44:54.868990 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32eac6-6517-4dcf-9477-c26def465409 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Pushing event deleted for resources: {'Network': ['ID=e7755931-97ca-458b-a90b-b97c967ebaf0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:54.872035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Pushing event deleted for resources: {'Port': ['ID=3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:54.872507 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38214) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:54.873780 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] Network e7755931-97ca-458b-a90b-b97c967ebaf0 is not hosted by any dhcp agent {{(pid=93866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 00:44:54.874246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05003bb3-65bf-4890-a934-6b35cf8402b6 None None] No DVR routers for this DVR port 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:44:54.906994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-644d00fe-2aef-47d0-95c7-1600cc5db6f0 tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b9e0ee8-853f-49ff-b14b-08a6f0faa7cd HTTP/1.1" status: 200 len: 205 time: 0.0332000 Jul 30 00:44:54.910690 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38216) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:54.991978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.164268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.166466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.220273 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.220886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9e0ee8-853f-49ff-b14b-08a6f0faa7cd {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:44:55.228169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.232831 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-21069276-ff9b-4891-b89e-f65173295b7e tempest-RoutersNegativeTest-1872490179 tempest-RoutersNegativeTest-1872490179-project] 10.222.0.49 "DELETE /v2.0/routers/1b9e0ee8-853f-49ff-b14b-08a6f0faa7cd HTTP/1.1" status: 204 len: 168 time: 0.3177078 Jul 30 00:44:55.385319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:55.405313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:55.405660 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3b2dcc2c-5c5d-4e49-ba5c-4c3506e94346 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:55.406089 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64f41ec-99d2-4ec8-a955-78749e9acb7a no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:55.426952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: a64f41ec-99d2-4ec8-a955-78749e9acb7a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:44:55.427297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device a64f41ec-99d2-4ec8-a955-78749e9acb7a not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:44:55.504827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:55.653293 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-25028fb5-03ac-41f7-8ebd-20b0be8d5295 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91a31134c6da48e8969efd9d4e03c6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471493 Jul 30 00:44:55.655898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:55.707733 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.730043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.782065 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.784723 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:55.785937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88d21513-77e1-48ed-978c-ab63368dd27e HTTP/1.1" status: 204 len: 168 time: 0.1290429 Jul 30 00:44:55.794707 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec2652-81b5-4df8-868f-aa879b37fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d21513-77e1-48ed-978c-ab63368dd27e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:56.496615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:56.597885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1203139177-network', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:56.621410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Made reservation on behalf of 8c3d0278620e497593a652d75c6fa6f4 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:56.623897 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.634321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.731723 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.738538 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.769324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:44:56.779431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d73af-9130-4df1-b96a-6ae2e0149aed,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:56.785599 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.785960 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Added segment d78eae82-f5c5-45f2-bbd3-ae495e749635 of type vlan for network 3d180447-13a6-4494-8fed-cae026b8f070 Jul 30 00:44:56.827328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.860466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.861700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:56.862280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.925751 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4278326 Jul 30 00:44:56.928903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38252) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:56.935801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Request body: {'subnet': {'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-subnet', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:56.948024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe714c64-2100-40f4-a24f-bcd652ffdb68 admin admin] Pushing event updated for resources: {'Network': ['ID=3d180447-13a6-4494-8fed-cae026b8f070,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:56.959365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 3d180447-13a6-4494-8fed-cae026b8f070 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:44:56.976806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Made reservation on behalf of 8c3d0278620e497593a652d75c6fa6f4 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:56.980946 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.167325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.225256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa49bce-c10b-42d3-a836-b6a2747ac822,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:57.234304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Checking segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:57.234679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Network hostable DHCP agents. Network: 3d180447-13a6-4494-8fed-cae026b8f070, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:44:57.255410 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Network 3d180447-13a6-4494-8fed-cae026b8f070 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:44:57.268576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 3d180447-13a6-4494-8fed-cae026b8f070) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:57.274448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:57.275050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.277948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3958b5-a3ff-41cb-9f64-018ba17cae42 None None] Network 3d180447-13a6-4494-8fed-cae026b8f070 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:57.291983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f771123f-446e-4060-862f-6127e6c8327e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3600581 Jul 30 00:44:57.294707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38254) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:57.299268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:57.322844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.324335 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.385157 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.446019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-3d180447-13a6-4494-8fed-cae026b8f070', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:44:57.446974 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.538738 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.591505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Allocated IP 172.20.0.2 (3d180447-13a6-4494-8fed-cae026b8f070/5fa49bce-c10b-42d3-a836-b6a2747ac822/04a4011b-7aa9-402b-9684-abdeb08f8718) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:57.747400 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.754594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.756442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Transition to ACTIVE for port object 04a4011b-7aa9-402b-9684-abdeb08f8718 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:57.772383 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Transition to ACTIVE for port object 04a4011b-7aa9-402b-9684-abdeb08f8718 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:57.779525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.780069 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.817914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Network 3d180447-13a6-4494-8fed-cae026b8f070 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:57.820688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:57.826403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:57.833726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Pushing event updated for resources: {'Port': ['ID=04a4011b-7aa9-402b-9684-abdeb08f8718,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:57.889238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Attempting to bind port 04a4011b-7aa9-402b-9684-abdeb08f8718 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:57.889588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Attempting to bind port 04a4011b-7aa9-402b-9684-abdeb08f8718 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:57.889997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Attempting to bind port 04a4011b-7aa9-402b-9684-abdeb08f8718 on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:57.891818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Allocated IP 172.25.5.91 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/24ec6daa-72a4-464d-86c9-9ab989522ca7) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:57.895831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:57.896210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Checking segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:57.896648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.897052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Bound using segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:57.897520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Bound port: 04a4011b-7aa9-402b-9684-abdeb08f8718, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:57.897927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:57.970408 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-142ad445-9043-45b5-a715-3527db35e04f None None] For port 04a4011b-7aa9-402b-9684-abdeb08f8718, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:57.973996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-142ad445-9043-45b5-a715-3527db35e04f None None] For port 04a4011b-7aa9-402b-9684-abdeb08f8718, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=04a4011b-7aa9-402b-9684-abdeb08f8718,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:57.980431 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.020262 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.040537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad445-9043-45b5-a715-3527db35e04f None None] Pushing event updated for resources: {'Port': ['ID=04a4011b-7aa9-402b-9684-abdeb08f8718,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:58.074675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.123600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:58.126878 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:58.130065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:58.160739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Pushing event updated for resources: {'Port': ['ID=24ec6daa-72a4-464d-86c9-9ab989522ca7,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:58.430743 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.460019 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.649796 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.789609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Router 6176b190-659e-4f58-b4c6-15f26306ea77 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:44:58.902361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:44:58.916272 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Sync routers for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:44:58.922988 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.926860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-be11bae9-0d61-4bf1-851e-510dc7584077 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6286962 Jul 30 00:44:58.927316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38256) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:58.934001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:44:58.934646 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:58.950287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528184e3-2a4f-4092-8e82-667b734f9229 None None] Network 3d180447-13a6-4494-8fed-cae026b8f070 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:44:59.041297 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:44:59.059899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-06a702ad-14c7-4d67-8649-100b8838d47f None None] Provisioning for port 04a4011b-7aa9-402b-9684-abdeb08f8718 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:59.245294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:58Z', 'revision_number': 3, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:59.280611 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Checking router: 6176b190-659e-4f58-b4c6-15f26306ea77 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:44:59.281043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Updating router 6176b190-659e-4f58-b4c6-15f26306ea77 port 24ec6daa-72a4-464d-86c9-9ab989522ca7 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:44:59.310412 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.407713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.435290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 04a4011b-7aa9-402b-9684-abdeb08f8718 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:59.490821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 04a4011b-7aa9-402b-9684-abdeb08f8718 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:59.495405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 04a4011b-7aa9-402b-9684-abdeb08f8718 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:59.495780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.578731 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Allocated IP 172.20.0.1 (3d180447-13a6-4494-8fed-cae026b8f070/5fa49bce-c10b-42d3-a836-b6a2747ac822/6ee7d369-21a8-440c-82f5-02a3db8eba91) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:59.582157 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.592191 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.602929 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Transition to ACTIVE for port object 24ec6daa-72a4-464d-86c9-9ab989522ca7 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:59.609364 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.622700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 04a4011b-7aa9-402b-9684-abdeb08f8718, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=04a4011b-7aa9-402b-9684-abdeb08f8718,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:59.628784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.660366 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Attempting to bind port 24ec6daa-72a4-464d-86c9-9ab989522ca7 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:59.660735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Attempting to bind port 24ec6daa-72a4-464d-86c9-9ab989522ca7 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:59.661299 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Attempting to bind port 24ec6daa-72a4-464d-86c9-9ab989522ca7 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:59.672853 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:59.673255 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:59.673664 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.674124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:59.674552 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Bound port: 24ec6daa-72a4-464d-86c9-9ab989522ca7, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:59.674935 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.680614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=04a4011b-7aa9-402b-9684-abdeb08f8718,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:59.700644 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.705895 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Pushing event updated for resources: {'Port': ['ID=24ec6daa-72a4-464d-86c9-9ab989522ca7,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:59.713694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Transition to ACTIVE for port object 6ee7d369-21a8-440c-82f5-02a3db8eba91 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:59.717026 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.717376 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.717741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.718076 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.718409 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.718794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.719894 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.720281 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.720523 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.720854 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.721180 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.721510 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:59.747699 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] For port 24ec6daa-72a4-464d-86c9-9ab989522ca7, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:59.749697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.751534 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] For port 24ec6daa-72a4-464d-86c9-9ab989522ca7, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24ec6daa-72a4-464d-86c9-9ab989522ca7,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:59.759308 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.801395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Network 3d180447-13a6-4494-8fed-cae026b8f070 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:59.805653 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:59.807595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:59.809765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:59.813416 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:44:59.814013 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:59.852424 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.866201 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdd1fd-843a-4819-8edc-7d14840f3ce3 None None] Pushing event updated for resources: {'Port': ['ID=24ec6daa-72a4-464d-86c9-9ab989522ca7,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:59.941693 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:44:59.991363 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.113665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-21305fd8-eda9-43d1-840a-bc9e8486765b None None] Provisioning for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:00.117882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-21305fd8-eda9-43d1-840a-bc9e8486765b None None] Provisioning complete for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:00.118498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-21305fd8-eda9-43d1-840a-bc9e8486765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.128583 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:58Z', 'revision_number': 3, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:00.155087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-21305fd8-eda9-43d1-840a-bc9e8486765b None None] Port 6ee7d369-21a8-440c-82f5-02a3db8eba91 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:00.156389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.162550 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.263517 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090c5de-7f20-4a84-a4eb-431591576b5b None None] The sync data for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 is: [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:58Z', 'revision_number': 3, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:45:00.620740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:00.623517 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.719249 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Network 3d180447-13a6-4494-8fed-cae026b8f070 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:00.720887 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:00.852092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Router 6176b190-659e-4f58-b4c6-15f26306ea77 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:45:00.967862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:45:00.973461 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e7b86c67-02ff-4840-b404-52933f911bfa admin admin] 10.222.0.49 "PUT /v2.0/routers/6176b190-659e-4f58-b4c6-15f26306ea77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449681 Jul 30 00:45:00.983643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a8017b0f-8e8e-4320-b037-256ce805f1c0 None None] Provisioning complete for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:00.983643 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a8017b0f-8e8e-4320-b037-256ce805f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.023051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a8017b0f-8e8e-4320-b037-256ce805f1c0 None None] Port 6ee7d369-21a8-440c-82f5-02a3db8eba91 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:01.497815 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 04a4011b-7aa9-402b-9684-abdeb08f8718 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:01.521512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38272) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:01.526903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-524425143-network', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:01.548979 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 04a4011b-7aa9-402b-9684-abdeb08f8718 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:01.549179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.554317 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Made reservation on behalf of d8b0f72795d44521a6099a5dfa6b4292 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:45:01.557070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.566674 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.639913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24ec6daa-72a4-464d-86c9-9ab989522ca7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:01.667699 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.673928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.694859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 24ec6daa-72a4-464d-86c9-9ab989522ca7 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:01.698772 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24ec6daa-72a4-464d-86c9-9ab989522ca7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:01.699147 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.700233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:45:01.716968 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.717249 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Added segment 4cb8d978-5d43-43db-9c93-34aa6619ab37 of type vlan for network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e Jul 30 00:45:01.725316 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873d913-8083-4d3a-959b-c140be8e8be9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:01.762383 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.785781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.795239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.796328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:01.797072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.809460 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 24ec6daa-72a4-464d-86c9-9ab989522ca7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24ec6daa-72a4-464d-86c9-9ab989522ca7,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:01.814879 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.858759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38274) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:01.859386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3361516 Jul 30 00:45:01.865039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Request body: {'subnet': {'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-subnet', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:01.867301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663d5e4-ed28-4a06-88fa-9e76045806fc admin admin] Pushing event updated for resources: {'Network': ['ID=e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:01.869604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=24ec6daa-72a4-464d-86c9-9ab989522ca7,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:01.879957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:45:01.894676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Made reservation on behalf of d8b0f72795d44521a6099a5dfa6b4292 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:45:01.897246 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.899683 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Sync routers for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:45:01.943538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:01.944169 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:02.063880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:02.084882 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.144546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39381ae0-0852-402f-8db4-485b3afa8e84,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:02.153027 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Checking segment: {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:02.153355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Network hostable DHCP agents. Network: e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:45:02.172187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:45:02.184982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:02.189803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:02.190762 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.197272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b4b8c-3c36-4f1b-821e-bfd4d8740e87 None None] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:45:02.206557 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c2671a98-7d93-4e2c-8faa-fc79c1508da6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3465958 Jul 30 00:45:02.209285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38276) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:02.213848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:02.238656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.239732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.300220 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.397690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:59Z', 'revision_number': 4, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ee7d369-21a8-440c-82f5-02a3db8eba91', 'name': '', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'mac_address': 'fa:16:3e:5b:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:59Z', 'updated_at': '2021-07-30T00:45:00Z', 'revision_number': 2, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'subnets': [{'id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:02.427593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'fixed_ips': [{'subnet_id': '39381ae0-0852-402f-8db4-485b3afa8e84'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:45:02.428466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.432170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Checking router: 6176b190-659e-4f58-b4c6-15f26306ea77 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:45:02.432520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Updating router 6176b190-659e-4f58-b4c6-15f26306ea77 port 6ee7d369-21a8-440c-82f5-02a3db8eba91 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:45:02.444670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.474439 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.675341 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.693154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Allocated IP 172.20.0.2 (e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e/39381ae0-0852-402f-8db4-485b3afa8e84/3cb77165-24ad-4121-8a97-a05729511d06) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:02.695545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.808226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Allocated IP 172.25.5.69 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/5d2c0e74-a4d2-44e6-bc60-9919ac75c7de) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:02.920413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.951445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.964412 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.966109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:02.971006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Transition to ACTIVE for port object 3cb77165-24ad-4121-8a97-a05729511d06 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:02.984551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Transition to ACTIVE for port object 6ee7d369-21a8-440c-82f5-02a3db8eba91 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:02.993744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Transition to ACTIVE for port object 3cb77165-24ad-4121-8a97-a05729511d06 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:02.995305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.000127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:03.003161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:03.009181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:03.014952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:03.028804 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.061467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6758-5166-4764-8533-c05ae98b22b7 None None] Pushing event updated for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:03.066703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:03.072748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:03.263450 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:03.286519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.348308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Pushing event updated for resources: {'Port': ['ID=3cb77165-24ad-4121-8a97-a05729511d06,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:03.374538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Attempting to bind port 6ee7d369-21a8-440c-82f5-02a3db8eba91 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:03.374997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Attempting to bind port 6ee7d369-21a8-440c-82f5-02a3db8eba91 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:03.375412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Attempting to bind port 6ee7d369-21a8-440c-82f5-02a3db8eba91 on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:03.398034 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Attempting to bind port 3cb77165-24ad-4121-8a97-a05729511d06 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:03.398395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Attempting to bind port 3cb77165-24ad-4121-8a97-a05729511d06 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:03.398757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Attempting to bind port 3cb77165-24ad-4121-8a97-a05729511d06 on network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:03.401125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:03.401485 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Checking segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:03.401913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.402301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Bound using segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:03.402754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Bound port: 6ee7d369-21a8-440c-82f5-02a3db8eba91, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:03.403130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.416849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24ec6daa-72a4-464d-86c9-9ab989522ca7 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:03.423310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:03.423669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Checking segment: {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:03.424087 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.424468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Bound using segment: {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:03.424948 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Bound port: 3cb77165-24ad-4121-8a97-a05729511d06, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:03.425325 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.556390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] For port 6ee7d369-21a8-440c-82f5-02a3db8eba91, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:03.585086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] For port 6ee7d369-21a8-440c-82f5-02a3db8eba91, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ee7d369-21a8-440c-82f5-02a3db8eba91,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:03.591963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 24ec6daa-72a4-464d-86c9-9ab989522ca7 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:03.592487 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.598277 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.646336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] For port 3cb77165-24ad-4121-8a97-a05729511d06, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:03.682537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] For port 3cb77165-24ad-4121-8a97-a05729511d06, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3cb77165-24ad-4121-8a97-a05729511d06,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:03.703002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.731019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6758-5166-4764-8533-c05ae98b22b7 None None] Pushing event updated for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:03.742491 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:03.743148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:03.915915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6556476-62ce-49d3-8473-5db11a84cc0d None None] Pushing event updated for resources: {'Port': ['ID=3cb77165-24ad-4121-8a97-a05729511d06,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:03.947875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.966352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:04.108485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Router 1bdfbab7-2abf-4642-953e-4c044431fc9f is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:45:04.206531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8481d89e-df59-4837-a725-be200fea9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:59Z', 'revision_number': 4, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ee7d369-21a8-440c-82f5-02a3db8eba91', 'name': '', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'mac_address': 'fa:16:3e:5b:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:59Z', 'updated_at': '2021-07-30T00:45:03Z', 'revision_number': 4, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'subnets': [{'id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:04.222659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:45:04.233021 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Sync routers for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:45:04.242676 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481d89e-df59-4837-a725-be200fea9139 None None] The sync data for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 is: [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:44:59Z', 'revision_number': 4, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '6ee7d369-21a8-440c-82f5-02a3db8eba91', 'name': '', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'mac_address': 'fa:16:3e:5b:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:59Z', 'updated_at': '2021-07-30T00:45:03Z', 'revision_number': 4, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'subnets': [{'id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:45:04.246115 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:04.246587 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:04.251106 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:04.255028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2e0d2a7f-b191-4504-8599-49f8caaf1093 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0446770 Jul 30 00:45:04.258140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:45:04.393557 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:04.609740 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:03Z', 'revision_number': 3, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:04.649850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Checking router: 1bdfbab7-2abf-4642-953e-4c044431fc9f for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:45:04.650199 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Updating router 1bdfbab7-2abf-4642-953e-4c044431fc9f port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:45:04.690657 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:04.784841 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:04.904874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c71cc-c36f-4676-858d-64e7e4c0b9be None None] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:45:04.983975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Allocated IP 172.20.0.1 (e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e/39381ae0-0852-402f-8db4-485b3afa8e84/fec3b5a8-70f4-483a-b64b-65268d51b513) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:05.012467 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.025850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Transition to ACTIVE for port object 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:05.035519 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.037550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4b49c38d-f9d2-4d87-a042-f6792116b5dc None None] Provisioning for port 3cb77165-24ad-4121-8a97-a05729511d06 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:05.095330 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Attempting to bind port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:05.095721 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Attempting to bind port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:05.096061 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Attempting to bind port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:05.107859 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7280a-299e-4782-b2d7-d6decae0cd2d None None] Pushing event updated for resources: {'Port': ['ID=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:05.111432 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:05.111810 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:05.112215 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.112604 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:05.113096 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Bound port: 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:05.113478 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.136816 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.160942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Transition to ACTIVE for port object fec3b5a8-70f4-483a-b64b-65268d51b513 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:05.183132 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] For port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:05.188588 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] For port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:05.194588 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.205393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.249275 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:05.252896 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:05.256358 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:05.274440 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7280a-299e-4782-b2d7-d6decae0cd2d None None] Pushing event updated for resources: {'Port': ['ID=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:05.280340 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:05.281028 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:05.309313 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Pushing event updated for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:05.319743 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.434708 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:05.521767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.527554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3cb77165-24ad-4121-8a97-a05729511d06 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:05.616106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 3cb77165-24ad-4121-8a97-a05729511d06 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:05.622939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3cb77165-24ad-4121-8a97-a05729511d06 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:05.623317 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.725795 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:03Z', 'revision_number': 3, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:05.753617 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.760912 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.764360 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.772157 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23f8-5123-4117-b0ba-f4c08be9a272 None None] The sync data for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 is: [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:03Z', 'revision_number': 3, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:45:05.823138 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 3cb77165-24ad-4121-8a97-a05729511d06, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3cb77165-24ad-4121-8a97-a05729511d06,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:05.829250 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.830227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ee7d369-21a8-440c-82f5-02a3db8eba91 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:05.865800 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.869083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Pushing event updated for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:05.881954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b3b28390-30c8-4c59-8cd2-0b085320cf71 None None] Provisioning for port fec3b5a8-70f4-483a-b64b-65268d51b513 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:05.904297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b3b28390-30c8-4c59-8cd2-0b085320cf71 None None] Provisioning complete for port fec3b5a8-70f4-483a-b64b-65268d51b513 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:05.904675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3b28390-30c8-4c59-8cd2-0b085320cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.967258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=3cb77165-24ad-4121-8a97-a05729511d06,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:05.970291 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:05.971657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b3b28390-30c8-4c59-8cd2-0b085320cf71 None None] Port fec3b5a8-70f4-483a-b64b-65268d51b513 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:05.974411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:05.978661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:05.979089 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.979493 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:06.085775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:06.119234 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Router 1bdfbab7-2abf-4642-953e-4c044431fc9f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:45:06.122549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 6ee7d369-21a8-440c-82f5-02a3db8eba91, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ee7d369-21a8-440c-82f5-02a3db8eba91,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:06.131694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:06.235435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:06.286075 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:45:06.291374 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1dfe0780-ef8f-4d76-b7d3-58a8e970a836 admin admin] 10.222.0.49 "PUT /v2.0/routers/1bdfbab7-2abf-4642-953e-4c044431fc9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321164 Jul 30 00:45:06.392791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-98650334-131d-4b32-8b4d-d524a58c04d9 None None] Provisioning complete for port fec3b5a8-70f4-483a-b64b-65268d51b513 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:06.393340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98650334-131d-4b32-8b4d-d524a58c04d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:06.435610 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-98650334-131d-4b32-8b4d-d524a58c04d9 None None] Port fec3b5a8-70f4-483a-b64b-65268d51b513 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:07.074617 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-4435e12f-5d31-409d-8adb-065c1614d0dc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:07.076134 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-4435e12f-5d31-409d-8adb-065c1614d0dc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 817 time: 0.1237648 Jul 30 00:45:07.094978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-7b44a44e-a250-42a7-abfe-39a5cc948ff0 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/quotas/8c3d0278620e497593a652d75c6fa6f4 HTTP/1.1" status: 200 len: 375 time: 0.0109363 Jul 30 00:45:07.150675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-79441ef6-b204-4a45-ac37-ae1e5845eb0d tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503292 Jul 30 00:45:07.261837 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-3bd4c44d-9df1-41d3-9e8d-37e6e691b1d5 service neutron] 10.222.0.49 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944099 Jul 30 00:45:07.366261 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-c1c4603f-16a5-4fc8-98ff-295e1d455311 service neutron] 10.222.0.49 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973954 Jul 30 00:45:07.477285 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3cb77165-24ad-4121-8a97-a05729511d06 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:07.540385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 3cb77165-24ad-4121-8a97-a05729511d06 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:07.541161 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:07.561125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac1a1edd-9ebb-4dc7-aed8-ddbbb4e83983 req-8f322f6a-2446-47ba-afb7-307f1e1700f5 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 210 time: 0.0359037 Jul 30 00:45:07.629399 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:07.632817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Sync routers for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:45:07.668639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:07.669299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:07.768017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:07.777486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:07.777896 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:07.816019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:07.988876 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.032295 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:08.036833 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.037822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ee7d369-21a8-440c-82f5-02a3db8eba91 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:08.142941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:08.165998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6ee7d369-21a8-440c-82f5-02a3db8eba91 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:08.166375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.193289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 4, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fec3b5a8-70f4-483a-b64b-65268d51b513', 'name': '', 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'mac_address': 'fa:16:3e:24:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:04Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 2, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'subnets': [{'id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:08.231091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Checking router: 1bdfbab7-2abf-4642-953e-4c044431fc9f for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:45:08.231445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Updating router 1bdfbab7-2abf-4642-953e-4c044431fc9f port fec3b5a8-70f4-483a-b64b-65268d51b513 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:45:08.277907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.611501 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.627101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Transition to ACTIVE for port object fec3b5a8-70f4-483a-b64b-65268d51b513 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:08.639203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.720952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49bb7768-f2f3-4900-aa45-93a7a3d2ed98 req-6be412be-7c9c-412f-afb3-a840bb5ff405 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 210 time: 0.0403006 Jul 30 00:45:08.748975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-5422755d-9d2e-47b2-b953-13e4569fc7a2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:08.751180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-5422755d-9d2e-47b2-b953-13e4569fc7a2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 817 time: 0.1924834 Jul 30 00:45:08.800528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Request body: {'port': {'device_id': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'admin_state_up': True, 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:08.906957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634cec5-b2b6-4eb5-8b60-0ac5396e7251 None None] Pushing event updated for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:08.922106 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Attempting to bind port fec3b5a8-70f4-483a-b64b-65268d51b513 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:08.922873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Attempting to bind port fec3b5a8-70f4-483a-b64b-65268d51b513 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:08.922873 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Attempting to bind port fec3b5a8-70f4-483a-b64b-65268d51b513 on network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:08.928422 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:08.928775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Checking segment: {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:08.929214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.929587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Bound using segment: {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:08.930119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Bound port: fec3b5a8-70f4-483a-b64b-65268d51b513, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb8d978-5d43-43db-9c93-34aa6619ab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:08.930475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.942288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Made reservation on behalf of 8c3d0278620e497593a652d75c6fa6f4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:45:08.946653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.015944 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] For port fec3b5a8-70f4-483a-b64b-65268d51b513, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:09.020046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] For port fec3b5a8-70f4-483a-b64b-65268d51b513, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fec3b5a8-70f4-483a-b64b-65268d51b513,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:09.026688 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.097239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:45:09.097931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:44:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:09.105049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634cec5-b2b6-4eb5-8b60-0ac5396e7251 None None] Pushing event updated for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:09.108797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Allocated IP 172.20.0.11 (3d180447-13a6-4494-8fed-cae026b8f070/5fa49bce-c10b-42d3-a836-b6a2747ac822/11e69cde-c62a-4a18-9ac2-5099fd55046f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:09.228515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:45:09.290068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.304866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Transition to ACTIVE for port object 11e69cde-c62a-4a18-9ac2-5099fd55046f will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:09.341050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.392178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Network 3d180447-13a6-4494-8fed-cae026b8f070 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:09.395480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:09.398029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:09.428897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:09.433901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Pushing event updated for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:09.470654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:09.471473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.488066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-364f88c9-e23f-4aed-ba04-9f2a9b8539d7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6919289 Jul 30 00:45:09.502809 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 4, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fec3b5a8-70f4-483a-b64b-65268d51b513', 'name': '', 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'mac_address': 'fa:16:3e:24:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:04Z', 'updated_at': '2021-07-30T00:45:08Z', 'revision_number': 4, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'subnets': [{'id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:45:09.506793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:09.506793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.508552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Request body: {'port': {'device_id': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:09.532907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f39dc5-384e-42c8-a87b-d003bf45385d None None] The sync data for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 is: [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:05Z', 'revision_number': 4, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'fec3b5a8-70f4-483a-b64b-65268d51b513', 'name': '', 'network_id': 'e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'mac_address': 'fa:16:3e:24:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:04Z', 'updated_at': '2021-07-30T00:45:08Z', 'revision_number': 4, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'subnets': [{'id': '39381ae0-0852-402f-8db4-485b3afa8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:45:09.577473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.713514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0f4b7c19-0028-45f4-a71d-06fbf6c71327 None None] Provisioning for port 11e69cde-c62a-4a18-9ac2-5099fd55046f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:09.718869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0f4b7c19-0028-45f4-a71d-06fbf6c71327 None None] Provisioning complete for port 11e69cde-c62a-4a18-9ac2-5099fd55046f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:09.719317 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7c19-0028-45f4-a71d-06fbf6c71327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.771477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b7c19-0028-45f4-a71d-06fbf6c71327 None None] Port 11e69cde-c62a-4a18-9ac2-5099fd55046f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:09.900514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08513a89-e9c9-4ab1-955f-f8960a89ea4a req-3fe5eb13-b88e-4b9b-b47b-781d03670b92 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:09.902117 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08513a89-e9c9-4ab1-955f-f8960a89ea4a req-3fe5eb13-b88e-4b9b-b47b-781d03670b92 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 932 time: 0.0859404 Jul 30 00:45:09.967647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e69cde-c62a-4a18-9ac2-5099fd55046f {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:09.979699 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:09.984918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08513a89-e9c9-4ab1-955f-f8960a89ea4a req-3c23362f-001e-41b9-b647-6348b1501b3d tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757992 Jul 30 00:45:09.996695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Transition to ACTIVE for port object 11e69cde-c62a-4a18-9ac2-5099fd55046f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:10.002321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:10.054321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:10.137043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Attempting to bind port 11e69cde-c62a-4a18-9ac2-5099fd55046f on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:10.137422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Attempting to bind port 11e69cde-c62a-4a18-9ac2-5099fd55046f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:10.137797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Attempting to bind port 11e69cde-c62a-4a18-9ac2-5099fd55046f on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:10.143234 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Port 11e69cde-c62a-4a18-9ac2-5099fd55046f on network 3d180447-13a6-4494-8fed-cae026b8f070 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:45:10.143554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Attempting to bind port 11e69cde-c62a-4a18-9ac2-5099fd55046f on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:10.149246 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:10.149581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Checking segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:10.150016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Bound using segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:10.150457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Bound port: 11e69cde-c62a-4a18-9ac2-5099fd55046f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:10.150814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:10.224432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:10.227938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:10.234812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:10.274820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:10.275526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:10.277089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] 10.222.0.57 "PUT /v2.0/ports/11e69cde-c62a-4a18-9ac2-5099fd55046f HTTP/1.1" status: 200 len: 1093 time: 0.7734990 Jul 30 00:45:10.277574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:10.279965 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e0335d-393a-4d86-8e8d-ade7753d006d" -d '{"events": [{"name": "network-changed", "server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:10.329337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb42021-12eb-4332-b7fe-22743e21ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:10.358338 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b0a76-6047-4610-9c8e-bf4f57d9724e x-openstack-request-id: req-648b0a76-6047-4610-9c8e-bf4f57d9724e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:10.358801 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:10.359110 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-648b0a76-6047-4610-9c8e-bf4f57d9724e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:10.359523 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f', 'status': 'completed', 'code': 200} Jul 30 00:45:10.397315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-ce78d707-345a-4622-b1b2-5aa0831a7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:10.398914 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-ce78d707-345a-4622-b1b2-5aa0831a7807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 1096 time: 0.0514052 Jul 30 00:45:10.451731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-2c5eade5-65a1-413c-b7ad-f11315cdefa3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f HTTP/1.1" status: 200 len: 217 time: 0.0393643 Jul 30 00:45:10.501380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-2a33a920-88cc-4317-98ae-31303e5c43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:10.502923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-2a33a920-88cc-4317-98ae-31303e5c43e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 200 len: 856 time: 0.0448453 Jul 30 00:45:10.553653 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5881-fd34-4893-baab-834cd9968b8c req-6cb20c5c-169d-485c-a5c9-6b98c2448e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:10.555279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-6cb20c5c-169d-485c-a5c9-6b98c2448e84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d180447-13a6-4494-8fed-cae026b8f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441778 Jul 30 00:45:10.657610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-69e62cdd-dcbb-4d5f-839c-6b54433bbb4f service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938587 Jul 30 00:45:10.756188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d28b5881-fd34-4893-baab-834cd9968b8c req-0d0c0381-ab5b-45f3-b887-e8cd433972dd service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912306 Jul 30 00:45:10.889483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-6c6704c1-eb02-47f6-807e-a64b734d81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:10.891041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-6c6704c1-eb02-47f6-807e-a64b734d81ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 1096 time: 0.0439048 Jul 30 00:45:10.999770 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-ce03f88d-15b0-4511-88a1-e19f6c96fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:11.002543 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-ce03f88d-15b0-4511-88a1-e19f6c96fc9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 918 time: 0.1016848 Jul 30 00:45:11.054483 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-5e7422f8-9263-4484-880b-710e2572e53f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f HTTP/1.1" status: 200 len: 217 time: 0.0421505 Jul 30 00:45:11.137373 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-a154698b-6aa5-48bc-8300-b27c91ac3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:11.138895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-a154698b-6aa5-48bc-8300-b27c91ac3c3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 200 len: 856 time: 0.0770404 Jul 30 00:45:11.153452 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a920d32-6b4c-43db-8df8-7b7760107164 req-38cc6858-d0e0-49a4-b1a5-7e284398b9fc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:11.154898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a920d32-6b4c-43db-8df8-7b7760107164 req-38cc6858-d0e0-49a4-b1a5-7e284398b9fc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 944 time: 0.0848043 Jul 30 00:45:11.219581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a920d32-6b4c-43db-8df8-7b7760107164 req-b0b58419-46c5-4846-9fe3-74840238dccc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558684 Jul 30 00:45:11.223012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-248b0db7-f22a-46ac-b1a8-22c9fa3b3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:11.224488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-248b0db7-f22a-46ac-b1a8-22c9fa3b3994 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d180447-13a6-4494-8fed-cae026b8f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687487 Jul 30 00:45:11.327686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-5ffd7af9-e701-4461-ae23-2ce8a52436c5 service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940127 Jul 30 00:45:11.431672 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fec3b5a8-70f4-483a-b64b-65268d51b513 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:11.455611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e5e0335d-393a-4d86-8e8d-ade7753d006d req-42210723-842c-4606-a0ee-6a6a002b0bfb service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191542 Jul 30 00:45:11.484952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port fec3b5a8-70f4-483a-b64b-65268d51b513 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:11.490195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fec3b5a8-70f4-483a-b64b-65268d51b513 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:11.490572 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:11.575872 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:11.613974 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port fec3b5a8-70f4-483a-b64b-65268d51b513, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fec3b5a8-70f4-483a-b64b-65268d51b513,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:11.618583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:11.681055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:12.365221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae71fe-e485-4d10-ac71-f0ff7b76b7ac req-b96a967b-a912-4f2c-923f-766e8af430f1 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:12.366881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12ae71fe-e485-4d10-ac71-f0ff7b76b7ac req-b96a967b-a912-4f2c-923f-766e8af430f1 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 944 time: 0.0633187 Jul 30 00:45:12.409746 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12ae71fe-e485-4d10-ac71-f0ff7b76b7ac req-280b21af-29b5-444f-896f-4ce427cf5b64 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Jul 30 00:45:13.411615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fec3b5a8-70f4-483a-b64b-65268d51b513 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:13.472790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port fec3b5a8-70f4-483a-b64b-65268d51b513 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:13.473174 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:13.537215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b35861-ea23-4e35-bd05-1783930ae1fc req-f25f1c1b-bcab-4faf-9c92-e15156c04c13 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:13.538745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54b35861-ea23-4e35-bd05-1783930ae1fc req-f25f1c1b-bcab-4faf-9c92-e15156c04c13 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 944 time: 0.0550697 Jul 30 00:45:13.582069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54b35861-ea23-4e35-bd05-1783930ae1fc req-b1739b83-88e7-4a2b-96fc-c9dc64bf6dec tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jul 30 00:45:14.002526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11e69cde-c62a-4a18-9ac2-5099fd55046f details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:45:14.109992 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:14.123515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '11e69cde-c62a-4a18-9ac2-5099fd55046f', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'port_id': '11e69cde-c62a-4a18-9ac2-5099fd55046f', 'mac_address': 'fa:16:3e:c6:33:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:45:14.174091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:14.192225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e69cde-c62a-4a18-9ac2-5099fd55046f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:14.212243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:14.219438 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:14.270018 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:14.497572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['11e69cde-c62a-4a18-9ac2-5099fd55046f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:45:14.715196 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd47a-86c6-41bc-98c7-aa8f391cc6e3 req-1fe8300b-c88e-41bb-9363-8ffab41988d2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:14.716770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9dbd47a-86c6-41bc-98c7-aa8f391cc6e3 req-1fe8300b-c88e-41bb-9363-8ffab41988d2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 945 time: 0.0523233 Jul 30 00:45:14.761563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c9dbd47a-86c6-41bc-98c7-aa8f391cc6e3 req-210dad2b-ac8a-4906-bb72-8895c41c5c3e tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 Jul 30 00:45:15.896914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672249e5-577c-4052-a2c3-745a8a16241e req-93aed40a-15a1-4415-a720-87dec9037e59 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:15.898541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-672249e5-577c-4052-a2c3-745a8a16241e req-93aed40a-15a1-4415-a720-87dec9037e59 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 945 time: 0.0564582 Jul 30 00:45:15.948198 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-672249e5-577c-4052-a2c3-745a8a16241e req-8b08e18a-7e3f-4f51-b7e8-a88166f08e65 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Jul 30 00:45:16.017860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11e69cde-c62a-4a18-9ac2-5099fd55046f up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:16.074970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 11e69cde-c62a-4a18-9ac2-5099fd55046f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:16.078995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 11e69cde-c62a-4a18-9ac2-5099fd55046f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:16.079367 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:16.159769 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:16.183565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:16.186215 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40a55d-eba3-4d1c-b9b3-fd4d21e5c8f4" -d '{"events": [{"server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "name": "network-vif-plugged", "status": "completed", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:16.199822 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:16.205125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:16.232958 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b26c1d9-be0c-40a7-a4ab-c91c55b821bb x-openstack-request-id: req-4b26c1d9-be0c-40a7-a4ab-c91c55b821bb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:16.233264 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "name": "network-vif-plugged", "status": "completed", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:16.233522 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b26c1d9-be0c-40a7-a4ab-c91c55b821bb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:16.233945 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f', 'code': 200} Jul 30 00:45:16.262074 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:16.369726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212c407-e778-49d6-ad59-ec73d6fd738a req-5598cb8f-9697-451d-878e-e2ff111f3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:16.371556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d212c407-e778-49d6-ad59-ec73d6fd738a req-5598cb8f-9697-451d-878e-e2ff111f3f51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 1098 time: 0.0496171 Jul 30 00:45:16.392172 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-128ac28e-f68e-4cdd-916e-4f9558f6a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:16.411219 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d212c407-e778-49d6-ad59-ec73d6fd738a req-cf246a3a-be3f-4a86-a87c-baddbd2ea9a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Jul 30 00:45:17.078616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53429c-475b-4ed2-83e1-5686cf9e903f req-99e4552d-ea72-4a8b-9022-6afe994f790d tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:17.080127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db53429c-475b-4ed2-83e1-5686cf9e903f req-99e4552d-ea72-4a8b-9022-6afe994f790d tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0586050 Jul 30 00:45:17.123321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db53429c-475b-4ed2-83e1-5686cf9e903f req-1534751d-09da-4f49-bc42-3ca814a649eb tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Jul 30 00:45:17.961604 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:18.262253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61247a9-f600-4c91-b5f2-59fb0850cab5 req-11481bb8-4889-4f9d-8974-76d85c4d7769 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:18.263764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c61247a9-f600-4c91-b5f2-59fb0850cab5 req-11481bb8-4889-4f9d-8974-76d85c4d7769 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0564342 Jul 30 00:45:18.307277 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c61247a9-f600-4c91-b5f2-59fb0850cab5 req-db4b214f-e24b-4cc0-9189-77f07e50f842 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371673 Jul 30 00:45:18.428556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12973bf7-d00a-47be-b565-b7b1bd37a212 req-51b2f78d-fbc7-4992-989f-40fb6025a768 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:18.430156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12973bf7-d00a-47be-b565-b7b1bd37a212 req-51b2f78d-fbc7-4992-989f-40fb6025a768 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0536492 Jul 30 00:45:18.473439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-12973bf7-d00a-47be-b565-b7b1bd37a212 req-58342646-07cb-4f71-836e-12ec36aff80b tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Jul 30 00:45:19.089466 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-23c1fa00-22ba-485b-aa1d-89dd289bb7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:19.478036 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:20.948880 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:22.704846 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:28.468747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:31.765099 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:39.500217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3423d7-d398-491d-a74b-ab3465aa1c9a req-81ae90ef-fa14-4639-94ba-479cd3742ae8 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:39.501651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db3423d7-d398-491d-a74b-ab3465aa1c9a req-81ae90ef-fa14-4639-94ba-479cd3742ae8 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0514250 Jul 30 00:45:39.544922 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-db3423d7-d398-491d-a74b-ab3465aa1c9a req-0a0638aa-3572-4271-9d31-8ff1805a05e7 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Jul 30 00:45:40.688675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d27a-e5f6-471d-a159-6aa831adff14 req-f9cd8dd4-f468-4906-bb6b-a9c27f5f2f9e tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:40.690292 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee1d27a-e5f6-471d-a159-6aa831adff14 req-f9cd8dd4-f468-4906-bb6b-a9c27f5f2f9e tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0639870 Jul 30 00:45:40.734358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ee1d27a-e5f6-471d-a159-6aa831adff14 req-a1ecdbc4-d9a8-47b7-a28e-d06cbbe4bb54 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Jul 30 00:45:41.218574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-9c203a85-8391-4200-847f-e8502b10bed3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:41.220046 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-9c203a85-8391-4200-847f-e8502b10bed3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 946 time: 0.0529416 Jul 30 00:45:41.313368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Deleting port 11e69cde-c62a-4a18-9ac2-5099fd55046f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:45:41.313697 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:41.408404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] For port 11e69cde-c62a-4a18-9ac2-5099fd55046f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=11e69cde-c62a-4a18-9ac2-5099fd55046f,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:41.408714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:41.422499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Calling delete_port for 11e69cde-c62a-4a18-9ac2-5099fd55046f owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:45:41.572794 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:41.602372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Pushing event deleted for resources: {'Port': ['ID=11e69cde-c62a-4a18-9ac2-5099fd55046f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:41.607720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['11e69cde-c62a-4a18-9ac2-5099fd55046f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:45:41.615434 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.615787 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.616124 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.616462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.616827 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.617178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.617568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.617895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.618233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.618638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.618880 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.619261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:41.655760 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] No DVR routers for this DVR port 11e69cde-c62a-4a18-9ac2-5099fd55046f on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:45:41.658824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:41.660942 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b380b6b-d11c-4e74-9a14-16a2adfdfff9 req-794f331e-a339-4ae2-b5e3-b2e7131e9c05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "DELETE /v2.0/ports/11e69cde-c62a-4a18-9ac2-5099fd55046f HTTP/1.1" status: 204 len: 173 time: 0.4345329 Jul 30 00:45:41.661385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'name': 'network-vif-deleted', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:41.663835 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e6d6b-cdfe-4155-883c-85ed6f950bf6" -d '{"events": [{"server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "name": "network-vif-deleted", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:41.706506 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbbb0ef-7c2b-43c4-896a-44a75d1222ca x-openstack-request-id: req-8bbbb0ef-7c2b-43c4-896a-44a75d1222ca {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:41.707106 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6955deae-d88c-4648-b8ab-b2ea7566391d", "name": "network-vif-deleted", "tag": "11e69cde-c62a-4a18-9ac2-5099fd55046f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:41.707106 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bbbb0ef-7c2b-43c4-896a-44a75d1222ca {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:41.707435 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6955deae-d88c-4648-b8ab-b2ea7566391d', 'name': 'network-vif-deleted', 'tag': '11e69cde-c62a-4a18-9ac2-5099fd55046f', 'status': 'completed', 'code': 200} Jul 30 00:45:41.868649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40f7f5d2-1d43-4755-87f3-d7822c12789e req-098f2a76-d368-4b27-b998-b0106a459d6c tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=6955deae-d88c-4648-b8ab-b2ea7566391d HTTP/1.1" status: 200 len: 210 time: 0.0342181 Jul 30 00:45:43.521605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-72e7e6a2-ac5f-4257-97a9-bcc7eed20394 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:43.523186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-72e7e6a2-ac5f-4257-97a9-bcc7eed20394 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 817 time: 0.1098230 Jul 30 00:45:43.541841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-3ba2dbac-c3c0-4b20-a9d5-8ebe53ce8047 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/quotas/8c3d0278620e497593a652d75c6fa6f4 HTTP/1.1" status: 200 len: 375 time: 0.0099111 Jul 30 00:45:43.598236 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-6fd4296c-9a2d-4bbf-b617-364f30ae8d44 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501451 Jul 30 00:45:43.708478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-de8fdd68-fd9c-4b8b-bf55-051e5f4927ac service neutron] 10.222.0.49 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975308 Jul 30 00:45:43.807089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-6d1f8410-2c8a-4a29-af6c-cb1252c5761d service neutron] 10.222.0.49 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891106 Jul 30 00:45:43.979129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cdbb452-687c-48be-8850-e32edbcbea64 req-1a05c658-3aea-424c-b178-044c6be8bdc3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Jul 30 00:45:45.092610 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5be8384b-e214-45dc-9d5d-2c144a81a94b req-eced7e7e-240f-405b-bb54-8a7d0625f554 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 210 time: 0.0370812 Jul 30 00:45:45.116077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-519ae4d0-1d06-4800-a5c8-3a2cc937dbe9 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:45.117527 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-519ae4d0-1d06-4800-a5c8-3a2cc937dbe9 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 817 time: 0.1427662 Jul 30 00:45:45.138087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Request body: {'port': {'device_id': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'admin_state_up': True, 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:45.259716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Made reservation on behalf of 8c3d0278620e497593a652d75c6fa6f4 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:45:45.269093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.420590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Allocated IP 172.20.0.5 (3d180447-13a6-4494-8fed-cae026b8f070/5fa49bce-c10b-42d3-a836-b6a2747ac822/730ba158-d5d0-4f60-86aa-bd303d4e500c) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:45:45.590807 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.611798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Transition to ACTIVE for port object 730ba158-d5d0-4f60-86aa-bd303d4e500c will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:45.653151 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.697648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Network 3d180447-13a6-4494-8fed-cae026b8f070 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:45:45.701016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:45:45.703719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:45:45.738889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Pushing event updated for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:45.770068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:45.770736 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.798872 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2115856-ca66-425c-a159-59780a7bb039 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6645994 Jul 30 00:45:45.818223 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Request body: {'port': {'device_id': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:45:45.887704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.916477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fa0a5022-e74d-4cc7-b304-58e695e527cd None None] Provisioning for port 730ba158-d5d0-4f60-86aa-bd303d4e500c completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:45.920464 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fa0a5022-e74d-4cc7-b304-58e695e527cd None None] Provisioning complete for port 730ba158-d5d0-4f60-86aa-bd303d4e500c triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:45.920850 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5022-e74d-4cc7-b304-58e695e527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:45.955593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a5022-e74d-4cc7-b304-58e695e527cd None None] Port 730ba158-d5d0-4f60-86aa-bd303d4e500c cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:45:46.152806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11e69cde-c62a-4a18-9ac2-5099fd55046f no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:45:46.179785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 11e69cde-c62a-4a18-9ac2-5099fd55046f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:45:46.180088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 11e69cde-c62a-4a18-9ac2-5099fd55046f not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:45:46.186044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730ba158-d5d0-4f60-86aa-bd303d4e500c {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:46.202886 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.236619 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Transition to ACTIVE for port object 730ba158-d5d0-4f60-86aa-bd303d4e500c will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:45:46.243929 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.285446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6294-d479-4cb8-950a-fd44ed611588 req-d94eeab4-ad75-4518-bcc2-a28c09400ac1 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.287008 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fed6294-d479-4cb8-950a-fd44ed611588 req-d94eeab4-ad75-4518-bcc2-a28c09400ac1 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 931 time: 0.0958390 Jul 30 00:45:46.326923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Pushing event updated for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:46.367306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0fed6294-d479-4cb8-950a-fd44ed611588 req-29a0c3fb-d173-4c9b-b0ec-3913f02984b1 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Jul 30 00:45:46.393549 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a462e341-aa04-4e0e-aa0f-8e9adabf070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.424864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Attempting to bind port 730ba158-d5d0-4f60-86aa-bd303d4e500c on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:45:46.425202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Attempting to bind port 730ba158-d5d0-4f60-86aa-bd303d4e500c by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:45:46.425531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Attempting to bind port 730ba158-d5d0-4f60-86aa-bd303d4e500c on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:46.430655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Port 730ba158-d5d0-4f60-86aa-bd303d4e500c on network 3d180447-13a6-4494-8fed-cae026b8f070 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:45:46.431012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Attempting to bind port 730ba158-d5d0-4f60-86aa-bd303d4e500c on network 3d180447-13a6-4494-8fed-cae026b8f070 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:45:46.436432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:45:46.436914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Checking segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:45:46.437287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Bound using segment: {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:45:46.437875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Bound port: 730ba158-d5d0-4f60-86aa-bd303d4e500c, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78eae82-f5c5-45f2-bbd3-ae495e749635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:45:46.438234 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.510923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:45:46.514176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:45:46.520229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.554603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.555210 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:46.556621 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] 10.222.0.57 "PUT /v2.0/ports/730ba158-d5d0-4f60-86aa-bd303d4e500c HTTP/1.1" status: 200 len: 1092 time: 0.7431703 Jul 30 00:45:46.557078 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:46.559492 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bb207-a99c-4990-8bbd-d1e682a03879" -d '{"events": [{"name": "network-changed", "server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:46.587350 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf721b4-2c1d-4125-bd3a-29721bd1b79d service neutron] Pushing event updated for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:46.631667 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89711672-5469-4e78-8172-fa63927aa966 x-openstack-request-id: req-89711672-5469-4e78-8172-fa63927aa966 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:46.632299 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:46.632624 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89711672-5469-4e78-8172-fa63927aa966 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:46.633211 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c', 'status': 'completed', 'code': 200} Jul 30 00:45:46.706053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-32614a69-c71d-4ff8-b43e-8bde4ef70455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.707785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-32614a69-c71d-4ff8-b43e-8bde4ef70455 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0605905 Jul 30 00:45:46.764760 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-34c265e0-afad-42b1-ba63-952ae54153a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c HTTP/1.1" status: 200 len: 217 time: 0.0430467 Jul 30 00:45:46.817906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-974fec87-8ebe-4fd4-9429-075e5d9553e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.819507 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-974fec87-8ebe-4fd4-9429-075e5d9553e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 200 len: 856 time: 0.0475550 Jul 30 00:45:46.877568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2f93582-b247-48a0-9b49-065c27edf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:46.879489 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-f2f93582-b247-48a0-9b49-065c27edf29c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d180447-13a6-4494-8fed-cae026b8f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515485 Jul 30 00:45:46.986171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-283d2890-3404-4c73-a8f2-4e722e0ced95 service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976925 Jul 30 00:45:47.089599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-335e7a15-94f5-4844-ba66-9562fd1d25c9 req-a930c7ac-c65e-45c6-853d-6ed02faa4a96 service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953698 Jul 30 00:45:47.227253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-1f4000fd-7a97-4831-8bbc-9200b51b4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.228794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-1f4000fd-7a97-4831-8bbc-9200b51b4a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0442734 Jul 30 00:45:47.335024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-6d0c0b9b-6bf4-4b81-8a40-f76b37087300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.336690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-6d0c0b9b-6bf4-4b81-8a40-f76b37087300 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 918 time: 0.0998447 Jul 30 00:45:47.379913 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-194afed4-6971-4460-a402-ff33644eba43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c HTTP/1.1" status: 200 len: 217 time: 0.0354452 Jul 30 00:45:47.435936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-d1e74099-9159-453e-9dae-a0beec296dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.437659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-d1e74099-9159-453e-9dae-a0beec296dee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 200 len: 856 time: 0.0498512 Jul 30 00:45:47.519777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-48758063-5596-413b-82f7-87020e9ea9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.521346 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-48758063-5596-413b-82f7-87020e9ea9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d180447-13a6-4494-8fed-cae026b8f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756567 Jul 30 00:45:47.532815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ee9a4-bd9e-4d0a-bb3f-4f4898e81685 req-38b206f6-8203-4a31-b6c6-de945d7c48e3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:47.534276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-536ee9a4-bd9e-4d0a-bb3f-4f4898e81685 req-38b206f6-8203-4a31-b6c6-de945d7c48e3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 943 time: 0.0870593 Jul 30 00:45:47.620105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-536ee9a4-bd9e-4d0a-bb3f-4f4898e81685 req-f11bddbc-3cd0-4b99-ac57-b00a2ea4c4d9 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776300 Jul 30 00:45:47.655819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-61836df0-1880-44d3-be67-8b11e385ad1f service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202025 Jul 30 00:45:47.762910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cd9bb207-a99c-4990-8bbd-d1e682a03879 req-3c8aa2fe-bf71-463f-86be-22ddfa4d7901 service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987539 Jul 30 00:45:47.963581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:48.758605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05bfc3-19f6-40c1-b218-82a413f5ea87 req-e79bafd1-1ff0-472b-9d84-513f648849ff tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:48.760497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a05bfc3-19f6-40c1-b218-82a413f5ea87 req-e79bafd1-1ff0-472b-9d84-513f648849ff tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 943 time: 0.0649979 Jul 30 00:45:48.800096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a05bfc3-19f6-40c1-b218-82a413f5ea87 req-db92aea4-9eb1-49e1-a808-00acdb7efe30 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Jul 30 00:45:49.088481 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c33bafe4-7a7f-48fa-b238-6233bedb40d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:49.486031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:49.930284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41931a31-697d-4812-b0d7-918abac90516 req-e550ff58-b4ea-4ff6-aa05-4d59190af751 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:49.932661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41931a31-697d-4812-b0d7-918abac90516 req-e550ff58-b4ea-4ff6-aa05-4d59190af751 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 943 time: 0.0593095 Jul 30 00:45:49.975515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41931a31-697d-4812-b0d7-918abac90516 req-0d7fd62f-2263-48d4-a81c-b5ead1cd64d0 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360351 Jul 30 00:45:50.185601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 730ba158-d5d0-4f60-86aa-bd303d4e500c details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:45:50.296124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:50.307711 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '730ba158-d5d0-4f60-86aa-bd303d4e500c', 'network_id': '3d180447-13a6-4494-8fed-cae026b8f070', 'port_id': '730ba158-d5d0-4f60-86aa-bd303d4e500c', 'mac_address': 'fa:16:3e:03:89:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa49bce-c10b-42d3-a836-b6a2747ac822', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:45:50.350115 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:50.364153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730ba158-d5d0-4f60-86aa-bd303d4e500c {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:45:50.385141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:50.391597 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:50.444662 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:50.453737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.453737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.454123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.454406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.454734 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.455051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.455384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.455712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.456021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.456321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.456637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.456967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:45:50.660996 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['730ba158-d5d0-4f60-86aa-bd303d4e500c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:45:50.950157 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:51.105461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1def3-3a2a-4978-a582-725d8cc23cf3 req-7baab8de-4ad7-43f5-823d-2cf3252370e2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:51.107821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54b1def3-3a2a-4978-a582-725d8cc23cf3 req-7baab8de-4ad7-43f5-823d-2cf3252370e2 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 944 time: 0.0579131 Jul 30 00:45:51.154370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54b1def3-3a2a-4978-a582-725d8cc23cf3 req-66e2d1b3-fadb-4944-a256-5ef0230fc8fc tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jul 30 00:45:52.193756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 730ba158-d5d0-4f60-86aa-bd303d4e500c up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:45:52.250008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 730ba158-d5d0-4f60-86aa-bd303d4e500c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:45:52.263799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 730ba158-d5d0-4f60-86aa-bd303d4e500c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:45:52.264176 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:52.290965 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4cf70-3071-4e9b-be47-49e14192db88 req-cbc50ffc-2056-4c3c-ace4-e2e6085c7f40 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:52.292659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d4cf70-3071-4e9b-be47-49e14192db88 req-cbc50ffc-2056-4c3c-ace4-e2e6085c7f40 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 944 time: 0.0582926 Jul 30 00:45:52.332560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47d4cf70-3071-4e9b-be47-49e14192db88 req-e7a818bf-1f19-423e-9d5e-9cb02352fc05 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Jul 30 00:45:52.349074 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:52.372008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:45:52.374597 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bcb7f6-a79c-4613-a921-45af90c3761f" -d '{"events": [{"server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "name": "network-vif-plugged", "status": "completed", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:45:52.390039 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:45:52.398227 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:52.427389 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e9b6d5-e4eb-4bab-9c1c-e3268c7cceca x-openstack-request-id: req-86e9b6d5-e4eb-4bab-9c1c-e3268c7cceca {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:45:52.427725 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "name": "network-vif-plugged", "status": "completed", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:45:52.427907 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86e9b6d5-e4eb-4bab-9c1c-e3268c7cceca {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:45:52.428286 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c', 'code': 200} Jul 30 00:45:52.456989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:45:52.552088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3300fc-195d-4c8a-9577-722f1f277ee5 req-16883cad-3650-4840-b49e-77a90ac799ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:52.553809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb3300fc-195d-4c8a-9577-722f1f277ee5 req-16883cad-3650-4840-b49e-77a90ac799ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0474429 Jul 30 00:45:52.591824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb3300fc-195d-4c8a-9577-722f1f277ee5 req-39d78c01-a7a2-4405-9335-2733cfe3d846 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Jul 30 00:45:52.707671 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:53.480889 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282817a1-af13-477c-ad62-200c27dd4bb2 req-f5409c99-7244-4839-b014-51d73138a323 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:53.482949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-282817a1-af13-477c-ad62-200c27dd4bb2 req-f5409c99-7244-4839-b014-51d73138a323 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.0745976 Jul 30 00:45:53.527170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-282817a1-af13-477c-ad62-200c27dd4bb2 req-beaa6756-d51c-4316-84c9-233c242c76be tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 Jul 30 00:45:55.026036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c99431-89cc-4f7f-a807-99be78158f1b req-e68e9138-eae7-4541-87e4-dbccac2b4d8c tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:55.027548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11c99431-89cc-4f7f-a807-99be78158f1b req-e68e9138-eae7-4541-87e4-dbccac2b4d8c tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.4221284 Jul 30 00:45:55.067700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-11c99431-89cc-4f7f-a807-99be78158f1b req-fda01a3b-3a9a-48ca-9f93-7e139130c1b3 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Jul 30 00:45:55.190328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66865eb6-ecd7-4900-8709-124f658205dd req-e4a335f6-d5f7-47e4-9565-434bab21ac94 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:55.191905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66865eb6-ecd7-4900-8709-124f658205dd req-e4a335f6-d5f7-47e4-9565-434bab21ac94 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Jul 30 00:45:55.237163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66865eb6-ecd7-4900-8709-124f658205dd req-b08aa5fa-dbaa-4866-8f11-604e2a63f7ba tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Jul 30 00:45:58.487121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:08.765291 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:12.899835 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-4dbfd238-732a-47c5-a699-d524470c42f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424869 Jul 30 00:46:13.013667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-e48fa281-c3b3-444e-a0a1-1172b16d3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:13.015251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-e48fa281-c3b3-444e-a0a1-1172b16d3f84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c3d0278620e497593a652d75c6fa6f4&device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0482512 Jul 30 00:46:13.135135 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-a2d658cf-bf07-4ee0-9789-857a04167a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:13.136827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-a2d658cf-bf07-4ee0-9789-857a04167a91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 200 len: 918 time: 0.0985518 Jul 30 00:46:13.188216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-3236aedb-1630-4dfa-a74a-153763666a19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c HTTP/1.1" status: 200 len: 217 time: 0.0425837 Jul 30 00:46:13.244869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-83f61501-b8b8-49eb-8bbf-94db7a026a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:13.246385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-83f61501-b8b8-49eb-8bbf-94db7a026a52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 200 len: 856 time: 0.0509441 Jul 30 00:46:13.297306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-11740016-af4e-4103-89fe-ef16e587de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:13.298967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-11740016-af4e-4103-89fe-ef16e587de1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d180447-13a6-4494-8fed-cae026b8f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423856 Jul 30 00:46:13.310791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-e1249fad-5139-486f-a504-3e4bac8e5838 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:46:13.311707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-e1249fad-5139-486f-a504-3e4bac8e5838 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051756 Jul 30 00:46:13.412957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-b54f29c1-e335-43c8-a1a8-78287d7c11c3 service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891225 Jul 30 00:46:13.515159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2b4cf26f-ca10-4305-9704-3671bb64024a req-c6049d70-f7c8-4f1b-8434-1be30398d79b service neutron] 10.222.0.57 "GET /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932815 Jul 30 00:46:16.072849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7bbc4-5748-4990-9a89-9fb65df7bdcc req-a7237f34-038a-40bc-bd1c-f4db38e1880b tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:16.074533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7f7bbc4-5748-4990-9a89-9fb65df7bdcc req-a7237f34-038a-40bc-bd1c-f4db38e1880b tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.0581856 Jul 30 00:46:16.117059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7f7bbc4-5748-4990-9a89-9fb65df7bdcc req-134145de-a4b1-499a-a40d-514a368f6d10 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Jul 30 00:46:16.393914 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ab471bd-9085-43f8-9f94-57dc75221984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:17.261209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599976a-27ae-40d3-8cb6-56b844fd7c30 req-20f73250-3daf-4873-8da5-d8b3635f82ee tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:17.262758 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f599976a-27ae-40d3-8cb6-56b844fd7c30 req-20f73250-3daf-4873-8da5-d8b3635f82ee tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.0612783 Jul 30 00:46:17.312429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f599976a-27ae-40d3-8cb6-56b844fd7c30 req-4623765b-5562-4cc6-be67-1842a66b65e6 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/security-groups?id=370d73af-9130-4df1-b96a-6ae2e0149aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Jul 30 00:46:17.781542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-0ce86ed8-cd8b-447a-900c-626240860e02 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:17.783115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-0ce86ed8-cd8b-447a-900c-626240860e02 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Jul 30 00:46:17.891398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Deleting port 730ba158-d5d0-4f60-86aa-bd303d4e500c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:17.891745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:17.975969 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:17.984595 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] For port 730ba158-d5d0-4f60-86aa-bd303d4e500c, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=730ba158-d5d0-4f60-86aa-bd303d4e500c,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:17.984966 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:17.999725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Calling delete_port for 730ba158-d5d0-4f60-86aa-bd303d4e500c owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:18.149646 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.179588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Pushing event deleted for resources: {'Port': ['ID=730ba158-d5d0-4f60-86aa-bd303d4e500c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:18.184128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['730ba158-d5d0-4f60-86aa-bd303d4e500c'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:46:18.223778 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] No DVR routers for this DVR port 730ba158-d5d0-4f60-86aa-bd303d4e500c on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:18.226619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.228731 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-359b13e6-41bf-479f-9bdd-8b28b96e8135 req-a2eaa0a7-0a40-4e2d-aa53-f35ca91fe46f tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.57 "DELETE /v2.0/ports/730ba158-d5d0-4f60-86aa-bd303d4e500c HTTP/1.1" status: 204 len: 173 time: 0.4382770 Jul 30 00:46:18.229201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'name': 'network-vif-deleted', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:18.231571 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033500a2-c074-4caf-8dea-fe431baa09aa" -d '{"events": [{"server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "name": "network-vif-deleted", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:18.295801 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1201d246-19ce-408b-94b0-69bfab9b56d8 x-openstack-request-id: req-1201d246-19ce-408b-94b0-69bfab9b56d8 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:18.296444 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7378baf6-f0ab-4103-8f34-479f46250bf9", "name": "network-vif-deleted", "tag": "730ba158-d5d0-4f60-86aa-bd303d4e500c", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:18.296444 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1201d246-19ce-408b-94b0-69bfab9b56d8 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:18.296750 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7378baf6-f0ab-4103-8f34-479f46250bf9', 'name': 'network-vif-deleted', 'tag': '730ba158-d5d0-4f60-86aa-bd303d4e500c', 'status': 'completed', 'code': 200} Jul 30 00:46:18.457840 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1362a347-7cb1-491c-9bf8-0267621c76ed req-c82f27f3-a28f-4a0c-853d-826434ed65d5 tempest-TestEncryptedCinderVolumes-692703541 tempest-TestEncryptedCinderVolumes-692703541-project] 10.222.0.49 "GET /v2.0/ports?device_id=7378baf6-f0ab-4103-8f34-479f46250bf9 HTTP/1.1" status: 200 len: 210 time: 0.0319068 Jul 30 00:46:19.089018 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e10b0095-45e1-44d5-9405-3ebe071b00a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:19.479903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:19.554736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38594) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:19.935724 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.208026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Deleting port 6ee7d369-21a8-440c-82f5-02a3db8eba91 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:20.208504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.304367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] For port 6ee7d369-21a8-440c-82f5-02a3db8eba91, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6ee7d369-21a8-440c-82f5-02a3db8eba91,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:20.304732 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.316843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Calling delete_port for 6ee7d369-21a8-440c-82f5-02a3db8eba91 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:20.537534 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.564560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee7d369-21a8-440c-82f5-02a3db8eba91,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:20.742516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.952112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.978251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Router 6176b190-659e-4f58-b4c6-15f26306ea77 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:21.088809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:21.097024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ffd49f9b-9adb-4cf7-9698-373f8907f9ce admin admin] 10.222.0.49 "PUT /v2.0/routers/6176b190-659e-4f58-b4c6-15f26306ea77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381508 Jul 30 00:46:21.097024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:21.098158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Sync routers for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:21.108992 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:21.109575 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:21.206239 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.215626 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:21.316999 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.380932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Deleting port 24ec6daa-72a4-464d-86c9-9ab989522ca7 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:21.381333 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.470273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] For port 24ec6daa-72a4-464d-86c9-9ab989522ca7, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=24ec6daa-72a4-464d-86c9-9ab989522ca7,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:21.470545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.489439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Calling delete_port for 24ec6daa-72a4-464d-86c9-9ab989522ca7 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:21.494484 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:46:20Z', 'revision_number': 5, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port': {'id': '24ec6daa-72a4-464d-86c9-9ab989522ca7', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:21.523533 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Checking router: 6176b190-659e-4f58-b4c6-15f26306ea77 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:21.533235 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Routers {'6176b190-659e-4f58-b4c6-15f26306ea77'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:21.533900 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6176b190-659e-4f58-b4c6-15f26306ea77'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:21.624661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] Set router 6176b190-659e-4f58-b4c6-15f26306ea77 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:21.667276 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.680294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:46:21Z', 'revision_number': 6, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:21.691611 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ec6daa-72a4-464d-86c9-9ab989522ca7,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:21.710930 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f287db9-10ff-4f10-895b-1423506f18b9 None None] The sync data for ids ['6176b190-659e-4f58-b4c6-15f26306ea77'] in n-d-712707-11 is: [{'id': '6176b190-659e-4f58-b4c6-15f26306ea77', 'name': 'tempest-TestEncryptedCinderVolumes-1203139177-router', 'tenant_id': '8c3d0278620e497593a652d75c6fa6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:44:57Z', 'updated_at': '2021-07-30T00:46:21Z', 'revision_number': 6, 'project_id': '8c3d0278620e497593a652d75c6fa6f4', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:21.761432 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.856438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.858792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.904540 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.905045 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6176b190-659e-4f58-b4c6-15f26306ea77 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:46:21.910127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.911370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-80c1789a-0a96-4c2b-82a4-513178978542 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6176b190-659e-4f58-b4c6-15f26306ea77 HTTP/1.1" status: 204 len: 168 time: 0.8133430 Jul 30 00:46:21.914076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:21.960462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Deleting subnet 5fa49bce-c10b-42d3-a836-b6a2747ac822 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:46:21.964379 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.013561 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.103496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.166034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.195841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.197756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5fa49bce-c10b-42d3-a836-b6a2747ac822 HTTP/1.1" status: 204 len: 168 time: 0.2826326 Jul 30 00:46:22.199435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db5804-b14b-496d-bbf9-a5d115532433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa49bce-c10b-42d3-a836-b6a2747ac822,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:22.201219 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe74cd9-00d4-4a3d-8772-55a5be03f7a3 None None] Network 3d180447-13a6-4494-8fed-cae026b8f070 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:22.201821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38600) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:22.280587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.340344 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Deleting port 04a4011b-7aa9-402b-9684-abdeb08f8718 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:22.340753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.408485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] For port 04a4011b-7aa9-402b-9684-abdeb08f8718, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=04a4011b-7aa9-402b-9684-abdeb08f8718,segment=NetworkSegment(d78eae82-f5c5-45f2-bbd3-ae495e749635),segment_id=d78eae82-f5c5-45f2-bbd3-ae495e749635)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:22.408768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.413202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 730ba158-d5d0-4f60-86aa-bd303d4e500c no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:22.424046 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Calling delete_port for 04a4011b-7aa9-402b-9684-abdeb08f8718 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:22.434581 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 730ba158-d5d0-4f60-86aa-bd303d4e500c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:22.434930 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 730ba158-d5d0-4f60-86aa-bd303d4e500c not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:22.487027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] DHCP port deletion for 3d180447-13a6-4494-8fed-cae026b8f070 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:46:22.515459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.538941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Deleting port 04a4011b-7aa9-402b-9684-abdeb08f8718 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:22.539618 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.541827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a4011b-7aa9-402b-9684-abdeb08f8718,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:22.546455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] No DVR routers for this DVR port 04a4011b-7aa9-402b-9684-abdeb08f8718 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:22.555836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.556176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.556517 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.556855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.557209 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.557538 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.557897 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.558214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.558540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.558862 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.559188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.559509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:22.616862 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] For port 04a4011b-7aa9-402b-9684-abdeb08f8718, host n-d-712707-11, got binding levels [] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:22.617266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.634158 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Calling delete_port for 04a4011b-7aa9-402b-9684-abdeb08f8718 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:22.638374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.ipam_backend_mixin [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Port 04a4011b-7aa9-402b-9684-abdeb08f8718 was not found and therefore no delete operation was performed {{(pid=93866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:46:22.639409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.640269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.650761 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d180447-13a6-4494-8fed-cae026b8f070']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:22.662068 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78eae82-f5c5-45f2-bbd3-ae495e749635') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:22.662520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78eae82-f5c5-45f2-bbd3-ae495e749635') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:22.673229 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.686951 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] Pushing event deleted for resources: {'Port': ['ID=04a4011b-7aa9-402b-9684-abdeb08f8718,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:22.694532 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.694969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d5f02-3f16-43ac-86ea-16688e1e0db4 None None] No DVR routers for this DVR port 04a4011b-7aa9-402b-9684-abdeb08f8718 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:22.710802 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:46:22.711429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:46:22.713803 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:46:22.719997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.775695 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.783538 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:22.788002 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3d180447-13a6-4494-8fed-cae026b8f070 HTTP/1.1" status: 204 len: 168 time: 0.5824246 Jul 30 00:46:22.788509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38604) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:22.800236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b8423-69c2-475f-98af-f71a71543ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d180447-13a6-4494-8fed-cae026b8f070,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:23.436405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ee7d369-21a8-440c-82f5-02a3db8eba91 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:23.458139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6ee7d369-21a8-440c-82f5-02a3db8eba91 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:23.459028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6ee7d369-21a8-440c-82f5-02a3db8eba91 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:23.459512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 04a4011b-7aa9-402b-9684-abdeb08f8718 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:23.478513 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 04a4011b-7aa9-402b-9684-abdeb08f8718 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:23.478851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 04a4011b-7aa9-402b-9684-abdeb08f8718 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:23.479354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24ec6daa-72a4-464d-86c9-9ab989522ca7 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:23.501297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 24ec6daa-72a4-464d-86c9-9ab989522ca7 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:23.501613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 24ec6daa-72a4-464d-86c9-9ab989522ca7 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:23.532028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.807437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Deleting port fec3b5a8-70f4-483a-b64b-65268d51b513 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:23.808196 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.898322 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] For port fec3b5a8-70f4-483a-b64b-65268d51b513, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=fec3b5a8-70f4-483a-b64b-65268d51b513,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:23.898674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.912794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Calling delete_port for fec3b5a8-70f4-483a-b64b-65268d51b513 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:24.110580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.143698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec3b5a8-70f4-483a-b64b-65268d51b513,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:24.343180 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.609380 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Router 1bdfbab7-2abf-4642-953e-4c044431fc9f has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:24.725532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:24.731873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7c92d195-33e9-400c-b480-8690cac41262 admin admin] 10.222.0.49 "PUT /v2.0/routers/1bdfbab7-2abf-4642-953e-4c044431fc9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9420912 Jul 30 00:46:24.734496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38606) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:24.735937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Sync routers for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:24.746118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:24.746751 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:24.846884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.859709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:24.955559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.020114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Deleting port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:25.020416 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.105910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] For port 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:25.106289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.120238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Calling delete_port for 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:25.210775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:46:24Z', 'revision_number': 5, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port': {'id': '5d2c0e74-a4d2-44e6-bc60-9919ac75c7de', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ca:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:25.239208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Checking router: 1bdfbab7-2abf-4642-953e-4c044431fc9f for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:25.247991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Routers {'1bdfbab7-2abf-4642-953e-4c044431fc9f'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:25.248613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['1bdfbab7-2abf-4642-953e-4c044431fc9f'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:25.299173 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.331680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2c0e74-a4d2-44e6-bc60-9919ac75c7de,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:25.357549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] Set router 1bdfbab7-2abf-4642-953e-4c044431fc9f gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:25.404856 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.416559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:46:24Z', 'revision_number': 6, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:25.444770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f3347-4d47-4ffa-84d7-52ed5df7af9e None None] The sync data for ids ['1bdfbab7-2abf-4642-953e-4c044431fc9f'] in n-d-712707-11 is: [{'id': '1bdfbab7-2abf-4642-953e-4c044431fc9f', 'name': 'tempest-TestEncryptedCinderVolumes-524425143-router', 'tenant_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:45:02Z', 'updated_at': '2021-07-30T00:46:24Z', 'revision_number': 6, 'project_id': 'd8b0f72795d44521a6099a5dfa6b4292', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:25.498903 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.501150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.548605 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.549307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdfbab7-2abf-4642-953e-4c044431fc9f {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:46:25.555025 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.556766 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ab5af323-1b4d-48db-ac69-13faaf4474fd admin admin] 10.222.0.49 "DELETE /v2.0/routers/1bdfbab7-2abf-4642-953e-4c044431fc9f HTTP/1.1" status: 204 len: 168 time: 0.8211448 Jul 30 00:46:25.560968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38608) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:25.613427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Deleting subnet 39381ae0-0852-402f-8db4-485b3afa8e84 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:46:25.619209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.658809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.747674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.809299 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.841761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39381ae0-0852-402f-8db4-485b3afa8e84,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:25.845282 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.849827 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a444f165-324a-48c7-96e0-e80e6d6cb877 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39381ae0-0852-402f-8db4-485b3afa8e84 HTTP/1.1" status: 204 len: 168 time: 0.2849839 Jul 30 00:46:25.850417 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38610) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:25.850802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcf64d-83f6-4d8e-b217-2231f3ae04fd None None] Network e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:25.927256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.985705 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Deleting port 3cb77165-24ad-4121-8a97-a05729511d06 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:25.986198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.051714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] For port 3cb77165-24ad-4121-8a97-a05729511d06, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=3cb77165-24ad-4121-8a97-a05729511d06,segment=NetworkSegment(4cb8d978-5d43-43db-9c93-34aa6619ab37),segment_id=4cb8d978-5d43-43db-9c93-34aa6619ab37)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:26.052037 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.069651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Calling delete_port for 3cb77165-24ad-4121-8a97-a05729511d06 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:26.153367 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.178655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb77165-24ad-4121-8a97-a05729511d06,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:26.185243 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] No DVR routers for this DVR port 3cb77165-24ad-4121-8a97-a05729511d06 on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:26.217753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790eb9a-73fb-479f-b534-9df9df6ecff6 None None] DHCP port deletion for e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:46:26.269262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.279553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:26.291323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb8d978-5d43-43db-9c93-34aa6619ab37') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:26.291685 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb8d978-5d43-43db-9c93-34aa6619ab37') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:26.301125 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.316313 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.334589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:46:26.335014 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:46:26.336874 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:46:26.404306 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.409665 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.412199 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e HTTP/1.1" status: 204 len: 168 time: 0.5610759 Jul 30 00:46:26.426085 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5379-5af3-456e-a3f1-b935c6eeb782 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ffb4d4-7a31-4ee6-a2d9-836c00e7e23e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:26.615888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38614) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:26.664387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4d5e52f4-d64c-44c3-a1f1-a239525e660f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c3d0278620e497593a652d75c6fa6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472233 Jul 30 00:46:26.668119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:26.727123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.752619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.811410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.814200 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.815371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/370d73af-9130-4df1-b96a-6ae2e0149aed HTTP/1.1" status: 204 len: 168 time: 0.1459460 Jul 30 00:46:26.823715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f4543-a13a-488a-95bb-7c35e11b35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d73af-9130-4df1-b96a-6ae2e0149aed,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:27.181488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38622) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:27.225774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c1d4d725-b27d-4978-98c7-577ca1c5ab22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8b0f72795d44521a6099a5dfa6b4292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429471 Jul 30 00:46:27.228283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38624) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:27.278686 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.303108 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.352797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.355636 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.356864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0873d913-8083-4d3a-959b-c140be8e8be9 HTTP/1.1" status: 204 len: 168 time: 0.1277580 Jul 30 00:46:27.365070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5b563-c20b-41cc-a196-16cf2884681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873d913-8083-4d3a-959b-c140be8e8be9,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:27.444586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3cb77165-24ad-4121-8a97-a05729511d06 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:27.465521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 3cb77165-24ad-4121-8a97-a05729511d06 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:27.465894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 3cb77165-24ad-4121-8a97-a05729511d06 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:27.466312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fec3b5a8-70f4-483a-b64b-65268d51b513 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:27.486620 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: fec3b5a8-70f4-483a-b64b-65268d51b513 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:27.486865 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device fec3b5a8-70f4-483a-b64b-65268d51b513 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:27.487282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:27.512256 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:27.512594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 5d2c0e74-a4d2-44e6-bc60-9919ac75c7de not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:28.158446 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38646) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:28.299453 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1902946453-network', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:28.331131 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Made reservation on behalf of 251e3ec4fe8f40c2ac8c9c4d30cb48e6 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:46:28.335223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.348620 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.445879 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.451861 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.472458 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.478098 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:46:28.488042 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be30e7-0af6-4a65-91c8-69940cc088c2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:28.493070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.493413 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Added segment 50bb5936-794a-4486-9226-9e222001af8c of type vlan for network 66e4d681-c16f-4886-8592-1d749067a618 Jul 30 00:46:28.542667 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.586833 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.588247 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:28.589099 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.646687 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4870620 Jul 30 00:46:28.650142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38650) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:28.656309 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Request body: {'subnet': {'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1902946453-subnet', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:28.656911 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3272-b3be-4b00-8a2a-1f36a5facd7f admin admin] Pushing event updated for resources: {'Network': ['ID=66e4d681-c16f-4886-8592-1d749067a618,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:28.668914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 66e4d681-c16f-4886-8592-1d749067a618 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:46:28.684557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Made reservation on behalf of 251e3ec4fe8f40c2ac8c9c4d30cb48e6 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:46:28.687018 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.885050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.952079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b31040-cbd8-4a52-90cf-dee1845cb554,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:28.962094 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Checking segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:28.962462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Network hostable DHCP agents. Network: 66e4d681-c16f-4886-8592-1d749067a618, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:46:28.981808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Network 66e4d681-c16f-4886-8592-1d749067a618 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:46:28.992409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 66e4d681-c16f-4886-8592-1d749067a618) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:28.997090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:28.997707 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.002468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc373e-f812-40d7-85e5-ac6892cf99e4 None None] Network 66e4d681-c16f-4886-8592-1d749067a618 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:29.013817 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-976d1c72-64df-4986-86b3-e296355385c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3622453 Jul 30 00:46:29.016467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38652) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:29.021049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:29.056009 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.057247 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.111605 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.155473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-66e4d681-c16f-4886-8592-1d749067a618', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:46:29.156375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.263315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.303937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Allocated IP 172.20.0.2 (66e4d681-c16f-4886-8592-1d749067a618/64b31040-cbd8-4a52-90cf-dee1845cb554/defdc071-cfd8-4a20-9491-7874d862c451) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:29.460754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.469222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Transition to ACTIVE for port object defdc071-cfd8-4a20-9491-7874d862c451 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:29.475685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.484546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Transition to ACTIVE for port object defdc071-cfd8-4a20-9491-7874d862c451 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:29.492456 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.500374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.538187 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Network 66e4d681-c16f-4886-8592-1d749067a618 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:29.545761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:29.548229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:29.551904 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Pushing event updated for resources: {'Port': ['ID=defdc071-cfd8-4a20-9491-7874d862c451,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:29.607302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Attempting to bind port defdc071-cfd8-4a20-9491-7874d862c451 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:29.607674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Attempting to bind port defdc071-cfd8-4a20-9491-7874d862c451 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:29.607804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Allocated IP 172.25.5.148 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d856d1f8-cce3-49c4-8db5-3d2c3ed3e370) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:29.608072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Attempting to bind port defdc071-cfd8-4a20-9491-7874d862c451 on network 66e4d681-c16f-4886-8592-1d749067a618 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:29.613859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:29.614566 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Checking segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:29.614962 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.615362 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Bound using segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:29.615866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Bound port: defdc071-cfd8-4a20-9491-7874d862c451, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:29.616258 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.688181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] For port defdc071-cfd8-4a20-9491-7874d862c451, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:29.693349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] For port defdc071-cfd8-4a20-9491-7874d862c451, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=defdc071-cfd8-4a20-9491-7874d862c451,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:29.703226 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.731229 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.784756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.790125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57c2d-ba30-4211-bb2a-29bbbc9b4060 None None] Pushing event updated for resources: {'Port': ['ID=defdc071-cfd8-4a20-9491-7874d862c451,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:29.831884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:29.834993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:29.840872 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:29.846624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:30.136795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.691173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ade12-682a-405f-9a2c-81e8933bc0d5 None None] Network 66e4d681-c16f-4886-8592-1d749067a618 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:30.761017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.779800 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9ad30246-a3da-487e-9327-03db928ac90b None None] Provisioning for port defdc071-cfd8-4a20-9491-7874d862c451 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:30.902186 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Router a44346ae-4749-4627-9a96-df92e605618d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:46:31.016496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:31.030143 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Sync routers for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:31.034864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.041684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3dcf05de-77c2-403c-9d42-5f7abf39ea22 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0223727 Jul 30 00:46:31.042917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:31.045448 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:31.046184 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.147534 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:31.332798 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 3, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.364349 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Checking router: a44346ae-4749-4627-9a96-df92e605618d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:31.364768 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Updating router a44346ae-4749-4627-9a96-df92e605618d port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:46:31.391090 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.479495 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.491028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device defdc071-cfd8-4a20-9491-7874d862c451 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:31.544277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port defdc071-cfd8-4a20-9491-7874d862c451 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:31.548749 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port defdc071-cfd8-4a20-9491-7874d862c451 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:31.549128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.633097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.645585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Allocated IP 172.20.0.1 (66e4d681-c16f-4886-8592-1d749067a618/64b31040-cbd8-4a52-90cf-dee1845cb554/519bada9-50b9-4b10-ac11-41b840c6d06b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:31.672910 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.674096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port defdc071-cfd8-4a20-9491-7874d862c451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=defdc071-cfd8-4a20-9491-7874d862c451,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:31.678378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.684125 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Transition to ACTIVE for port object d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:31.691879 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.732993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=defdc071-cfd8-4a20-9491-7874d862c451,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.750349 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Attempting to bind port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:31.750732 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Attempting to bind port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:31.751090 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Attempting to bind port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:31.758722 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Pushing event updated for resources: {'Port': ['ID=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.761996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:31.762366 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:31.762768 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.763155 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:31.763617 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Bound port: d856d1f8-cce3-49c4-8db5-3d2c3ed3e370, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:31.763994 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.767758 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.781413 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Transition to ACTIVE for port object 519bada9-50b9-4b10-ac11-41b840c6d06b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:31.787820 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.788165 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.788502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.788851 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.789175 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.789496 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.789839 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.790161 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.790478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.790793 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.791107 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.791418 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:31.816807 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.826364 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] For port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:31.829499 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] For port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:31.834308 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.856212 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Network 66e4d681-c16f-4886-8592-1d749067a618 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:31.863186 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:31.868472 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:31.873968 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Pushing event updated for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.902043 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:31.902688 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.907800 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247600b-4301-4c02-80a4-6a998a94e2dc None None] Pushing event updated for resources: {'Port': ['ID=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.920332 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.022397 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:32.073100 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.141552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7dfe41c2-5f45-425d-92b7-c067a4cae9aa None None] Provisioning for port 519bada9-50b9-4b10-ac11-41b840c6d06b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:32.146267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7dfe41c2-5f45-425d-92b7-c067a4cae9aa None None] Provisioning complete for port 519bada9-50b9-4b10-ac11-41b840c6d06b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:32.146568 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7dfe41c2-5f45-425d-92b7-c067a4cae9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.180665 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe41c2-5f45-425d-92b7-c067a4cae9aa None None] Port 519bada9-50b9-4b10-ac11-41b840c6d06b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:46:32.222237 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 3, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:32.248450 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.250796 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09c3c6-c6c0-4ec8-aafc-4b6ceb7452dc None None] The sync data for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 is: [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 3, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:32.254512 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.327206 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.329175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Pushing event updated for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:32.424894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Network 66e4d681-c16f-4886-8592-1d749067a618 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:32.426496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:32.568172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Router a44346ae-4749-4627-9a96-df92e605618d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:32.699119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:32.711623 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d37df3ee-aa22-486b-bb78-1a4f9b456b4f admin admin] 10.222.0.49 "PUT /v2.0/routers/a44346ae-4749-4627-9a96-df92e605618d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602025 Jul 30 00:46:32.711843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3d2370d5-c9e0-4c9e-b0d0-3e7b28c301cf None None] Provisioning complete for port 519bada9-50b9-4b10-ac11-41b840c6d06b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:32.711843 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d2370d5-c9e0-4c9e-b0d0-3e7b28c301cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.744667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3d2370d5-c9e0-4c9e-b0d0-3e7b28c301cf None None] Port 519bada9-50b9-4b10-ac11-41b840c6d06b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:46:33.207429 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38670) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:33.215732 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-433135236-network', 'tenant_id': '50101021d2b64f50a38315c7ac48f315'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:33.248586 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Made reservation on behalf of 50101021d2b64f50a38315c7ac48f315 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:46:33.251060 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.260782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.355161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.360470 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.385140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:46:33.395917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c863e-23c0-4aa8-a258-6c5d07d1cc85,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:33.400902 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.401250 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Added segment aba24f72-2ad2-442d-ada9-4bf5b08e1953 of type vlan for network 95dcc562-cfe6-49ff-a29d-1bff23f23906 Jul 30 00:46:33.443232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.478825 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.479916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:33.480580 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.535262 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3258851 Jul 30 00:46:33.537609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device defdc071-cfd8-4a20-9491-7874d862c451 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:33.538467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38672) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:33.543799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Request body: {'subnet': {'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-433135236-subnet', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:33.548658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f36a2-6458-4e2c-afee-896d782404b1 admin admin] Pushing event updated for resources: {'Network': ['ID=95dcc562-cfe6-49ff-a29d-1bff23f23906,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:33.564855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:46:33.569956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Made reservation on behalf of 50101021d2b64f50a38315c7ac48f315 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:46:33.572550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.658096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port defdc071-cfd8-4a20-9491-7874d862c451 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:33.658428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.745015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:33.777741 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.801845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:33.805594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:33.806003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.841548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2adb419b-73a0-4377-875d-ce40232c81bf,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:33.851643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Checking segment: {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:33.852035 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Network hostable DHCP agents. Network: 95dcc562-cfe6-49ff-a29d-1bff23f23906, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:46:33.858405 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Sync routers for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:33.874855 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:46:33.889981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 95dcc562-cfe6-49ff-a29d-1bff23f23906) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:33.890995 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:33.891632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:33.896419 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:33.897521 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.913511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fce5354f-7597-49cf-94be-7a8774c48184 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3737733 Jul 30 00:46:33.916019 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38674) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:33.920794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:33.935032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdad809-4350-4688-9473-5c771bfef3a7 None None] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:33.943165 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.947014 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.948105 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.008748 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.012202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:34.020092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.144669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:34.148899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:34.163625 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.315376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-95dcc562-cfe6-49ff-a29d-1bff23f23906', 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'fixed_ips': [{'subnet_id': '2adb419b-73a0-4377-875d-ce40232c81bf'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:46:34.316212 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.383248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.404149 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.511588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Allocated IP 172.20.0.2 (95dcc562-cfe6-49ff-a29d-1bff23f23906/2adb419b-73a0-4377-875d-ce40232c81bf/78233b9a-ff2f-4fa7-abbf-9dfe9b95f801) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:34.523813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Allocated IP 172.25.5.126 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0150ef9a-ece3-4357-aebf-919168750934) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:34.541853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 2, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:34.646464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.697209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.738051 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:34.742166 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:34.746065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:34.767918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Checking router: a44346ae-4749-4627-9a96-df92e605618d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:34.768539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Updating router a44346ae-4749-4627-9a96-df92e605618d port 519bada9-50b9-4b10-ac11-41b840c6d06b binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:46:34.780137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0150ef9a-ece3-4357-aebf-919168750934,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:34.802715 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.977920 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.000559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Transition to ACTIVE for port object 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:35.019968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.053765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Transition to ACTIVE for port object 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:35.061440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.134358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:35.144671 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:35.146497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Pushing event updated for resources: {'Port': ['ID=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.150036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:35.238884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.247390 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Attempting to bind port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:35.247764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Attempting to bind port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:35.248119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Attempting to bind port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 on network 95dcc562-cfe6-49ff-a29d-1bff23f23906 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:35.261418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.264235 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:35.264599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Checking segment: {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:35.264987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.265377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Bound using segment: {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:35.265880 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Bound port: 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:35.266254 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.283836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Transition to ACTIVE for port object 519bada9-50b9-4b10-ac11-41b840c6d06b will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:35.308137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.381541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Router 2ed01dab-675e-4d13-9678-15eb89ae2aeb is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:46:35.386220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf26a5b-27da-4891-8fbe-3b28c209d601 None None] Pushing event updated for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.389032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] For port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:35.394220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] For port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:35.409782 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.481546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:35.507445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Attempting to bind port 519bada9-50b9-4b10-ac11-41b840c6d06b on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:35.507445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Attempting to bind port 519bada9-50b9-4b10-ac11-41b840c6d06b by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:35.507445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Attempting to bind port 519bada9-50b9-4b10-ac11-41b840c6d06b on network 66e4d681-c16f-4886-8592-1d749067a618 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:35.525700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:35.527970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:35.528344 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Checking segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:35.528743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.529153 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Bound using segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:35.529707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Bound port: 519bada9-50b9-4b10-ac11-41b840c6d06b, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:35.530121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.541306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Sync routers for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:35.546502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.549052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f2a9d290-c181-4265-8221-404793b097d1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6311417 Jul 30 00:46:35.551334 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38676) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:35.552257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e202cce-97e0-426e-90d2-bf61e3391801 None None] Pushing event updated for resources: {'Port': ['ID=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.562801 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:35.563646 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:35.633070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:35.633440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.686421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] For port 519bada9-50b9-4b10-ac11-41b840c6d06b, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:35.701746 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:35.707417 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] For port 519bada9-50b9-4b10-ac11-41b840c6d06b, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=519bada9-50b9-4b10-ac11-41b840c6d06b,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:35.722506 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.850418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:35.851113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:35.915049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf26a5b-27da-4891-8fbe-3b28c209d601 None None] Pushing event updated for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:36.004503 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 3, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:36.022351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:36.039079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Checking router: 2ed01dab-675e-4d13-9678-15eb89ae2aeb for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:36.039582 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Updating router 2ed01dab-675e-4d13-9678-15eb89ae2aeb port 0150ef9a-ece3-4357-aebf-919168750934 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:46:36.076769 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.258703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:35Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:36.291474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2ef23f-08f5-4777-ba68-f5ca93a15253 None None] The sync data for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 is: [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:35Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:36.408023 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.421654 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Transition to ACTIVE for port object 0150ef9a-ece3-4357-aebf-919168750934 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:36.434906 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.502159 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25901-377f-421b-8b8c-b26dfead9ce1 None None] Pushing event updated for resources: {'Port': ['ID=0150ef9a-ece3-4357-aebf-919168750934,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:36.505609 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Attempting to bind port 0150ef9a-ece3-4357-aebf-919168750934 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:36.506151 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Attempting to bind port 0150ef9a-ece3-4357-aebf-919168750934 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:36.506594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Attempting to bind port 0150ef9a-ece3-4357-aebf-919168750934 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:36.513193 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:36.513695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:36.514180 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.514695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:36.515283 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Bound port: 0150ef9a-ece3-4357-aebf-919168750934, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:36.515764 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.576003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] For port 0150ef9a-ece3-4357-aebf-919168750934, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:36.580494 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] For port 0150ef9a-ece3-4357-aebf-919168750934, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0150ef9a-ece3-4357-aebf-919168750934,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:36.589017 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.682490 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:36.683327 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:36.685418 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25901-377f-421b-8b8c-b26dfead9ce1 None None] Pushing event updated for resources: {'Port': ['ID=0150ef9a-ece3-4357-aebf-919168750934,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:36.701776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.827914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7aca9-1fd3-4c3d-ac1a-3b7867109a52 None None] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:36.938235 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:36.950315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Allocated IP 172.20.0.1 (95dcc562-cfe6-49ff-a29d-1bff23f23906/2adb419b-73a0-4377-875d-ce40232c81bf/ceb3ec09-8404-4792-b5d8-668a0f9a397e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:36.955380 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-fb871a67-6a42-478c-9214-bad8856f58dd None None] Provisioning for port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:37.126831 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.143396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Transition to ACTIVE for port object ceb3ec09-8404-4792-b5d8-668a0f9a397e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:37.194705 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.211260 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 3, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:37.248913 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e596402-66e0-49f4-9175-2d77e187fe45 None None] The sync data for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 is: [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 3, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:37.256459 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:37.260250 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:37.264463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:37.314015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Pushing event updated for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:37.320029 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.518637 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.556205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 519bada9-50b9-4b10-ac11-41b840c6d06b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:37.649159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 519bada9-50b9-4b10-ac11-41b840c6d06b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:37.653318 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 519bada9-50b9-4b10-ac11-41b840c6d06b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:37.654514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.795080 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.795931 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.803713 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.844375 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 519bada9-50b9-4b10-ac11-41b840c6d06b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=519bada9-50b9-4b10-ac11-41b840c6d06b,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:37.851265 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.852181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:37.888256 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Pushing event updated for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:37.898398 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.898590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c32e63a2-759b-435e-ba5b-bbbe1d0bcd14 None None] Provisioning for port ceb3ec09-8404-4792-b5d8-668a0f9a397e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:37.907746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c32e63a2-759b-435e-ba5b-bbbe1d0bcd14 None None] Provisioning complete for port ceb3ec09-8404-4792-b5d8-668a0f9a397e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:37.908164 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c32e63a2-759b-435e-ba5b-bbbe1d0bcd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:37.970152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:37.977731 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c32e63a2-759b-435e-ba5b-bbbe1d0bcd14 None None] Port ceb3ec09-8404-4792-b5d8-668a0f9a397e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:46:37.991755 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:37.997268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:37.997821 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.020030 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:38.023129 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:38.096904 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.139702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:38.146251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.183748 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Router 2ed01dab-675e-4d13-9678-15eb89ae2aeb has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:38.207806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:38.301384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b9570c5d-1cd2-4fb1-83c4-d706ab44d724 None None] Provisioning complete for port ceb3ec09-8404-4792-b5d8-668a0f9a397e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:38.301907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b9570c5d-1cd2-4fb1-83c4-d706ab44d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.320525 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:38.334371 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4b5231d2-d656-4121-985a-566a60e8870a admin admin] 10.222.0.49 "PUT /v2.0/routers/2ed01dab-675e-4d13-9678-15eb89ae2aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812386 Jul 30 00:46:38.348713 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b9570c5d-1cd2-4fb1-83c4-d706ab44d724 None None] Port ceb3ec09-8404-4792-b5d8-668a0f9a397e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:46:39.610719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0150ef9a-ece3-4357-aebf-919168750934 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:39.691102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0150ef9a-ece3-4357-aebf-919168750934 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:39.696388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0150ef9a-ece3-4357-aebf-919168750934 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:39.698629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:39.819963 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:39.843538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0150ef9a-ece3-4357-aebf-919168750934, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0150ef9a-ece3-4357-aebf-919168750934,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:39.851460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:39.852370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 519bada9-50b9-4b10-ac11-41b840c6d06b up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:39.946618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0150ef9a-ece3-4357-aebf-919168750934,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:39.960628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 519bada9-50b9-4b10-ac11-41b840c6d06b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:39.961462 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:39.988273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Sync routers for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:40.015190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:40.015977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:40.148562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:40.193765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:40.285000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:40.285000 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:40.685356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 4, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ceb3ec09-8404-4792-b5d8-668a0f9a397e', 'name': '', 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'mac_address': 'fa:16:3e:76:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:36Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 2, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'subnets': [{'id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:40.726007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Checking router: 2ed01dab-675e-4d13-9678-15eb89ae2aeb for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:40.726007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Updating router 2ed01dab-675e-4d13-9678-15eb89ae2aeb port ceb3ec09-8404-4792-b5d8-668a0f9a397e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:46:40.766945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.104517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.115762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Transition to ACTIVE for port object ceb3ec09-8404-4792-b5d8-668a0f9a397e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:41.124721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.191637 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3061f0a-d1ed-45ca-a3dd-11e499c4eb41 None None] Pushing event updated for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:41.266455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Attempting to bind port ceb3ec09-8404-4792-b5d8-668a0f9a397e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:46:41.266845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Attempting to bind port ceb3ec09-8404-4792-b5d8-668a0f9a397e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:46:41.267206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Attempting to bind port ceb3ec09-8404-4792-b5d8-668a0f9a397e on network 95dcc562-cfe6-49ff-a29d-1bff23f23906 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:46:41.274139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:46:41.274546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Checking segment: {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:46:41.274952 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.275354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Bound using segment: {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:46:41.275853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Bound port: ceb3ec09-8404-4792-b5d8-668a0f9a397e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba24f72-2ad2-442d-ada9-4bf5b08e1953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:46:41.276243 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.413549 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] For port ceb3ec09-8404-4792-b5d8-668a0f9a397e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:46:41.457728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] For port ceb3ec09-8404-4792-b5d8-668a0f9a397e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ceb3ec09-8404-4792-b5d8-668a0f9a397e,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:46:41.466296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.500384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0150ef9a-ece3-4357-aebf-919168750934 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:41.590189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3061f0a-d1ed-45ca-a3dd-11e499c4eb41 None None] Pushing event updated for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:41.597572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:41.598449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:46:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:41.677118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0150ef9a-ece3-4357-aebf-919168750934 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:41.677816 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:41.803619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:42.142032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 4, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ceb3ec09-8404-4792-b5d8-668a0f9a397e', 'name': '', 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'mac_address': 'fa:16:3e:76:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:36Z', 'updated_at': '2021-07-30T00:46:41Z', 'revision_number': 4, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'subnets': [{'id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:42.173639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6492f5e1-d201-4901-9025-48548372bed8 None None] The sync data for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 is: [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 4, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ceb3ec09-8404-4792-b5d8-668a0f9a397e', 'name': '', 'network_id': '95dcc562-cfe6-49ff-a29d-1bff23f23906', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'mac_address': 'fa:16:3e:76:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:36Z', 'updated_at': '2021-07-30T00:46:41Z', 'revision_number': 4, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'subnets': [{'id': '2adb419b-73a0-4377-875d-ce40232c81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:43.538364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ceb3ec09-8404-4792-b5d8-668a0f9a397e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:43.617006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ceb3ec09-8404-4792-b5d8-668a0f9a397e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:43.625984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ceb3ec09-8404-4792-b5d8-668a0f9a397e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:43.626405 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:43.732293 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:43.778539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ceb3ec09-8404-4792-b5d8-668a0f9a397e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ceb3ec09-8404-4792-b5d8-668a0f9a397e,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:43.786281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:43.853316 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:45.472041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ceb3ec09-8404-4792-b5d8-668a0f9a397e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:45.530475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ceb3ec09-8404-4792-b5d8-668a0f9a397e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:45.530858 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:45.775760 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:46.391766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cbd75e1b-a928-4f7a-8f1c-b2bbfbcb1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:48.013086 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:48.675511 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ce1cc156-50ec-4609-8cfe-8508a76f2c64 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:48.677230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ce1cc156-50ec-4609-8cfe-8508a76f2c64 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 815 time: 0.1129606 Jul 30 00:46:48.695512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-2238ddde-dffc-400d-bcb7-ea602c410959 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/quotas/251e3ec4fe8f40c2ac8c9c4d30cb48e6 HTTP/1.1" status: 200 len: 375 time: 0.0122516 Jul 30 00:46:48.774957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-a8a22ee0-d19b-4afd-9526-7469662014d2 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732253 Jul 30 00:46:48.886296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-0b2ac64c-d471-4bce-9aa6-a7ebf3684f6c service neutron] 10.222.0.49 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963113 Jul 30 00:46:48.986318 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-109727b1-255e-40d8-aaef-57ff79994148 service neutron] 10.222.0.49 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937574 Jul 30 00:46:49.083476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bef121b4-7394-48ac-9832-cd19edaab638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:49.164155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bd0d1f40-2cc9-4e28-b55e-d7a4b3b32700 req-996c848f-d962-4cd1-8db4-813126c759e9 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0283530 Jul 30 00:46:49.474630 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.291399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fdfa38c7-83da-4481-a136-e7dc73f36c98 req-cc460039-68e0-4b19-82e2-fbecfaec11fb tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0399411 Jul 30 00:46:50.338075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-9229333d-0f46-43b7-be1e-3a01b6a729d6 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:50.339553 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-9229333d-0f46-43b7-be1e-3a01b6a729d6 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 815 time: 0.1376967 Jul 30 00:46:50.366505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'port': {'device_id': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'admin_state_up': True, 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:46:50.480728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Made reservation on behalf of 251e3ec4fe8f40c2ac8c9c4d30cb48e6 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:46:50.484323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.650389 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Allocated IP 172.20.0.3 (66e4d681-c16f-4886-8592-1d749067a618/64b31040-cbd8-4a52-90cf-dee1845cb554/0c21e085-231f-4de5-af6d-df8537cdb62d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:46:50.885608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.901372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Transition to ACTIVE for port object 0c21e085-231f-4de5-af6d-df8537cdb62d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:46:50.937361 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.970854 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.983327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Network 66e4d681-c16f-4886-8592-1d749067a618 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:46:50.986427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:46:50.990191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:46:51.032801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:51.046988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.047335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.047660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.048004 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.048328 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.050216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.050574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.050964 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.051318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.051618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.052003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.052448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:51.072623 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:51.073484 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:51.100073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-ecfce44b-12a7-45c7-bf49-10cfb836423a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374029 Jul 30 00:46:51.245128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d602bb09-dac1-438d-ab69-2bc4509d0824 None None] Provisioning for port 0c21e085-231f-4de5-af6d-df8537cdb62d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:46:51.254578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d602bb09-dac1-438d-ab69-2bc4509d0824 None None] Provisioning complete for port 0c21e085-231f-4de5-af6d-df8537cdb62d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:51.255235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d602bb09-dac1-438d-ab69-2bc4509d0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:51.310097 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d602bb09-dac1-438d-ab69-2bc4509d0824 None None] Port 0c21e085-231f-4de5-af6d-df8537cdb62d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:46:51.424127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fbf5f-2a9a-4391-aadf-7fac93aa7393 req-9035c37e-3bb9-41c9-a519-65981266ead2 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:51.425842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c8fbf5f-2a9a-4391-aadf-7fac93aa7393 req-9035c37e-3bb9-41c9-a519-65981266ead2 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0568287 Jul 30 00:46:51.469774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c8fbf5f-2a9a-4391-aadf-7fac93aa7393 req-c3c1e6df-fad2-43c3-9bc0-5ebd54abc747 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Jul 30 00:46:52.640130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acaa48-5e8f-4fb8-89aa-d64ab0ba9be6 req-e87ffc19-ea27-43a4-b574-fc02bef0ff40 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:52.648044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68acaa48-5e8f-4fb8-89aa-d64ab0ba9be6 req-e87ffc19-ea27-43a4-b574-fc02bef0ff40 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0924063 Jul 30 00:46:52.686741 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68acaa48-5e8f-4fb8-89aa-d64ab0ba9be6 req-f5d13fe5-81cd-47f5-9c0f-0c521614e703 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Jul 30 00:46:52.719214 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:53.820960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40ba37-96a0-4c0b-a059-11d3a09d920e req-de80cdad-8296-4d18-ba3e-179662a3fc36 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:53.822668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d40ba37-96a0-4c0b-a059-11d3a09d920e req-de80cdad-8296-4d18-ba3e-179662a3fc36 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0604596 Jul 30 00:46:53.871601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d40ba37-96a0-4c0b-a059-11d3a09d920e req-178b08fe-d1bd-42b8-b416-455d59da0aa4 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jul 30 00:46:54.996970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11347-be4c-4db6-b8c8-53b452fdd81c req-3e4e871c-12b2-49aa-b60e-433dc637315e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:54.998522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24b11347-be4c-4db6-b8c8-53b452fdd81c req-3e4e871c-12b2-49aa-b60e-433dc637315e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0520844 Jul 30 00:46:55.039170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-24b11347-be4c-4db6-b8c8-53b452fdd81c req-6b36ba61-c36c-4a7c-afa8-d299528ad2c3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Jul 30 00:46:56.192232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d14bb-e7a0-4b39-8f1f-96df6075c1f6 req-85ff0e75-fee2-44f4-8ccb-8a2b74a968a4 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:56.193877 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-925d14bb-e7a0-4b39-8f1f-96df6075c1f6 req-85ff0e75-fee2-44f4-8ccb-8a2b74a968a4 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0624688 Jul 30 00:46:56.234056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-925d14bb-e7a0-4b39-8f1f-96df6075c1f6 req-28ac10e2-f099-410b-81e7-6b57af728dbf tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Jul 30 00:46:57.368028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621ea8-c383-40e2-9387-7ff325e39ab8 req-39639b30-aee9-40de-b493-0e55e909cfad tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:57.369542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba621ea8-c383-40e2-9387-7ff325e39ab8 req-39639b30-aee9-40de-b493-0e55e909cfad tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0521653 Jul 30 00:46:57.411908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba621ea8-c383-40e2-9387-7ff325e39ab8 req-c6fa8e25-4081-4c6e-b712-7dafde5dc22b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360043 Jul 30 00:46:58.494141 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:58.539209 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70862cc-44f5-4dd5-826e-f9f898aee3df req-02707535-1c55-49ba-871c-9ee2c9d8a7de tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:58.542128 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e70862cc-44f5-4dd5-826e-f9f898aee3df req-02707535-1c55-49ba-871c-9ee2c9d8a7de tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0575075 Jul 30 00:46:58.598572 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e70862cc-44f5-4dd5-826e-f9f898aee3df req-923ad70f-6828-41f0-954a-83030ad80bb7 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Jul 30 00:46:59.737229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629b01-f62b-4baf-b344-d48960462235 req-6a3d1f93-23b9-4cb1-b191-afd1a615b374 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:59.738879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c629b01-f62b-4baf-b344-d48960462235 req-6a3d1f93-23b9-4cb1-b191-afd1a615b374 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0645919 Jul 30 00:46:59.805988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8c629b01-f62b-4baf-b344-d48960462235 req-f282f6c9-031a-4b5a-9c24-b520e3ee3eba tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Jul 30 00:47:00.942160 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15634b1d-84c2-45ed-bfa9-f6143a3cade3 req-69daf251-8129-4143-b569-2dac09da8de5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:00.944374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15634b1d-84c2-45ed-bfa9-f6143a3cade3 req-69daf251-8129-4143-b569-2dac09da8de5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0638466 Jul 30 00:47:00.991161 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15634b1d-84c2-45ed-bfa9-f6143a3cade3 req-0277fab9-3040-4a8a-a012-f6507f2b3a2f tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Jul 30 00:47:01.704262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Request body: {'port': {'device_id': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:01.764634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.065566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c21e085-231f-4de5-af6d-df8537cdb62d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:47:02.076594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.113361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Transition to ACTIVE for port object 0c21e085-231f-4de5-af6d-df8537cdb62d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:47:02.119029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.177823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57fd0-2b41-4ddc-b288-4d959dcc9f5c req-4d822aac-0c00-45c4-8876-63ac2b5c03f5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:02.179375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fc57fd0-2b41-4ddc-b288-4d959dcc9f5c req-4d822aac-0c00-45c4-8876-63ac2b5c03f5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 931 time: 0.1060364 Jul 30 00:47:02.187508 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:02.272885 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9fc57fd0-2b41-4ddc-b288-4d959dcc9f5c req-c285d977-8350-4a1d-ac6a-f48635df9a94 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862267 Jul 30 00:47:02.311118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Attempting to bind port 0c21e085-231f-4de5-af6d-df8537cdb62d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:47:02.311483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Attempting to bind port 0c21e085-231f-4de5-af6d-df8537cdb62d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:47:02.311858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Attempting to bind port 0c21e085-231f-4de5-af6d-df8537cdb62d on network 66e4d681-c16f-4886-8592-1d749067a618 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:47:02.316932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Port 0c21e085-231f-4de5-af6d-df8537cdb62d on network 66e4d681-c16f-4886-8592-1d749067a618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:47:02.317381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Attempting to bind port 0c21e085-231f-4de5-af6d-df8537cdb62d on network 66e4d681-c16f-4886-8592-1d749067a618 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:47:02.324070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:47:02.324397 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Checking segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:47:02.324814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Bound using segment: {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:47:02.325255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Bound port: 0c21e085-231f-4de5-af6d-df8537cdb62d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bb5936-794a-4486-9226-9e222001af8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66e4d681-c16f-4886-8592-1d749067a618'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:47:02.325678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.394390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:47:02.397852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:47:02.405345 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.445121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:02.445833 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:02.447232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] 10.222.0.57 "PUT /v2.0/ports/0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 1092 time: 0.7481606 Jul 30 00:47:02.447670 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:47:02.449967 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb8837-e672-4580-9a2f-d5ed86872c82" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:47:02.477269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796911-905d-43ee-9cf7-04a6bced4f69 service neutron] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:02.494899 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f24a081-646a-4693-bc5a-5b63598aab0c x-openstack-request-id: req-8f24a081-646a-4693-bc5a-5b63598aab0c {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:47:02.495256 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:47:02.495575 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f24a081-646a-4693-bc5a-5b63598aab0c {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:47:02.496049 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:47:02.559712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-25b59c7d-f250-445f-923d-a1a053bc3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:02.561289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-25b59c7d-f250-445f-923d-a1a053bc3a22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0471902 Jul 30 00:47:02.614238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-532adb55-5366-4002-ac58-c24f609db427 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 217 time: 0.0371947 Jul 30 00:47:02.676904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-aaaec9d8-77ac-4cb9-9b7a-047eae36b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:02.678708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-aaaec9d8-77ac-4cb9-9b7a-047eae36b51c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0575187 Jul 30 00:47:02.730660 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-afd57809-8325-4c95-ac50-9f826604d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:02.732095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-afd57809-8325-4c95-ac50-9f826604d564 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458322 Jul 30 00:47:02.829377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-c66975e4-6270-4099-b673-166d4990744d service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893259 Jul 30 00:47:02.959845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-444f3a26-6c2c-4096-b38d-7e82c4486a71 req-64f17992-dfec-4dd5-93ad-e29f909ae855 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130564 Jul 30 00:47:03.095172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-8b96747e-2368-4901-9030-3a9843c0bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:03.096689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-8b96747e-2368-4901-9030-3a9843c0bbbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0508852 Jul 30 00:47:03.609136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-e9393e69-2188-4ae0-91e7-9bebfaca13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:03.610689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-e9393e69-2188-4ae0-91e7-9bebfaca13bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.5066032 Jul 30 00:47:03.619769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3397d-eed1-4442-b851-9012681c87fe req-ff54f20a-93df-4609-a8ff-1a3d69206970 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:03.621256 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbe3397d-eed1-4442-b851-9012681c87fe req-ff54f20a-93df-4609-a8ff-1a3d69206970 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0855629 Jul 30 00:47:03.663366 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-61e462e6-d320-4532-a3c7-6bb79095ad8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 217 time: 0.0409255 Jul 30 00:47:03.721381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fbe3397d-eed1-4442-b851-9012681c87fe req-e3ce48a3-3ad4-475f-a06b-ab1e57f9fe9e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Jul 30 00:47:03.735032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-4af71159-1d2e-49b7-9ae2-2a31db8af756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:03.736692 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-4af71159-1d2e-49b7-9ae2-2a31db8af756 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0647850 Jul 30 00:47:03.794498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-9a32ab12-f642-49db-8082-93dce761a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:03.796085 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-9a32ab12-f642-49db-8082-93dce761a6f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501697 Jul 30 00:47:03.894084 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-519b72ca-8f83-42ab-80d1-7d6d3b9d3e89 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901036 Jul 30 00:47:03.988016 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38bb8837-e672-4580-9a2f-d5ed86872c82 req-937f07ef-31f9-40cc-bfef-93b162ceaef2 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866079 Jul 30 00:47:04.651587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0c21e085-231f-4de5-af6d-df8537cdb62d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:47:04.763787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:47:04.780247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'port_id': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'mac_address': 'fa:16:3e:14:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:47:04.820083 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:04.833373 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c21e085-231f-4de5-af6d-df8537cdb62d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:47:04.853143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dcd49-dbeb-4535-a7b2-0666a86d7972 req-1b1d3db6-4fb7-4c7e-bbc4-ec533ccefea9 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:04.854724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f72dcd49-dbeb-4535-a7b2-0666a86d7972 req-1b1d3db6-4fb7-4c7e-bbc4-ec533ccefea9 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0538187 Jul 30 00:47:04.857292 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:47:04.863050 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:04.906944 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f72dcd49-dbeb-4535-a7b2-0666a86d7972 req-851451b7-701f-4fba-992d-7f9aa38d38ea tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Jul 30 00:47:04.921885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:04.930301 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.930652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.930990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.931326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.931655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.931985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.932314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.932639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.932963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.933289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.933609 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:04.933954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:05.195901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:47:06.049955 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e4632-78df-4b5c-9233-7f28a6aebb95 req-4b77b399-ef1e-4075-9320-4e6dd0a76dd3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:06.051488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d5e4632-78df-4b5c-9233-7f28a6aebb95 req-4b77b399-ef1e-4075-9320-4e6dd0a76dd3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 944 time: 0.0706353 Jul 30 00:47:06.093908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d5e4632-78df-4b5c-9233-7f28a6aebb95 req-425298aa-7966-4ae8-bb8a-17ed7b5070b6 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Jul 30 00:47:06.666978 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0c21e085-231f-4de5-af6d-df8537cdb62d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:47:06.722766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 0c21e085-231f-4de5-af6d-df8537cdb62d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:47:06.727000 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 0c21e085-231f-4de5-af6d-df8537cdb62d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:47:06.727377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:06.826164 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:06.853086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:47:06.855462 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc967747-d108-465c-afad-bc264a1be185" -d '{"events": [{"server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:47:06.869330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:47:06.875693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:06.900063 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083d44a-d798-4055-a611-7148cc70ed74 x-openstack-request-id: req-2083d44a-d798-4055-a611-7148cc70ed74 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:47:06.900361 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:47:06.900614 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2083d44a-d798-4055-a611-7148cc70ed74 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:47:06.901017 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'code': 200} Jul 30 00:47:06.927870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:07.050050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58381d-465a-4e37-ad4f-b42f2c71972a req-f667edbd-7417-40f0-ac40-85ca8f099c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:07.051706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a58381d-465a-4e37-ad4f-b42f2c71972a req-f667edbd-7417-40f0-ac40-85ca8f099c81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0524142 Jul 30 00:47:07.089879 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a58381d-465a-4e37-ad4f-b42f2c71972a req-e3ad61f9-406d-47bb-b041-18c037e1686d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303648 Jul 30 00:47:07.225417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497858-efc7-4df2-81be-92ba6eebac19 req-52c17b19-325b-4cb1-bb4a-52b15f51c353 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:07.226923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4497858-efc7-4df2-81be-92ba6eebac19 req-52c17b19-325b-4cb1-bb4a-52b15f51c353 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0619900 Jul 30 00:47:07.267028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4497858-efc7-4df2-81be-92ba6eebac19 req-eb0a4b76-b18d-4d8d-af33-07a74722c365 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 30 00:47:08.402522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2037e5-a595-4d82-8950-8f2ab7159d1b req-95080252-6c56-4c46-b3ce-b59e1f0a4577 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:08.404099 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e2037e5-a595-4d82-8950-8f2ab7159d1b req-95080252-6c56-4c46-b3ce-b59e1f0a4577 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0624421 Jul 30 00:47:08.457186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2e2037e5-a595-4d82-8950-8f2ab7159d1b req-d2e3629b-9c7d-4b1e-8280-a8abbc24bc29 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Jul 30 00:47:08.605739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808d329-9217-490b-82f4-0962dd613b7b req-6a26566d-9ed6-4638-bb65-5fee8b9c235d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:08.607426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a808d329-9217-490b-82f4-0962dd613b7b req-6a26566d-9ed6-4638-bb65-5fee8b9c235d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0652726 Jul 30 00:47:08.651935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a808d329-9217-490b-82f4-0962dd613b7b req-e7c209eb-3415-464e-98ee-64d193174ff5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378788 Jul 30 00:47:08.867256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969d371-618a-493f-a3e8-24b46a68f620 req-dc5d074c-6e5f-4e83-9ac0-0e8d14dc0977 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:08.868815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a969d371-618a-493f-a3e8-24b46a68f620 req-dc5d074c-6e5f-4e83-9ac0-0e8d14dc0977 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0577834 Jul 30 00:47:08.916518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a969d371-618a-493f-a3e8-24b46a68f620 req-adbd2b83-ff41-463e-9534-4682e9a4721b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Jul 30 00:47:12.913095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-33ff87cd-dd87-4e98-8b18-90eec4d99a98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557592 Jul 30 00:47:13.024996 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-8a1aa436-5d87-4abf-847f-6996524551ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:13.026634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-8a1aa436-5d87-4abf-847f-6996524551ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0492835 Jul 30 00:47:13.149681 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-4bd08add-150e-4bfe-9e44-0c431cbba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:13.151130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-4bd08add-150e-4bfe-9e44-0c431cbba08e service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.1007898 Jul 30 00:47:13.208719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-0300f47f-48c9-46ec-8f5c-49b769d44c54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 217 time: 0.0492909 Jul 30 00:47:13.287229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-ad250cef-e0e1-487b-b471-9ef7d57490de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:13.288973 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-ad250cef-e0e1-487b-b471-9ef7d57490de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0697174 Jul 30 00:47:13.340478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-1c9583fa-0d18-4c22-8257-283641301628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:13.342093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-1c9583fa-0d18-4c22-8257-283641301628 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457737 Jul 30 00:47:13.451617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-eb593a3b-f5e8-4994-9ede-57ee33c9b1b8 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014740 Jul 30 00:47:13.559303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0f83e65-e24b-4e84-9230-727d16e83658 req-63249d1b-210e-4428-b763-d0a0b30606bd service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995300 Jul 30 00:47:16.388346 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7deb-b3a3-445e-b3cf-f364ac75c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:18.018591 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:19.097945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3759-d6cb-4f9f-bf71-368e158738b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:19.480191 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:20.960738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:21.832614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aded96-943e-40e6-b18e-efe1fcccb4d2 req-7e377e35-b539-44d7-8f46-66df65e004f0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:21.834296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56aded96-943e-40e6-b18e-efe1fcccb4d2 req-7e377e35-b539-44d7-8f46-66df65e004f0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0665829 Jul 30 00:47:21.875348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56aded96-943e-40e6-b18e-efe1fcccb4d2 req-311d523a-7be9-4f94-b736-eceb49a5fbda tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Jul 30 00:47:21.899386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38870) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:22.045368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb57d8-f4b9-4b02-8e6c-6c96723fe4d0 tempest-TestMinimumBasicScenario-1394132019 tempest-TestMinimumBasicScenario-1394132019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:22.046829 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-edeb57d8-f4b9-4b02-8e6c-6c96723fe4d0 tempest-TestMinimumBasicScenario-1394132019 tempest-TestMinimumBasicScenario-1394132019-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1092 time: 0.1463718 Jul 30 00:47:22.050499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38874) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:22.058847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:22.083497 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:22.206339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:22.316026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Allocated IP 172.25.5.248 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/7b589da4-1587-47fa-ac0a-b8076791050b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:47:22.434652 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:22.484343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:22.524473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:47:22.530109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:47:22.534816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:47:22.538082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'Port': ['ID=7b589da4-1587-47fa-ac0a-b8076791050b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:22.727813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:22.764834 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:22.969377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.050109 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.238791 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.244923 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.319498 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'Port': ['ID=7b589da4-1587-47fa-ac0a-b8076791050b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:23.330339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.452549 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Floating IP 38419dd8-6177-46bb-a4a2-e3737fa76acc associated. External IP: 172.25.5.248, port: 0c21e085-231f-4de5-af6d-df8537cdb62d. Jul 30 00:47:23.699891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Router a44346ae-4749-4627-9a96-df92e605618d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:47:23.828555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:47:23.839291 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Sync routers for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:47:23.847358 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.849261 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:47:23.850631 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:47:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:47:23.877397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e012883d-a305-4112-8f1b-0e459487827d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8233242 Jul 30 00:47:23.878337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:47:23.880921 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38876) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:23.881526 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:47:23.886848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507104916', 'description': 'tempest-secgroup-smoke-1507104916 description', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:23.912770 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.923736 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7dbbd0-f51b-456f-9704-2c125aa6554b x-openstack-request-id: req-cf7dbbd0-f51b-456f-9704-2c125aa6554b {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:47:23.924674 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:47:23.925349 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf7dbbd0-f51b-456f-9704-2c125aa6554b {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:47:23.926087 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:47:23.968469 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:47:24.012323 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.018773 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.037453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-1222ab5d-1f0b-4700-8685-03edbb4e2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:24.039541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-1222ab5d-1f0b-4700-8685-03edbb4e2b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0477278 Jul 30 00:47:24.053605 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.055044 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1721876 Jul 30 00:47:24.059539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.060192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b7aa5d-d66f-47c5-9e80-65c75223a44b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.066434 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.081995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.082333 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.082675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.083016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.083350 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.083814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.084741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.084741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.084741 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.085059 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.085403 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.085863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edccf3a-1ae8-4023-964a-27d54e70b7dc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:47:24.110341 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.161408 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-bb18432b-7012-4089-9fe8-3937aa86b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:24.162995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.163488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-bb18432b-7012-4089-9fe8-3937aa86b8ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.1060460 Jul 30 00:47:24.168059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.191268 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1607e564-ce7f-4a5e-8a3d-cf9a5dc38aec,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.203483 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.205076 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-120cd995-9200-4e08-8634-318935c3848a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422126 Jul 30 00:47:24.208390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.213786 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.235232 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '38419dd8-6177-46bb-a4a2-e3737fa76acc', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'port_id': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'mac_address': 'fa:16:3e:14:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:47:22Z', 'updated_at': '2021-07-30T00:47:22Z', 'revision_number': 0, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:47:24.243870 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-438972d7-71f4-4299-a03f-85ccd2cc269a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 999 time: 0.0708878 Jul 30 00:47:24.255905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.269921 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Checking router: a44346ae-4749-4627-9a96-df92e605618d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:47:24.280292 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:47:24.281219 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:47:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:47:24.311276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-00a26f0b-0768-4ed2-a9ba-e2b47065eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:24.313055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-00a26f0b-0768-4ed2-a9ba-e2b47065eb04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0611963 Jul 30 00:47:24.323138 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.328417 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.349584 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dcd4fa-289a-45cc-8264-44cf5915889d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.359798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.361254 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-304f37e9-2790-472a-9d63-e230a50b553e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513948 Jul 30 00:47:24.364173 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38884) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.369509 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.372277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-112e83c0-0f0e-4c65-83b0-b0255c6b5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:24.373855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-112e83c0-0f0e-4c65-83b0-b0255c6b5a79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529239 Jul 30 00:47:24.399798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.414317 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:47:24.459937 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.468409 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.476167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-449b3619-1cc1-4020-8e37-468a9751319b service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942652 Jul 30 00:47:24.489100 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb64ee8c-865d-46de-8ed4-74c8db8d1681,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.498557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.503287 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3922f706-eb36-4da3-9fec-1decbe6f11b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374154 Jul 30 00:47:24.503941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38886) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.510106 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.539366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.579797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-60b9d9ad-7acb-43a4-905c-2ae25a9117c8 req-2bd85cb1-84ec-4a69-8083-5538cfe7125f service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958602 Jul 30 00:47:24.606011 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.611731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.632977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59defb2a-0f9e-47f1-8599-5c88b4a82230,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.640560 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.641919 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c15ebc9e-bc2c-4c2a-a06d-392613d582bd tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369524 Jul 30 00:47:24.644781 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38888) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.649807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.655107 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '38419dd8-6177-46bb-a4a2-e3737fa76acc', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'port_id': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'mac_address': 'fa:16:3e:14:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:47:22Z', 'updated_at': '2021-07-30T00:47:22Z', 'revision_number': 0, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:47:24.672749 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Project 251e3ec4fe8f40c2ac8c9c4d30cb48e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:47:24.678126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.685114 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0141d71-1f83-484b-a40a-0fca04b7fbf9 None None] The sync data for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 is: [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '38419dd8-6177-46bb-a4a2-e3737fa76acc', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'port_id': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'mac_address': 'fa:16:3e:14:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:47:22Z', 'updated_at': '2021-07-30T00:47:22Z', 'revision_number': 0, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:47:24.743610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.748519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.769377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e3f583-59e3-494f-b66a-cb2eced65524,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.783135 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.787524 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-30a2fcd8-f341-43e6-b615-96920fd3e43a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413646 Jul 30 00:47:24.790409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38890) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:47:24.795112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'security_group_rule': {'security_group_id': 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b', 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:24.820699 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Project 251e3ec4fe8f40c2ac8c9c4d30cb48e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:47:24.827563 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.899275 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.904154 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.926387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b56ac6-734a-423e-99f2-ccc32d950728 None None] New status for floating IP 38419dd8-6177-46bb-a4a2-e3737fa76acc: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:47:24.926982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b4239d-972e-43e6-b720-f600992ed4b5,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:24.933176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:24.934200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-97419983-66b1-420a-9775-2e8693a36f6a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427653 Jul 30 00:47:25.023393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-81c9305e-3876-4f9a-897e-e67580308341 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507104916&fields=id&tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6 HTTP/1.1" status: 200 len: 267 time: 0.0406072 Jul 30 00:47:25.091390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-6a99bc02-1f24-439e-b50b-4d1aa4ed782f tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:25.093091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-6a99bc02-1f24-439e-b50b-4d1aa4ed782f tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0635805 Jul 30 00:47:25.107192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'port': {'security_groups': ['a3be30e7-0af6-4a65-91c8-69940cc088c2', 'f0b7aa5d-d66f-47c5-9e80-65c75223a44b']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:47:25.185464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.392599 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:47:25.425202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.436698 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.474360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:47:25.493918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:25.494571 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.496022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91c3e874-f9a4-4cb4-8b9c-0475d5eec7a7 req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "PUT /v2.0/ports/0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 981 time: 0.3942008 Jul 30 00:47:25.541668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a69a7-d161-4c36-8381-ce7afd5a6385 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=6']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:47:25.670625 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62437ca5-8cf9-494d-9d72-72be8116e294 req-084ca653-6103-429b-8763-f4f268ab49d8 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:25.672280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62437ca5-8cf9-494d-9d72-72be8116e294 req-084ca653-6103-429b-8763-f4f268ab49d8 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0804665 Jul 30 00:47:25.681146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:47:25.718540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62437ca5-8cf9-494d-9d72-72be8116e294 req-67e34acd-dbb4-47bb-b39f-b290376acb03 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388193 Jul 30 00:47:25.862203 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3b585f3e-49aa-41f0-8e2b-bf28e66b898c None None] Provisioning complete for port 0c21e085-231f-4de5-af6d-df8537cdb62d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:47:25.862550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3b585f3e-49aa-41f0-8e2b-bf28e66b898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:25.928565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:47:25.931005 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da938d-344a-456d-b513-4059ef0ba1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:47:25.968423 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae436e-d775-418d-8922-f3c15ee7e65f x-openstack-request-id: req-a3ae436e-d775-418d-8922-f3c15ee7e65f {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:47:25.968711 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:47:25.968959 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3ae436e-d775-418d-8922-f3c15ee7e65f {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:47:25.969335 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:47:26.057949 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-59a163a9-c800-4995-8c9f-244bf19db272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:26.059627 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-59a163a9-c800-4995-8c9f-244bf19db272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1136 time: 0.0440898 Jul 30 00:47:26.168392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-96d6dbb9-de64-44d7-9488-2471963156f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:26.169936 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-96d6dbb9-de64-44d7-9488-2471963156f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.1001508 Jul 30 00:47:26.245803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-ef5ce90c-a42e-48f9-a0e1-6090898c994a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 1001 time: 0.0669258 Jul 30 00:47:26.304496 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-f0e2e782-3ec5-4aa9-ad23-43eb9e8a6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:26.306076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-f0e2e782-3ec5-4aa9-ad23-43eb9e8a6e04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0518577 Jul 30 00:47:26.358866 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-7f03144b-6ba0-4e59-943c-74cb10502659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:26.360407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-7f03144b-6ba0-4e59-943c-74cb10502659 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438902 Jul 30 00:47:26.471712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-1bd419cc-67ba-47ba-8524-4dc62c817529 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024783 Jul 30 00:47:26.576269 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89da938d-344a-456d-b513-4059ef0ba1e5 req-be0ac7e7-87f1-4790-8f42-7a0bbd7c98ef service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967021 Jul 30 00:47:28.512766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:43.002805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce27ab-dbcc-4de7-8ceb-cae1cc72e123 req-b14d2cb3-79a0-4ac3-afbf-d6796c32a4b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:43.004309 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75ce27ab-dbcc-4de7-8ceb-cae1cc72e123 req-b14d2cb3-79a0-4ac3-afbf-d6796c32a4b3 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0946100 Jul 30 00:47:43.030144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b782-3445-4687-acc9-c331b1d7e97e req-8e1f2a60-6a8a-498c-aa9e-e1025bedf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:43.031608 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-8e1f2a60-6a8a-498c-aa9e-e1025bedf2d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1136 time: 0.0759277 Jul 30 00:47:43.064098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75ce27ab-dbcc-4de7-8ceb-cae1cc72e123 req-3a8717d3-8576-416b-8d01-8390da0719e9 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531332 Jul 30 00:47:43.155016 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b782-3445-4687-acc9-c331b1d7e97e req-b9597622-e660-4eaa-80ed-e49ad2014ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:43.157260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-b9597622-e660-4eaa-80ed-e49ad2014ee2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.1140301 Jul 30 00:47:43.235541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-1f6e1c6f-c3c3-4a3e-9a12-4e664b910880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 1001 time: 0.0692017 Jul 30 00:47:43.299472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b782-3445-4687-acc9-c331b1d7e97e req-539b2969-94fb-4801-a554-7d4e3d449cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:43.300906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-539b2969-94fb-4801-a554-7d4e3d449cdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0572925 Jul 30 00:47:43.353268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b782-3445-4687-acc9-c331b1d7e97e req-bf86369c-78a1-4020-a949-27c9be499de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:43.355185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-bf86369c-78a1-4020-a949-27c9be499de8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447619 Jul 30 00:47:43.458769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-febba2d7-ff22-4da3-8838-113b2945e227 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925398 Jul 30 00:47:43.567096 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c411b782-3445-4687-acc9-c331b1d7e97e req-1629f33d-aa89-4cf9-85e7-2a59fae3b6d0 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985532 Jul 30 00:47:44.214754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23af0b-efc7-463c-a573-268b7734aa55 req-50772e8b-66f8-4689-b6fd-1a98d0ed45c0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:44.216299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e23af0b-efc7-463c-a573-268b7734aa55 req-50772e8b-66f8-4689-b6fd-1a98d0ed45c0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0700657 Jul 30 00:47:44.262426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e23af0b-efc7-463c-a573-268b7734aa55 req-647d65bf-da4f-4129-9e7b-639a921bd38b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378976 Jul 30 00:47:45.402423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f488d47-1d57-4fa0-9d17-26f1a4dd2e82 req-eaae7c99-ba65-4951-9b85-2c477fadc6a0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:45.404224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f488d47-1d57-4fa0-9d17-26f1a4dd2e82 req-eaae7c99-ba65-4951-9b85-2c477fadc6a0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0659862 Jul 30 00:47:45.450583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2f488d47-1d57-4fa0-9d17-26f1a4dd2e82 req-2438ecaa-85e7-4b68-b138-b69f961280cc tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368395 Jul 30 00:47:46.383702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-547508a0-7609-491a-a8ff-a1c9f495d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:46.603710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d9306-fa39-4d71-899b-6568bbe8e1b4 req-acd3a90d-0f8c-432c-a48a-32cc06537979 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:46.606066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e29d9306-fa39-4d71-899b-6568bbe8e1b4 req-acd3a90d-0f8c-432c-a48a-32cc06537979 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0745480 Jul 30 00:47:46.652185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e29d9306-fa39-4d71-899b-6568bbe8e1b4 req-ba0d92a2-fe99-43b1-8aad-40148267139e tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393150 Jul 30 00:47:47.781555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa12fa6-bcfb-4522-ac5b-cc8115dec698 req-0273cb3a-9d4f-4294-9f7c-ee8dd8a6b94a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:47.783214 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fa12fa6-bcfb-4522-ac5b-cc8115dec698 req-0273cb3a-9d4f-4294-9f7c-ee8dd8a6b94a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0515814 Jul 30 00:47:47.825664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fa12fa6-bcfb-4522-ac5b-cc8115dec698 req-8a4bbb9c-bb52-47c3-ade5-ed88d8867b6d tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359101 Jul 30 00:47:48.040219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:48.966810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8cf0-3a92-46a7-b2df-066edd282cea req-782990fb-95f3-4801-ab73-ca7dce460725 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:48.968201 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6aab8cf0-3a92-46a7-b2df-066edd282cea req-782990fb-95f3-4801-ab73-ca7dce460725 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0681565 Jul 30 00:47:49.019583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6aab8cf0-3a92-46a7-b2df-066edd282cea req-7c0e784e-322c-468e-8af8-09ccf031a03a tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447903 Jul 30 00:47:49.090646 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f1d335b5-4b36-47d4-b68c-c13812b825f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:49.487013 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:50.154672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941c64-f2cb-4344-90d8-3fc8ef41acb0 req-f67b0e8c-ba65-4deb-8b4b-6687541a3d4c tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:50.156155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2941c64-f2cb-4344-90d8-3fc8ef41acb0 req-f67b0e8c-ba65-4deb-8b4b-6687541a3d4c tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0610890 Jul 30 00:47:50.206875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2941c64-f2cb-4344-90d8-3fc8ef41acb0 req-a4d3302b-e293-4565-8ed7-c0e8efda1253 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442109 Jul 30 00:47:50.967369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:51.344749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0439aa-aa80-43a4-b4dc-50e6a796ab41 req-822afc9e-3590-408b-9677-d8ea0f219f5b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:51.346359 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce0439aa-aa80-43a4-b4dc-50e6a796ab41 req-822afc9e-3590-408b-9677-d8ea0f219f5b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0642619 Jul 30 00:47:51.397949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce0439aa-aa80-43a4-b4dc-50e6a796ab41 req-69321133-988f-4398-97b1-a16da44b3b47 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411966 Jul 30 00:47:52.526545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19df9-f51f-4e20-a736-a1ae82f53c1a req-5f96e14e-ade7-4687-a4b1-3a7e55c3f784 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:52.528104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7c19df9-f51f-4e20-a736-a1ae82f53c1a req-5f96e14e-ade7-4687-a4b1-3a7e55c3f784 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0578666 Jul 30 00:47:52.573104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7c19df9-f51f-4e20-a736-a1ae82f53c1a req-b76bc33e-2a6e-4032-b7ad-cd7f4fe246c5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359039 Jul 30 00:47:52.730340 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:53.699365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc694-0a78-4dbf-9e42-4cd646573b11 req-9fb63a27-b524-481b-af6f-06a390d37772 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:53.701086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dcbc694-0a78-4dbf-9e42-4cd646573b11 req-9fb63a27-b524-481b-af6f-06a390d37772 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0538299 Jul 30 00:47:53.753370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6dcbc694-0a78-4dbf-9e42-4cd646573b11 req-8b8e5779-bdd7-40df-8a13-6ba8b72402e5 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435684 Jul 30 00:47:54.883862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678ff3-d436-4abc-be1c-68243ce006a9 req-8f2dc6e3-9b9b-42ca-9e31-2c831a5b4030 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:47:54.885521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83678ff3-d436-4abc-be1c-68243ce006a9 req-8f2dc6e3-9b9b-42ca-9e31-2c831a5b4030 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0550032 Jul 30 00:47:54.931088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83678ff3-d436-4abc-be1c-68243ce006a9 req-b0e57f76-0de8-440e-8d07-365d8e232b9f tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0b7aa5d-d66f-47c5-9e80-65c75223a44b&id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373428 Jul 30 00:47:58.525780 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:59.765062 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:14.929283 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-2314ed79-7b60-4af3-80a9-2485ebf8335f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554504 Jul 30 00:48:15.054615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-0110db75-6303-475d-b84d-9c3e17d7d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:15.056179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-0110db75-6303-475d-b84d-9c3e17d7d89c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1136 time: 0.0566363 Jul 30 00:48:15.166502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-da1a9bc5-0ed3-47f2-973f-a48e8a372dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:15.167996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-da1a9bc5-0ed3-47f2-973f-a48e8a372dc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.0886126 Jul 30 00:48:15.244941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-9f10af55-349e-4c2f-9108-1b2b63ab7a6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 1001 time: 0.0677249 Jul 30 00:48:15.305844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-c1969e24-ce24-463c-9e9a-92b72317af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:15.308141 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-c1969e24-ce24-463c-9e9a-92b72317af76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0512366 Jul 30 00:48:15.361708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-610b63fe-c590-4e89-a60b-d68564e93711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:15.363250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-610b63fe-c590-4e89-a60b-d68564e93711 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441267 Jul 30 00:48:15.471132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-769dcecb-8e2b-4e45-8e10-4edb08d73e6d service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999424 Jul 30 00:48:15.572044 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-346d3604-f1f3-42c1-81d8-13b4e6192335 req-1c2a5116-6daf-4a47-8708-471ba2fb63ff service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921988 Jul 30 00:48:16.399766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e1b6-754b-4f09-b7be-5b59e138cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:18.046960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:19.087127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-be05a215-8c69-4dec-a6d5-f7e67d59bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:19.484094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:20.970059 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:22.735680 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:27.632054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-ee112940-e4d3-44f0-bcaa-fd5361e7bb38 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507104916&fields=id&tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6 HTTP/1.1" status: 200 len: 267 time: 0.1644943 Jul 30 00:48:27.710251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-e91da6b9-17c7-4a64-9daf-af31cc3712a0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:27.712024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-e91da6b9-17c7-4a64-9daf-af31cc3712a0 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 984 time: 0.0692072 Jul 30 00:48:27.732315 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Request body: {'port': {'security_groups': ['a3be30e7-0af6-4a65-91c8-69940cc088c2']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:27.811779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.021953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:28.059830 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.065758 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.110810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:28.111482 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.114618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1a98736b-cee0-4e36-a05e-921f0dedd6ee req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "PUT /v2.0/ports/0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 942 time: 0.3899851 Jul 30 00:48:28.117036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:48:28.119037 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 38952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:28.119512 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:28.122138 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:28.161148 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event updated for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=7']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:28.175447 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f0dfd-101c-442b-8bc3-aaebbf5ff3fb x-openstack-request-id: req-3c7f0dfd-101c-442b-8bc3-aaebbf5ff3fb {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:28.175766 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:28.175977 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c7f0dfd-101c-442b-8bc3-aaebbf5ff3fb {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:28.176383 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:48:28.177721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.178065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.178399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.178728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.179055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.179382 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.179705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.180302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.180418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.180649 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.180968 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.181289 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881acf56-5e92-4ce5-b765-f1b9b4564159 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.195884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.226497 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.310266 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.310579 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-d5bfde44-d854-4bc8-b933-824cb7f4a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:28.312352 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-d5bfde44-d854-4bc8-b933-824cb7f4a7bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0624628 Jul 30 00:48:28.313235 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.314612 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0b7aa5d-d66f-47c5-9e80-65c75223a44b HTTP/1.1" status: 204 len: 168 time: 0.1945164 Jul 30 00:48:28.317447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 38958) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:28.324540 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b7aa5d-d66f-47c5-9e80-65c75223a44b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:28.325604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:48:28.334679 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.335322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.335830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.336332 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.336821 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.337310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.337822 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.338308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.338809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.339360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.339868 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.340338 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49e8db-7da1-43fe-af03-920b3855bc33 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:28.494019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d20e6932-63c3-4de0-af58-fff6b3d29a68 None None] Provisioning complete for port 0c21e085-231f-4de5-af6d-df8537cdb62d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:28.494393 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d20e6932-63c3-4de0-af58-fff6b3d29a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.540694 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.886590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-7136a98d-19c8-4ae5-bedd-a0674413d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:28.888006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-7136a98d-19c8-4ae5-bedd-a0674413d06f service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.5636089 Jul 30 00:48:28.984874 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-89ccf300-613d-447f-9ace-c7ede6b08353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 1001 time: 0.0856316 Jul 30 00:48:29.030585 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Deleting port 7b589da4-1587-47fa-ac0a-b8076791050b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:29.031413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.084534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-9c6784ea-210a-40af-bf35-c1b7e6ccd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:29.086106 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-9c6784ea-210a-40af-bf35-c1b7e6ccd02e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0939429 Jul 30 00:48:29.155226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.155491 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.171237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Calling delete_port for 7b589da4-1587-47fa-ac0a-b8076791050b owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:29.174457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-2e130867-b3d6-4b20-921a-e328e2fc2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:29.176047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-2e130867-b3d6-4b20-921a-e328e2fc2b37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823665 Jul 30 00:48:29.328065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-0a29acfe-fc80-49bd-aad0-d5cf0785a4a6 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442580 Jul 30 00:48:29.467963 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fcfa3d33-4b10-4147-ac75-fa9d91ff1d29 req-980106aa-d82e-4ed0-870c-0f0d6b34e326 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309171 Jul 30 00:48:29.469066 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.495201 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event deleted for resources: {'Port': ['ID=7b589da4-1587-47fa-ac0a-b8076791050b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:29.562598 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.562928 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Floating IP 38419dd8-6177-46bb-a4a2-e3737fa76acc disassociated (deleted). External IP: 172.25.5.248, port: 0c21e085-231f-4de5-af6d-df8537cdb62d. Jul 30 00:48:29.806432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Router a44346ae-4749-4627-9a96-df92e605618d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:48:29.922099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:48:29.927701 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.932794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Sync routers for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:48:29.943774 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:29.944390 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:29.959237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-028e5c22-c45e-4470-aa9a-2ba9b73713b1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "DELETE /v2.0/floatingips/38419dd8-6177-46bb-a4a2-e3737fa76acc HTTP/1.1" status: 204 len: 168 time: 1.6403635 Jul 30 00:48:30.059126 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:30.183070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:30.183070 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25389f80-2cf3-4531-b85f-606eecfdb65a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:30.252054 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09982e0b-a5c9-4d06-9b44-5e24665f8f3d x-openstack-request-id: req-09982e0b-a5c9-4d06-9b44-5e24665f8f3d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:30.252451 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:30.252705 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09982e0b-a5c9-4d06-9b44-5e24665f8f3d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:30.253106 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:48:30.348999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-6819e532-d5f6-4fba-ae40-369b4c1f30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:30.351339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-6819e532-d5f6-4fba-ae40-369b4c1f30e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0532343 Jul 30 00:48:30.392102 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:30.419161 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Checking router: a44346ae-4749-4627-9a96-df92e605618d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:48:30.428693 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:30.429351 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:30.455750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-20cf800b-c966-4a74-bef9-de6fc1e186a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:30.457280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-20cf800b-c966-4a74-bef9-de6fc1e186a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 200 len: 916 time: 0.0934091 Jul 30 00:48:30.504151 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-d49b6ce4-6f3f-4daf-81c1-2d29d86b2c6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 200 len: 217 time: 0.0384555 Jul 30 00:48:30.538756 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:30.569436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-ddb532ba-5537-4ceb-b3e0-f09ed53983dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:30.571011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-ddb532ba-5537-4ceb-b3e0-f09ed53983dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 200 len: 854 time: 0.0456867 Jul 30 00:48:30.622721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-87aa3c58-163f-474d-91b1-c2909b2f87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:30.624288 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-87aa3c58-163f-474d-91b1-c2909b2f87a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e4d681-c16f-4886-8592-1d749067a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430431 Jul 30 00:48:30.742313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-641e1f50-dab4-409e-ad8a-b45a359acb0a service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916481 Jul 30 00:48:30.755036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:30.783403 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0ecec-de54-482f-b5af-4236f5a143c1 None None] The sync data for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 is: [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:32Z', 'revision_number': 4, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '519bada9-50b9-4b10-ac11-41b840c6d06b', 'name': '', 'network_id': '66e4d681-c16f-4886-8592-1d749067a618', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'mac_address': 'fa:16:3e:6b:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:31Z', 'updated_at': '2021-07-30T00:46:37Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'subnets': [{'id': '64b31040-cbd8-4a52-90cf-dee1845cb554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:48:30.852600 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-25389f80-2cf3-4531-b85f-606eecfdb65a req-76548875-ba4a-4eef-8718-b8d5b6502bb8 service neutron] 10.222.0.57 "GET /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920386 Jul 30 00:48:31.021746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006c401-690e-4ee5-a4ab-5b53ed829433 None None] New status for floating IP 38419dd8-6177-46bb-a4a2-e3737fa76acc: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:48:36.765511 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:38.103637 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db8dd-4d49-4fe1-81d2-5f87074e0a2b req-c5bb99b9-b410-4e4e-9a5a-aa1ab954aed1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:38.105052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-458db8dd-4d49-4fe1-81d2-5f87074e0a2b req-c5bb99b9-b410-4e4e-9a5a-aa1ab954aed1 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0662997 Jul 30 00:48:38.144898 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-458db8dd-4d49-4fe1-81d2-5f87074e0a2b req-f22ef5ff-5e06-4dd6-b343-f361491f239f tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Jul 30 00:48:39.269247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414fd9c-309c-4639-b64f-4356e923d276 req-13f16196-8cc5-43ab-b6dc-585493434cf4 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:39.270830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c414fd9c-309c-4639-b64f-4356e923d276 req-13f16196-8cc5-43ab-b6dc-585493434cf4 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Jul 30 00:48:39.310337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c414fd9c-309c-4639-b64f-4356e923d276 req-8ed0229a-3c46-4a85-b4a0-b1b435507c63 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3be30e7-0af6-4a65-91c8-69940cc088c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Jul 30 00:48:39.978255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b229-9372-410d-93fc-d154a19ed5bc req-9a6d61fd-93db-4db1-ba20-d67676a5e295 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:39.980661 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8889b229-9372-410d-93fc-d154a19ed5bc req-9a6d61fd-93db-4db1-ba20-d67676a5e295 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0609229 Jul 30 00:48:40.086985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Deleting port 0c21e085-231f-4de5-af6d-df8537cdb62d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:40.087332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:40.187374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] For port 0c21e085-231f-4de5-af6d-df8537cdb62d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=0c21e085-231f-4de5-af6d-df8537cdb62d,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:40.187706 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:40.203158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Calling delete_port for 0c21e085-231f-4de5-af6d-df8537cdb62d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:40.356214 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:40.391952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['0c21e085-231f-4de5-af6d-df8537cdb62d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:48:40.397387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Pushing event deleted for resources: {'Port': ['ID=0c21e085-231f-4de5-af6d-df8537cdb62d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:40.428210 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-075c1846-9408-4a77-92fd-81c01b2103cf req-8aecb6e3-74a9-4461-8e4e-fb72d1540d43 tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0400226 Jul 30 00:48:40.460622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] No DVR routers for this DVR port 0c21e085-231f-4de5-af6d-df8537cdb62d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:40.463417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:40.465935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8889b229-9372-410d-93fc-d154a19ed5bc req-6ee942b4-9fe5-449d-8c9d-2ff2445ec46b tempest-TestMinimumBasicScenario-1586547387 tempest-TestMinimumBasicScenario-1586547387-project] 10.222.0.57 "DELETE /v2.0/ports/0c21e085-231f-4de5-af6d-df8537cdb62d HTTP/1.1" status: 204 len: 173 time: 0.4780276 Jul 30 00:48:40.466385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'name': 'network-vif-deleted', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:48:40.468733 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f165b1a3-fe87-47be-a9f3-d372bc4e1aa3" -d '{"events": [{"server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "name": "network-vif-deleted", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:48:40.566731 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8728ae60-8071-4658-8620-4907ea955bfe x-openstack-request-id: req-8728ae60-8071-4658-8620-4907ea955bfe {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:48:40.567043 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2", "name": "network-vif-deleted", "tag": "0c21e085-231f-4de5-af6d-df8537cdb62d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:48:40.567325 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8728ae60-8071-4658-8620-4907ea955bfe {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:48:40.567764 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca22f6d-9ec2-4f14-ad8a-230eaa8a6ea2', 'name': 'network-vif-deleted', 'tag': '0c21e085-231f-4de5-af6d-df8537cdb62d', 'status': 'completed', 'code': 200} Jul 30 00:48:42.072462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39056) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:42.454670 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:42.717715 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Deleting port 519bada9-50b9-4b10-ac11-41b840c6d06b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:42.717981 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:42.812926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] For port 519bada9-50b9-4b10-ac11-41b840c6d06b, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=519bada9-50b9-4b10-ac11-41b840c6d06b,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:42.813287 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:42.829656 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Calling delete_port for 519bada9-50b9-4b10-ac11-41b840c6d06b owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:43.038354 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.064883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Pushing event deleted for resources: {'Port': ['ID=519bada9-50b9-4b10-ac11-41b840c6d06b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:43.266070 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.506625 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Router a44346ae-4749-4627-9a96-df92e605618d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:48:43.613306 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:48:43.619339 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3ff255d-d192-4b89-bdc7-459601f02605 admin admin] 10.222.0.49 "PUT /v2.0/routers/a44346ae-4749-4627-9a96-df92e605618d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5455842 Jul 30 00:48:43.622384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39058) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:43.625815 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Sync routers for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:48:43.636852 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:43.637527 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:43.755730 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.766069 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:43.867896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.928216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Deleting port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:43.928549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.978274 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:48:42Z', 'revision_number': 5, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port': {'id': 'd856d1f8-cce3-49c4-8db5-3d2c3ed3e370', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44346ae-4749-4627-9a96-df92e605618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:44.007814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Checking router: a44346ae-4749-4627-9a96-df92e605618d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:48:44.014029 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] For port d856d1f8-cce3-49c4-8db5-3d2c3ed3e370, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:44.015132 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.016648 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Routers {'a44346ae-4749-4627-9a96-df92e605618d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:44.017262 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['a44346ae-4749-4627-9a96-df92e605618d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:44.034262 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Calling delete_port for d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:44.105400 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] Set router a44346ae-4749-4627-9a96-df92e605618d gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:44.160285 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:48:43Z', 'revision_number': 6, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:44.191017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6d9d6-5647-4307-a25a-a24b4143a600 None None] The sync data for ids ['a44346ae-4749-4627-9a96-df92e605618d'] in n-d-712707-11 is: [{'id': 'a44346ae-4749-4627-9a96-df92e605618d', 'name': 'tempest-TestMinimumBasicScenario-1902946453-router', 'tenant_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:29Z', 'updated_at': '2021-07-30T00:48:43Z', 'revision_number': 6, 'project_id': '251e3ec4fe8f40c2ac8c9c4d30cb48e6', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:48:44.215505 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.249082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d856d1f8-cce3-49c4-8db5-3d2c3ed3e370,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:44.324939 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.423394 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.426082 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.479209 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.480071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a44346ae-4749-4627-9a96-df92e605618d {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:48:44.485396 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.486614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ab0ade9c-8bbf-489f-ae4f-1af1f0137f15 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a44346ae-4749-4627-9a96-df92e605618d HTTP/1.1" status: 204 len: 168 time: 0.8629966 Jul 30 00:48:44.489351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39060) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:44.542243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Deleting subnet 64b31040-cbd8-4a52-90cf-dee1845cb554 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:48:44.546594 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.595524 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.698533 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.759633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.787587 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b31040-cbd8-4a52-90cf-dee1845cb554,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:44.789590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.793957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8c06c55c-b7f9-4f4f-b5a8-493c2c4deb89 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/64b31040-cbd8-4a52-90cf-dee1845cb554 HTTP/1.1" status: 204 len: 168 time: 0.3012309 Jul 30 00:48:44.794351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:44.798300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ebf9fa-21bb-486a-a7cb-1b1007f1a886 None None] Network 66e4d681-c16f-4886-8592-1d749067a618 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:48:44.871509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.939427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Deleting port defdc071-cfd8-4a20-9491-7874d862c451 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:44.939786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:44.978143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] DHCP port deletion for 66e4d681-c16f-4886-8592-1d749067a618 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:48:45.012807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] For port defdc071-cfd8-4a20-9491-7874d862c451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=defdc071-cfd8-4a20-9491-7874d862c451,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:45.013292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.027697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Calling delete_port for defdc071-cfd8-4a20-9491-7874d862c451 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:45.030042 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Deleting port defdc071-cfd8-4a20-9491-7874d862c451 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:45.030421 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.098504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] For port defdc071-cfd8-4a20-9491-7874d862c451, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=defdc071-cfd8-4a20-9491-7874d862c451,segment=NetworkSegment(50bb5936-794a-4486-9226-9e222001af8c),segment_id=50bb5936-794a-4486-9226-9e222001af8c)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:45.098907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.117145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Calling delete_port for defdc071-cfd8-4a20-9491-7874d862c451 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:45.124734 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.153365 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Pushing event deleted for resources: {'Port': ['ID=defdc071-cfd8-4a20-9491-7874d862c451,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:45.155299 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] No DVR routers for this DVR port defdc071-cfd8-4a20-9491-7874d862c451 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:48:45.191316 n-d-712707-11 neutron-server[93866]: self.session.flush() Jul 30 00:48:45.202415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0c21e085-231f-4de5-af6d-df8537cdb62d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:45.204863 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.229726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 0c21e085-231f-4de5-af6d-df8537cdb62d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:45.230092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 0c21e085-231f-4de5-af6d-df8537cdb62d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:45.236171 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.251120 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e4d681-c16f-4886-8592-1d749067a618']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:45.252850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Pushing event deleted for resources: {'Port': ['ID=defdc071-cfd8-4a20-9491-7874d862c451,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:45.257442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] No DVR routers for this DVR port defdc071-cfd8-4a20-9491-7874d862c451 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:45.264812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bb5936-794a-4486-9226-9e222001af8c') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:45.265218 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bb5936-794a-4486-9226-9e222001af8c') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:45.265503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.266503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.266503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.266855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.267402 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.268518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.269076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.269658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.270239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.270783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.271321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.272027 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f0fb7d-72a6-4cdb-8570-b21c178c6bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:45.277383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.297507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.304894 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:48:45.305327 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:48:45.307105 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:48:45.364461 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.371595 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:45.373569 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] 10.222.0.49 "DELETE /v2.0/networks/66e4d681-c16f-4886-8592-1d749067a618 HTTP/1.1" status: 204 len: 168 time: 0.5782449 Jul 30 00:48:45.377289 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:45.385675 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725d48-a1ed-4807-a2c0-cdd1e7acb549 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e4d681-c16f-4886-8592-1d749067a618,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:45.536494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device defdc071-cfd8-4a20-9491-7874d862c451 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:45.568418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: defdc071-cfd8-4a20-9491-7874d862c451 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:45.568841 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device defdc071-cfd8-4a20-9491-7874d862c451 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:45.569275 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 519bada9-50b9-4b10-ac11-41b840c6d06b no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:45.589812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 519bada9-50b9-4b10-ac11-41b840c6d06b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:45.590341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 519bada9-50b9-4b10-ac11-41b840c6d06b not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:45.590762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:45.611012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:45.611428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d856d1f8-cce3-49c4-8db5-3d2c3ed3e370 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:45.768031 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:46.046740 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Deleting port ceb3ec09-8404-4792-b5d8-668a0f9a397e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:46.047085 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:46.139257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] For port ceb3ec09-8404-4792-b5d8-668a0f9a397e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ceb3ec09-8404-4792-b5d8-668a0f9a397e,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:46.139997 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:46.153619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Calling delete_port for ceb3ec09-8404-4792-b5d8-668a0f9a397e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:46.351311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:46.387054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5c8d-e969-4fdb-9e4e-ac9e2fe0211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:46.390724 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb3ec09-8404-4792-b5d8-668a0f9a397e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:46.558360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.166762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Router 2ed01dab-675e-4d13-9678-15eb89ae2aeb has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:48:47.276308 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:48:47.281731 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8eee6940-9225-4e53-9480-feb5191b8782 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ed01dab-675e-4d13-9678-15eb89ae2aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033663 Jul 30 00:48:47.284451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:47.286032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Sync routers for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:48:47.295712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:47.296356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:47.391474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.405931 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:47.500967 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.575845 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Deleting port 0150ef9a-ece3-4357-aebf-919168750934 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:47.576191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.618803 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0150ef9a-ece3-4357-aebf-919168750934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:48:46Z', 'revision_number': 5, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port': {'id': '0150ef9a-ece3-4357-aebf-919168750934', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:46:34Z', 'updated_at': '2021-07-30T00:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:47.652844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Checking router: 2ed01dab-675e-4d13-9678-15eb89ae2aeb for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:48:47.662834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Routers {'2ed01dab-675e-4d13-9678-15eb89ae2aeb'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:47.663512 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:47.664953 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] For port 0150ef9a-ece3-4357-aebf-919168750934, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0150ef9a-ece3-4357-aebf-919168750934,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:47.665319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.680765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Calling delete_port for 0150ef9a-ece3-4357-aebf-919168750934 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:47.762004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] Set router 2ed01dab-675e-4d13-9678-15eb89ae2aeb gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:47.823414 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:48:47Z', 'revision_number': 6, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:47.855494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb0b4-71d4-44ca-bc41-31d7a83bb36f None None] The sync data for ids ['2ed01dab-675e-4d13-9678-15eb89ae2aeb'] in n-d-712707-11 is: [{'id': '2ed01dab-675e-4d13-9678-15eb89ae2aeb', 'name': 'tempest-TestMinimumBasicScenario-433135236-router', 'tenant_id': '50101021d2b64f50a38315c7ac48f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:46:33Z', 'updated_at': '2021-07-30T00:48:47Z', 'revision_number': 6, 'project_id': '50101021d2b64f50a38315c7ac48f315', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:48:47.874767 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:47.907863 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Pushing event deleted for resources: {'Port': ['ID=0150ef9a-ece3-4357-aebf-919168750934,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:47.980002 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.049677 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.087153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.090592 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.144234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.144818 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed01dab-675e-4d13-9678-15eb89ae2aeb {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:48:48.149456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.150707 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-7d499b84-1241-47b4-939b-1296d9e8cffd admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ed01dab-675e-4d13-9678-15eb89ae2aeb HTTP/1.1" status: 204 len: 168 time: 0.8653133 Jul 30 00:48:48.155056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:48.207603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Deleting subnet 2adb419b-73a0-4377-875d-ce40232c81bf {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:48:48.210700 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.252793 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.342914 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.416456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.447978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2adb419b-73a0-4377-875d-ce40232c81bf,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:48.452034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.455338 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-da6ba873-1027-4143-8a7e-354dfe3c94a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2adb419b-73a0-4377-875d-ce40232c81bf HTTP/1.1" status: 204 len: 168 time: 0.2977121 Jul 30 00:48:48.456759 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39070) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:48.460833 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730d150-f53f-4771-a03f-7a135f9e9796 None None] Network 95dcc562-cfe6-49ff-a29d-1bff23f23906 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:48:48.533402 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.591457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Deleting port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:48.591688 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.650915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] DHCP port deletion for 95dcc562-cfe6-49ff-a29d-1bff23f23906 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:48:48.666297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] For port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:48.666797 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.685561 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Calling delete_port for 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:48.715617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Deleting port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:48:48.716428 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.783414 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.796527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] For port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,segment=NetworkSegment(aba24f72-2ad2-442d-ada9-4bf5b08e1953),segment_id=aba24f72-2ad2-442d-ada9-4bf5b08e1953)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:48.796987 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.811042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:48.812877 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Calling delete_port for 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:48:48.816150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] No DVR routers for this DVR port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:48.904904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.905306 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.916934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dcc562-cfe6-49ff-a29d-1bff23f23906']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:48.929662 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba24f72-2ad2-442d-ada9-4bf5b08e1953') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:48.930067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba24f72-2ad2-442d-ada9-4bf5b08e1953') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:48.933991 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] Pushing event deleted for resources: {'Port': ['ID=78233b9a-ff2f-4fa7-abbf-9dfe9b95f801,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:48.935918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f4978-bda8-444f-9753-41eebeb76af0 None None] No DVR routers for this DVR port 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:48:48.950787 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.969776 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.978665 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:48:48.979083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:48:48.980900 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:48:49.046498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.054689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.057398 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] 10.222.0.49 "DELETE /v2.0/networks/95dcc562-cfe6-49ff-a29d-1bff23f23906 HTTP/1.1" status: 204 len: 168 time: 0.5996532 Jul 30 00:48:49.069400 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9671c-597f-4c7b-8ff2-a35c6fc25c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=95dcc562-cfe6-49ff-a29d-1bff23f23906,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:49.086497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5332fba4-1526-49e8-b37b-fa351d9ac677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.260583 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:49.306250 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-49333876-4114-4b5e-82e9-7e2d741c9859 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=251e3ec4fe8f40c2ac8c9c4d30cb48e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443985 Jul 30 00:48:49.309843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39076) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:49.359997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.390891 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.455080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.458922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.462630 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3be30e7-0af6-4a65-91c8-69940cc088c2 HTTP/1.1" status: 204 len: 168 time: 0.1495287 Jul 30 00:48:49.468944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcc2f8-85d7-4c07-a402-f1c8783fc10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be30e7-0af6-4a65-91c8-69940cc088c2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:49.495958 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.543394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0150ef9a-ece3-4357-aebf-919168750934 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:49.563666 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0150ef9a-ece3-4357-aebf-919168750934 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:49.564007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0150ef9a-ece3-4357-aebf-919168750934 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:49.564415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:49.583276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:49.583615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 78233b9a-ff2f-4fa7-abbf-9dfe9b95f801 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:49.584080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ceb3ec09-8404-4792-b5d8-668a0f9a397e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:48:49.611426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ceb3ec09-8404-4792-b5d8-668a0f9a397e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:48:49.611641 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ceb3ec09-8404-4792-b5d8-668a0f9a397e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:48:49.839947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39082) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:49.885725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-27006ec4-7ab8-44c1-87c9-c8e96061ebdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50101021d2b64f50a38315c7ac48f315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431714 Jul 30 00:48:49.888266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39084) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:49.947280 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:49.975730 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:50.041100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:50.044248 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:50.045545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d0c863e-23c0-4aa8-a258-6c5d07d1cc85 HTTP/1.1" status: 204 len: 168 time: 0.1562424 Jul 30 00:48:50.054411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3503b-3e0d-4bf8-9a17-965a6dbfbe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c863e-23c0-4aa8-a258-6c5d07d1cc85,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:50.969874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:51.988983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39126) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:51.993995 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199918999', 'description': 'tempest-secgroup-smoke-1199918999 description', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.021231 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.038423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.162131 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.167044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.207534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6779a98b-8342-4137-9b90-7801096dfb7c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.272893 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.277948 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.309733 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.311048 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209465 Jul 30 00:48:52.313196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc60d5-f63c-4ae3-8393-ba0dc9666e89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63315034-9944-4a41-b71c-9d9c88b88184,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.314442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39128) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:52.319404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.352766 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.414429 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.421067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.441334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aafd870-4b96-4caa-80a7-ec7a3f8ad165,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.449970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.451820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6802286c-3ec2-43ee-8ec6-4b72dc5712f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358855 Jul 30 00:48:52.454835 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39130) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:52.459768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.492035 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.565951 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.572432 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.589153 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2015ab80-0bac-4445-89b7-7daced1dbbc2,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.599826 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.601206 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6d869225-9742-4f77-b456-ffdac5ae7072 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452990 Jul 30 00:48:52.604246 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:52.609293 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.637731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.707759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.713262 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.731708 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49080dda-cb0d-4136-9b94-b01161a8d906,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.734541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.740536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.741880 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a103935-426e-4aec-985c-44284fc508d8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366377 Jul 30 00:48:52.744873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39134) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:52.749816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.781477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.853193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.860245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.880455 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14338fce-7f1b-4840-9edc-d35f7b0d7c6c,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:52.884750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.886206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-07489cad-661b-425f-ab41-9d08ba679074 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402564 Jul 30 00:48:52.889139 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39136) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:52.893871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:52.919704 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:48:52.925095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.986575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:52.992139 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.010836 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d9c807-b89e-4ec4-bc01-b5176d351413,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:53.018112 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.019539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6859ca7e-06ce-4c51-bd03-b21dc7b64da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292245 Jul 30 00:48:53.022509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39138) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:53.029475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '63315034-9944-4a41-b71c-9d9c88b88184', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:53.053884 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:48:53.059631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.139786 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.145723 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.165929 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efdacf6-c204-4978-85b1-4a054d8d67bf,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:53.173842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.176094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fb06b7a5-2368-4ce4-829f-acf9623bcc4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514630 Jul 30 00:48:53.178430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39140) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:53.184030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'network': {'name': 'tempest-network-smoke--294030204', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'port_security_enabled': True}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:53.209816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:48:53.213895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.241879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:48:53.252643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.252998 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Added segment 504571a3-876e-41fe-aee5-7b318e13f656 of type vlan for network 24416343-8f6d-4713-bf53-ad493b93b72e Jul 30 00:48:53.298321 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.330316 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.336076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:53.336689 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.400504 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2208121 Jul 30 00:48:53.404775 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:53.411476 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'admin_state_up': True, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:53.413100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238ebbf-ae5c-4e65-9b1d-50a2e7c761a9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Network': ['ID=24416343-8f6d-4713-bf53-ad493b93b72e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:53.423962 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 24416343-8f6d-4713-bf53-ad493b93b72e details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:48:53.438147 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.439518 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.491728 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.639327 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.852046 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.872047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.987047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.135 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4cd14b3f-9724-4abf-b8f8-17a53459b71e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:48:54.108847 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.157742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.197093 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:48:54.201987 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:48:54.204451 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:48:54.210378 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=4cd14b3f-9724-4abf-b8f8-17a53459b71e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:54.486155 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.706328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.848777 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 0128c213-731d-4085-aba8-5ca15325b74e is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:48:54.963335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:48:54.975532 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Sync routers for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:48:54.984307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:54.985741 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-421d8215-afb3-424e-b899-67f819585b3e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5794644 Jul 30 00:48:54.989214 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39144) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:54.990350 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:54.990971 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:55.095017 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:55.114133 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-50e1a806-3bcc-422f-8d53-de0de9d3e6d4 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=00a2fdc61f51450fa74d0fd15915f1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211994 Jul 30 00:48:55.114652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39148) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:55.205383 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025d743-68b8-4518-a6ee-c758c5a09e68 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:55.206995 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f025d743-68b8-4518-a6ee-c758c5a09e68 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914137 Jul 30 00:48:55.211845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39150) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:55.242291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ccfac04c-2553-45b1-8492-a6dccc20e88a tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292370 Jul 30 00:48:55.245117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39152) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:55.251613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293837932', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:48:55.275548 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:54Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:55.305001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Checking router: 0128c213-731d-4085-aba8-5ca15325b74e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:48:55.305356 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Updating router 0128c213-731d-4085-aba8-5ca15325b74e port 4cd14b3f-9724-4abf-b8f8-17a53459b71e binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:48:55.343080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:48:55.346987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.440178 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.579097 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.738773 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.753048 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Transition to ACTIVE for port object 4cd14b3f-9724-4abf-b8f8-17a53459b71e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:55.763638 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.816880 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Attempting to bind port 4cd14b3f-9724-4abf-b8f8-17a53459b71e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:48:55.817136 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Attempting to bind port 4cd14b3f-9724-4abf-b8f8-17a53459b71e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:48:55.817293 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Attempting to bind port 4cd14b3f-9724-4abf-b8f8-17a53459b71e on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:48:55.830047 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Pushing event updated for resources: {'Port': ['ID=4cd14b3f-9724-4abf-b8f8-17a53459b71e,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:55.832428 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:48:55.832803 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:48:55.833206 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.833606 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:48:55.834116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Bound port: 4cd14b3f-9724-4abf-b8f8-17a53459b71e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:48:55.834493 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.863702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.864069 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.864388 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.864748 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.865108 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.865480 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.865794 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.866116 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.866437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.866758 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.867074 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.867390 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:48:55.914945 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] For port 4cd14b3f-9724-4abf-b8f8-17a53459b71e, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:48:55.919123 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] For port 4cd14b3f-9724-4abf-b8f8-17a53459b71e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cd14b3f-9724-4abf-b8f8-17a53459b71e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:48:55.924553 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:55.989538 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545628e-4ab9-4e2a-8301-bdd832f01fde None None] Pushing event updated for resources: {'Port': ['ID=4cd14b3f-9724-4abf-b8f8-17a53459b71e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:55.992019 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:55.992814 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:56.052812 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Subnet': ['ID=ae71dbb1-9e2d-40ef-888b-995e80c73609,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:56.062911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Checking segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:48:56.063307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network hostable DHCP agents. Network: 24416343-8f6d-4713-bf53-ad493b93b72e, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:48:56.082464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 24416343-8f6d-4713-bf53-ad493b93b72e is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:48:56.092495 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 24416343-8f6d-4713-bf53-ad493b93b72e) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:48:56.101703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ef2dc-4def-4288-9d85-3664a0f95bb4 None None] Network 24416343-8f6d-4713-bf53-ad493b93b72e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:48:56.102355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:56.102985 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.110728 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:56.121197 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b0f877a5-41f4-4f15-9223-86ae34e26c50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8721623 Jul 30 00:48:56.121404 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39154) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:48:56.255760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-24416343-8f6d-4713-bf53-ad493b93b72e', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:48:56.257341 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.295956 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:54Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:56.332423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa6fd-4c1d-4cc6-9ba9-5d1d41d2eb59 None None] The sync data for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 is: [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:54Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:48:56.409519 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Allocated IP 172.20.0.2 (24416343-8f6d-4713-bf53-ad493b93b72e/ae71dbb1-9e2d-40ef-888b-995e80c73609/f6882ec7-7a19-4ceb-a472-9f735b2be23f) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:48:56.566186 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.578006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Transition to ACTIVE for port object f6882ec7-7a19-4ceb-a472-9f735b2be23f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:56.599180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Transition to ACTIVE for port object f6882ec7-7a19-4ceb-a472-9f735b2be23f will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:56.607165 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.663005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Network 24416343-8f6d-4713-bf53-ad493b93b72e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:48:56.665485 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.666194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:48:56.675152 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:48:56.683640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Pushing event updated for resources: {'Port': ['ID=f6882ec7-7a19-4ceb-a472-9f735b2be23f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:56.748335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Attempting to bind port f6882ec7-7a19-4ceb-a472-9f735b2be23f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:48:56.748335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Attempting to bind port f6882ec7-7a19-4ceb-a472-9f735b2be23f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:48:56.749897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Attempting to bind port f6882ec7-7a19-4ceb-a472-9f735b2be23f on network 24416343-8f6d-4713-bf53-ad493b93b72e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:48:56.756547 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:48:56.757200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Checking segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:48:56.763349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.767561 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Bound using segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:48:56.768868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Bound port: f6882ec7-7a19-4ceb-a472-9f735b2be23f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:48:56.769289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.846041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] For port f6882ec7-7a19-4ceb-a472-9f735b2be23f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:48:56.850225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] For port f6882ec7-7a19-4ceb-a472-9f735b2be23f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6882ec7-7a19-4ceb-a472-9f735b2be23f,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:48:56.855964 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.928557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eaf74-b7fa-4cd9-bd44-64fa32f52bf9 None None] Pushing event updated for resources: {'Port': ['ID=f6882ec7-7a19-4ceb-a472-9f735b2be23f,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:57.074059 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.1 (24416343-8f6d-4713-bf53-ad493b93b72e/ae71dbb1-9e2d-40ef-888b-995e80c73609/29ad1e43-1787-42db-a5b9-4135b79b338e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:48:57.242962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.264088 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object 29ad1e43-1787-42db-a5b9-4135b79b338e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:57.309919 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.359515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 24416343-8f6d-4713-bf53-ad493b93b72e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:48:57.365570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:48:57.371087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:48:57.377122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:57.425156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.581034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.611616 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cd14b3f-9724-4abf-b8f8-17a53459b71e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:48:57.687279 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 4cd14b3f-9724-4abf-b8f8-17a53459b71e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:48:57.695410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cd14b3f-9724-4abf-b8f8-17a53459b71e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:57.695657 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.818480 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.842883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 4cd14b3f-9724-4abf-b8f8-17a53459b71e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cd14b3f-9724-4abf-b8f8-17a53459b71e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:57.849900 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.851059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6882ec7-7a19-4ceb-a472-9f735b2be23f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:48:57.934726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=4cd14b3f-9724-4abf-b8f8-17a53459b71e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:57.952030 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f6882ec7-7a19-4ceb-a472-9f735b2be23f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:48:57.980076 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.986832 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:57.998237 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86462816-fb0c-491e-9e0b-3c667d44d1f5 None None] Network 24416343-8f6d-4713-bf53-ad493b93b72e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:48:58.073503 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Provisioning for port f6882ec7-7a19-4ceb-a472-9f735b2be23f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:48:58.077722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:58.082049 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Provisioning complete for port f6882ec7-7a19-4ceb-a472-9f735b2be23f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:58.082704 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.083034 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.197859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 24416343-8f6d-4713-bf53-ad493b93b72e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:48:58.199334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:48:58.235720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.279161 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] For port f6882ec7-7a19-4ceb-a472-9f735b2be23f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6882ec7-7a19-4ceb-a472-9f735b2be23f,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:48:58.286793 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.353941 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 0128c213-731d-4085-aba8-5ca15325b74e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:48:58.354844 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e543e5-9a9e-425e-8499-efc57c420660 None None] Pushing event updated for resources: {'Port': ['ID=f6882ec7-7a19-4ceb-a472-9f735b2be23f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:58.490075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:48:58.502497 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d5b37cae-67ca-41bc-ae42-f74768f23b95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/0128c213-731d-4085-aba8-5ca15325b74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3797331 Jul 30 00:48:58.513963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Sync routers for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:48:58.538774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:48:58.539898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:58.546817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Provisioning for port 29ad1e43-1787-42db-a5b9-4135b79b338e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:48:58.583530 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Provisioning complete for port 29ad1e43-1787-42db-a5b9-4135b79b338e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:58.583996 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.585874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.652258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Port 29ad1e43-1787-42db-a5b9-4135b79b338e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:48:58.685808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-a4ebf6e2-88c4-4943-ae95-532cdd855c79 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199918999&fields=id&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 267 time: 0.0454843 Jul 30 00:48:58.848030 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-7d801101-b9ee-41e4-b5ab-2d7a17783857 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:48:58.849765 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-7d801101-b9ee-41e4-b5ab-2d7a17783857 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 796 time: 0.1543126 Jul 30 00:48:58.867806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-9a0932b1-1e50-41cc-aa96-2786b06c8356 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/quotas/00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 375 time: 0.0114927 Jul 30 00:48:58.891830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Provisioning complete for port f6882ec7-7a19-4ceb-a472-9f735b2be23f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:58.892307 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9180-b0f5-46e8-8967-2a65e992d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.934910 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-9164952a-4cd6-49e3-9c60-f83e0f44652f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590770 Jul 30 00:48:58.947385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:48:59.043000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-7f18d65d-913e-462c-9101-05f9beb6837c service neutron] 10.222.0.49 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962920 Jul 30 00:48:59.140743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-d61eaf6f-4e37-4721-aa23-bc20344d4cd1 service neutron] 10.222.0.49 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910261 Jul 30 00:48:59.225378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 2, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:48:59.254584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cd005d1b-a5b6-426f-935d-0cf74c22ce25 None None] Provisioning complete for port 29ad1e43-1787-42db-a5b9-4135b79b338e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:59.254937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cd005d1b-a5b6-426f-935d-0cf74c22ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.258209 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Checking router: 0128c213-731d-4085-aba8-5ca15325b74e for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:48:59.258574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Updating router 0128c213-731d-4085-aba8-5ca15325b74e port 29ad1e43-1787-42db-a5b9-4135b79b338e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:48:59.316941 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.320006 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-cd005d1b-a5b6-426f-935d-0cf74c22ce25 None None] Port 29ad1e43-1787-42db-a5b9-4135b79b338e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:48:59.350636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c07449b0-4297-44e9-937e-946a821a81a0 req-0a73deb1-f8a8-41bf-b499-7adc49e9c5ba tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 210 time: 0.0313272 Jul 30 00:48:59.546729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cd14b3f-9724-4abf-b8f8-17a53459b71e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:48:59.653720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.664994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 4cd14b3f-9724-4abf-b8f8-17a53459b71e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:59.665350 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.669325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Transition to ACTIVE for port object 29ad1e43-1787-42db-a5b9-4135b79b338e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:48:59.704413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.777123 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dce6a-0b00-46c0-8e50-d84a5609de2e None None] Pushing event updated for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:48:59.866227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6882ec7-7a19-4ceb-a472-9f735b2be23f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:48:59.870593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Attempting to bind port 29ad1e43-1787-42db-a5b9-4135b79b338e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:48:59.870835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Attempting to bind port 29ad1e43-1787-42db-a5b9-4135b79b338e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:48:59.871213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Attempting to bind port 29ad1e43-1787-42db-a5b9-4135b79b338e on network 24416343-8f6d-4713-bf53-ad493b93b72e {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:48:59.897745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:48:59.898263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Checking segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:48:59.898677 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.899080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Bound using segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:48:59.899546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Bound port: 29ad1e43-1787-42db-a5b9-4135b79b338e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:48:59.899942 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.969501 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f6882ec7-7a19-4ceb-a472-9f735b2be23f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:48:59.969922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:00.019432 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] For port 29ad1e43-1787-42db-a5b9-4135b79b338e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:49:00.052429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] For port 29ad1e43-1787-42db-a5b9-4135b79b338e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad1e43-1787-42db-a5b9-4135b79b338e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:49:00.062472 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:00.163674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:00.164557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:00.168271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dce6a-0b00-46c0-8e50-d84a5609de2e None None] Pushing event updated for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:00.288548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:00.489194 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6c7e029e-03d6-4526-b113-0d9a978560fa req-a2c94fc2-7e7d-4758-a6e3-55920b2f3f52 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 210 time: 0.0299284 Jul 30 00:49:00.533389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:48:59Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:00.561280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-633d8a56-04a7-438a-91ae-46d5093ab844 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:00.562794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-633d8a56-04a7-438a-91ae-46d5093ab844 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 796 time: 0.1706429 Jul 30 00:49:00.564305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85734146-3965-4597-b0f9-58afa6abaed9 None None] The sync data for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 is: [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:48:59Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:49:00.672050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-bf327440-c63c-4698-81a9-b4fa7818daca tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 380 time: 0.0395050 Jul 30 00:49:00.683294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'port': {'device_id': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'admin_state_up': True, 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'security_groups': ['63315034-9944-4a41-b71c-9d9c88b88184']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:49:00.810269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:49:00.814820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:00.971477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.5 (24416343-8f6d-4713-bf53-ad493b93b72e/ae71dbb1-9e2d-40ef-888b-995e80c73609/863779ee-2012-4027-8700-92acad82048e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:49:01.145311 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.154727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object 863779ee-2012-4027-8700-92acad82048e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:49:01.192252 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.235482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 24416343-8f6d-4713-bf53-ad493b93b72e is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:49:01.238816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:49:01.242624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:49:01.275841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:01.302947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:01.303609 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.321206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-2d06fbfe-91d0-4638-9fc1-263979921811 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415923 Jul 30 00:49:01.397700 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Request body: {'port': {'device_id': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:49:01.464365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.554521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-963bb113-a890-42ba-aac1-1027b012643b None None] Provisioning for port 863779ee-2012-4027-8700-92acad82048e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:49:01.566134 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-963bb113-a890-42ba-aac1-1027b012643b None None] Provisioning complete for port 863779ee-2012-4027-8700-92acad82048e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:49:01.566514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-963bb113-a890-42ba-aac1-1027b012643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.597004 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad1e43-1787-42db-a5b9-4135b79b338e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:49:01.644684 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-963bb113-a890-42ba-aac1-1027b012643b None None] Port 863779ee-2012-4027-8700-92acad82048e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:49:01.670145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 29ad1e43-1787-42db-a5b9-4135b79b338e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:49:01.674651 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 29ad1e43-1787-42db-a5b9-4135b79b338e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:49:01.675106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.730679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540958c-f8d8-48a8-9bfa-f437a692f0c3 req-35abc4f3-7e9a-40d6-b7a1-35058c79b249 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:01.732242 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4540958c-f8d8-48a8-9bfa-f437a692f0c3 req-35abc4f3-7e9a-40d6-b7a1-35058c79b249 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 931 time: 0.1201177 Jul 30 00:49:01.781728 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.815899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 29ad1e43-1787-42db-a5b9-4135b79b338e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad1e43-1787-42db-a5b9-4135b79b338e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:01.821470 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.842353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4540958c-f8d8-48a8-9bfa-f437a692f0c3 req-185a1f38-c818-4d0b-a5f8-455e4beb9cfa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968375 Jul 30 00:49:01.855569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863779ee-2012-4027-8700-92acad82048e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:49:01.868169 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.875959 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:01.883863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Transition to ACTIVE for port object 863779ee-2012-4027-8700-92acad82048e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:49:01.888653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:01.939467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Pushing event updated for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:02.012157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Attempting to bind port 863779ee-2012-4027-8700-92acad82048e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:49:02.012480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Attempting to bind port 863779ee-2012-4027-8700-92acad82048e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:49:02.012803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Attempting to bind port 863779ee-2012-4027-8700-92acad82048e on network 24416343-8f6d-4713-bf53-ad493b93b72e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:49:02.018052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Port 863779ee-2012-4027-8700-92acad82048e on network 24416343-8f6d-4713-bf53-ad493b93b72e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:49:02.018347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Attempting to bind port 863779ee-2012-4027-8700-92acad82048e on network 24416343-8f6d-4713-bf53-ad493b93b72e {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:49:02.024340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:49:02.024704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Checking segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:49:02.025087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Bound using segment: {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:49:02.025516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Bound port: 863779ee-2012-4027-8700-92acad82048e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504571a3-876e-41fe-aee5-7b318e13f656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:49:02.025911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:02.105853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:49:02.109065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=863779ee-2012-4027-8700-92acad82048e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:49:02.114969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:02.156316 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.157242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:02.159419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] 10.222.0.57 "PUT /v2.0/ports/863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 1092 time: 0.8217616 Jul 30 00:49:02.159957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:02.171740 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219f038-4a44-4483-a913-e3fac5b93e72" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:02.198703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9f9b0-d914-4863-8256-889451d6e38f service neutron] Pushing event updated for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:02.213657 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bbcb7b-12e8-44a7-8b30-5e1a255f0ef2 x-openstack-request-id: req-05bbcb7b-12e8-44a7-8b30-5e1a255f0ef2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:02.214153 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:02.214595 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05bbcb7b-12e8-44a7-8b30-5e1a255f0ef2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:02.215238 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e', 'status': 'completed', 'code': 200} Jul 30 00:49:02.283085 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-72d6c878-e9bd-4f0d-b9fe-b50afb1f26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.284649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-72d6c878-e9bd-4f0d-b9fe-b50afb1f26f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1095 time: 0.0498598 Jul 30 00:49:02.338845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-b3930f1f-2af1-4a9c-8c67-528c2500aa65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 217 time: 0.0390546 Jul 30 00:49:02.392973 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-f30d7f83-fad2-4a1f-aec0-2a327f3d59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.394528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-f30d7f83-fad2-4a1f-aec0-2a327f3d59d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 200 len: 835 time: 0.0485501 Jul 30 00:49:02.448013 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-dbe698ef-b13a-4901-a101-bdabc258fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.449662 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-dbe698ef-b13a-4901-a101-bdabc258fe0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24416343-8f6d-4713-bf53-ad493b93b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467105 Jul 30 00:49:02.557370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-75e97458-35cc-4360-bc65-6709416ad897 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979023 Jul 30 00:49:02.661407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af61fe69-5f40-44ce-becc-2a891169ab38 req-46b6a09e-bcf7-4a83-a780-f36d50e655bb service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907228 Jul 30 00:49:02.810798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-029017a6-8220-4e3e-934a-7516330e298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.812761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-029017a6-8220-4e3e-934a-7516330e298c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1095 time: 0.0463476 Jul 30 00:49:02.914360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-3d9a5433-6dac-431a-9ac2-ae06465dd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:02.915858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-3d9a5433-6dac-431a-9ac2-ae06465dd509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 897 time: 0.0948317 Jul 30 00:49:02.974745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-5363a7d7-2049-47ba-acd9-f60e8a8e04e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 217 time: 0.0489886 Jul 30 00:49:03.022698 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa029-f24f-4be5-bb62-70573cb19582 req-b2f32fd5-4204-44bb-8c25-3b7fdf7ca258 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:03.024170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6dfa029-f24f-4be5-bb62-70573cb19582 req-b2f32fd5-4204-44bb-8c25-3b7fdf7ca258 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 943 time: 0.1074059 Jul 30 00:49:03.058100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-a1510056-4558-4d5f-8217-6a02e86d97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:03.059614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-a1510056-4558-4d5f-8217-6a02e86d97a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 200 len: 835 time: 0.0771241 Jul 30 00:49:03.102456 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f6dfa029-f24f-4be5-bb62-70573cb19582 req-e256fd3f-b3ef-4281-b514-00f02aa41c20 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703511 Jul 30 00:49:03.120748 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-24aba31b-5866-408a-acf6-319107cb3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:03.122319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-24aba31b-5866-408a-acf6-319107cb3781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24416343-8f6d-4713-bf53-ad493b93b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517988 Jul 30 00:49:03.223297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-cd4f0dc2-758b-4e69-897c-aee10f7835cb service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915301 Jul 30 00:49:03.328407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d219f038-4a44-4483-a913-e3fac5b93e72 req-78cd9bdf-c887-404c-b454-811b888a780e service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919583 Jul 30 00:49:03.532438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad1e43-1787-42db-a5b9-4135b79b338e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:49:03.597928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 29ad1e43-1787-42db-a5b9-4135b79b338e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:49:03.598313 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:04.237077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20a57-6308-4449-b16e-6b888729033d req-4dbd6a53-d138-4534-92b9-1143540dabc7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:04.238730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b20a57-6308-4449-b16e-6b888729033d req-4dbd6a53-d138-4534-92b9-1143540dabc7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 943 time: 0.0560021 Jul 30 00:49:04.283042 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b20a57-6308-4449-b16e-6b888729033d req-d6d84efd-77aa-4a68-bac7-69288ff78794 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352945 Jul 30 00:49:05.291595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 863779ee-2012-4027-8700-92acad82048e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:49:05.408599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=863779ee-2012-4027-8700-92acad82048e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:05.421365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '863779ee-2012-4027-8700-92acad82048e', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'port_id': '863779ee-2012-4027-8700-92acad82048e', 'mac_address': 'fa:16:3e:9c:8e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:49:05.468808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:05.491875 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863779ee-2012-4027-8700-92acad82048e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:49:05.516468 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=863779ee-2012-4027-8700-92acad82048e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:05.523898 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:05.581351 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:05.812482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7b50-41be-4661-8604-72fd525664cb req-cb6f7128-ecf6-448f-a32f-9c3995f1fec5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:05.813993 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-924c7b50-41be-4661-8604-72fd525664cb req-cb6f7128-ecf6-448f-a32f-9c3995f1fec5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 943 time: 0.4487798 Jul 30 00:49:05.854314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['863779ee-2012-4027-8700-92acad82048e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:49:05.856208 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-924c7b50-41be-4661-8604-72fd525664cb req-6b4e4b41-2d1c-44fb-9932-ce6c7d6199f0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 30 00:49:06.989807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081c98c-396c-4bca-b040-b94cc7b4d888 req-68f12d11-b8bb-4242-a5a1-b3fc89f8fcf9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:06.991357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4081c98c-396c-4bca-b040-b94cc7b4d888 req-68f12d11-b8bb-4242-a5a1-b3fc89f8fcf9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 944 time: 0.0613694 Jul 30 00:49:07.035129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4081c98c-396c-4bca-b040-b94cc7b4d888 req-89411705-0835-40a4-8b1e-2258a9bb045d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339854 Jul 30 00:49:07.297063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 863779ee-2012-4027-8700-92acad82048e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:49:07.359063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 863779ee-2012-4027-8700-92acad82048e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:49:07.363116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 863779ee-2012-4027-8700-92acad82048e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:49:07.363486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:07.460032 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:07.495757 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863779ee-2012-4027-8700-92acad82048e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:07.498189 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a598ff6-3464-40fb-98e6-53f1af6eb83a" -d '{"events": [{"server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "name": "network-vif-plugged", "status": "completed", "tag": "863779ee-2012-4027-8700-92acad82048e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:07.515199 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=863779ee-2012-4027-8700-92acad82048e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:07.520562 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:07.580966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:07.605078 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39451dcb-552e-4dbb-b10f-3b019c23b03e x-openstack-request-id: req-39451dcb-552e-4dbb-b10f-3b019c23b03e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:07.605380 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "name": "network-vif-plugged", "status": "completed", "tag": "863779ee-2012-4027-8700-92acad82048e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:07.605658 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39451dcb-552e-4dbb-b10f-3b019c23b03e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:07.606084 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863779ee-2012-4027-8700-92acad82048e', 'code': 200} Jul 30 00:49:07.746001 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095902-c4d5-49e7-a965-e64ffd4e5f29 req-5ec881bf-9f33-4fb9-a482-2a62842bbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:07.747855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6095902-c4d5-49e7-a965-e64ffd4e5f29 req-5ec881bf-9f33-4fb9-a482-2a62842bbab3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1097 time: 0.0468955 Jul 30 00:49:07.794899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a6095902-c4d5-49e7-a965-e64ffd4e5f29 req-437c18df-acba-4c25-9c49-2456de0a1376 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 Jul 30 00:49:08.179805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3329f-1d4c-4af0-bc1c-0760038b736c req-0e36d4c6-932b-4ebc-99dd-5912ee8a42bd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:08.181348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1b3329f-1d4c-4af0-bc1c-0760038b736c req-0e36d4c6-932b-4ebc-99dd-5912ee8a42bd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0606754 Jul 30 00:49:08.221535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1b3329f-1d4c-4af0-bc1c-0760038b736c req-edd6eb6c-b4bb-4b3d-a823-af8bc79de1f6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340264 Jul 30 00:49:09.375773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800703a0-0d4f-4fff-be55-1d39f0df3fb3 req-4c108178-ceab-4d49-b511-9b1743ae4800 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:09.377280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-800703a0-0d4f-4fff-be55-1d39f0df3fb3 req-4c108178-ceab-4d49-b511-9b1743ae4800 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0596342 Jul 30 00:49:09.418363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-800703a0-0d4f-4fff-be55-1d39f0df3fb3 req-3f732051-2395-41f9-8b84-4da4ee1304d4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348685 Jul 30 00:49:09.548187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42c700-44e3-42ea-ab1c-c994ec4825e3 req-5df8878a-f5d1-4912-bf65-a12e2387f6d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:09.550164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c42c700-44e3-42ea-ab1c-c994ec4825e3 req-5df8878a-f5d1-4912-bf65-a12e2387f6d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0578685 Jul 30 00:49:09.589405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c42c700-44e3-42ea-ab1c-c994ec4825e3 req-bcedeb07-cee4-40e3-aa5e-5d89cb92fa28 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Jul 30 00:49:09.612172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39210) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:09.661919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6361089e-46ee-4ba5-b66e-dfccfb51881f tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:09.663537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6361089e-46ee-4ba5-b66e-dfccfb51881f tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1092 time: 0.0503659 Jul 30 00:49:09.667892 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39212) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:09.674765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '863779ee-2012-4027-8700-92acad82048e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:49:09.707854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:09.815054 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:09.928590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.249 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/4c6a8c09-f892-4755-9940-1f63519a3a29) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:49:10.068342 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.110494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.158080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:49:10.163080 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:49:10.167479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:49:10.170449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=4c6a8c09-f892-4755-9940-1f63519a3a29,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:10.548088 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.624450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.802468 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.809587 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:10.886251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=4c6a8c09-f892-4755-9940-1f63519a3a29,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:10.901204 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:11.021380 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 8992cd86-1ff8-4ff2-ae51-05947f91db0c associated. External IP: 172.25.5.249, port: 863779ee-2012-4027-8700-92acad82048e. Jul 30 00:49:11.268302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 0128c213-731d-4085-aba8-5ca15325b74e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:49:11.387515 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:49:11.397723 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Sync routers for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:49:11.408418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:11.411001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:11.411635 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:11.438228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-741a6986-4534-43c1-9cc1-ce12eae6322d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7688713 Jul 30 00:49:11.438844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:11.441955 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:11.518966 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:11.540532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f0ca4-8deb-42b5-aa0d-4d702538f0cb req-c31dfb15-5a03-44dd-b08f-454b9ff934ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:11.542129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d02f0ca4-8deb-42b5-aa0d-4d702538f0cb req-c31dfb15-5a03-44dd-b08f-454b9ff934ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0522079 Jul 30 00:49:11.584098 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d02f0ca4-8deb-42b5-aa0d-4d702538f0cb req-6f96e30e-dc8e-4d33-949d-5ee547a45fde tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355926 Jul 30 00:49:11.611340 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39218) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:11.635061 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9323d67-f5da-42af-93d1-ad779850f0b7 x-openstack-request-id: req-a9323d67-f5da-42af-93d1-ad779850f0b7 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:11.635557 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:11.635817 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9323d67-f5da-42af-93d1-ad779850f0b7 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:11.636212 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e', 'status': 'completed', 'code': 200} Jul 30 00:49:11.683272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f09ba10d-4e9f-4e8f-9260-8c84b7379718 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/8992cd86-1ff8-4ff2-ae51-05947f91db0c HTTP/1.1" status: 200 len: 991 time: 0.0699499 Jul 30 00:49:11.736789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-513c199c-3240-4b57-99a2-3f5edf941b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:11.739089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-513c199c-3240-4b57-99a2-3f5edf941b40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1097 time: 0.0512369 Jul 30 00:49:11.758969 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '8992cd86-1ff8-4ff2-ae51-05947f91db0c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'port_id': '863779ee-2012-4027-8700-92acad82048e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'mac_address': 'fa:16:3e:9c:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:49:10Z', 'updated_at': '2021-07-30T00:49:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:11.789298 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Checking router: 0128c213-731d-4085-aba8-5ca15325b74e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:49:11.798520 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:11.799174 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:48:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:11.843273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-81ca580c-bef7-4d1a-8107-ab47a09f114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:11.844795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-81ca580c-bef7-4d1a-8107-ab47a09f114b service neutron] 10.222.0.57 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 897 time: 0.0977581 Jul 30 00:49:11.909902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:11.925258 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-7c202dc7-64ab-458c-ae68-7d07d2452420 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 999 time: 0.0714071 Jul 30 00:49:11.981809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-ee901f31-aef2-49b3-aa72-a6303446d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:11.983403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-ee901f31-aef2-49b3-aa72-a6303446d883 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 200 len: 835 time: 0.0475681 Jul 30 00:49:12.034248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-fc88e0d6-6fed-4901-ba17-31b6e1cb1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:12.036529 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-fc88e0d6-6fed-4901-ba17-31b6e1cb1553 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24416343-8f6d-4713-bf53-ad493b93b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436604 Jul 30 00:49:12.137492 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-b6854769-c4b4-4f75-9f18-ff3f9ec42600 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928721 Jul 30 00:49:12.139805 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '8992cd86-1ff8-4ff2-ae51-05947f91db0c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'port_id': '863779ee-2012-4027-8700-92acad82048e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'mac_address': 'fa:16:3e:9c:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:49:10Z', 'updated_at': '2021-07-30T00:49:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:12.177184 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079dacf4-5845-4bbd-ae20-4dde5f87b72d None None] The sync data for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 is: [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '8992cd86-1ff8-4ff2-ae51-05947f91db0c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'port_id': '863779ee-2012-4027-8700-92acad82048e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'mac_address': 'fa:16:3e:9c:8e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:49:10Z', 'updated_at': '2021-07-30T00:49:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:49:12.244125 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a508dd5e-9d62-4764-bcf9-bb73fcf277cb req-eacdcf9b-3761-4863-85f8-47a669a2cb73 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975082 Jul 30 00:49:12.383086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc1a57-b50c-4909-a22b-80efe6ef3e29 None None] New status for floating IP 8992cd86-1ff8-4ff2-ae51-05947f91db0c: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:49:12.688308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39220) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:12.759592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c0011ac9-6668-4a32-a6f8-f05392e1dedd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/8992cd86-1ff8-4ff2-ae51-05947f91db0c HTTP/1.1" status: 200 len: 993 time: 0.0700645 Jul 30 00:49:13.766325 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:14.895482 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-b3986449-68fb-4049-89aa-3486ae717335 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438230 Jul 30 00:49:15.006208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964022-9d79-4818-86b5-dce60c780be6 req-aa4ff764-f7f7-4204-9f68-07869337b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:15.008180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-aa4ff764-f7f7-4204-9f68-07869337b1de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1097 time: 0.0435996 Jul 30 00:49:15.128900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964022-9d79-4818-86b5-dce60c780be6 req-76e7e134-61a7-46c1-8056-bf3aa8240f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:15.130538 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-76e7e134-61a7-46c1-8056-bf3aa8240f4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 897 time: 0.1014166 Jul 30 00:49:15.206438 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-19fdf681-8ef1-4490-aae5-90888bb204ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 1001 time: 0.0660629 Jul 30 00:49:15.268717 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964022-9d79-4818-86b5-dce60c780be6 req-6873c2c3-81db-4cf4-8423-9f88f4a72079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:15.270332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-6873c2c3-81db-4cf4-8423-9f88f4a72079 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 200 len: 835 time: 0.0561898 Jul 30 00:49:15.332444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964022-9d79-4818-86b5-dce60c780be6 req-49337689-58bf-41d0-8ce6-b01668671f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:15.334043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-49337689-58bf-41d0-8ce6-b01668671f0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24416343-8f6d-4713-bf53-ad493b93b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547237 Jul 30 00:49:15.444525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-e4ee5301-8427-4096-a74b-c5f231b419b1 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981164 Jul 30 00:49:15.550073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fd964022-9d79-4818-86b5-dce60c780be6 req-f51ec724-585d-4c80-bfe2-13e014df9739 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955596 Jul 30 00:49:16.383275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e02ecab1-c789-4dfb-b857-5896ee2497ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:18.055273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:19.082522 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34a1ba0a-58d2-43ac-a7c3-05b4082b951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:19.483871 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:20.974725 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:22.742837 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:28.525438 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:46.377763 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-85aa9503-1169-488e-99f4-9aa344eee5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:48.078664 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:49.080012 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5ecde1d-832c-46a7-865f-8ddd34dabd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:49.483426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:50.188472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb78519-53a4-4b19-a400-a6f95dceb90d req-200bdc40-7a41-44f3-9452-99a0a322ef17 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:50.190310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfb78519-53a4-4b19-a400-a6f95dceb90d req-200bdc40-7a41-44f3-9452-99a0a322ef17 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0582395 Jul 30 00:49:50.235809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cfb78519-53a4-4b19-a400-a6f95dceb90d req-ec5a6566-75b7-473a-b797-88936318070a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377028 Jul 30 00:49:50.766934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:50.977545 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:51.372848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44dca5-f180-4f65-8343-ecd1ad1d429c req-689e3c5e-4567-4d4d-970b-87b5b8f43f0d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:51.374720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f44dca5-f180-4f65-8343-ecd1ad1d429c req-689e3c5e-4567-4d4d-970b-87b5b8f43f0d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0591002 Jul 30 00:49:51.421946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f44dca5-f180-4f65-8343-ecd1ad1d429c req-b6e79887-423f-440e-9508-a5680443f177 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Jul 30 00:49:51.446662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:51.514310 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c3019d9d-7a39-4200-bb4a-b7020574f1fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/8992cd86-1ff8-4ff2-ae51-05947f91db0c HTTP/1.1" status: 200 len: 993 time: 0.0664618 Jul 30 00:49:52.746236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:52.831318 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db786-ab4f-4ab7-9c55-6acd0a0f45d4 req-7240cad2-ac40-4eda-b43f-bc40c7822101 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:52.833091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-193db786-ab4f-4ab7-9c55-6acd0a0f45d4 req-7240cad2-ac40-4eda-b43f-bc40c7822101 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Jul 30 00:49:52.879648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-193db786-ab4f-4ab7-9c55-6acd0a0f45d4 req-c132687d-a3b6-4196-8c43-fc4cbb49eadb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Jul 30 00:49:54.035608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de67a-7b4a-4b0b-9b3d-dccf9e8d010b req-d2cf7fd9-8e4b-471d-8b97-e3197e7976b6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:54.037133 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-428de67a-7b4a-4b0b-9b3d-dccf9e8d010b req-d2cf7fd9-8e4b-471d-8b97-e3197e7976b6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Jul 30 00:49:54.083303 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-428de67a-7b4a-4b0b-9b3d-dccf9e8d010b req-1ebd249e-b458-41bb-8b17-b9368b8bd95c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377352 Jul 30 00:49:54.107790 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39260) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:54.177425 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-559de7cd-4399-4978-adf7-6c46d75ae466 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/8992cd86-1ff8-4ff2-ae51-05947f91db0c HTTP/1.1" status: 200 len: 993 time: 0.0684788 Jul 30 00:49:54.415229 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39266) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:49:54.606202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 4c6a8c09-f892-4755-9940-1f63519a3a29 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:49:54.606534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.685059 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.685314 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.698267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 4c6a8c09-f892-4755-9940-1f63519a3a29 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:49:54.869984 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.895147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=4c6a8c09-f892-4755-9940-1f63519a3a29,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:54.907000 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.907382 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.907720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.908036 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.908365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.908689 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.909015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.909339 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.909655 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.910119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.910431 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.910869 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:54.970360 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:54.970609 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 8992cd86-1ff8-4ff2-ae51-05947f91db0c disassociated (deleted). External IP: 172.25.5.249, port: 863779ee-2012-4027-8700-92acad82048e. Jul 30 00:49:55.560580 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 0128c213-731d-4085-aba8-5ca15325b74e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:49:55.680694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:49:55.686414 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:55.691128 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Sync routers for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:49:55.701288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:55.701949 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:55.718808 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e45b741d-a01a-47a8-8a2f-fbb180760dd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/floatingips/8992cd86-1ff8-4ff2-ae51-05947f91db0c HTTP/1.1" status: 204 len: 168 time: 1.3025289 Jul 30 00:49:55.719444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:55.722519 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bfa2cb-292b-467e-94ab-698216d6a916" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:55.937852 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:55.980877 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602ccab-ae8b-4fd8-a498-2ae9eb11e9cd x-openstack-request-id: req-d602ccab-ae8b-4fd8-a498-2ae9eb11e9cd {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:55.981272 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "tag": "863779ee-2012-4027-8700-92acad82048e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:55.981656 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d602ccab-ae8b-4fd8-a498-2ae9eb11e9cd {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:55.982220 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'tag': '863779ee-2012-4027-8700-92acad82048e', 'status': 'completed', 'code': 200} Jul 30 00:49:56.105313 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-e055abf6-5402-4b52-93c7-29f245bb0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.106900 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-e055abf6-5402-4b52-93c7-29f245bb0519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 1097 time: 0.0655987 Jul 30 00:49:56.114598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a465e0-98d5-485a-b1bd-b3199d6b6085 req-f0d58ac9-11b6-435f-999b-05bf353d2ff1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.116127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65a465e0-98d5-485a-b1bd-b3199d6b6085 req-f0d58ac9-11b6-435f-999b-05bf353d2ff1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0869126 Jul 30 00:49:56.152032 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:56.178935 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Checking router: 0128c213-731d-4085-aba8-5ca15325b74e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:49:56.187963 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:49:56.188579 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:56.208967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65a465e0-98d5-485a-b1bd-b3199d6b6085 req-9cd1bbc4-0f7e-402c-ac3c-f2d44fef47ea tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823588 Jul 30 00:49:56.240847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-157bc7ce-28dc-4d96-9f2f-77bb6f6911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.242957 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-157bc7ce-28dc-4d96-9f2f-77bb6f6911b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 200 len: 897 time: 0.1256812 Jul 30 00:49:56.292733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-6a678fe4-2812-456f-af6e-7281898f5c5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 200 len: 217 time: 0.0377135 Jul 30 00:49:56.299793 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:49:56.353711 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-8331bd4e-cab7-451d-99c6-a3f6faf19442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.355216 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-8331bd4e-cab7-451d-99c6-a3f6faf19442 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 200 len: 835 time: 0.0545714 Jul 30 00:49:56.411782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-ca68b311-4262-4d2a-9e4b-67d756e5e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:56.413228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-ca68b311-4262-4d2a-9e4b-67d756e5e327 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24416343-8f6d-4713-bf53-ad493b93b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491397 Jul 30 00:49:56.516592 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-91b84559-6ee5-48ff-a2fa-a074ecd143fd service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948551 Jul 30 00:49:56.524436 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:49:56.553478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3a566-f6a4-419b-aff5-60c4a32ef096 None None] The sync data for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 is: [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '29ad1e43-1787-42db-a5b9-4135b79b338e', 'name': '', 'network_id': '24416343-8f6d-4713-bf53-ad493b93b72e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:46:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:56Z', 'updated_at': '2021-07-30T00:49:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'ae71dbb1-9e2d-40ef-888b-995e80c73609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:49:56.638211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58bfa2cb-292b-467e-94ab-698216d6a916 req-c48b2e2c-0e8d-496a-83db-e630298ff548 service neutron] 10.222.0.57 "GET /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077502 Jul 30 00:49:56.821811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a61f43-97c0-44b0-8e8f-f26a3a773ea2 None None] New status for floating IP 8992cd86-1ff8-4ff2-ae51-05947f91db0c: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:49:57.341170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324bd1-233e-4ce1-a64e-3b07688bb7c1 req-a0e113c0-41f2-42b2-a6f9-614573c317fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:57.342640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92324bd1-233e-4ce1-a64e-3b07688bb7c1 req-a0e113c0-41f2-42b2-a6f9-614573c317fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0575645 Jul 30 00:49:57.388612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92324bd1-233e-4ce1-a64e-3b07688bb7c1 req-577aedbb-49c4-4c97-a5ea-7ddcadf4201d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 Jul 30 00:49:58.259816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-c6e0936e-d1ce-430f-8a28-d9a74c684fb8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:58.261328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-c6e0936e-d1ce-430f-8a28-d9a74c684fb8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0748835 Jul 30 00:49:58.370440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 863779ee-2012-4027-8700-92acad82048e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:49:58.371237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.510414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 863779ee-2012-4027-8700-92acad82048e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=863779ee-2012-4027-8700-92acad82048e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:49:58.510720 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.527415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 863779ee-2012-4027-8700-92acad82048e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:49:58.540447 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.554405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1531-7196-4969-be1c-fbc110313972 req-2fd4f8d0-4b51-4895-a73f-332fb8f0483e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:49:58.556082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65cd1531-7196-4969-be1c-fbc110313972 req-2fd4f8d0-4b51-4895-a73f-332fb8f0483e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bb7d83c-6f93-4323-b332-6893bfc1c383 HTTP/1.1" status: 200 len: 945 time: 0.0877745 Jul 30 00:49:58.640343 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-65cd1531-7196-4969-be1c-fbc110313972 req-7ec1742a-554a-4d9a-ad0c-85adcb327d9a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=63315034-9944-4a41-b71c-9d9c88b88184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561604 Jul 30 00:49:58.724588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.761214 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=863779ee-2012-4027-8700-92acad82048e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:49:58.797870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.798290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.798702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.799099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.799486 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.799883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.800277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.800677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.801076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.801490 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.801980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.802368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:49:58.825427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] No DVR routers for this DVR port 863779ee-2012-4027-8700-92acad82048e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:49:58.828343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:58.830407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-58b5ece9-ea4a-44e3-8451-dc8601bd6af8 req-25368216-4b41-434c-a9af-7ff4b8a2bf73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "DELETE /v2.0/ports/863779ee-2012-4027-8700-92acad82048e HTTP/1.1" status: 204 len: 173 time: 0.5611877 Jul 30 00:49:58.830843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'name': 'network-vif-deleted', 'tag': '863779ee-2012-4027-8700-92acad82048e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:49:58.833169 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c00a8e-9b83-408b-a803-bb32303008a5" -d '{"events": [{"server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "name": "network-vif-deleted", "tag": "863779ee-2012-4027-8700-92acad82048e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:49:58.884834 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d1b68-64bb-4eaa-bb65-7da33965bc91 x-openstack-request-id: req-e92d1b68-64bb-4eaa-bb65-7da33965bc91 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:49:58.885139 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb7d83c-6f93-4323-b332-6893bfc1c383", "name": "network-vif-deleted", "tag": "863779ee-2012-4027-8700-92acad82048e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:49:58.885402 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e92d1b68-64bb-4eaa-bb65-7da33965bc91 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:49:58.885870 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb7d83c-6f93-4323-b332-6893bfc1c383', 'name': 'network-vif-deleted', 'tag': '863779ee-2012-4027-8700-92acad82048e', 'status': 'completed', 'code': 200} Jul 30 00:49:59.704072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39284) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:00.073958 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:00.344855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 29ad1e43-1787-42db-a5b9-4135b79b338e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:00.345106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:00.442681 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 29ad1e43-1787-42db-a5b9-4135b79b338e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=29ad1e43-1787-42db-a5b9-4135b79b338e,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:00.443067 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:00.457020 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 29ad1e43-1787-42db-a5b9-4135b79b338e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:00.647891 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:00.678880 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=29ad1e43-1787-42db-a5b9-4135b79b338e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:00.877573 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.093447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 0128c213-731d-4085-aba8-5ca15325b74e has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:01.203959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:01.209538 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-16ec3ea7-6bec-4c6d-9fdb-f7f3393bb9d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/0128c213-731d-4085-aba8-5ca15325b74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043988 Jul 30 00:50:01.212432 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39286) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:01.214538 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Sync routers for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:01.224403 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:01.225031 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:01.270545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting subnet ae71dbb1-9e2d-40ef-888b-995e80c73609 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:50:01.274053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.322779 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.334159 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:01.422459 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.491072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.517887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Subnet': ['ID=ae71dbb1-9e2d-40ef-888b-995e80c73609,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:01.524456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.528833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2a162a3b-bf7d-40e5-9e9d-ce5713078cb5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/subnets/ae71dbb1-9e2d-40ef-888b-995e80c73609 HTTP/1.1" status: 204 len: 168 time: 0.3127785 Jul 30 00:50:01.529147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39288) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:01.534879 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390a67d-b249-4552-ab26-fff7354fafcf None None] Network 24416343-8f6d-4713-bf53-ad493b93b72e requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:01.539593 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:50:00Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:01.575657 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Checking router: 0128c213-731d-4085-aba8-5ca15325b74e for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:01.588236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Routers {'0128c213-731d-4085-aba8-5ca15325b74e'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:01.588839 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['0128c213-731d-4085-aba8-5ca15325b74e'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:01.710751 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] Set router 0128c213-731d-4085-aba8-5ca15325b74e gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:01.746526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] DHCP port deletion for 24416343-8f6d-4713-bf53-ad493b93b72e request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:50:01.820613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Deleting port f6882ec7-7a19-4ceb-a472-9f735b2be23f {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:01.821338 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.894652 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] For port f6882ec7-7a19-4ceb-a472-9f735b2be23f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f6882ec7-7a19-4ceb-a472-9f735b2be23f,segment=NetworkSegment(504571a3-876e-41fe-aee5-7b318e13f656),segment_id=504571a3-876e-41fe-aee5-7b318e13f656)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:01.895024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:01.915267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Calling delete_port for f6882ec7-7a19-4ceb-a472-9f735b2be23f owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:02.007813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.024341 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:50:00Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:02.032889 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Pushing event deleted for resources: {'Port': ['ID=f6882ec7-7a19-4ceb-a472-9f735b2be23f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:02.043310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] No DVR routers for this DVR port f6882ec7-7a19-4ceb-a472-9f735b2be23f on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:50:02.048771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.049384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.049936 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.050454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.051509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.051509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.051691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.051960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.052291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.052770 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.053103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.053703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350e590-a8ed-4f01-ab92-8b312e688977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:02.056597 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2522ab7-19d3-4b75-a13a-1241fff248fd None None] The sync data for ids ['0128c213-731d-4085-aba8-5ca15325b74e'] in n-d-712707-11 is: [{'id': '0128c213-731d-4085-aba8-5ca15325b74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698457429', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:50:00Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '4cd14b3f-9724-4abf-b8f8-17a53459b71e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0128c213-731d-4085-aba8-5ca15325b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:48:53Z', 'updated_at': '2021-07-30T00:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:02.128465 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.248541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.310343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 4cd14b3f-9724-4abf-b8f8-17a53459b71e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:50:02.310601 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.391693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 4cd14b3f-9724-4abf-b8f8-17a53459b71e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=4cd14b3f-9724-4abf-b8f8-17a53459b71e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:02.392331 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.408942 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 4cd14b3f-9724-4abf-b8f8-17a53459b71e owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:50:02.600580 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.631159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=4cd14b3f-9724-4abf-b8f8-17a53459b71e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:02.699926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.795685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.797910 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.846197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.846994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Fanout notify agent at l3_agent the message router_deleted on router 0128c213-731d-4085-aba8-5ca15325b74e {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:50:02.854215 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:02.855353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-368bd4e5-5aa3-4a8e-8013-c122df20bfc0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/routers/0128c213-731d-4085-aba8-5ca15325b74e HTTP/1.1" status: 204 len: 168 time: 1.3252177 Jul 30 00:50:02.858202 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39290) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:02.954510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.051685 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.061975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24416343-8f6d-4713-bf53-ad493b93b72e']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:03.072531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504571a3-876e-41fe-aee5-7b318e13f656') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:03.072790 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504571a3-876e-41fe-aee5-7b318e13f656') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:03.081875 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.096081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.102180 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:50:03.102498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:50:03.105532 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:50:03.165902 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.171162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.173921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/networks/24416343-8f6d-4713-bf53-ad493b93b72e HTTP/1.1" status: 204 len: 168 time: 0.3139477 Jul 30 00:50:03.176112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39292) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:03.189669 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b134-ab31-4e5a-bf33-7eb44d4a2c19 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Network': ['ID=24416343-8f6d-4713-bf53-ad493b93b72e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:03.243401 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.269219 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.335697 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.340130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.341550 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/security-groups/63315034-9944-4a41-b71c-9d9c88b88184 HTTP/1.1" status: 204 len: 168 time: 0.1643078 Jul 30 00:50:03.350923 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6aac3-309c-449c-ae24-80a41820fffa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63315034-9944-4a41-b71c-9d9c88b88184,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:03.572717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad1e43-1787-42db-a5b9-4135b79b338e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:03.595495 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 29ad1e43-1787-42db-a5b9-4135b79b338e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:03.595737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 29ad1e43-1787-42db-a5b9-4135b79b338e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:03.596139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cd14b3f-9724-4abf-b8f8-17a53459b71e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:03.618587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 863779ee-2012-4027-8700-92acad82048e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:03.621788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 4cd14b3f-9724-4abf-b8f8-17a53459b71e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:03.622164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 4cd14b3f-9724-4abf-b8f8-17a53459b71e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:03.622595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6882ec7-7a19-4ceb-a472-9f735b2be23f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:50:03.642239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 863779ee-2012-4027-8700-92acad82048e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:03.642583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 863779ee-2012-4027-8700-92acad82048e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:03.661012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f6882ec7-7a19-4ceb-a472-9f735b2be23f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:50:03.661353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f6882ec7-7a19-4ceb-a472-9f735b2be23f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:50:03.700759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39298) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:03.706097 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598228813', 'description': 'tempest-secgroup-smoke-1598228813 description', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:03.728612 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.813975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.819011 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.849751 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.851285 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494875 Jul 30 00:50:03.854943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39300) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:03.860188 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a1255-faf5-4e9a-b358-a4f2af1c9745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3624767f-756c-453d-8b00-75fddd83aba4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:03.860820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:03.892968 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.957521 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.963765 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.992811 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a41762-2733-4976-9bbf-676211270bdf,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.000226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.001727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9720d6df-d8fe-4dd0-b440-bf7edee46bf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453555 Jul 30 00:50:04.004451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39302) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.009291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.039251 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.103612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.108140 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.126145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad67b40-d93c-4d91-aab3-03c1747ead61,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.132845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.134583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0636d4ea-57a6-4675-9859-78fee614031a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291373 Jul 30 00:50:04.137327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39304) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.141969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.170355 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.246728 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.253343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.272208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7ac336-f554-4897-bceb-719972596c3f,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.279450 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.280730 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-8ba00fa6-7d92-49b6-9173-85e93e18157f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423931 Jul 30 00:50:04.283461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39306) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.287982 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.318119 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.382864 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.387694 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.406976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ea7c79-8814-46a1-b2f9-d80c5f41b710,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.414881 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.417271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d919fd36-9630-4d4c-b10a-68fa49dc1676 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327212 Jul 30 00:50:04.420874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39308) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.427983 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.454259 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:50:04.459425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.515083 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.519616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.538589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16077402-2faa-4dcc-b725-de32e20a16f0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.546374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.547409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-85e719fd-3845-470c-b671-4fac1cb31cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253939 Jul 30 00:50:04.550329 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39310) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.554801 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': '3624767f-756c-453d-8b00-75fddd83aba4', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.578122 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:50:04.583034 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.660256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.666156 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.686550 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6ba143-225f-4e9a-8d1e-ff4954d121ba,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.695508 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.697146 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c4cf826c-0377-4342-a1ab-10684710f473 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458008 Jul 30 00:50:04.700140 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39312) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.705076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'network': {'name': 'tempest-network-smoke--1427426001', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.728176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:04.731738 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.757165 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:50:04.766932 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.767708 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Added segment 676ddd81-c8da-4b72-ab2f-9db30e25c56a of type vlan for network 06e74d54-febe-49d6-af32-1212f20557ab Jul 30 00:50:04.808646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.839374 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.845149 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:04.845788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.912485 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2111938 Jul 30 00:50:04.916340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39314) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:04.921226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'admin_state_up': True, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:04.923581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8672b-dcd1-424b-9488-48e8926a04bb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Network': ['ID=06e74d54-febe-49d6-af32-1212f20557ab,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:04.934086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 06e74d54-febe-49d6-af32-1212f20557ab details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:50:04.947473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:04.948515 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.004164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.148631 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.365165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.389218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.490667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.119 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/091b2f44-b4b8-4854-a85d-17e5f5dfb126) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:05.607913 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.651343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.700341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:05.705656 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:05.711630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:05.714747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=091b2f44-b4b8-4854-a85d-17e5f5dfb126,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:05.981447 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.181502 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.325444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:50:06.437824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:06.450205 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Sync routers for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:06.460469 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:06.461072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.461311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:06.466069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-fa160234-98b4-4a4a-82d2-0e6f9e6ce81c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5461071 Jul 30 00:50:06.466816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39316) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:06.497395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e99668d6-b933-4f72-999b-da3b5f8f8f87 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=00a2fdc61f51450fa74d0fd15915f1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292821 Jul 30 00:50:06.500428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39318) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:06.571883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:06.593722 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb7ef9-7595-43fa-b045-32a1a16f79fa tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:06.597881 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-acbb7ef9-7595-43fa-b045-32a1a16f79fa tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937817 Jul 30 00:50:06.598154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39320) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:06.632045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0cbf6f1a-f4a0-439c-a1f8-a97e16e3c07e tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328133 Jul 30 00:50:06.635252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39322) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:06.640140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760125720', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:06.732613 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:06.736271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.773604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:05Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:06.801691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Checking router: 4d9bbb74-7aa2-4425-84e9-78143858b2d5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:06.802051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Updating router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:06.832711 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.951137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.012123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Subnet': ['ID=79ed7e93-abf4-4f43-98f2-4552c523b8b4,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:07.022144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Checking segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:07.022537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network hostable DHCP agents. Network: 06e74d54-febe-49d6-af32-1212f20557ab, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:50:07.040877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 06e74d54-febe-49d6-af32-1212f20557ab is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:50:07.051879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 06e74d54-febe-49d6-af32-1212f20557ab) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:07.056514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:07.057185 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.067798 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a879c83-c8e8-4fc4-906a-d8266cc4d42c None None] Network 06e74d54-febe-49d6-af32-1212f20557ab requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:07.076540 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f0e1016e-dfc5-4a08-995e-7964d2baeed0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4376574 Jul 30 00:50:07.076858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39324) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:07.156436 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.177303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Transition to ACTIVE for port object 091b2f44-b4b8-4854-a85d-17e5f5dfb126 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:07.186103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.283840 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db953e-dda7-4735-9f57-f74cc7bfe657 None None] Pushing event updated for resources: {'Port': ['ID=091b2f44-b4b8-4854-a85d-17e5f5dfb126,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:07.290523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Attempting to bind port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:07.290899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Attempting to bind port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:07.291266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Attempting to bind port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:07.304051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:07.304459 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:07.304809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.305356 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:07.305890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Bound port: 091b2f44-b4b8-4854-a85d-17e5f5dfb126, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:07.306486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.359764 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-06e74d54-febe-49d6-af32-1212f20557ab', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:50:07.360629 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.405376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] For port 091b2f44-b4b8-4854-a85d-17e5f5dfb126, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:07.409467 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] For port 091b2f44-b4b8-4854-a85d-17e5f5dfb126, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=091b2f44-b4b8-4854-a85d-17e5f5dfb126,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:07.462106 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.552162 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.562094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:07.562745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:07.611088 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db953e-dda7-4735-9f57-f74cc7bfe657 None None] Pushing event updated for resources: {'Port': ['ID=091b2f44-b4b8-4854-a85d-17e5f5dfb126,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:07.627874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Allocated IP 172.20.0.2 (06e74d54-febe-49d6-af32-1212f20557ab/79ed7e93-abf4-4f43-98f2-4552c523b8b4/47c84dab-9787-4b00-bc0c-e670c9b5ae87) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:07.739116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:07.960814 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.972250 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Transition to ACTIVE for port object 47c84dab-9787-4b00-bc0c-e670c9b5ae87 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:07.991700 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Transition to ACTIVE for port object 47c84dab-9787-4b00-bc0c-e670c9b5ae87 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:08.002110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.043061 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Network 06e74d54-febe-49d6-af32-1212f20557ab is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:08.047907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:08.051159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:05Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:08.053145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:08.057639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.1 (06e74d54-febe-49d6-af32-1212f20557ab/79ed7e93-abf4-4f43-98f2-4552c523b8b4/297c6d74-d68d-4547-860a-9d54da160073) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:08.091017 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c2ad8-f470-4945-99e7-869c067e15f2 None None] The sync data for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 is: [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:05Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:08.094303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Pushing event updated for resources: {'Port': ['ID=47c84dab-9787-4b00-bc0c-e670c9b5ae87,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.158555 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Attempting to bind port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:08.159047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Attempting to bind port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:08.159311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Attempting to bind port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 on network 06e74d54-febe-49d6-af32-1212f20557ab {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:08.165404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:08.165975 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Checking segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:08.166394 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.167238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Bound using segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:08.167238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Bound port: 47c84dab-9787-4b00-bc0c-e670c9b5ae87, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:08.167648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.184042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.199531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object 297c6d74-d68d-4547-860a-9d54da160073 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:08.238056 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.239777 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] For port 47c84dab-9787-4b00-bc0c-e670c9b5ae87, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:08.244492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] For port 47c84dab-9787-4b00-bc0c-e670c9b5ae87, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47c84dab-9787-4b00-bc0c-e670c9b5ae87,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:08.249235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.286475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 06e74d54-febe-49d6-af32-1212f20557ab is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:08.289896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:08.294624 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:08.337916 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff281f-390d-4aa9-92c3-f40569a9d2e7 None None] Pushing event updated for resources: {'Port': ['ID=47c84dab-9787-4b00-bc0c-e670c9b5ae87,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.384621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:08.402008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.575320 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.297332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.303126 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.348618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecf23f-b4ef-4cee-9039-6c306ab9fd8c None None] Network 06e74d54-febe-49d6-af32-1212f20557ab requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:50:09.378083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:09.380675 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.415615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6a705622-a427-4fbd-8e00-ddb1d000c85a None None] Provisioning for port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:09.488136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 06e74d54-febe-49d6-af32-1212f20557ab is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:09.489969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:09.637171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:09.677869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 091b2f44-b4b8-4854-a85d-17e5f5dfb126 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:09.746223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:09.755131 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:09.755131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.797371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:09.803728 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9d78bd18-3c3c-4725-83e5-c8e4ac724162 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/4d9bbb74-7aa2-4425-84e9-78143858b2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253006 Jul 30 00:50:09.857822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.886761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 091b2f44-b4b8-4854-a85d-17e5f5dfb126, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=091b2f44-b4b8-4854-a85d-17e5f5dfb126,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:09.894078 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:09.894831 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47c84dab-9787-4b00-bc0c-e670c9b5ae87 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:09.927014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-734a9479-c5cd-42c5-a02c-ffb604227c5b None None] Provisioning for port 297c6d74-d68d-4547-860a-9d54da160073 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:09.945754 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Sync routers for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:09.957269 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:09.958052 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:09.964945 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-734a9479-c5cd-42c5-a02c-ffb604227c5b None None] Provisioning complete for port 297c6d74-d68d-4547-860a-9d54da160073 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:09.965314 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-734a9479-c5cd-42c5-a02c-ffb604227c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.000279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-7fdd0266-2f13-4d15-bb4c-c38273cc4375 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598228813&fields=id&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 267 time: 0.0542202 Jul 30 00:50:10.077182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:10.142058 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-779a7878-27cd-41aa-93ea-62f60c00616c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:10.154626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-779a7878-27cd-41aa-93ea-62f60c00616c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 797 time: 0.1527028 Jul 30 00:50:10.173167 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-d17976ef-653a-4a3a-aad7-48ccde4a3526 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/quotas/00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 375 time: 0.0169940 Jul 30 00:50:10.235726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:10.237064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-338f60fc-9d2b-4c19-81ea-30932362f509 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625567 Jul 30 00:50:10.238462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=091b2f44-b4b8-4854-a85d-17e5f5dfb126,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.246107 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-734a9479-c5cd-42c5-a02c-ffb604227c5b None None] Port 297c6d74-d68d-4547-860a-9d54da160073 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:10.247876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:10.248329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.350120 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 2, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:10.378742 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.383213 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Checking router: 4d9bbb74-7aa2-4425-84e9-78143858b2d5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:10.383694 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Updating router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 port 297c6d74-d68d-4547-860a-9d54da160073 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:50:10.411433 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.412051 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-06db8903-6518-4bce-836e-f087103681ac None None] Provisioning complete for port 297c6d74-d68d-4547-860a-9d54da160073 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:10.412433 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06db8903-6518-4bce-836e-f087103681ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.420536 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-b025203c-a24d-414f-9142-2d2d21990c94 service neutron] 10.222.0.49 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580150 Jul 30 00:50:10.450223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 47c84dab-9787-4b00-bc0c-e670c9b5ae87, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47c84dab-9787-4b00-bc0c-e670c9b5ae87,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:10.457509 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.492353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-06db8903-6518-4bce-836e-f087103681ac None None] Port 297c6d74-d68d-4547-860a-9d54da160073 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:10.519483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=47c84dab-9787-4b00-bc0c-e670c9b5ae87,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.520341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-210f1ec9-fb0b-42a8-93e9-ee3349b7b11b service neutron] 10.222.0.49 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934768 Jul 30 00:50:10.613788 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-96dc572b-2f16-47dc-9ba2-97d57e6b8029 None None] Provisioning complete for port 297c6d74-d68d-4547-860a-9d54da160073 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:10.614150 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-96dc572b-2f16-47dc-9ba2-97d57e6b8029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.670326 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-96dc572b-2f16-47dc-9ba2-97d57e6b8029 None None] Port 297c6d74-d68d-4547-860a-9d54da160073 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:10.717515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7fc0037f-0737-41ff-a68e-9a62b272ded6 req-9ce5979d-22d4-44e0-9ea4-d5d5efbe7cf8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 210 time: 0.0312140 Jul 30 00:50:10.728713 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.740208 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Transition to ACTIVE for port object 297c6d74-d68d-4547-860a-9d54da160073 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:10.750466 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.822731 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Pushing event updated for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:10.858610 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.859140 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.859494 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.859832 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.860368 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.860897 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.861462 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.861962 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.862500 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.863028 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.863550 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.863967 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:50:10.919141 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Attempting to bind port 297c6d74-d68d-4547-860a-9d54da160073 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:10.919622 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Attempting to bind port 297c6d74-d68d-4547-860a-9d54da160073 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:10.920051 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Attempting to bind port 297c6d74-d68d-4547-860a-9d54da160073 on network 06e74d54-febe-49d6-af32-1212f20557ab {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:10.927618 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:10.928036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Checking segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:10.928579 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:10.929158 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Bound using segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:10.929849 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Bound port: 297c6d74-d68d-4547-860a-9d54da160073, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:10.930285 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.004563 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] For port 297c6d74-d68d-4547-860a-9d54da160073, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:11.007799 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] For port 297c6d74-d68d-4547-860a-9d54da160073, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=297c6d74-d68d-4547-860a-9d54da160073,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:11.015666 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.081594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda1666-f9fd-42e7-ab71-e966bd005ed2 None None] Pushing event updated for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:11.084278 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:11.084898 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:49:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:11.209036 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:11.446288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:10Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:11.477205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472857d2-d49c-46d8-a57e-21462d9eaf7e None None] The sync data for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 is: [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:10Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:11.641847 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 091b2f44-b4b8-4854-a85d-17e5f5dfb126 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:11.702481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:11.702903 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:11.817056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47c84dab-9787-4b00-bc0c-e670c9b5ae87 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:11.851089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9bb13753-286b-4db4-b178-08f19f00dec7 req-ec9b6b2f-99fb-46cc-a5be-f7de0e32f00b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 210 time: 0.0409698 Jul 30 00:50:11.891808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:11.892189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.216144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-5f00ecf1-fba5-4f79-880f-481f348c2ef0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:12.217824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-5f00ecf1-fba5-4f79-880f-481f348c2ef0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 797 time: 0.1336229 Jul 30 00:50:12.276023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-5aef8dfe-2581-4a46-a596-1493f8c59596 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 380 time: 0.0411837 Jul 30 00:50:12.287307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'port': {'device_id': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'admin_state_up': True, 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'security_groups': ['3624767f-756c-453d-8b00-75fddd83aba4']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:12.439137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:50:12.443810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.599140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.12 (06e74d54-febe-49d6-af32-1212f20557ab/79ed7e93-abf4-4f43-98f2-4552c523b8b4/ec33ec18-b3cc-4dda-b4fd-8f022f1b665b) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:12.773026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.789888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object ec33ec18-b3cc-4dda-b4fd-8f022f1b665b will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:12.826751 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:12.878276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 06e74d54-febe-49d6-af32-1212f20557ab is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:12.881837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:12.888440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:12.941697 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:12.986821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:12.987564 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.031727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-1af8f9fb-8114-4b5d-a344-83fe21605ea3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492466 Jul 30 00:50:13.045813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dd609-98d1-4c66-b79e-1895c552b363 req-d9b08387-4684-4db6-aca3-ebb786d448e0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:13.047475 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422dd609-98d1-4c66-b79e-1895c552b363 req-d9b08387-4684-4db6-aca3-ebb786d448e0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 932 time: 0.0679760 Jul 30 00:50:13.059899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Request body: {'port': {'device_id': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:13.141905 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-422dd609-98d1-4c66-b79e-1895c552b363 req-43fe2038-c9ab-4ffc-9211-6003ca4355a5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788417 Jul 30 00:50:13.144639 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.161072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8f1b4d3f-54ce-450c-b26b-ffd33206eb54 None None] Provisioning for port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:13.166044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8f1b4d3f-54ce-450c-b26b-ffd33206eb54 None None] Provisioning complete for port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:13.166418 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4d3f-54ce-450c-b26b-ffd33206eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.202337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b4d3f-54ce-450c-b26b-ffd33206eb54 None None] Port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:50:13.432626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec33ec18-b3cc-4dda-b4fd-8f022f1b665b {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:50:13.440955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.453825 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Transition to ACTIVE for port object ec33ec18-b3cc-4dda-b4fd-8f022f1b665b will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:50:13.458970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.509586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Pushing event updated for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.592130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Attempting to bind port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:50:13.592532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Attempting to bind port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:50:13.592921 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Attempting to bind port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b on network 06e74d54-febe-49d6-af32-1212f20557ab {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:13.598818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b on network 06e74d54-febe-49d6-af32-1212f20557ab not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:50:13.599514 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Attempting to bind port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b on network 06e74d54-febe-49d6-af32-1212f20557ab {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:50:13.606946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:50:13.607415 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Checking segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:50:13.607903 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Bound using segment: {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:50:13.608438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Bound port: ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676ddd81-c8da-4b72-ab2f-9db30e25c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:50:13.609026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.635668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 297c6d74-d68d-4547-860a-9d54da160073 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:13.684473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:50:13.688708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:50:13.690142 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 297c6d74-d68d-4547-860a-9d54da160073 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:13.693911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.694632 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 297c6d74-d68d-4547-860a-9d54da160073 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:13.695075 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.734631 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:13.735270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.736750 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] 10.222.0.57 "PUT /v2.0/ports/ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 1093 time: 0.6819434 Jul 30 00:50:13.737199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:13.740472 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ad953-c0d8-46d5-bae4-1517615f71f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:13.778984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9065-5b76-49c4-a858-38da9f697eff service neutron] Pushing event updated for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.803905 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fd6b03-cc37-4dfe-be60-dea5a12a620a x-openstack-request-id: req-07fd6b03-cc37-4dfe-be60-dea5a12a620a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:13.804804 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:13.805243 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07fd6b03-cc37-4dfe-be60-dea5a12a620a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:13.805725 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'status': 'completed', 'code': 200} Jul 30 00:50:13.816369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.859919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 297c6d74-d68d-4547-860a-9d54da160073, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=297c6d74-d68d-4547-860a-9d54da160073,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:13.864248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-aa349739-ff40-4dfe-ada4-ff2eb51cf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:13.866206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-aa349739-ff40-4dfe-ada4-ff2eb51cf429 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1096 time: 0.0461326 Jul 30 00:50:13.868449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:13.923083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:13.926494 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-12c2c1e1-38ad-4871-85c0-6e3a1606c451 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 217 time: 0.0449107 Jul 30 00:50:13.983727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-68ead968-4867-4465-8a4b-82eaa10023e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:13.985274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-68ead968-4867-4465-8a4b-82eaa10023e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0516124 Jul 30 00:50:14.048054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-138911e4-94ed-493d-95b5-98fb6eee6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.049558 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-138911e4-94ed-493d-95b5-98fb6eee6b9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519421 Jul 30 00:50:14.152287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-b7f7edbb-b1ec-4feb-9c57-c5a9fb3ec95d service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942512 Jul 30 00:50:14.276974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eb1a2854-651a-4904-8d3c-f5a4d91e8433 req-67bd2b08-769e-4f93-94f9-59a920a5872b service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168880 Jul 30 00:50:14.293647 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb1c3-b9b5-495f-aa41-291a32051354 req-1898bbe6-db67-4ae4-be85-50de80dbba5e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.295196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15ddb1c3-b9b5-495f-aa41-291a32051354 req-1898bbe6-db67-4ae4-be85-50de80dbba5e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 944 time: 0.0753043 Jul 30 00:50:14.334369 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-15ddb1c3-b9b5-495f-aa41-291a32051354 req-6566e7c2-21c0-4760-9198-093802540f7d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Jul 30 00:50:14.432113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-3f398e24-3474-4089-b52a-1b217909c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.433723 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-3f398e24-3474-4089-b52a-1b217909c97d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1096 time: 0.0544922 Jul 30 00:50:14.533329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-7dfb0780-d9e3-4722-ab61-7cdba1a78c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.534974 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-7dfb0780-d9e3-4722-ab61-7cdba1a78c7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 898 time: 0.0930717 Jul 30 00:50:14.610522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-5ac4470b-02e3-4bd4-bfff-879c824d9edd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 217 time: 0.0678787 Jul 30 00:50:14.664713 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-ca34a486-6b0f-4217-bd09-f5b82bf307bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.666361 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-ca34a486-6b0f-4217-bd09-f5b82bf307bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0473986 Jul 30 00:50:14.717703 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-05cfed73-13ae-4127-a207-9af39b85042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:14.719206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-05cfed73-13ae-4127-a207-9af39b85042f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425167 Jul 30 00:50:14.833966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-032467a2-04e7-4be3-a6c0-b5637b20501f service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013000 Jul 30 00:50:14.940393 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-162ad953-c0d8-46d5-bae4-1517615f71f7 req-cd45e163-237c-465b-9676-295c66650b5f service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989802 Jul 30 00:50:15.472430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9839057-bfc3-4bc1-b6a4-394532835f82 req-80d9bd07-5a75-4193-861a-a100eb52c8e5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:15.474038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9839057-bfc3-4bc1-b6a4-394532835f82 req-80d9bd07-5a75-4193-861a-a100eb52c8e5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 944 time: 0.0594335 Jul 30 00:50:15.521899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9839057-bfc3-4bc1-b6a4-394532835f82 req-3cc71fdb-4769-4a65-a990-5edcb1dd9846 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Jul 30 00:50:15.584263 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 297c6d74-d68d-4547-860a-9d54da160073 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:15.640636 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ec33ec18-b3cc-4dda-b4fd-8f022f1b665b details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:50:15.675340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 297c6d74-d68d-4547-860a-9d54da160073 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:15.675942 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.818601 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:15.836597 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'port_id': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'mac_address': 'fa:16:3e:90:84:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:50:15.889187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.904870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec33ec18-b3cc-4dda-b4fd-8f022f1b665b {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:50:15.927082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:15.934454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:15.988816 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:16.234677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:50:16.395423 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4dee4f87-4807-49bb-88cb-7e69e483d301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:16.649129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f459-9edf-426e-8858-0cd982704b7c req-042609c9-5995-4dc8-81e9-bffd9d2c37c3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:16.651224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fd2f459-9edf-426e-8858-0cd982704b7c req-042609c9-5995-4dc8-81e9-bffd9d2c37c3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 945 time: 0.0546758 Jul 30 00:50:16.694700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fd2f459-9edf-426e-8858-0cd982704b7c req-9e283ee4-7d94-44a1-9bd0-f31e7ba995cd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 Jul 30 00:50:17.649122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ec33ec18-b3cc-4dda-b4fd-8f022f1b665b up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:50:17.725793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:50:17.731548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:50:17.732030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.822917 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.835006 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f992d-cc25-4ef4-bfbc-b3c5d6e56130 req-fedc16c3-cf50-44b0-afe5-c598222500c5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:17.836614 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-449f992d-cc25-4ef4-bfbc-b3c5d6e56130 req-fedc16c3-cf50-44b0-afe5-c598222500c5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 945 time: 0.0548372 Jul 30 00:50:17.850345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:17.853376 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fe286-ce33-479d-961e-9e7caa81866c" -d '{"events": [{"server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "name": "network-vif-plugged", "status": "completed", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:17.867229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:50:17.876686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:17.890332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-449f992d-cc25-4ef4-bfbc-b3c5d6e56130 req-1daa499e-6970-42ba-8159-5aa26ac71596 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469372 Jul 30 00:50:17.932351 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba85b3-fdbd-4e83-bd5d-4c6c46ee1e93 x-openstack-request-id: req-baba85b3-fdbd-4e83-bd5d-4c6c46ee1e93 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:17.932734 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "name": "network-vif-plugged", "status": "completed", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:17.933152 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baba85b3-fdbd-4e83-bd5d-4c6c46ee1e93 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:17.933577 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'code': 200} Jul 30 00:50:17.934817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:18.074920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3a96b-9629-465e-8a08-99e9825e798c req-49051b82-6eae-4533-a981-c5de3e15cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:18.077320 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fff3a96b-9629-465e-8a08-99e9825e798c req-49051b82-6eae-4533-a981-c5de3e15cac7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1098 time: 0.0533793 Jul 30 00:50:18.095299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:18.122702 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fff3a96b-9629-465e-8a08-99e9825e798c req-09ccb24d-7470-498b-9d39-ec09226f3a76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Jul 30 00:50:19.050356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb844-e9d9-4341-8ceb-9da976fdde17 req-8121c995-916b-4308-86ad-e086fe3a3522 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:19.051968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f01cb844-e9d9-4341-8ceb-9da976fdde17 req-8121c995-916b-4308-86ad-e086fe3a3522 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0694308 Jul 30 00:50:19.083248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-050155a2-93bc-4f77-863b-95320d324ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:19.100735 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f01cb844-e9d9-4341-8ceb-9da976fdde17 req-f6fefd02-99b5-416e-9352-b1b2c25d8ca8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Jul 30 00:50:19.479267 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.238568 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df90875-e4d5-4ca7-9b84-76b733fccaa9 req-7c1a07ca-6dbe-4e14-b3f8-54c6c669edb3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:20.240080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8df90875-e4d5-4ca7-9b84-76b733fccaa9 req-7c1a07ca-6dbe-4e14-b3f8-54c6c669edb3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0634799 Jul 30 00:50:20.282460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8df90875-e4d5-4ca7-9b84-76b733fccaa9 req-ac3f0b2a-bed1-4b07-9956-bce313d13479 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344956 Jul 30 00:50:20.407003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c678d-ed80-4585-ba7b-77895e223a47 req-3c463e88-b821-4b5c-9add-2dcbebbfeecf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:20.408412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-462c678d-ed80-4585-ba7b-77895e223a47 req-3c463e88-b821-4b5c-9add-2dcbebbfeecf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0538893 Jul 30 00:50:20.456720 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-462c678d-ed80-4585-ba7b-77895e223a47 req-6515a541-faad-472b-8f11-baccd4bdad33 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Jul 30 00:50:20.482136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39382) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:20.537526 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ba0fd-c50e-4365-a7d4-31f0a9b69cbb tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:20.539421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4b9ba0fd-c50e-4365-a7d4-31f0a9b69cbb tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1093 time: 0.0538747 Jul 30 00:50:20.542353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39384) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:20.546881 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:50:20.574386 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.684022 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.801947 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.242 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/6364c589-15c6-43c5-bb3f-362d188bdd75) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:50:20.921607 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.970470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:20.980145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.009447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:50:21.012394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:50:21.017923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:50:21.023443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=6364c589-15c6-43c5-bb3f-362d188bdd75,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.448164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.529731 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.714981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.721207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.803470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=6364c589-15c6-43c5-bb3f-362d188bdd75,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:50:21.813648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:21.923966 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 69a72f5d-e452-455c-8265-a3cca43116af associated. External IP: 172.25.5.242, port: ec33ec18-b3cc-4dda-b4fd-8f022f1b665b. Jul 30 00:50:22.146902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:50:22.278079 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:50:22.288101 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Sync routers for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:50:22.295095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.300794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:22.301431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:50:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:22.323164 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-678ec9a7-161b-44b1-bbe7-d99a289fc2d7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7797658 Jul 30 00:50:22.323788 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:50:22.326227 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0de877-8454-4a0e-bfef-8949050dcc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:50:22.414327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:22.424795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fd9c-38c2-49bb-aff7-50e7efe57d43 req-3fc2213e-8463-41e5-86a5-cb4ed528665e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.426379 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e359fd9c-38c2-49bb-aff7-50e7efe57d43 req-3fc2213e-8463-41e5-86a5-cb4ed528665e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0517819 Jul 30 00:50:22.470814 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e359fd9c-38c2-49bb-aff7-50e7efe57d43 req-76a3fc4e-0966-4acf-9db8-9506eebc0023 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368543 Jul 30 00:50:22.494544 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39390) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:22.536779 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7c2a7-354c-4538-9bd6-b251ad767220 x-openstack-request-id: req-10b7c2a7-354c-4538-9bd6-b251ad767220 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:50:22.537071 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:50:22.537902 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b7c2a7-354c-4538-9bd6-b251ad767220 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:50:22.537902 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'status': 'completed', 'code': 200} Jul 30 00:50:22.559111 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a74705b4-8936-4bef-ac60-4c6a4b70f18e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/69a72f5d-e452-455c-8265-a3cca43116af HTTP/1.1" status: 200 len: 992 time: 0.0630903 Jul 30 00:50:22.641482 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-a902dc7e-572a-4456-966f-4858778c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.643052 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-a902dc7e-572a-4456-966f-4858778c7e03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1098 time: 0.0478263 Jul 30 00:50:22.656441 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '69a72f5d-e452-455c-8265-a3cca43116af', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'port_id': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'mac_address': 'fa:16:3e:90:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:21Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:22.684766 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Checking router: 4d9bbb74-7aa2-4425-84e9-78143858b2d5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:50:22.693703 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:50:22.694419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:50:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:22.758659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:22.760044 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-fc678ab5-1f97-4781-9a6d-bb7d1b4b53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.761652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-fc678ab5-1f97-4781-9a6d-bb7d1b4b53af service neutron] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 898 time: 0.0948799 Jul 30 00:50:22.821222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:50:22.842960 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-a9828d2b-c78e-488c-ae6e-35f1b51adf1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 1000 time: 0.0732367 Jul 30 00:50:22.897103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-21a9db62-2498-45d3-8272-e63f7abbf72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.898672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-21a9db62-2498-45d3-8272-e63f7abbf72f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0481172 Jul 30 00:50:22.957824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-30241be4-579c-47da-b1db-46b17f9b191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:22.959618 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-30241be4-579c-47da-b1db-46b17f9b191e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526166 Jul 30 00:50:23.055822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-368f396d-2158-4039-8751-25b35a26a7ed service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887613 Jul 30 00:50:23.067103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '69a72f5d-e452-455c-8265-a3cca43116af', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'port_id': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'mac_address': 'fa:16:3e:90:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:21Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:50:23.094802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7592d0-37c7-4fa0-8325-365291a2b657 None None] The sync data for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 is: [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '69a72f5d-e452-455c-8265-a3cca43116af', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'port_id': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'mac_address': 'fa:16:3e:90:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:50:21Z', 'updated_at': '2021-07-30T00:50:21Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:50:23.156375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4c0de877-8454-4a0e-bfef-8949050dcc9d req-c2ae3894-0812-456f-b3af-b938dc5882b8 service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914054 Jul 30 00:50:23.322914 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92efed-85de-4fba-8f57-266b479db5a0 None None] New status for floating IP 69a72f5d-e452-455c-8265-a3cca43116af: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:50:23.562902 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39392) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:50:23.636854 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f006dcac-1afc-4620-a037-7e5673cb88c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/69a72f5d-e452-455c-8265-a3cca43116af HTTP/1.1" status: 200 len: 994 time: 0.0727890 Jul 30 00:50:27.769447 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:50:28.538180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:46.384676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-167c1346-f902-48ad-b9a3-311d959c05a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:48.097096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:49.086494 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c6454fea-ff77-47e1-9670-fb600881afe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:49.484193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:50.986060 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:52.750807 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:58.542511 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:59.233828 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469ffa4-6ff2-4481-93f8-13ea4ee7ac34 req-2e1b6fa5-e6bc-44f0-8069-b76e38e31b1c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:59.235579 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9469ffa4-6ff2-4481-93f8-13ea4ee7ac34 req-2e1b6fa5-e6bc-44f0-8069-b76e38e31b1c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0840073 Jul 30 00:50:59.277574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-cfd47550-c2d3-404b-b864-d8247eafa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:59.279179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-cfd47550-c2d3-404b-b864-d8247eafa4cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1098 time: 0.0859780 Jul 30 00:50:59.287555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9469ffa4-6ff2-4481-93f8-13ea4ee7ac34 req-10ee4efc-94c7-4e8b-8c81-5f046f36c6c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Jul 30 00:50:59.377108 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-c211fb0a-07cd-44e7-905a-ce8ae99f5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:59.378689 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-c211fb0a-07cd-44e7-905a-ce8ae99f5298 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 898 time: 0.0902605 Jul 30 00:50:59.450947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-f2f4560e-93df-4bdc-b1d8-3f42b45e28b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 1002 time: 0.0641594 Jul 30 00:50:59.505036 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-3bed3e8f-9892-47da-9b67-be08d599a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:59.506519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-3bed3e8f-9892-47da-9b67-be08d599a3b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0465376 Jul 30 00:50:59.556288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-c9fe9732-ae17-4c7b-af9f-2f87acec7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:50:59.558030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-c9fe9732-ae17-4c7b-af9f-2f87acec7359 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431201 Jul 30 00:50:59.662842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-0fc18bf2-97d8-4a4a-a027-d7f3f58005b2 service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949750 Jul 30 00:50:59.755088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e7dc3c1e-2c4a-430c-8b20-35c9f014488f req-8453ebdb-d764-4f43-b728-34480e8e61cb service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845571 Jul 30 00:51:00.420253 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e2e30-cf70-4cc0-8aeb-2dd6ee88c9bb req-aa267f24-cf2a-4994-8c76-3ab288549b65 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:00.421918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52e2e30-cf70-4cc0-8aeb-2dd6ee88c9bb req-aa267f24-cf2a-4994-8c76-3ab288549b65 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0573041 Jul 30 00:51:00.461654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52e2e30-cf70-4cc0-8aeb-2dd6ee88c9bb req-70cb94b9-b566-4e96-99f6-2ee7dde3913c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Jul 30 00:51:01.589002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81a8f1-36b5-44d8-bb33-e31176686214 req-cd7adb1f-cd43-4898-b8db-c61c14aa2c98 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:01.590570 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c81a8f1-36b5-44d8-bb33-e31176686214 req-cd7adb1f-cd43-4898-b8db-c61c14aa2c98 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0542040 Jul 30 00:51:01.630964 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1c81a8f1-36b5-44d8-bb33-e31176686214 req-c21c0507-6501-467c-af83-27b5251f363e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341587 Jul 30 00:51:02.764750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882a039-5f0f-45e6-acd5-4a2d5ba0ee6b req-9332b06d-f3b5-4931-b958-91c3fde785c6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:02.766319 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1882a039-5f0f-45e6-acd5-4a2d5ba0ee6b req-9332b06d-f3b5-4931-b958-91c3fde785c6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0630858 Jul 30 00:51:02.808290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1882a039-5f0f-45e6-acd5-4a2d5ba0ee6b req-36bbdc28-e8ae-475a-8550-52750dd2aa5c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Jul 30 00:51:03.929303 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d437f7-5bba-476e-81e1-8f302d2b2855 req-da564764-1fe9-4aa2-9179-ffdef13edff5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:03.931049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7d437f7-5bba-476e-81e1-8f302d2b2855 req-da564764-1fe9-4aa2-9179-ffdef13edff5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0525515 Jul 30 00:51:03.978257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d7d437f7-5bba-476e-81e1-8f302d2b2855 req-2d699f5e-5459-43cf-9764-c8584aabf28c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Jul 30 00:51:04.770662 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:51:05.107651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d5217-022e-4ff0-a6f5-b5d113f60f55 req-3750780a-c169-4efb-9cd0-4f08dc45372c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:05.109308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e3d5217-022e-4ff0-a6f5-b5d113f60f55 req-3750780a-c169-4efb-9cd0-4f08dc45372c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0588114 Jul 30 00:51:05.150612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e3d5217-022e-4ff0-a6f5-b5d113f60f55 req-eedb79ae-fc49-4349-8197-87c7c329ec02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Jul 30 00:51:06.277157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de23a-470a-446c-806c-c0c792a13734 req-ffd5b016-d80a-4d45-adc5-14baee372a4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:06.278632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb8de23a-470a-446c-806c-c0c792a13734 req-ffd5b016-d80a-4d45-adc5-14baee372a4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0530286 Jul 30 00:51:06.320787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bb8de23a-470a-446c-806c-c0c792a13734 req-ae0f38f4-ad97-45ed-9b14-ddb5d96d59f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358584 Jul 30 00:51:07.461118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ba4d-deef-43dc-a3ae-41717003b5a8 req-1d7223bc-af8e-48aa-975c-f19ce2c45d00 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:07.462782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b871ba4d-deef-43dc-a3ae-41717003b5a8 req-1d7223bc-af8e-48aa-975c-f19ce2c45d00 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0697291 Jul 30 00:51:07.505251 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b871ba4d-deef-43dc-a3ae-41717003b5a8 req-7dfe8369-9e55-4af3-b872-beb7ec3dfac9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336757 Jul 30 00:51:09.032014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11fe6-da97-4e4e-b567-04dd469a7b27 req-b761dbf7-11eb-47a2-8709-999a96094583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:09.033658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b11fe6-da97-4e4e-b567-04dd469a7b27 req-b761dbf7-11eb-47a2-8709-999a96094583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.4491410 Jul 30 00:51:09.084027 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-80b11fe6-da97-4e4e-b567-04dd469a7b27 req-5a5fa460-07f6-4f1e-b2b0-98aeea87c9d4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Jul 30 00:51:10.216952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c2333-2bc3-42e3-9f50-931851c7909e req-70ba2382-592e-4d7b-afc4-7b6bfa7a2902 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:10.218426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-893c2333-2bc3-42e3-9f50-931851c7909e req-70ba2382-592e-4d7b-afc4-7b6bfa7a2902 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0507360 Jul 30 00:51:10.259989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-893c2333-2bc3-42e3-9f50-931851c7909e req-f17d92bd-faf1-40f6-b041-8489ca87243e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353148 Jul 30 00:51:11.399826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0e6b-1228-4c3c-b89e-0fe9d6604da3 req-fc6669f7-f4b8-477c-8415-aa1485c013d4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:11.401719 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccea0e6b-1228-4c3c-b89e-0fe9d6604da3 req-fc6669f7-f4b8-477c-8415-aa1485c013d4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0604868 Jul 30 00:51:11.456154 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ccea0e6b-1228-4c3c-b89e-0fe9d6604da3 req-ad8ccb35-fa29-43d5-b996-4606c9f9f6fb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480134 Jul 30 00:51:11.479784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39432) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:11.546812 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4d10e177-9405-4289-bbb2-bb40d3eb0f0b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/69a72f5d-e452-455c-8265-a3cca43116af HTTP/1.1" status: 200 len: 994 time: 0.0656641 Jul 30 00:51:15.899384 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-8758c63c-319a-4ceb-bfd7-51bb502a5bb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526662 Jul 30 00:51:16.022435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080092a-207c-411f-8483-73d1c36611d2 req-8a0d175b-8bbe-414e-8699-5a038e57d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:16.024039 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-8a0d175b-8bbe-414e-8699-5a038e57d4b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1098 time: 0.0460806 Jul 30 00:51:16.155466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080092a-207c-411f-8483-73d1c36611d2 req-5a629a94-1720-4031-9676-1e2dddfd43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:16.156894 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-5a629a94-1720-4031-9676-1e2dddfd43b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 898 time: 0.0997272 Jul 30 00:51:16.224749 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-17bccf30-b993-4d98-a7b2-6903123182bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 1002 time: 0.0596390 Jul 30 00:51:16.278701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080092a-207c-411f-8483-73d1c36611d2 req-73c13db8-c7f4-4003-87d3-a0e3bc5cffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:16.280203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-73c13db8-c7f4-4003-87d3-a0e3bc5cffca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0483403 Jul 30 00:51:16.342012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080092a-207c-411f-8483-73d1c36611d2 req-aa19905a-3e14-44ac-a66c-c5b61510e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:16.343646 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-aa19905a-3e14-44ac-a66c-c5b61510e400 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548823 Jul 30 00:51:16.378273 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e2fcc2c-b30c-44ee-9e17-c7d1be10cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:16.442776 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-25773c10-d255-4a85-af48-15b740cfe6e6 service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899742 Jul 30 00:51:16.549314 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5080092a-207c-411f-8483-73d1c36611d2 req-522abaeb-7651-46a5-ad46-00b0aa61d3dc service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988815 Jul 30 00:51:18.117734 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:19.089411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f7dc180d-fe2d-4915-bafd-3274137e79a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:19.488874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:20.995854 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:22.761241 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:28.539788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:41.770902 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:51:44.291460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39452) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:44.469860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 6364c589-15c6-43c5-bb3f-362d188bdd75 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:51:44.470211 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:44.563838 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:44.564189 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:44.577754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 6364c589-15c6-43c5-bb3f-362d188bdd75 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:51:44.738755 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:44.771330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=6364c589-15c6-43c5-bb3f-362d188bdd75,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:44.795848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.796223 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.797094 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.797440 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.797842 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.798154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.798489 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.798823 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.799151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.799488 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.799829 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.800164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:44.844233 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:44.844472 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 69a72f5d-e452-455c-8265-a3cca43116af disassociated (deleted). External IP: 172.25.5.242, port: ec33ec18-b3cc-4dda-b4fd-8f022f1b665b. Jul 30 00:51:45.059504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:51:45.551673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:51:45.557038 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:45.563007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Sync routers for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:51:45.579661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:45.580487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:45.589131 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-257487f7-7457-4e16-bae9-2ce36a19ac39 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/floatingips/69a72f5d-e452-455c-8265-a3cca43116af HTTP/1.1" status: 204 len: 168 time: 1.2965422 Jul 30 00:51:45.589860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:51:45.592504 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:51:45.696791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:45.783440 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353cc09f-2e9d-4830-9cf4-1bd35e36ceb7 x-openstack-request-id: req-353cc09f-2e9d-4830-9cf4-1bd35e36ceb7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:51:45.783753 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:51:45.786159 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-353cc09f-2e9d-4830-9cf4-1bd35e36ceb7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:51:45.786159 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'status': 'completed', 'code': 200} Jul 30 00:51:45.911999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-18b72f79-afac-438a-896e-86b5ac53f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:45.913500 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-18b72f79-afac-438a-896e-86b5ac53f644 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 1098 time: 0.0807025 Jul 30 00:51:45.923215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c2583-b411-4152-a091-0dc41c8698c5 req-88422d81-6823-4e84-9e81-406e734603fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:45.924860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-727c2583-b411-4152-a091-0dc41c8698c5 req-88422d81-6823-4e84-9e81-406e734603fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0827065 Jul 30 00:51:46.025561 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-727c2583-b411-4152-a091-0dc41c8698c5 req-92d1cdea-42b8-4256-8df2-70b6b8629177 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917675 Jul 30 00:51:46.052518 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-19f3ca05-6fd2-4402-b976-d82e039976fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:46.054078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-19f3ca05-6fd2-4402-b976-d82e039976fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 200 len: 898 time: 0.1283207 Jul 30 00:51:46.084487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:46.099238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-c247b47d-f173-4921-b522-1f2471eac3fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 200 len: 217 time: 0.0370207 Jul 30 00:51:46.111970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Checking router: 4d9bbb74-7aa2-4425-84e9-78143858b2d5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:51:46.120950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:46.121584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:46.153742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-80b34245-e68c-4da7-b177-1e50f0ead22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:46.155272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-80b34245-e68c-4da7-b177-1e50f0ead22a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 200 len: 835 time: 0.0476835 Jul 30 00:51:46.214084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-4e0cf2f1-ab75-4d73-aae9-1b94d0bda057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:46.215807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-4e0cf2f1-ab75-4d73-aae9-1b94d0bda057 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06e74d54-febe-49d6-af32-1212f20557ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521798 Jul 30 00:51:46.237054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:46.317380 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-ef67c133-0324-4f18-a850-6579a082f138 service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922565 Jul 30 00:51:46.387950 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-caa4fd7c-f197-4908-9532-d24e4c12c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:46.421471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da2c2dd4-72e5-462f-b0f3-b38d2640d71d req-441bf502-99df-44cc-bcc4-da1b9863070a service neutron] 10.222.0.57 "GET /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948589 Jul 30 00:51:46.470663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:46.498619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede57a-ae52-48a6-b252-93c8315d16b2 None None] The sync data for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 is: [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:50:08Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '297c6d74-d68d-4547-860a-9d54da160073', 'name': '', 'network_id': '06e74d54-febe-49d6-af32-1212f20557ab', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:c8:6c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:07Z', 'updated_at': '2021-07-30T00:50:13Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '79ed7e93-abf4-4f43-98f2-4552c523b8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:51:46.734063 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47949f3b-6767-4878-83b0-36a075c96560 None None] New status for floating IP 69a72f5d-e452-455c-8265-a3cca43116af: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:51:47.147701 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40658326-5f0a-4ac5-a9b4-3fa9120344cc req-05167ffa-565c-4bd9-827c-bfdb0a0d7ac6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:47.149205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40658326-5f0a-4ac5-a9b4-3fa9120344cc req-05167ffa-565c-4bd9-827c-bfdb0a0d7ac6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0520508 Jul 30 00:51:47.188089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40658326-5f0a-4ac5-a9b4-3fa9120344cc req-999822a1-a53d-4a39-bca6-5c11a12baa48 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=3624767f-756c-453d-8b00-75fddd83aba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Jul 30 00:51:47.623559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-65aeb9a3-fd79-47fd-a62d-4d40c90889b6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:47.626009 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-65aeb9a3-fd79-47fd-a62d-4d40c90889b6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 946 time: 0.0570879 Jul 30 00:51:47.732031 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:51:47.732359 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:47.831844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:51:47.832100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:47.848093 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for ec33ec18-b3cc-4dda-b4fd-8f022f1b665b owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:51:47.989855 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:48.021639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=ec33ec18-b3cc-4dda-b4fd-8f022f1b665b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:48.035405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.035765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.036150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.036570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.036943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.037260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.037610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.038005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.038399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.038671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.038950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.039300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:48.085860 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] No DVR routers for this DVR port ec33ec18-b3cc-4dda-b4fd-8f022f1b665b on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:51:48.088381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:48.090488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2ca34ab7-d9e5-4147-ba7c-f893e8a6057c req-1baad951-942d-4ec7-9702-19f74d43a075 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "DELETE /v2.0/ports/ec33ec18-b3cc-4dda-b4fd-8f022f1b665b HTTP/1.1" status: 204 len: 173 time: 0.4578464 Jul 30 00:51:48.090946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'name': 'network-vif-deleted', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:51:48.093305 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226b2fdf-3d1d-4a24-ba1d-9faad8ffb616" -d '{"events": [{"server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "name": "network-vif-deleted", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:51:48.102999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:48.133839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266755b4-b709-4551-bf9c-8a2afe997ba4 x-openstack-request-id: req-266755b4-b709-4551-bf9c-8a2afe997ba4 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:51:48.134140 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b526269-3ad3-420c-8a2e-a3d62db701bf", "name": "network-vif-deleted", "tag": "ec33ec18-b3cc-4dda-b4fd-8f022f1b665b", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:51:48.134395 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-266755b4-b709-4551-bf9c-8a2afe997ba4 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:51:48.134828 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b526269-3ad3-420c-8a2e-a3d62db701bf', 'name': 'network-vif-deleted', 'tag': 'ec33ec18-b3cc-4dda-b4fd-8f022f1b665b', 'status': 'completed', 'code': 200} Jul 30 00:51:48.310556 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c562afe7-ddee-4ee2-891c-b9667c28f68c req-c9d5c175-ecdd-4cc8-aa63-16dc5aab6ce2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b526269-3ad3-420c-8a2e-a3d62db701bf HTTP/1.1" status: 200 len: 210 time: 0.0277884 Jul 30 00:51:49.087825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-38623d38-f8fc-49ac-bada-73cf92b4204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:49.376462 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39468) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:49.485997 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:49.792405 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.083883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 297c6d74-d68d-4547-860a-9d54da160073 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:51:50.084239 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.203837 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 297c6d74-d68d-4547-860a-9d54da160073, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=297c6d74-d68d-4547-860a-9d54da160073,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:51:50.204203 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.217817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 297c6d74-d68d-4547-860a-9d54da160073 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:51:50.415392 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.443398 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=297c6d74-d68d-4547-860a-9d54da160073,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:50.643780 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.877271 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:51:50.993791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:50.996180 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:51:51.005483 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39470) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:51.006196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-61f6054d-fa15-4072-9534-d06451711746 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/4d9bbb74-7aa2-4425-84e9-78143858b2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285293 Jul 30 00:51:51.008754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Sync routers for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:51:51.020653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:51.021331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:51.076340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting subnet 79ed7e93-abf4-4f43-98f2-4552c523b8b4 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:51:51.080718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.123230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.156539 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:51.244630 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.310709 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.341840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Subnet': ['ID=79ed7e93-abf4-4f43-98f2-4552c523b8b4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:51.350575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.356146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39472) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:51.357108 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3b394206-8b32-4236-8bf4-30bf5b4669e9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/subnets/79ed7e93-abf4-4f43-98f2-4552c523b8b4 HTTP/1.1" status: 204 len: 168 time: 0.3504941 Jul 30 00:51:51.358565 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f8aab-5d8b-451b-a759-38ecfcb0c7e3 None None] Network 06e74d54-febe-49d6-af32-1212f20557ab requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:51:51.376557 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:51:50Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:51.443086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Checking router: 4d9bbb74-7aa2-4425-84e9-78143858b2d5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:51:51.468210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Routers {'4d9bbb74-7aa2-4425-84e9-78143858b2d5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:51.469194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:51.479452 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.596293 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.626719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] Set router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:51.660670 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 091b2f44-b4b8-4854-a85d-17e5f5dfb126 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:51:51.661026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.758060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] DHCP port deletion for 06e74d54-febe-49d6-af32-1212f20557ab request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:51:51.766402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 091b2f44-b4b8-4854-a85d-17e5f5dfb126, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=091b2f44-b4b8-4854-a85d-17e5f5dfb126,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:51:51.766796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.782907 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 091b2f44-b4b8-4854-a85d-17e5f5dfb126 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:51:51.869986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Deleting port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:51:51.870285 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.945287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] For port 47c84dab-9787-4b00-bc0c-e670c9b5ae87, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=47c84dab-9787-4b00-bc0c-e670c9b5ae87,segment=NetworkSegment(676ddd81-c8da-4b72-ab2f-9db30e25c56a),segment_id=676ddd81-c8da-4b72-ab2f-9db30e25c56a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:51:51.945541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.962290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Calling delete_port for 47c84dab-9787-4b00-bc0c-e670c9b5ae87 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:51:51.976249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:51.976536 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:51:50Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:52.002083 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=091b2f44-b4b8-4854-a85d-17e5f5dfb126,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:52.011458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e99c37-0d96-41d6-bcb3-53360cadcf45 None None] The sync data for ids ['4d9bbb74-7aa2-4425-84e9-78143858b2d5'] in n-d-712707-11 is: [{'id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410499343', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:50:04Z', 'updated_at': '2021-07-30T00:51:50Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '091b2f44-b4b8-4854-a85d-17e5f5dfb126', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bbb74-7aa2-4425-84e9-78143858b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:50:05Z', 'updated_at': '2021-07-30T00:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:51:52.060252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ec33ec18-b3cc-4dda-b4fd-8f022f1b665b no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:51:52.090106 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.092886 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: ec33ec18-b3cc-4dda-b4fd-8f022f1b665b {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:51:52.093300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ec33ec18-b3cc-4dda-b4fd-8f022f1b665b not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:51:52.128483 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.159623 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Pushing event deleted for resources: {'Port': ['ID=47c84dab-9787-4b00-bc0c-e670c9b5ae87,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:52.168291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] No DVR routers for this DVR port 47c84dab-9787-4b00-bc0c-e670c9b5ae87 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:51:52.174221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.174670 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.175120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.181092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12255502-51cf-45fb-a27e-c9720b282a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:52.213742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.216447 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.263890 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.264595 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9bbb74-7aa2-4425-84e9-78143858b2d5 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:51:52.273571 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.274926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e3488f18-fc54-43e4-9396-a3f74605f9e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/routers/4d9bbb74-7aa2-4425-84e9-78143858b2d5 HTTP/1.1" status: 204 len: 168 time: 0.9174306 Jul 30 00:51:52.279192 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39474) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:52.381182 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.482683 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.494635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e74d54-febe-49d6-af32-1212f20557ab']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:52.510879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676ddd81-c8da-4b72-ab2f-9db30e25c56a') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:52.511164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676ddd81-c8da-4b72-ab2f-9db30e25c56a') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:52.524798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.544521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.551526 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:51:52.551934 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:51:52.555484 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:51:52.631158 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.636500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.642111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39478) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:52.642730 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/networks/06e74d54-febe-49d6-af32-1212f20557ab HTTP/1.1" status: 204 len: 168 time: 0.3610363 Jul 30 00:51:52.658367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09856978-de02-448d-86e7-dc8afbf82618 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Network': ['ID=06e74d54-febe-49d6-af32-1212f20557ab,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:52.723401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.765239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.769189 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.841340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.844192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:52.845473 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/security-groups/3624767f-756c-453d-8b00-75fddd83aba4 HTTP/1.1" status: 204 len: 168 time: 0.2013865 Jul 30 00:51:52.855745 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7ad82-88eb-4d92-99b4-dd63a8f55c47 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3624767f-756c-453d-8b00-75fddd83aba4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:53.317755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39484) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:53.322952 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431756415', 'description': 'tempest-secgroup-smoke-1431756415 description', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:53.353955 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.461873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.467784 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.499181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.500875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1817985 Jul 30 00:51:53.502630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a43eb-4a2f-402e-bf0d-f3010c523105 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac282b6d-aaa6-4566-a581-5def88975beb,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:53.504061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39486) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:53.509522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:53.545669 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.619088 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.624158 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.647236 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a570e0a-43df-4f82-b8ab-9d7e312c0194,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:53.649955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 297c6d74-d68d-4547-860a-9d54da160073 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:51:53.662069 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.663334 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-35ab2c58-c331-467a-9604-2151d61e75ad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581910 Jul 30 00:51:53.668759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39488) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:53.674211 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:53.679144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 297c6d74-d68d-4547-860a-9d54da160073 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:51:53.679488 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 297c6d74-d68d-4547-860a-9d54da160073 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:51:53.679903 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 091b2f44-b4b8-4854-a85d-17e5f5dfb126 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:51:53.705496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 091b2f44-b4b8-4854-a85d-17e5f5dfb126 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:51:53.705932 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 091b2f44-b4b8-4854-a85d-17e5f5dfb126 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:51:53.706074 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.706418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47c84dab-9787-4b00-bc0c-e670c9b5ae87 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:51:53.725857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 47c84dab-9787-4b00-bc0c-e670c9b5ae87 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:51:53.726170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 47c84dab-9787-4b00-bc0c-e670c9b5ae87 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:51:53.772819 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.777655 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.796757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82013c62-46e3-4ac8-b4a3-ad1520381ede,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:53.804018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.805214 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c8d9fa78-79f5-424c-9367-dcb703a79b5d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354890 Jul 30 00:51:53.808082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39490) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:53.813028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:53.848081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.915018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.919782 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.938537 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9012487-cf00-4f64-bdd2-f5e84205d2a6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:53.947227 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:53.948429 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c9751a4b-d614-4e0a-8ac6-bd75f410f46d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394141 Jul 30 00:51:53.951401 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39492) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:53.956687 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:53.986453 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.048570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.054115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.071728 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06fe9cc-9cd0-4dff-b571-842ebdf6927d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:54.079973 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.081233 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aafd0a09-d50e-4a5d-b6b4-bcb0aa126bcd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288860 Jul 30 00:51:54.083980 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39494) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:54.088422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:54.113453 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:51:54.121242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.192093 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.198154 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.215977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e83dbf-c030-436c-83de-801b491e77a6,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:54.223603 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.224857 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8671a9cc-2921-4361-b48c-a0f5a4940c77 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399722 Jul 30 00:51:54.227765 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39496) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:54.234936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'ac282b6d-aaa6-4566-a581-5def88975beb', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:54.264769 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:51:54.270017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.355010 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.360248 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.379985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b2d876-993b-43da-a9ac-82ac938950ec,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:54.388702 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.393470 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d0fb188b-174e-4ced-a027-7997604a1da0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613958 Jul 30 00:51:54.393470 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39498) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:54.398894 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'network': {'name': 'tempest-network-smoke--514275509', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:54.422666 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:51:54.427511 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.465076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:51:54.478526 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.479107 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Added segment 57514b2a-1377-451d-b1a8-8257bf4da27e of type vlan for network 1f0bebaf-f852-4962-9f01-0d7edc22c099 Jul 30 00:51:54.530822 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.569546 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.571445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:54.572068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.632376 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2375884 Jul 30 00:51:54.635213 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39500) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:54.640038 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'admin_state_up': True, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:54.659694 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce048e-e8c6-4f1f-9994-bdaddf3dcbc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Network': ['ID=1f0bebaf-f852-4962-9f01-0d7edc22c099,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:54.670742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:51:54.677305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.678474 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.735630 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:54.890704 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.099300 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.121916 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.229232 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.86 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0109cb1c-61e2-4241-b4cd-6b504ce1cf83) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:51:55.344410 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.403161 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:55.445504 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:51:55.451168 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:51:55.453671 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:51:55.459816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:55.755130 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:56.322429 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:56.464127 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4a295c2b-d51e-4037-8673-85acf81790b2 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:51:56.579031 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:51:56.593232 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Sync routers for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:51:56.602989 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:56.604325 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d15886e6-c5dc-4606-94a3-9d893733becc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9684074 Jul 30 00:51:56.605529 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:56.606178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:56.608237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39504) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:56.639575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-55c7bbf5-9e66-4870-9e94-a4a1415e2446 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=00a2fdc61f51450fa74d0fd15915f1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295720 Jul 30 00:51:56.642766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39506) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:56.749355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81284a47-9b55-44dc-9f9e-2b0924c2a4b4 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:56.751403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-81284a47-9b55-44dc-9f9e-2b0924c2a4b4 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073239 Jul 30 00:51:56.754512 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39508) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:56.785691 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b5779885-8e59-461c-b39a-7f80151c6e69 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298479 Jul 30 00:51:56.788399 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39510) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:56.793561 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245276338', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:51:56.826352 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:56.889589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:51:56.893439 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.067761 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:55Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:57.086583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.095284 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Checking router: 4a295c2b-d51e-4037-8673-85acf81790b2 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:51:57.095629 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Updating router 4a295c2b-d51e-4037-8673-85acf81790b2 port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:51:57.145395 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Subnet': ['ID=61313e41-29f9-4e4a-b472-4ebe5ec4278a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:57.154865 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.163416 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Checking segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:51:57.163774 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network hostable DHCP agents. Network: 1f0bebaf-f852-4962-9f01-0d7edc22c099, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:51:57.181226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:51:57.191654 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 1f0bebaf-f852-4962-9f01-0d7edc22c099) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:51:57.196375 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:57.196975 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.208258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02adf9b-27df-4fb7-961d-494dd3294be1 None None] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:51:57.213275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e67e5456-aa0d-4c3d-8b48-5a51bc360ea2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4238474 Jul 30 00:51:57.216137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39512) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:51:57.370458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-1f0bebaf-f852-4962-9f01-0d7edc22c099', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:51:57.371582 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.444866 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.455148 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Transition to ACTIVE for port object 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:51:57.463073 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.513214 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Attempting to bind port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:51:57.513585 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Attempting to bind port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:51:57.513988 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Attempting to bind port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:51:57.526048 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:51:57.526696 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:51:57.527121 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.527507 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:51:57.527735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Allocated IP 172.20.0.2 (1f0bebaf-f852-4962-9f01-0d7edc22c099/61313e41-29f9-4e4a-b472-4ebe5ec4278a/f36adbea-3e68-47fe-bb87-46e1178c71e5) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:51:57.528003 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Bound port: 0109cb1c-61e2-4241-b4cd-6b504ce1cf83, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:51:57.528390 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.529978 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Pushing event updated for resources: {'Port': ['ID=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:57.559092 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.559437 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.559776 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.560109 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.560441 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.560771 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.561097 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.561421 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.561906 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.562266 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.562591 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.562922 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:51:57.606226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] For port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:51:57.610187 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] For port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:51:57.615246 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.676354 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:51:57.677002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:57.707097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.717774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Transition to ACTIVE for port object f36adbea-3e68-47fe-bb87-46e1178c71e5 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:51:57.722673 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464dd14-5267-4cc4-9fab-7d53f1f9cb7c None None] Pushing event updated for resources: {'Port': ['ID=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:57.725885 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.737072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Transition to ACTIVE for port object f36adbea-3e68-47fe-bb87-46e1178c71e5 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:51:57.746043 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.771239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:51:57.797094 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:51:57.802515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:51:57.810634 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:51:57.839821 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Pushing event updated for resources: {'Port': ['ID=f36adbea-3e68-47fe-bb87-46e1178c71e5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:57.873515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Attempting to bind port f36adbea-3e68-47fe-bb87-46e1178c71e5 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:51:57.873922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Attempting to bind port f36adbea-3e68-47fe-bb87-46e1178c71e5 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:51:57.874355 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Attempting to bind port f36adbea-3e68-47fe-bb87-46e1178c71e5 on network 1f0bebaf-f852-4962-9f01-0d7edc22c099 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:51:57.880289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:51:57.880709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Checking segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:51:57.881129 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.881509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Bound using segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:51:57.882003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Bound port: f36adbea-3e68-47fe-bb87-46e1178c71e5, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:51:57.882388 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:57.956541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] For port f36adbea-3e68-47fe-bb87-46e1178c71e5, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:51:57.960255 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] For port f36adbea-3e68-47fe-bb87-46e1178c71e5, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f36adbea-3e68-47fe-bb87-46e1178c71e5,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:51:57.968619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.002828 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:55Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:51:58.033576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e27ec6-7966-4d7c-b854-dd57208610f2 None None] Pushing event updated for resources: {'Port': ['ID=f36adbea-3e68-47fe-bb87-46e1178c71e5,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:58.048088 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf231b-e2d0-413e-a7f5-18cb75c729ef None None] The sync data for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 is: [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:55Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:51:58.049997 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.1 (1f0bebaf-f852-4962-9f01-0d7edc22c099/61313e41-29f9-4e4a-b472-4ebe5ec4278a/ef95b946-882b-4610-9658-b04e08b6f67f) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:51:58.182463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.216539 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object ef95b946-882b-4610-9658-b04e08b6f67f will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:51:58.273587 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.343095 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:58.357564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:51:58.359465 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:51:58.362314 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:51:58.414169 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.557929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.563154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.889539 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.898742 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.977619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:58.979455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:51:59.012172 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db20d51-9c8a-4557-945d-3c4e6cbd57d3 None None] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:51:59.068997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d1cda052-8ec9-4f93-ae02-917754b4227e None None] Provisioning for port f36adbea-3e68-47fe-bb87-46e1178c71e5 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:51:59.081589 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:51:59.083148 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:51:59.205768 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4a295c2b-d51e-4037-8673-85acf81790b2 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:51:59.322171 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:51:59.328166 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-036209f3-0f9a-4985-a316-385a1738983e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/4a295c2b-d51e-4037-8673-85acf81790b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105447 Jul 30 00:51:59.428619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d97ee63-b1be-4c09-818a-7679326483db None None] Provisioning for port ef95b946-882b-4610-9658-b04e08b6f67f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:51:59.434859 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5d97ee63-b1be-4c09-818a-7679326483db None None] Provisioning complete for port ef95b946-882b-4610-9658-b04e08b6f67f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:51:59.435264 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee63-b1be-4c09-818a-7679326483db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:59.487365 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-5d97ee63-b1be-4c09-818a-7679326483db None None] Port ef95b946-882b-4610-9658-b04e08b6f67f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:51:59.516445 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-bd506535-1c5f-424c-989e-79f57a5e843a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431756415&fields=id&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 267 time: 0.0549567 Jul 30 00:51:59.613451 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-2cdafda8-fdcf-4a2b-be9d-ebc41df0aaf3 None None] Provisioning complete for port ef95b946-882b-4610-9658-b04e08b6f67f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:51:59.615064 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2cdafda8-fdcf-4a2b-be9d-ebc41df0aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:59.672336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-2cdafda8-fdcf-4a2b-be9d-ebc41df0aaf3 None None] Port ef95b946-882b-4610-9658-b04e08b6f67f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:51:59.682863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-2320a0d8-f97e-4b5f-805d-e39476533a30 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:51:59.691991 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-2320a0d8-f97e-4b5f-805d-e39476533a30 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 796 time: 0.1668990 Jul 30 00:51:59.705176 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-171bb7c7-5ffb-46b0-9936-440a9523f6e1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/quotas/00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 375 time: 0.0121036 Jul 30 00:51:59.749029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:51:59.791798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-97d4d7c1-a9c3-47aa-acf5-7a3e510479cb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810938 Jul 30 00:51:59.829723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:51:59.834213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:51:59.834675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:59.918076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-04ac3d49-7ca7-476d-9038-ebb07b4368e2 None None] Provisioning complete for port ef95b946-882b-4610-9658-b04e08b6f67f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:51:59.918752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04ac3d49-7ca7-476d-9038-ebb07b4368e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:59.921078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-977f2528-ec71-4e2d-864a-233f73e9f43b service neutron] 10.222.0.49 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148272 Jul 30 00:51:59.963215 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Sync routers for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:52:00.017786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-04ac3d49-7ca7-476d-9038-ebb07b4368e2 None None] Port ef95b946-882b-4610-9658-b04e08b6f67f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:52:00.020200 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:52:00.021090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:00.037981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-1dc2d646-428b-4fa1-92cc-e882a3faf6e3 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079755 Jul 30 00:52:00.068054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.096520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:00.101738 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.102532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f36adbea-3e68-47fe-bb87-46e1178c71e5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:00.208206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3cc84248-8764-4543-b734-314839974c5f req-99522062-2193-45c8-b573-d9387063fedb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 210 time: 0.0294456 Jul 30 00:52:00.405599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:00.409424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:52:00.456313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f36adbea-3e68-47fe-bb87-46e1178c71e5 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:52:00.490611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f36adbea-3e68-47fe-bb87-46e1178c71e5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:00.491166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.668623 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.710264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f36adbea-3e68-47fe-bb87-46e1178c71e5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f36adbea-3e68-47fe-bb87-46e1178c71e5,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:00.716792 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.724845 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 2, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:00.774029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Checking router: 4a295c2b-d51e-4037-8673-85acf81790b2 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:52:00.774385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Updating router 4a295c2b-d51e-4037-8673-85acf81790b2 port ef95b946-882b-4610-9658-b04e08b6f67f binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:52:00.813855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.818523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f36adbea-3e68-47fe-bb87-46e1178c71e5,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:01.098137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.109378 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Transition to ACTIVE for port object ef95b946-882b-4610-9658-b04e08b6f67f will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:52:01.118154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.177083 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336bcf4-b9ab-409f-9e35-7a33eba04826 None None] Pushing event updated for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:01.248110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Attempting to bind port ef95b946-882b-4610-9658-b04e08b6f67f on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:52:01.248596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Attempting to bind port ef95b946-882b-4610-9658-b04e08b6f67f by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:52:01.248963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Attempting to bind port ef95b946-882b-4610-9658-b04e08b6f67f on network 1f0bebaf-f852-4962-9f01-0d7edc22c099 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:52:01.255354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:52:01.255737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Checking segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:52:01.258321 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.260354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Bound using segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:52:01.260354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Bound port: ef95b946-882b-4610-9658-b04e08b6f67f, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:52:01.260354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.338227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] For port ef95b946-882b-4610-9658-b04e08b6f67f, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:52:01.343430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] For port ef95b946-882b-4610-9658-b04e08b6f67f, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ef95b946-882b-4610-9658-b04e08b6f67f,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:52:01.351465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.354682 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbef83ff-3035-42bc-9a12-39a7320de16b req-8e925712-27a6-434d-bc52-232d4cbe644a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 210 time: 0.0486138 Jul 30 00:52:01.389899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-f63dabfa-4ec0-41c6-93ae-560a3a1a0b12 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:01.391644 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-f63dabfa-4ec0-41c6-93ae-560a3a1a0b12 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 796 time: 0.1960394 Jul 30 00:52:01.421590 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:52:01.422476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:01.424044 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336bcf4-b9ab-409f-9e35-7a33eba04826 None None] Pushing event updated for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:01.447425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-6fca7bed-f6b2-4850-8437-cddfb43a0997 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 380 time: 0.0389857 Jul 30 00:52:01.472460 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'port': {'device_id': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'admin_state_up': True, 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'security_groups': ['ac282b6d-aaa6-4566-a581-5def88975beb']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:52:01.552206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:52:01.614056 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:52:01.618531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.672994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:01.784185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.9 (1f0bebaf-f852-4962-9f01-0d7edc22c099/61313e41-29f9-4e4a-b472-4ebe5ec4278a/ddc31ffa-a313-4697-a9a0-dcefba4cc90e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:52:01.803389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:01.803771 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.870452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:01Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:01.915972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e3f64-fbb6-4525-9e8d-0a1b3127e753 None None] The sync data for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 is: [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:01Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:52:01.931047 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f36adbea-3e68-47fe-bb87-46e1178c71e5 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:01.940809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:01.957344 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object ddc31ffa-a313-4697-a9a0-dcefba4cc90e will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:52:02.001327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f36adbea-3e68-47fe-bb87-46e1178c71e5 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:02.002410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.027100 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.094580 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:52:02.098110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:52:02.104923 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:52:02.136387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:02.187043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:02.188250 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.217195 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-650b6af8-a540-4018-afeb-fd29edc9e152 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498889 Jul 30 00:52:02.237119 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Request body: {'port': {'device_id': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:52:02.302656 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.393516 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-89bfd3f1-d942-4151-b11d-c9d07358d0dc None None] Provisioning for port ddc31ffa-a313-4697-a9a0-dcefba4cc90e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:52:02.401765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-89bfd3f1-d942-4151-b11d-c9d07358d0dc None None] Provisioning complete for port ddc31ffa-a313-4697-a9a0-dcefba4cc90e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:02.402727 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-89bfd3f1-d942-4151-b11d-c9d07358d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.448542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-89bfd3f1-d942-4151-b11d-c9d07358d0dc None None] Port ddc31ffa-a313-4697-a9a0-dcefba4cc90e cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:52:02.552325 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7403938-a846-495c-a555-288b89885971 req-79842088-6a4e-4cf3-9c2e-81a769775d01 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:02.553906 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7403938-a846-495c-a555-288b89885971 req-79842088-6a4e-4cf3-9c2e-81a769775d01 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 931 time: 0.1178579 Jul 30 00:52:02.625131 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c7403938-a846-495c-a555-288b89885971 req-c094f611-4657-4707-b1f4-c6e2f1b813ef tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598783 Jul 30 00:52:02.672002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc31ffa-a313-4697-a9a0-dcefba4cc90e {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:52:02.680085 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.692387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Transition to ACTIVE for port object ddc31ffa-a313-4697-a9a0-dcefba4cc90e will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:52:02.697535 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.751190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:02.826403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Attempting to bind port ddc31ffa-a313-4697-a9a0-dcefba4cc90e on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:52:02.826741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Attempting to bind port ddc31ffa-a313-4697-a9a0-dcefba4cc90e by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:52:02.827091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Attempting to bind port ddc31ffa-a313-4697-a9a0-dcefba4cc90e on network 1f0bebaf-f852-4962-9f01-0d7edc22c099 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:52:02.832076 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Port ddc31ffa-a313-4697-a9a0-dcefba4cc90e on network 1f0bebaf-f852-4962-9f01-0d7edc22c099 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:52:02.832394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Attempting to bind port ddc31ffa-a313-4697-a9a0-dcefba4cc90e on network 1f0bebaf-f852-4962-9f01-0d7edc22c099 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:52:02.838199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:52:02.838541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Checking segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:52:02.838936 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Bound using segment: {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:52:02.839369 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Bound port: ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57514b2a-1377-451d-b1a8-8257bf4da27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:52:02.839726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.918121 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:52:02.921989 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:52:02.929332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.971183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:02.972181 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:02.973901 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] 10.222.0.57 "PUT /v2.0/ports/ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 1092 time: 0.7420967 Jul 30 00:52:02.974451 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:52:02.977020 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be" -d '{"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:52:03.016540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2197b08-fe5c-49e6-bd71-9203b7468a62 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:03.032133 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256944cd-b78f-4100-b40c-e5265108f1af x-openstack-request-id: req-256944cd-b78f-4100-b40c-e5265108f1af {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:52:03.033224 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:52:03.033224 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-256944cd-b78f-4100-b40c-e5265108f1af {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:52:03.033535 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'status': 'completed', 'code': 200} Jul 30 00:52:03.104229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-958523c7-9ad5-42f8-9d93-c1d9a701295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.106102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-958523c7-9ad5-42f8-9d93-c1d9a701295a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1095 time: 0.0538576 Jul 30 00:52:03.158554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-2211a1af-808a-4411-960e-676dcd2dccbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 217 time: 0.0373731 Jul 30 00:52:03.220042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-4f172f38-3ef9-45da-80cd-b90c2810af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.221599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-4f172f38-3ef9-45da-80cd-b90c2810af3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0554748 Jul 30 00:52:03.275819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-870d2735-fe7e-4064-b414-a015f3c14466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.277406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-870d2735-fe7e-4064-b414-a015f3c14466 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460207 Jul 30 00:52:03.382970 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-79b10d5a-bbb2-4bfa-8ea5-91a8eb1213ab service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970373 Jul 30 00:52:03.494949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4673903-42c9-42f4-a3e8-41d17e155c13 req-f21873f8-9134-49b8-9cf6-f807a01e99cf service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041906 Jul 30 00:52:03.651024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-49259532-ff33-4a12-aa09-d76e792ad001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.652571 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-49259532-ff33-4a12-aa09-d76e792ad001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1095 time: 0.0459361 Jul 30 00:52:03.670452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ef95b946-882b-4610-9658-b04e08b6f67f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:03.721511 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ef95b946-882b-4610-9658-b04e08b6f67f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:52:03.725394 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ef95b946-882b-4610-9658-b04e08b6f67f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:03.725855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:03.788067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8c95-a4b9-4ac6-b907-539455467a20 req-32899fc8-14fd-4dcf-ac34-1c88ad662575 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.789580 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cbc8c95-a4b9-4ac6-b907-539455467a20 req-32899fc8-14fd-4dcf-ac34-1c88ad662575 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 943 time: 0.0810535 Jul 30 00:52:03.792622 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-53299b51-6228-4706-b532-a7a491b11f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.794023 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-53299b51-6228-4706-b532-a7a491b11f79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.1334054 Jul 30 00:52:03.816196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:03.849582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ef95b946-882b-4610-9658-b04e08b6f67f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ef95b946-882b-4610-9658-b04e08b6f67f,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:03.854092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-150f9eb9-7cca-4753-b65b-67dc41b96666 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 217 time: 0.0434136 Jul 30 00:52:03.854666 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:03.895588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8cbc8c95-a4b9-4ac6-b907-539455467a20 req-06eac82d-2400-424e-b828-6f265d27fc2e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992477 Jul 30 00:52:03.906267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:03.912797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-4fc9b53a-7603-46c8-b389-a512e03a8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.914313 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-4fc9b53a-7603-46c8-b389-a512e03a8cc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0528691 Jul 30 00:52:03.966555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-125c14d2-475f-400a-962a-32faefb37330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:03.969289 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-125c14d2-475f-400a-962a-32faefb37330 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470555 Jul 30 00:52:04.074818 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-674e3d89-bb2d-4687-9c7f-b7e428e9c481 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953743 Jul 30 00:52:04.179479 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a4ef8c0-3a76-4a8b-8ad1-4dc689b5d0be req-7c4a3f6e-95ce-4318-9cdd-00003d63fc80 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955303 Jul 30 00:52:05.031582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da31f-ffac-4925-ac78-9ad27362e707 req-8470eefa-cdc5-4eda-bbbd-501fdc5a0630 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:05.033116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c39da31f-ffac-4925-ac78-9ad27362e707 req-8470eefa-cdc5-4eda-bbbd-501fdc5a0630 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 943 time: 0.0641263 Jul 30 00:52:05.073050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c39da31f-ffac-4925-ac78-9ad27362e707 req-1bbe40f5-97a2-48d3-9fe0-58cfc22900a5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Jul 30 00:52:05.636692 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ef95b946-882b-4610-9658-b04e08b6f67f up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:05.690548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ef95b946-882b-4610-9658-b04e08b6f67f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:05.690922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:06.069704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:52:06.183353 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:06.196098 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'mac_address': 'fa:16:3e:4c:35:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:52:06.210147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3b9ab-5659-41b2-8b37-1d9650c22d6d req-071ca68e-35ec-468a-9028-1aa9497a2fd6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:06.211670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f3b9ab-5659-41b2-8b37-1d9650c22d6d req-071ca68e-35ec-468a-9028-1aa9497a2fd6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 943 time: 0.0552716 Jul 30 00:52:06.235612 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:06.249140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc31ffa-a313-4697-a9a0-dcefba4cc90e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:52:06.250509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17f3b9ab-5659-41b2-8b37-1d9650c22d6d req-39d89957-b531-4051-a99f-3fde6eec6b4f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Jul 30 00:52:06.270122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:06.277289 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:06.326559 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:06.557496 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ddc31ffa-a313-4697-a9a0-dcefba4cc90e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:52:07.381570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e0f6-d546-443f-b764-c0c30db09d6b req-8770e60a-a523-4365-9906-09103f108772 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:07.383159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0be0e0f6-d546-443f-b764-c0c30db09d6b req-8770e60a-a523-4365-9906-09103f108772 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 944 time: 0.0528729 Jul 30 00:52:07.433436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0be0e0f6-d546-443f-b764-c0c30db09d6b req-03e1c74a-967a-4c83-83c2-7f641d5658e2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Jul 30 00:52:08.070116 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:52:08.136001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port ddc31ffa-a313-4697-a9a0-dcefba4cc90e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:52:08.140820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ddc31ffa-a313-4697-a9a0-dcefba4cc90e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:52:08.141310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:08.227677 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:08.251750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:52:08.254093 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f9c18-6502-4dfb-b1ec-634e78b21db2" -d '{"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-plugged", "status": "completed", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:52:08.267523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:52:08.272994 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:08.296568 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73855a19-9924-4fd6-9961-a87c5609405e x-openstack-request-id: req-73855a19-9924-4fd6-9961-a87c5609405e {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:52:08.296860 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-plugged", "status": "completed", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:52:08.297114 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73855a19-9924-4fd6-9961-a87c5609405e {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:52:08.297505 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'code': 200} Jul 30 00:52:08.324795 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:08.431901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110673e6-fe7d-4a21-885a-8974b60525b8 req-446d2c32-581a-4324-8fc2-5d412b045aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:08.433420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-110673e6-fe7d-4a21-885a-8974b60525b8 req-446d2c32-581a-4324-8fc2-5d412b045aeb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0463140 Jul 30 00:52:08.471871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-110673e6-fe7d-4a21-885a-8974b60525b8 req-d65b0591-b058-4b99-bfea-d6007d4a8dbf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Jul 30 00:52:08.577304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637086-5b18-4c0b-bad9-6837fcd280bf req-93439e8a-4860-4d5e-9ee5-421eb858cdf5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:08.578560 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c637086-5b18-4c0b-bad9-6837fcd280bf req-93439e8a-4860-4d5e-9ee5-421eb858cdf5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0669413 Jul 30 00:52:08.618903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9c637086-5b18-4c0b-bad9-6837fcd280bf req-078df6b1-9ec3-4fab-8cf3-2dde2d8b6c23 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Jul 30 00:52:09.753133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310a8e-8f90-403c-9cea-69960eaec88f req-504df634-32f5-4fd4-b42a-9787a2f4f21e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:09.754836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93310a8e-8f90-403c-9cea-69960eaec88f req-504df634-32f5-4fd4-b42a-9787a2f4f21e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0588617 Jul 30 00:52:09.801082 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-93310a8e-8f90-403c-9cea-69960eaec88f req-29c4812a-81db-4c5d-9fe5-942c9741aaa1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Jul 30 00:52:09.926447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3bb5-cf85-42b8-a3e6-f8cc96810e95 req-22c2a7b2-58fd-4158-a9ea-911e4100bf98 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:09.927966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce6c3bb5-cf85-42b8-a3e6-f8cc96810e95 req-22c2a7b2-58fd-4158-a9ea-911e4100bf98 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Jul 30 00:52:09.971533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce6c3bb5-cf85-42b8-a3e6-f8cc96810e95 req-e4b9970d-629c-42db-9352-056df95c8fff tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344753 Jul 30 00:52:09.998342 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39562) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:52:10.047016 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d3a3b-c952-431d-8c01-fde71b89e55c tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:10.048767 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2f6d3a3b-c952-431d-8c01-fde71b89e55c tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1092 time: 0.0494144 Jul 30 00:52:10.053290 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39564) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:52:10.058057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:52:10.086476 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:10.199769 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:10.322067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.48 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/fde2c2b8-d7b1-4393-bb17-62c232156f99) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:52:10.433509 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:10.476813 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:10.515684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:52:10.521269 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:52:10.524050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:52:10.529984 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=fde2c2b8-d7b1-4393-bb17-62c232156f99,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:10.917127 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:10.994399 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:11.175739 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:11.182639 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:11.642003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=fde2c2b8-d7b1-4393-bb17-62c232156f99,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:52:11.653032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:11.761022 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP def432a5-768c-4a33-ae50-6b7d71cc0ced associated. External IP: 172.25.5.48, port: ddc31ffa-a313-4697-a9a0-dcefba4cc90e. Jul 30 00:52:11.991032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4a295c2b-d51e-4037-8673-85acf81790b2 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:52:12.123757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:52:12.134857 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Sync routers for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:52:12.142511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:12.146365 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:52:12.146957 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:12.171990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-98fba1ef-5782-45da-9bab-19eed896e9e3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1174586 Jul 30 00:52:12.172739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:52:12.175223 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:52:12.258002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:52:12.285581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612f139-5fcc-46b6-aa31-9bf70472d707 req-00d81e3f-a807-4de4-8d92-816bd5b43ac2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:12.287147 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5612f139-5fcc-46b6-aa31-9bf70472d707 req-00d81e3f-a807-4de4-8d92-816bd5b43ac2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0514131 Jul 30 00:52:12.327499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5612f139-5fcc-46b6-aa31-9bf70472d707 req-633abe21-4d0a-432e-bce7-40573fb003b6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339410 Jul 30 00:52:12.351082 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39572) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:52:12.372935 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6408e16e-b8fe-4d54-8893-6bd63d2ce2d5 x-openstack-request-id: req-6408e16e-b8fe-4d54-8893-6bd63d2ce2d5 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:52:12.373198 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:52:12.373484 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6408e16e-b8fe-4d54-8893-6bd63d2ce2d5 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:52:12.373920 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'status': 'completed', 'code': 200} Jul 30 00:52:12.418975 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-023036dd-c8bc-47f4-a001-3939c31e046b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/def432a5-768c-4a33-ae50-6b7d71cc0ced HTTP/1.1" status: 200 len: 990 time: 0.0658944 Jul 30 00:52:12.467189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-c58cf786-9b7d-4625-a62c-676c78611a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:12.469132 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-c58cf786-9b7d-4625-a62c-676c78611a74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0438221 Jul 30 00:52:12.486927 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'def432a5-768c-4a33-ae50-6b7d71cc0ced', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'mac_address': 'fa:16:3e:4c:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:52:10Z', 'updated_at': '2021-07-30T00:52:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:12.513869 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Checking router: 4a295c2b-d51e-4037-8673-85acf81790b2 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:52:12.523882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:52:12.524506 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:51:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:12.572891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-b97441bd-f70f-496d-82b4-8104b4ce921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:12.574457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-b97441bd-f70f-496d-82b4-8104b4ce921b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.0961602 Jul 30 00:52:12.650606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-15649ac0-c9dc-4b67-bf1d-b58314925ba1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 998 time: 0.0663657 Jul 30 00:52:12.710286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-e01998ba-0ab9-43a8-b0ec-bcb8a7ad6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:12.711792 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-e01998ba-0ab9-43a8-b0ec-bcb8a7ad6ccb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0531628 Jul 30 00:52:12.740230 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:52:12.762816 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-e6ba643a-563e-47de-9567-c17eebe3bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:12.764429 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-e6ba643a-563e-47de-9567-c17eebe3bb19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440023 Jul 30 00:52:12.857104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-cedda081-c8b1-4f88-aba4-67d19554f927 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832868 Jul 30 00:52:12.958284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab89c439-e7a6-42cb-8d0c-9745b05c58a2 req-9419d637-4508-4f65-a5e2-26bca5ddf3dd service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925224 Jul 30 00:52:12.971526 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'def432a5-768c-4a33-ae50-6b7d71cc0ced', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'mac_address': 'fa:16:3e:4c:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:52:10Z', 'updated_at': '2021-07-30T00:52:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:52:12.998505 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469b33a-7888-488e-9c1f-8225cd3a3173 None None] The sync data for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 is: [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'def432a5-768c-4a33-ae50-6b7d71cc0ced', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'mac_address': 'fa:16:3e:4c:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:52:10Z', 'updated_at': '2021-07-30T00:52:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:52:13.208457 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11b48c-8a40-41ec-91f6-5ca76a5926f9 None None] New status for floating IP def432a5-768c-4a33-ae50-6b7d71cc0ced: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:52:13.423235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39574) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:52:13.492626 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-60514aab-3cc7-4e11-b873-d23cf249ef75 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/def432a5-768c-4a33-ae50-6b7d71cc0ced HTTP/1.1" status: 200 len: 992 time: 0.0680881 Jul 30 00:52:15.896628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-93d91645-cb60-4c2f-852c-7b655844f161 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447512 Jul 30 00:52:16.015574 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-8dfd1b33-0caa-4901-8ef6-621122aee632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:16.017200 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-8dfd1b33-0caa-4901-8ef6-621122aee632 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0461404 Jul 30 00:52:16.135735 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-98d34229-10cb-4e55-906c-93b358cd08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:16.137363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-98d34229-10cb-4e55-906c-93b358cd08a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.0984097 Jul 30 00:52:16.209421 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-a24da4a3-e6dd-45b9-b5c2-93aaae796f14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 1000 time: 0.0637584 Jul 30 00:52:16.266864 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-c3ee0b85-e988-4a7b-95e5-91e4e778032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:16.268373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-c3ee0b85-e988-4a7b-95e5-91e4e778032d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0521374 Jul 30 00:52:16.324803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-c7653dd8-e561-4a9d-95ed-aa34b4983faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:16.326377 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-c7653dd8-e561-4a9d-95ed-aa34b4983faa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506039 Jul 30 00:52:16.387693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-391f59f8-dff1-4e09-bac6-0170f78ef54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:16.433552 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-3d6579e8-2b8e-43f3-97d6-be654afc7ff3 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966034 Jul 30 00:52:16.540213 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be3cb9f5-779e-4fed-b3b2-1f8bf0310bde req-aca2a5d0-61bc-4323-b256-e65e3ffc7cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985072 Jul 30 00:52:18.110359 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:18.771558 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:19.082116 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aef98f41-b1b8-471e-90df-ed8bfd63d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:19.488564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:21.000406 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:22.765905 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:28.563508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:46.382228 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-98b876c5-939e-4a05-940e-be8ddeb34569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:46.841356 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4f52-19e1-4241-8422-63371098744b req-c84e9c21-f6c8-4512-b021-ed617010652f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:46.843138 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-863f4f52-19e1-4241-8422-63371098744b req-c84e9c21-f6c8-4512-b021-ed617010652f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Jul 30 00:52:46.873281 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-44ae874c-4143-4651-98cf-728f5668a837 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862026 Jul 30 00:52:46.883928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-863f4f52-19e1-4241-8422-63371098744b req-2a74e7c7-8081-4544-a734-c6e830966f99 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345669 Jul 30 00:52:48.021900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3b5a-df86-4633-b00f-763d8f4b62e8 req-aad6990c-e20b-42b5-9389-58400d7b3b40 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:48.023426 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff7e3b5a-df86-4633-b00f-763d8f4b62e8 req-aad6990c-e20b-42b5-9389-58400d7b3b40 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Jul 30 00:52:48.070980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff7e3b5a-df86-4633-b00f-763d8f4b62e8 req-e8c0b639-a02a-4f46-89d6-0404e7beb868 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Jul 30 00:52:48.114449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:48.346627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-ea57929f-1d74-431b-ba56-52c2c2fbbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:48.348253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-ea57929f-1d74-431b-ba56-52c2c2fbbcc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0524025 Jul 30 00:52:48.446449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-faf18aef-e696-4bd0-9515-03b572bdc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:48.447997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-faf18aef-e696-4bd0-9515-03b572bdc4e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.0920053 Jul 30 00:52:48.531804 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-5590baf4-cf43-4bd3-b57a-b7b6370bb976 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 1000 time: 0.0753493 Jul 30 00:52:48.584994 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-02e8c8ac-5d70-4efb-8aa2-c6045149d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:48.586724 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-02e8c8ac-5d70-4efb-8aa2-c6045149d8a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0468016 Jul 30 00:52:48.639152 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-b691a91a-1726-4b32-92bf-4d7195771182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:48.640737 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-b691a91a-1726-4b32-92bf-4d7195771182 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426352 Jul 30 00:52:48.750368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-e49d2b36-f1cd-40d0-a573-f3393cc2cd71 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916677 Jul 30 00:52:48.845581 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-6aa87bdc-95a8-40a9-b568-958c4528da80 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Jul 30 00:52:49.085587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b449fffc-9774-4e13-bb5f-66fe9b2d8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:49.196257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f531df-2aa7-4d59-9865-6a0367ca15d0 req-1a924062-5afc-4406-b98a-ae17e58c533e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:49.197802 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47f531df-2aa7-4d59-9865-6a0367ca15d0 req-1a924062-5afc-4406-b98a-ae17e58c533e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0548136 Jul 30 00:52:49.243440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47f531df-2aa7-4d59-9865-6a0367ca15d0 req-dd1103cd-0055-4d4f-bf10-ca826cf98616 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Jul 30 00:52:49.484353 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:50.363765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5659-4377-4062-b858-53e079bc28a3 req-fc4b81ae-4d42-44be-95cb-d84de89896fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:50.365271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5edc5659-4377-4062-b858-53e079bc28a3 req-fc4b81ae-4d42-44be-95cb-d84de89896fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0508869 Jul 30 00:52:50.406086 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5edc5659-4377-4062-b858-53e079bc28a3 req-ea939458-df95-4651-8401-8c356551798d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Jul 30 00:52:50.998498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:51.541679 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb507-0322-44a9-b085-335ed48e532c req-4438b95f-ee74-4fc8-abd6-97193aff41a5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:51.543298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049bb507-0322-44a9-b085-335ed48e532c req-4438b95f-ee74-4fc8-abd6-97193aff41a5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0571179 Jul 30 00:52:51.588593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049bb507-0322-44a9-b085-335ed48e532c req-a9c666ce-9b60-4c0f-86f1-c5bb7ce67837 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381596 Jul 30 00:52:52.734381 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b47c96-9f69-4e3f-bf49-b237fb248e7c req-ef9fb0f1-7159-41d5-8ed0-717eb92a172f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:52.735982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b47c96-9f69-4e3f-bf49-b237fb248e7c req-ef9fb0f1-7159-41d5-8ed0-717eb92a172f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0576420 Jul 30 00:52:52.769813 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:52.804757 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b47c96-9f69-4e3f-bf49-b237fb248e7c req-28ff5e8e-3086-45d2-9082-1139a2bfb44f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613856 Jul 30 00:52:53.940487 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd1ead-7d12-412e-9ea3-57ee9e51435f req-9bb1d686-d5a1-48b0-83e7-6c8e86b98724 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:53.942643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08dd1ead-7d12-412e-9ea3-57ee9e51435f req-9bb1d686-d5a1-48b0-83e7-6c8e86b98724 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0555828 Jul 30 00:52:53.993383 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-08dd1ead-7d12-412e-9ea3-57ee9e51435f req-35b373d9-35d6-4fc1-a029-ec4f7e8f401f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Jul 30 00:52:55.138985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd2c0c-dda3-4a5e-b567-20cd66ef40ec req-c2484fb1-7f85-4866-84f0-b12e0ab3aa4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:55.140567 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61bd2c0c-dda3-4a5e-b567-20cd66ef40ec req-c2484fb1-7f85-4866-84f0-b12e0ab3aa4b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0601389 Jul 30 00:52:55.180850 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-61bd2c0c-dda3-4a5e-b567-20cd66ef40ec req-f53691a0-1038-4e05-b87d-04db93aa6280 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Jul 30 00:52:55.772409 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:56.303346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced1bd-6609-4a5e-91e4-924384c8ef0a req-bf6c7817-4dae-437e-9dff-cd0a10b06935 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:56.304846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41ced1bd-6609-4a5e-91e4-924384c8ef0a req-bf6c7817-4dae-437e-9dff-cd0a10b06935 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Jul 30 00:52:56.350575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41ced1bd-6609-4a5e-91e4-924384c8ef0a req-f2c8b815-bbc7-43d9-87f3-e2a6e1a42c68 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 Jul 30 00:52:57.481217 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e72d3-fe80-4feb-8b3f-aa13d73dc3a7 req-3adbc436-06c0-4839-8272-c1dd0001c15d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:57.482706 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-915e72d3-fe80-4feb-8b3f-aa13d73dc3a7 req-3adbc436-06c0-4839-8272-c1dd0001c15d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0544989 Jul 30 00:52:57.536671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-915e72d3-fe80-4feb-8b3f-aa13d73dc3a7 req-ab4af9bb-9de8-4a3c-98b4-56281c4154c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Jul 30 00:52:58.576548 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:58.659661 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57356e97-8793-4d93-9b36-149074b345fc req-970c4f19-6e5d-4b38-b724-fff99282bc73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:58.661174 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57356e97-8793-4d93-9b36-149074b345fc req-970c4f19-6e5d-4b38-b724-fff99282bc73 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0533247 Jul 30 00:52:58.703551 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-57356e97-8793-4d93-9b36-149074b345fc req-e937472d-7925-4bec-b458-bf74c2f0c61b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357544 Jul 30 00:52:59.852546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da561e89-eb91-4c26-8833-2ffe2bf710b7 req-7314e7e8-dbc8-4521-a8d2-604b893dc3d6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:52:59.854271 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da561e89-eb91-4c26-8833-2ffe2bf710b7 req-7314e7e8-dbc8-4521-a8d2-604b893dc3d6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0626645 Jul 30 00:52:59.902286 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da561e89-eb91-4c26-8833-2ffe2bf710b7 req-6bf1bae1-e348-4272-a89b-39728d4918f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Jul 30 00:53:01.037024 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a799b9-5948-4f50-beca-6fa92a51a1cc req-5385ec06-d1bc-4ede-aa18-32fffa7acd1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:01.038585 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a799b9-5948-4f50-beca-6fa92a51a1cc req-5385ec06-d1bc-4ede-aa18-32fffa7acd1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Jul 30 00:53:01.079470 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5a799b9-5948-4f50-beca-6fa92a51a1cc req-b08a3d59-301c-4c67-a344-e17d1886ad8c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Jul 30 00:53:02.208022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede422-364f-400d-8392-12c592a8b149 req-a9c72f2e-a95c-44b2-9d63-fee06e909396 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:02.209234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aede422-364f-400d-8392-12c592a8b149 req-a9c72f2e-a95c-44b2-9d63-fee06e909396 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0523477 Jul 30 00:53:02.259499 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3aede422-364f-400d-8392-12c592a8b149 req-7e0d59c5-9527-462e-b65d-2bd140a97231 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Jul 30 00:53:03.388742 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74475a-bf49-4515-ac25-f5a67387a575 req-1a086d56-bdb5-4fea-8492-6c9c048ad320 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:03.390386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac74475a-bf49-4515-ac25-f5a67387a575 req-1a086d56-bdb5-4fea-8492-6c9c048ad320 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0558677 Jul 30 00:53:03.442902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac74475a-bf49-4515-ac25-f5a67387a575 req-2d86adcc-2cc3-405d-b7f0-5732e6f5f604 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Jul 30 00:53:04.577808 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4f222-6c72-4dcc-8690-12f14b9bca72 req-2e7712a1-1473-4968-a2a6-e7e5a86aca06 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:04.579376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a4f222-6c72-4dcc-8690-12f14b9bca72 req-2e7712a1-1473-4968-a2a6-e7e5a86aca06 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Jul 30 00:53:04.621920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63a4f222-6c72-4dcc-8690-12f14b9bca72 req-dee91fe4-0e58-4634-9c7e-138a3c78081d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Jul 30 00:53:05.772465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-d85c6485-24ed-4560-a026-a0187af91363 service neutron] 10.222.0.57 "GET /v2.0/ports/ddc31ffa-a313-4697-a9a0-dcefba4cc90e/bindings/n-h1-712707-11 HTTP/1.1" status: 200 len: 383 time: 0.0925062 Jul 30 00:53:05.781782 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a55d8-eaf8-46c6-a989-ba72ed51c8ff req-95039727-41fc-4c00-bef1-a590bc7775b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:05.786024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-415a55d8-eaf8-46c6-a989-ba72ed51c8ff req-95039727-41fc-4c00-bef1-a590bc7775b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Jul 30 00:53:05.851471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-415a55d8-eaf8-46c6-a989-ba72ed51c8ff req-f42102fa-e607-4062-8480-d14b6d7317ff tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574851 Jul 30 00:53:06.023417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-e046a0f4-9fbd-4a47-bfa4-2931764dd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:06.025056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-e046a0f4-9fbd-4a47-bfa4-2931764dd5fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 1097 time: 0.0459371 Jul 30 00:53:06.109916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-a06809cb-aa51-4a49-8d74-a36d1435fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:06.111523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-a06809cb-aa51-4a49-8d74-a36d1435fb30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0482597 Jul 30 00:53:06.225704 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-e978cbf5-fbbb-48e7-be2a-a419662a9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:06.227168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-e978cbf5-fbbb-48e7-be2a-a419662a9f2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.1041443 Jul 30 00:53:06.298695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-15ea94d3-7567-4cd3-964e-b19841cb77fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 1000 time: 0.0632012 Jul 30 00:53:06.351479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-58f73dab-ddb5-49ff-b1c5-f4c165b8f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:06.352962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-58f73dab-ddb5-49ff-b1c5-f4c165b8f82c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0472217 Jul 30 00:53:06.411230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-b3c8ecb3-5940-451c-8d6d-f38f89e3ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:06.412941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-b3c8ecb3-5940-451c-8d6d-f38f89e3ba52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517187 Jul 30 00:53:06.518368 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-4ae6de38-397f-444a-94f3-122a8409db18 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972857 Jul 30 00:53:06.622520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e77a88a9-85da-4da9-a95d-5687419c7f77 req-bcaf1a5c-ff80-4d5d-bd02-43c9b9355f7b service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965207 Jul 30 00:53:07.000896 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2843096-a5ad-4700-9a9b-d3120c684b75 req-942af848-cabe-45f3-a345-897e2f243779 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:07.002847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2843096-a5ad-4700-9a9b-d3120c684b75 req-942af848-cabe-45f3-a345-897e2f243779 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0577192 Jul 30 00:53:07.056034 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d2843096-a5ad-4700-9a9b-d3120c684b75 req-86a5b79c-f5f2-42ed-9a3f-e489f1475bff tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Jul 30 00:53:08.197002 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955dfce-c6ec-4796-a45c-274ae54b87c7 req-7e3b0a08-86e3-4191-8f54-8ecfbd438448 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:08.198764 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d955dfce-c6ec-4796-a45c-274ae54b87c7 req-7e3b0a08-86e3-4191-8f54-8ecfbd438448 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0596561 Jul 30 00:53:08.243040 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d955dfce-c6ec-4796-a45c-274ae54b87c7 req-122380a9-37bd-4b69-b2f5-4c55e2effa85 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Jul 30 00:53:08.473717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:53:08.578739 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:08.591814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'port_id': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'mac_address': 'fa:16:3e:4c:35:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:53:08.634792 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:08.655358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc31ffa-a313-4697-a9a0-dcefba4cc90e {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:53:08.677401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:08.682453 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:08.737176 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:08.744737 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.745087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.745425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.746499 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.746835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.747225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.747600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.747968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.748311 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.748726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.749082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:08.749409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:09.020067 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ddc31ffa-a313-4697-a9a0-dcefba4cc90e'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:53:09.374920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ede7b8-34e3-449e-89ed-25000f0d8098 req-3660d2d1-bbd8-4d2e-aa92-5f6e27549c30 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.376868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ede7b8-34e3-449e-89ed-25000f0d8098 req-3660d2d1-bbd8-4d2e-aa92-5f6e27549c30 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 944 time: 0.0555565 Jul 30 00:53:09.428858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-31ede7b8-34e3-449e-89ed-25000f0d8098 req-e45e79a9-68f4-49ad-9d3b-21a030986942 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Jul 30 00:53:09.673307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63d07-ec5e-40c1-8eeb-178fab1a6d86 req-9077e13c-61c9-47de-b472-f6a34f3a5c05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.674884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0a63d07-ec5e-40c1-8eeb-178fab1a6d86 req-9077e13c-61c9-47de-b472-f6a34f3a5c05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 944 time: 0.0844724 Jul 30 00:53:09.708534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-455987d4-5756-42ca-8d52-bcef16502c05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.710065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-455987d4-5756-42ca-8d52-bcef16502c05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0&tenant_id=00a2fdc61f51450fa74d0fd15915f1af&binding%3Ahost_id=n-h1-712707-11 HTTP/1.1" status: 200 len: 944 time: 0.0852602 Jul 30 00:53:09.728478 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d0a63d07-ec5e-40c1-8eeb-178fab1a6d86 req-6950f00a-e6e8-43c4-922a-62bf41bbdfcf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Jul 30 00:53:09.848920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-95552fb3-c28b-4685-a637-6a71ea6d7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.850402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-95552fb3-c28b-4685-a637-6a71ea6d7f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0748954 Jul 30 00:53:09.868000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ee0a5-0214-4e00-93f9-264433b14f0b req-44513c87-027c-40df-a8f2-54cbfafb958a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.869455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-032ee0a5-0214-4e00-93f9-264433b14f0b req-44513c87-027c-40df-a8f2-54cbfafb958a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 944 time: 0.0653598 Jul 30 00:53:09.957554 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-032ee0a5-0214-4e00-93f9-264433b14f0b req-19feae69-7cbe-455e-9bef-6cee18f2b5d9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800240 Jul 30 00:53:09.984988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-a1cfc508-6cf2-4516-b468-d0e7d3f6f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:09.986590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-a1cfc508-6cf2-4516-b468-d0e7d3f6f01a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.1271610 Jul 30 00:53:10.059784 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-5842e264-322f-4491-9b2a-550c3f95aa09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 999 time: 0.0654285 Jul 30 00:53:10.117348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-f463d4d6-3924-40af-81ae-2224a617b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:10.118836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-f463d4d6-3924-40af-81ae-2224a617b392 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0511456 Jul 30 00:53:10.181767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-f1988b66-b1da-4b6a-8ca2-65ec94eb7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:10.183365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-f1988b66-b1da-4b6a-8ca2-65ec94eb7349 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565748 Jul 30 00:53:10.295129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-7660bd2a-1967-40fa-8943-26060dc6301d service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023452 Jul 30 00:53:10.405185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c444a818-313f-4f3a-8d95-3882f0f8e812 req-72d9f812-6933-4f2c-9846-19c02adc8644 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021099 Jul 30 00:53:10.480085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:10.533754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ddc31ffa-a313-4697-a9a0-dcefba4cc90e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:10.534130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:10.624460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:10.650157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:10.653099 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc74a1db-482d-43f8-ac83-c2425d299571" -d '{"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-plugged", "status": "completed", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:10.672427 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:10.678895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:10.708379 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe654f-8b86-4c42-a5ac-c71753cb4726 x-openstack-request-id: req-99fe654f-8b86-4c42-a5ac-c71753cb4726 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:10.708696 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-plugged", "status": "completed", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:10.708950 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99fe654f-8b86-4c42-a5ac-c71753cb4726 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:10.709361 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'code': 200} Jul 30 00:53:10.740531 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:11.101464 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9ac6-8afa-4d9d-bef6-461aa6c5d4ea req-db8dc3a6-bee0-4ba7-9b0f-55a5cfd8a287 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:11.103217 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e3d9ac6-8afa-4d9d-bef6-461aa6c5d4ea req-db8dc3a6-bee0-4ba7-9b0f-55a5cfd8a287 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0583143 Jul 30 00:53:11.148112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e3d9ac6-8afa-4d9d-bef6-461aa6c5d4ea req-7f97afdb-736e-40fd-a581-05ea6e11a2c6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Jul 30 00:53:11.174324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39668) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:11.241334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-e13d6dea-4c17-4314-b414-ba611d90dc60 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/def432a5-768c-4a33-ae50-6b7d71cc0ced HTTP/1.1" status: 200 len: 992 time: 0.0655792 Jul 30 00:53:16.390434 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-312c9fef-e29e-4577-a22c-4479325f212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:16.897104 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-e375bb69-a720-42aa-8aaf-31b1502955a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474610 Jul 30 00:53:17.007888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-70ddc02d-6259-4462-b592-1e5d41275b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:17.009514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-70ddc02d-6259-4462-b592-1e5d41275b89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0491841 Jul 30 00:53:17.135729 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-4e35b601-c1f5-4598-81a2-0995d8230fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:17.137395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-4e35b601-c1f5-4598-81a2-0995d8230fe6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.1042781 Jul 30 00:53:17.213075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-fdf29b53-50a5-4803-a800-bbfbc5c7f1f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 1000 time: 0.0674107 Jul 30 00:53:17.266095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-bc6e1be8-15cf-4aae-8fb4-22b872847e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:17.267599 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-bc6e1be8-15cf-4aae-8fb4-22b872847e54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0469415 Jul 30 00:53:17.318592 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-d8548eb9-a174-441f-a2fd-10ad3ba406a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:17.320279 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-d8548eb9-a174-441f-a2fd-10ad3ba406a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443587 Jul 30 00:53:17.424875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-6e3f3532-a2cb-4546-8319-3e287e8eaa7e service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969238 Jul 30 00:53:17.521617 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-54c7c8cf-1acd-4520-9d95-cfb5708b925c req-0d883324-cd32-408e-8ec5-bcdafe1b693f service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889347 Jul 30 00:53:18.130194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:19.088951 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-214bc211-bb95-4694-8611-f5aecc9693d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:19.488699 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:21.005067 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:22.771841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:28.577587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:32.775956 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:53:41.801077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39678) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:41.971586 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port fde2c2b8-d7b1-4393-bb17-62c232156f99 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:53:41.971849 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.065348 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.066045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.079018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for fde2c2b8-d7b1-4393-bb17-62c232156f99 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:53:42.233381 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.259542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=fde2c2b8-d7b1-4393-bb17-62c232156f99,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:42.272037 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.272403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.272762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.273092 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.273429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.273799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.274130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.274469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.274796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.275122 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.275448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.275769 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:42.336430 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:42.336765 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP def432a5-768c-4a33-ae50-6b7d71cc0ced disassociated (deleted). External IP: 172.25.5.48, port: ddc31ffa-a313-4697-a9a0-dcefba4cc90e. Jul 30 00:53:42.992976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4a295c2b-d51e-4037-8673-85acf81790b2 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:53:43.111259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:53:43.118224 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:43.124854 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Sync routers for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:53:43.134938 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:43.135568 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:43.162727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a4126053-a08a-4eb9-a922-878c8c81f4f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/floatingips/def432a5-768c-4a33-ae50-6b7d71cc0ced HTTP/1.1" status: 204 len: 168 time: 1.3579695 Jul 30 00:53:43.162727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:43.164929 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671" -d '{"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:43.246127 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:43.392595 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674380e5-3af5-48e2-9d2b-6e789c344379 x-openstack-request-id: req-674380e5-3af5-48e2-9d2b-6e789c344379 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:43.392953 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:43.393292 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-674380e5-3af5-48e2-9d2b-6e789c344379 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:43.393683 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'status': 'completed', 'code': 200} Jul 30 00:53:43.485600 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:43.506219 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-59806382-7c29-4235-a538-0020e23f9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:43.508113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-59806382-7c29-4235-a538-0020e23f9393 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0532038 Jul 30 00:53:43.514236 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Checking router: 4a295c2b-d51e-4037-8673-85acf81790b2 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:53:43.523952 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:43.524571 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:43.657235 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33205-87d3-410b-88d5-0e16359931b7 req-fba99167-da07-4633-a2b0-2d375b2f4cd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:43.659588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aea33205-87d3-410b-88d5-0e16359931b7 req-fba99167-da07-4633-a2b0-2d375b2f4cd4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.1959655 Jul 30 00:53:43.663639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-6f1d6d8c-b565-498d-aaa2-250aaacec6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:43.665442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-6f1d6d8c-b565-498d-aaa2-250aaacec6bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 200 len: 897 time: 0.1482465 Jul 30 00:53:43.675272 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:43.735252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-68916121-5145-48c6-92fc-bb1923cb68b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 200 len: 217 time: 0.0575256 Jul 30 00:53:43.773159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aea33205-87d3-410b-88d5-0e16359931b7 req-1880da5b-001c-4bf0-ab64-a87cb717b2a3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053572 Jul 30 00:53:43.816771 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-beedf073-2159-428f-85d7-649624032cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:43.818590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-beedf073-2159-428f-85d7-649624032cdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 200 len: 835 time: 0.0651529 Jul 30 00:53:43.877390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-a9683fa8-5c78-4425-953d-9df57b6a85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:43.880284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-a9683fa8-5c78-4425-953d-9df57b6a85ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f0bebaf-f852-4962-9f01-0d7edc22c099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520339 Jul 30 00:53:43.909386 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:43.941141 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d83bfe-87b3-4724-b5fc-e230c3282817 None None] The sync data for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 is: [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:51:58Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': 'ef95b946-882b-4610-9658-b04e08b6f67f', 'name': '', 'network_id': '1f0bebaf-f852-4962-9f01-0d7edc22c099', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:3b:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:57Z', 'updated_at': '2021-07-30T00:52:03Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '61313e41-29f9-4e4a-b472-4ebe5ec4278a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:53:43.980495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-955dcb64-90c8-4096-a1e6-be61d1708b00 service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920832 Jul 30 00:53:44.110129 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0d3d0bf5-94ce-487b-9f5c-fbb14c7a2671 req-a2ae3019-637d-4cc2-8691-d9b2e4a4b4af service neutron] 10.222.0.57 "GET /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119308 Jul 30 00:53:44.194835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa19978-db5f-49d8-9c0d-729e574b90e8 None None] New status for floating IP def432a5-768c-4a33-ae50-6b7d71cc0ced: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:53:44.913374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea43a6-dbdf-423b-89a5-7f2ce6d06176 req-185d34bf-ab57-4a37-a1ba-aa2f0dbcebb9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:44.913895 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aea43a6-dbdf-423b-89a5-7f2ce6d06176 req-185d34bf-ab57-4a37-a1ba-aa2f0dbcebb9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0565529 Jul 30 00:53:44.955189 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2aea43a6-dbdf-423b-89a5-7f2ce6d06176 req-5fc59c29-55b1-4c50-9970-c04506be7361 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac282b6d-aaa6-4566-a581-5def88975beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347705 Jul 30 00:53:45.262181 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-2a7842ba-252c-45c4-9428-319ce589b968 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:45.264230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-2a7842ba-252c-45c4-9428-319ce589b968 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 945 time: 0.0567143 Jul 30 00:53:45.379931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port ddc31ffa-a313-4697-a9a0-dcefba4cc90e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:53:45.380285 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:45.486128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port ddc31ffa-a313-4697-a9a0-dcefba4cc90e, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:45.486504 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:45.502347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for ddc31ffa-a313-4697-a9a0-dcefba4cc90e owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:53:45.651940 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:45.685503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=ddc31ffa-a313-4697-a9a0-dcefba4cc90e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:45.734707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] No DVR routers for this DVR port ddc31ffa-a313-4697-a9a0-dcefba4cc90e on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:53:45.737221 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:45.739448 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5eba2526-73ed-4227-838c-cd364f3cf347 req-b8368496-3c01-48f2-b6db-f352b3856bdc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "DELETE /v2.0/ports/ddc31ffa-a313-4697-a9a0-dcefba4cc90e HTTP/1.1" status: 204 len: 173 time: 0.4676735 Jul 30 00:53:45.739885 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-deleted', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:53:45.742268 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a99ce0a-e8ad-4ea2-8d4a-cbedc8c9f647" -d '{"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-deleted", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:53:45.791026 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5244d-2921-4f2e-9b87-efab4755b714 x-openstack-request-id: req-67a5244d-2921-4f2e-9b87-efab4755b714 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:53:45.791335 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80dafbc-1a48-4cdc-854d-84bad9bba8e0", "name": "network-vif-deleted", "tag": "ddc31ffa-a313-4697-a9a0-dcefba4cc90e", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:53:45.791568 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67a5244d-2921-4f2e-9b87-efab4755b714 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:53:45.792204 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80dafbc-1a48-4cdc-854d-84bad9bba8e0', 'name': 'network-vif-deleted', 'tag': 'ddc31ffa-a313-4697-a9a0-dcefba4cc90e', 'status': 'completed', 'code': 200} Jul 30 00:53:46.083747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7495e46e-bc3b-4ae2-a807-5b0397dcb1b9 req-44083890-75ac-48de-b745-d83af87df657 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=b80dafbc-1a48-4cdc-854d-84bad9bba8e0 HTTP/1.1" status: 200 len: 210 time: 0.0313838 Jul 30 00:53:46.384002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ccbb4861-ebd4-411e-8dab-47e2d94120f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.150087 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39700) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:47.541426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.823762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port ef95b946-882b-4610-9658-b04e08b6f67f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:53:47.823998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.922533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port ef95b946-882b-4610-9658-b04e08b6f67f, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ef95b946-882b-4610-9658-b04e08b6f67f,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:47.922928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:47.936854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for ef95b946-882b-4610-9658-b04e08b6f67f owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:53:48.128791 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.136440 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.169932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=ef95b946-882b-4610-9658-b04e08b6f67f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:48.370084 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.609018 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 4a295c2b-d51e-4037-8673-85acf81790b2 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:53:48.684588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:53:48.705277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: ddc31ffa-a313-4697-a9a0-dcefba4cc90e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:53:48.705658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ddc31ffa-a313-4697-a9a0-dcefba4cc90e not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:53:48.726327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:53:48.731382 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f56e7221-ffa9-46cd-b09e-03a0208a97fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/4a295c2b-d51e-4037-8673-85acf81790b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5802529 Jul 30 00:53:48.734875 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:48.736633 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Sync routers for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:53:48.746613 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:48.747238 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:48.792971 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting subnet 61313e41-29f9-4e4a-b472-4ebe5ec4278a {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:53:48.796586 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.837849 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8442827'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:48.865509 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:48.943645 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.019769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8446954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12201159'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.049484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Subnet': ['ID=61313e41-29f9-4e4a-b472-4ebe5ec4278a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:49.052389 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.054386 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/subnets/61313e41-29f9-4e4a-b472-4ebe5ec4278a HTTP/1.1" status: 204 len: 168 time: 0.3185258 Jul 30 00:53:49.057304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39706) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:49.059086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721899a7-21d6-4085-8309-01fece5b63a9 None None] Network 1f0bebaf-f852-4962-9f01-0d7edc22c099 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:53:49.061023 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.061377 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.061755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.062096 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.062490 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.062851 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.063190 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.063519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.063848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.064176 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.064502 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.064838 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36a44a-459d-4cd0-9bdb-1da88c746d03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:49.074637 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:53:48Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:49.101079 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Checking router: 4a295c2b-d51e-4037-8673-85acf81790b2 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:53:49.110063 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Routers {'4a295c2b-d51e-4037-8673-85acf81790b2'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:49.110954 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['4a295c2b-d51e-4037-8673-85acf81790b2'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:49.136720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cad0d316-26d2-44af-b82b-99358ae5e84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.202328 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.279434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] DHCP port deletion for 1f0bebaf-f852-4962-9f01-0d7edc22c099 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:53:49.323441 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] Set router 4a295c2b-d51e-4037-8673-85acf81790b2 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:49.325975 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.331729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Deleting port f36adbea-3e68-47fe-bb87-46e1178c71e5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:53:49.332204 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.386505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:53:49.386960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.406837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] For port f36adbea-3e68-47fe-bb87-46e1178c71e5, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f36adbea-3e68-47fe-bb87-46e1178c71e5,segment=NetworkSegment(57514b2a-1377-451d-b1a8-8257bf4da27e),segment_id=57514b2a-1377-451d-b1a8-8257bf4da27e)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:49.407103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.423674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Calling delete_port for f36adbea-3e68-47fe-bb87-46e1178c71e5 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:53:49.489981 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 0109cb1c-61e2-4241-b4cd-6b504ce1cf83, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:49.490498 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.507275 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.516999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:53:49.537473 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.547470 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:53:48Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:49.569091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] Pushing event deleted for resources: {'Port': ['ID=f36adbea-3e68-47fe-bb87-46e1178c71e5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:49.573258 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da36dfc-2213-4f94-b420-29a9f88180ad None None] No DVR routers for this DVR port f36adbea-3e68-47fe-bb87-46e1178c71e5 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:53:49.576856 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896706d9-e7db-4e72-bc2a-7833b2fbb63a None None] The sync data for ids ['4a295c2b-d51e-4037-8673-85acf81790b2'] in n-d-712707-11 is: [{'id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369291268', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:51:54Z', 'updated_at': '2021-07-30T00:53:48Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0109cb1c-61e2-4241-b4cd-6b504ce1cf83', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a295c2b-d51e-4037-8673-85acf81790b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:51:55Z', 'updated_at': '2021-07-30T00:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:53:49.726393 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.756533 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=0109cb1c-61e2-4241-b4cd-6b504ce1cf83,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:49.830981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.940949 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.943546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.994920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:49.996043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Fanout notify agent at l3_agent the message router_deleted on router 4a295c2b-d51e-4037-8673-85acf81790b2 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:53:50.004752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.009051 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39708) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:50.009537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2711b4f6-b1cb-4672-9882-e263825a8b1f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/routers/4a295c2b-d51e-4037-8673-85acf81790b2 HTTP/1.1" status: 204 len: 168 time: 0.9503729 Jul 30 00:53:50.031563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ef95b946-882b-4610-9658-b04e08b6f67f no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:53:50.058048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ef95b946-882b-4610-9658-b04e08b6f67f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:53:50.058545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ef95b946-882b-4610-9658-b04e08b6f67f not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:53:50.059070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f36adbea-3e68-47fe-bb87-46e1178c71e5 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:53:50.083618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f36adbea-3e68-47fe-bb87-46e1178c71e5 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:53:50.084105 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f36adbea-3e68-47fe-bb87-46e1178c71e5 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:53:50.108787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.198026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.209505 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0bebaf-f852-4962-9f01-0d7edc22c099']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:50.220686 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57514b2a-1377-451d-b1a8-8257bf4da27e') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:50.220969 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57514b2a-1377-451d-b1a8-8257bf4da27e') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:50.230478 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.246716 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.256047 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:53:50.256047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:53:50.259236 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:53:50.328078 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.336289 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.337235 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/networks/1f0bebaf-f852-4962-9f01-0d7edc22c099 HTTP/1.1" status: 204 len: 168 time: 0.3271296 Jul 30 00:53:50.340421 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39710) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:50.349393 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f506ed-a0f8-4a94-b91c-316994c5f583 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Network': ['ID=1f0bebaf-f852-4962-9f01-0d7edc22c099,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:50.453459 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.483704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.548930 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.552058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:50.553310 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/security-groups/ac282b6d-aaa6-4566-a581-5def88975beb HTTP/1.1" status: 204 len: 168 time: 0.2115445 Jul 30 00:53:50.563779 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055db3cb-340a-4596-9889-f3a289e2e1b5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac282b6d-aaa6-4566-a581-5def88975beb,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:50.871361 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39718) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:50.876423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085433674', 'description': 'tempest-secgroup-smoke-1085433674 description', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:50.908477 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.002387 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.005871 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.009710 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.042443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.042443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1680057 Jul 30 00:53:51.043716 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39720) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.044900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69449-5e75-4de2-90ac-a66ffbc8525a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e223bb-e725-4a52-a055-2bd13d014833,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.050516 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.084971 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.151680 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.157456 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.178292 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1101be53-0b3b-47f4-8fa4-554baa07c374,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.187119 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.188821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-968ab0f6-0be4-42bd-9031-977c529bd1c9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435258 Jul 30 00:53:51.191552 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39722) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.196328 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.228764 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.291500 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.296925 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.315590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1993865-d122-45c7-95e3-c6bd5770c961,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.323647 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.325097 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0a7ed88e-5fa1-4e3e-a65e-87d7d6d23175 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323764 Jul 30 00:53:51.328003 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39724) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.332711 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.361709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.428712 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.433192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.450814 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da01a749-0076-4b4b-a786-8dea07a7aa6f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.458889 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.460088 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-0d0766a3-aa79-43f7-8088-c91ce7dcc581 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309819 Jul 30 00:53:51.462898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39726) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.467558 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.497192 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.558017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.563117 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.587895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05920110-3488-48b9-ae37-b0034c2842d1,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.596867 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.598611 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5373046b-da30-4c97-9e3a-b51a115df7db tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345928 Jul 30 00:53:51.601485 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.606432 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.635348 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:53:51.640842 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.658270 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:53:51.680346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:53:51.680701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0109cb1c-61e2-4241-b4cd-6b504ce1cf83 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:53:51.714928 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.724460 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.746352 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6fb25f-c6b2-4ce4-8d04-ac2effd068ff,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.748570 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.751264 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-82bd0ce0-96ed-44d2-9142-6990abfe4c78 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472926 Jul 30 00:53:51.753111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39730) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.757918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'b9e223bb-e725-4a52-a055-2bd13d014833', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.786166 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:53:51.793531 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.862546 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.867824 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.889232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7539b3c5-4259-4c12-839b-f66e168b46e3,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:51.896178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.900806 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:51.900997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4c5148cd-4065-4e59-b6f2-e18740ea8991 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466396 Jul 30 00:53:51.906421 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'network': {'name': 'tempest-network-smoke--1107536801', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:51.938624 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:53:51.942144 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.969387 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:53:51.981198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:51.981712 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Added segment a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17 of type vlan for network 996586d3-1d67-4802-9b68-8e487ba0c6ff Jul 30 00:53:52.023371 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.053583 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.059191 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:52.059787 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.117884 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2157922 Jul 30 00:53:52.121802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39734) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:52.128862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'admin_state_up': True, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:52.132630 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a704b-5e22-45c3-8a44-a567d7b336f5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Network': ['ID=996586d3-1d67-4802-9b68-8e487ba0c6ff,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:52.144696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:53:52.160048 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.161647 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.225110 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.380870 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.615657 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.636493 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:52.748283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.71 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/f7b9acbc-3d84-42f1-8db0-fd82b3925cc4) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:53:52.776205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:53.249568 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:53.294812 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:53.336832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:53.342435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:53.348091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:53:53.350999 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:53.636343 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:53.845047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:53.987026 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 188c3177-8923-494b-9c8f-b973a06ecf89 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:53:54.105249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:53:54.117754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Sync routers for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:53:54.131245 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.131790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:54.132583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-661f3673-0119-4e9d-a544-d3b1ff2d2cf7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0095465 Jul 30 00:53:54.132774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:54.136092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:54.167843 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2a1fce16-63d1-47f4-84c2-e8e67b5a4b2e tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=00a2fdc61f51450fa74d0fd15915f1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304127 Jul 30 00:53:54.171773 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:54.252799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:54.267967 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7d16e-b2ce-463a-a945-cf2710cb85dc tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:54.269555 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6dc7d16e-b2ce-463a-a945-cf2710cb85dc tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970433 Jul 30 00:53:54.273288 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39740) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:54.304196 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6cc7bf17-ce3d-4111-9b99-098e600f4000 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297143 Jul 30 00:53:54.306844 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39742) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:54.311940 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-467445276', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:53:54.416060 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:53:54.419783 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.441085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:53Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:54.480382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Checking router: 188c3177-8923-494b-9c8f-b973a06ecf89 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:53:54.480382 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Updating router 188c3177-8923-494b-9c8f-b973a06ecf89 port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:53:54.511163 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.643602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.717267 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Subnet': ['ID=6e340744-487c-499a-9286-11906a1e47a3,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:54.723611 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Checking segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:53:54.723993 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network hostable DHCP agents. Network: 996586d3-1d67-4802-9b68-8e487ba0c6ff, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:53:54.745374 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:53:54.757898 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 996586d3-1d67-4802-9b68-8e487ba0c6ff) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:54.762701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:54.763220 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.780422 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-525b74a7-3d10-4c5f-8a2a-fb6afa3c39dd tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4723341 Jul 30 00:53:54.783210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7902e-b0a4-4e89-9a92-c20677e5d5ce None None] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:53:54.784101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:53:54.844354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.861065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Transition to ACTIVE for port object f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:54.882410 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:54.991376 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c7a68-3d5e-4808-a4ac-e0e42cd5f8c1 None None] Pushing event updated for resources: {'Port': ['ID=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:54.993691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Attempting to bind port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:53:54.994082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Attempting to bind port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:53:54.994440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Attempting to bind port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:53:55.005475 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:53:55.005891 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:53:55.006276 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.006696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:53:55.007180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Bound port: f7b9acbc-3d84-42f1-8db0-fd82b3925cc4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:53:55.007619 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.066146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-996586d3-1d67-4802-9b68-8e487ba0c6ff', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:53:55.067022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.099742 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] For port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:53:55.118518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] For port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:53:55.165595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.281266 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c7a68-3d5e-4808-a4ac-e0e42cd5f8c1 None None] Pushing event updated for resources: {'Port': ['ID=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:55.288046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:55.288576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:55.298000 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.347238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Allocated IP 172.20.0.2 (996586d3-1d67-4802-9b68-8e487ba0c6ff/6e340744-487c-499a-9286-11906a1e47a3/72ffbd6d-5fa0-4171-bc5f-ae0068173565) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:53:55.653211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:55.861268 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.888729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Transition to ACTIVE for port object 72ffbd6d-5fa0-4171-bc5f-ae0068173565 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:55.911068 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Transition to ACTIVE for port object 72ffbd6d-5fa0-4171-bc5f-ae0068173565 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:55.921086 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:55.973612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:55.975942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.1 (996586d3-1d67-4802-9b68-8e487ba0c6ff/6e340744-487c-499a-9286-11906a1e47a3/00af1e99-a712-4724-8796-79cfe4ca3632) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:53:55.977774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:53Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:55.981310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:56.011102 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Pushing event updated for resources: {'Port': ['ID=72ffbd6d-5fa0-4171-bc5f-ae0068173565,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:56.013874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:53:56.018114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4048925-e0f1-4d59-b757-7bfb67758267 None None] The sync data for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 is: [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:53Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:53:56.076719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Attempting to bind port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:53:56.076719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Attempting to bind port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:53:56.078002 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Attempting to bind port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 on network 996586d3-1d67-4802-9b68-8e487ba0c6ff {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:53:56.084268 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:53:56.084640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Checking segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:53:56.085047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.085437 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Bound using segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:53:56.085952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Bound port: 72ffbd6d-5fa0-4171-bc5f-ae0068173565, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:53:56.086333 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.160487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] For port 72ffbd6d-5fa0-4171-bc5f-ae0068173565, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:53:56.164806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] For port 72ffbd6d-5fa0-4171-bc5f-ae0068173565, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72ffbd6d-5fa0-4171-bc5f-ae0068173565,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:53:56.169992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.240113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ef4a-d44a-49e4-9c81-69838139db02 None None] Pushing event updated for resources: {'Port': ['ID=72ffbd6d-5fa0-4171-bc5f-ae0068173565,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:56.574504 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.591672 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object 00af1e99-a712-4724-8796-79cfe4ca3632 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:56.630859 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.683701 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:56.687503 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:56.692111 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:53:56.727519 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:56.761855 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:56.917901 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.256731 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.262976 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.287596 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a128c23-f84a-414d-bc00-ca4ae63a2e74 None None] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:53:57.356226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:57.358870 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.373320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-6162275e-dac9-44e6-ab84-d8a57703cc1d None None] Provisioning for port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:57.478294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:53:57.480146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:53:57.606616 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 188c3177-8923-494b-9c8f-b973a06ecf89 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:53:57.758915 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:53:57.764375 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-902ba512-9e33-482f-9a57-d84b926669b4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/188c3177-8923-494b-9c8f-b973a06ecf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9792109 Jul 30 00:53:57.792029 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72ffbd6d-5fa0-4171-bc5f-ae0068173565 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:57.878849 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4b66debe-f2b8-41d9-b681-e889593d657c None None] Provisioning for port 00af1e99-a712-4724-8796-79cfe4ca3632 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:57.882655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:57.886428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-4b66debe-f2b8-41d9-b681-e889593d657c None None] Provisioning complete for port 00af1e99-a712-4724-8796-79cfe4ca3632 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:57.886796 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4b66debe-f2b8-41d9-b681-e889593d657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.917612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:57.918071 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:57.936091 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Sync routers for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:53:57.952478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:57.952478 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:57.957276 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-fd45c0ec-e5a8-4c80-82b1-772b94877d65 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085433674&fields=id&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 267 time: 0.0457413 Jul 30 00:53:57.973599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4b66debe-f2b8-41d9-b681-e889593d657c None None] Port 00af1e99-a712-4724-8796-79cfe4ca3632 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:53:58.038907 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.088176 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-f1f23e64-ba2a-4dde-8f66-278af0b610ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:58.089333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 72ffbd6d-5fa0-4171-bc5f-ae0068173565, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72ffbd6d-5fa0-4171-bc5f-ae0068173565,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:58.090683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-f1f23e64-ba2a-4dde-8f66-278af0b610ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 797 time: 0.1324642 Jul 30 00:53:58.100242 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.101154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:58.102707 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:58.108353 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-1c3c3cf2-bf52-4394-9b24-b8267712b99c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/quotas/00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 375 time: 0.0112498 Jul 30 00:53:58.168571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9a81d5e9-25e4-44da-9105-074a92fc8357 None None] Provisioning complete for port 00af1e99-a712-4724-8796-79cfe4ca3632 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:58.168940 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9a81d5e9-25e4-44da-9105-074a92fc8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.174163 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-11c445cd-e9b6-42a2-bd06-f2d11e38bc8b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553222 Jul 30 00:53:58.241008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=72ffbd6d-5fa0-4171-bc5f-ae0068173565,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:58.248527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d5e9-25e4-44da-9105-074a92fc8357 None None] Port 00af1e99-a712-4724-8796-79cfe4ca3632 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:53:58.252870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:53:58.259299 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:58.259672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.346471 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-73233f3d-ea31-450b-9d6c-59357655dd31 service neutron] 10.222.0.49 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582732 Jul 30 00:53:58.373640 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:53:57Z', 'revision_number': 2, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:58.376679 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.386428 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-9d2802c1-58d9-42f3-bfaa-2189f273a59c None None] Provisioning complete for port 00af1e99-a712-4724-8796-79cfe4ca3632 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:58.386790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9d2802c1-58d9-42f3-bfaa-2189f273a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.410198 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Checking router: 188c3177-8923-494b-9c8f-b973a06ecf89 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:53:58.410561 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Updating router 188c3177-8923-494b-9c8f-b973a06ecf89 port 00af1e99-a712-4724-8796-79cfe4ca3632 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:53:58.427054 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:53:58.431756 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.444442 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.460078 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-466764e2-c7e2-4512-ab35-4fed85591a7f service neutron] 10.222.0.49 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123314 Jul 30 00:53:58.462657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-9d2802c1-58d9-42f3-bfaa-2189f273a59c None None] Port 00af1e99-a712-4724-8796-79cfe4ca3632 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:53:58.497715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:58.616041 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.663273 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-686f419e-555b-41b2-b8b3-00201d1742f8 req-aaf24dee-e20e-4a4d-8241-e73218666600 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jul 30 00:53:58.761358 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.774077 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Transition to ACTIVE for port object 00af1e99-a712-4724-8796-79cfe4ca3632 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:53:58.782997 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.838246 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Pushing event updated for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:58.866695 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.866901 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.867149 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.867481 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.867819 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.868146 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.868541 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.868820 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.869148 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.869610 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.869964 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.870741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:53:58.913574 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Attempting to bind port 00af1e99-a712-4724-8796-79cfe4ca3632 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:53:58.914218 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Attempting to bind port 00af1e99-a712-4724-8796-79cfe4ca3632 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:53:58.914790 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Attempting to bind port 00af1e99-a712-4724-8796-79cfe4ca3632 on network 996586d3-1d67-4802-9b68-8e487ba0c6ff {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:53:58.924662 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:53:58.925218 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Checking segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:53:58.925869 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:58.926483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Bound using segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:53:58.927310 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Bound port: 00af1e99-a712-4724-8796-79cfe4ca3632, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:53:58.927870 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:59.043510 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] For port 00af1e99-a712-4724-8796-79cfe4ca3632, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:53:59.047892 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] For port 00af1e99-a712-4724-8796-79cfe4ca3632, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=00af1e99-a712-4724-8796-79cfe4ca3632,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:53:59.054042 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:59.123533 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:53:59.124209 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:59.164917 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a6c4-ae96-4b00-b14e-ce58d405b9e5 None None] Pushing event updated for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:53:59.258682 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:53:59.567367 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:53:59Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:53:59.605433 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4f885-f370-4944-890f-eda48d1259b9 None None] The sync data for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 is: [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:53:59Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:53:59.785223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72ffbd6d-5fa0-4171-bc5f-ae0068173565 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:53:59.813453 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-609a234a-c943-4923-aa03-9a56f1e6270c req-6f2d4194-cf0c-4fc1-b40f-e1a61acf1b67 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 210 time: 0.0698423 Jul 30 00:53:59.865883 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:53:59.866650 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:59.948103 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-6087ec50-6aef-49b6-bcc2-0511bec9a55c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:53:59.949965 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-6087ec50-6aef-49b6-bcc2-0511bec9a55c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 797 time: 0.1547976 Jul 30 00:53:59.980183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:54:00.022004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-79553fc4-8311-4d5d-95d0-b061667671e0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 380 time: 0.0425873 Jul 30 00:54:00.040542 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:54:00.041029 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.050837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'port': {'device_id': '2471806c-7bda-493a-bcdb-360254c01846', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'admin_state_up': True, 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'security_groups': ['b9e223bb-e725-4a52-a055-2bd13d014833']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:54:00.201957 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:54:00.206178 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.346948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.13 (996586d3-1d67-4802-9b68-8e487ba0c6ff/6e340744-487c-499a-9286-11906a1e47a3/ba5d1ed2-729f-405b-8be3-e052d2a5bb6f) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:54:00.522545 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.538809 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object ba5d1ed2-729f-405b-8be3-e052d2a5bb6f will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:54:00.577046 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.621562 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:54:00.625854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:54:00.628879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:54:00.665535 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:00.697263 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:00.698176 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.718693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-06464fa6-e548-46e1-841b-502aac0a90ce tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6722960 Jul 30 00:54:00.800628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Request body: {'port': {'device_id': '2471806c-7bda-493a-bcdb-360254c01846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:54:00.868075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.957280 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7ddcfd78-1bd8-4292-ac35-886f1976a103 None None] Provisioning for port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:54:00.961976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7ddcfd78-1bd8-4292-ac35-886f1976a103 None None] Provisioning complete for port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:54:00.962385 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfd78-1bd8-4292-ac35-886f1976a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.000212 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7ddcfd78-1bd8-4292-ac35-886f1976a103 None None] Port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:54:01.051185 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883cecf-6151-4b79-ad69-f47bf4461fa7 req-6a0a1d39-ed64-4355-b419-7a68a1d3a925 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.052745 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c883cecf-6151-4b79-ad69-f47bf4461fa7 req-6a0a1d39-ed64-4355-b419-7a68a1d3a925 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 932 time: 0.1484959 Jul 30 00:54:01.148707 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c883cecf-6151-4b79-ad69-f47bf4461fa7 req-3578b8f5-19d5-44ca-bf56-e514b83523f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891869 Jul 30 00:54:01.259247 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5d1ed2-729f-405b-8be3-e052d2a5bb6f {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:54:01.268075 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.280900 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Transition to ACTIVE for port object ba5d1ed2-729f-405b-8be3-e052d2a5bb6f will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:54:01.285237 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.338767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:01.419765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Attempting to bind port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:54:01.420179 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Attempting to bind port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:54:01.420521 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Attempting to bind port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f on network 996586d3-1d67-4802-9b68-8e487ba0c6ff {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:54:01.428978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f on network 996586d3-1d67-4802-9b68-8e487ba0c6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:54:01.429314 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Attempting to bind port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f on network 996586d3-1d67-4802-9b68-8e487ba0c6ff {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:54:01.440407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:54:01.440846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Checking segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:54:01.441306 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Bound using segment: {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:54:01.441807 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Bound port: ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:54:01.442177 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.515077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:54:01.518546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:54:01.523878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.560429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.561089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.562651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 1093 time: 0.8290424 Jul 30 00:54:01.563147 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:54:01.565656 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197" -d '{"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:54:01.599882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1fa1-dd07-4149-9e61-d17a7f254263 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:01.625121 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f579f89-f93e-4531-9922-70ede2b5de03 x-openstack-request-id: req-7f579f89-f93e-4531-9922-70ede2b5de03 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:54:01.625794 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:54:01.626379 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f579f89-f93e-4531-9922-70ede2b5de03 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:54:01.627027 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'status': 'completed', 'code': 200} Jul 30 00:54:01.704755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-ab63bcb7-f50e-4fae-8763-bdf879f84ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.706748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-ab63bcb7-f50e-4fae-8763-bdf879f84ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1096 time: 0.0579753 Jul 30 00:54:01.733567 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 00af1e99-a712-4724-8796-79cfe4ca3632 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:54:01.770462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-f69498c0-b727-4e69-9c41-c18aab9065f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0463223 Jul 30 00:54:01.808787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 00af1e99-a712-4724-8796-79cfe4ca3632 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:54:01.813084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 00af1e99-a712-4724-8796-79cfe4ca3632 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:54:01.813317 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.833401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-bdc62048-5e38-429b-8caf-b1e4681ee41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.835640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-bdc62048-5e38-429b-8caf-b1e4681ee41b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0592206 Jul 30 00:54:01.900295 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-68173399-bd1f-4660-a495-bd76bb871954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:01.901990 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-68173399-bd1f-4660-a495-bd76bb871954 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584207 Jul 30 00:54:01.917670 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:01.952912 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 00af1e99-a712-4724-8796-79cfe4ca3632, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=00af1e99-a712-4724-8796-79cfe4ca3632,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:54:01.958693 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:02.006975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-c2904593-0fe7-4e3e-8669-0b429715ce07 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963092 Jul 30 00:54:02.013433 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:02.118410 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-09213c62-5bba-4468-bbac-4df423b8f1f2 req-ee785513-ddb8-4c30-bffc-bb414f698532 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034079 Jul 30 00:54:02.306095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-bea53950-cb68-4c91-8c62-5f255f193b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:02.308416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-bea53950-cb68-4c91-8c62-5f255f193b6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1096 time: 0.0940120 Jul 30 00:54:02.321149 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d60d71-9407-4ff8-ae56-65e3217f975c req-6eef94a6-d69f-413e-92f0-78980dbf2a93 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:02.322789 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55d60d71-9407-4ff8-ae56-65e3217f975c req-6eef94a6-d69f-413e-92f0-78980dbf2a93 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 944 time: 0.0797803 Jul 30 00:54:02.427643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55d60d71-9407-4ff8-ae56-65e3217f975c req-f361322a-b381-4707-b3e0-1110325339d2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847206 Jul 30 00:54:02.452366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-65ead34f-e059-4015-8c18-35638231a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:02.454733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-65ead34f-e059-4015-8c18-35638231a823 service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.1310613 Jul 30 00:54:02.506328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-059f5eae-aebe-4d9f-b82e-27995ff4240d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0434644 Jul 30 00:54:02.560979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-4c505fb2-35cb-44bc-b7ff-74b3dcbdf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:02.562545 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-4c505fb2-35cb-44bc-b7ff-74b3dcbdf823 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0478852 Jul 30 00:54:02.635422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-2235d52e-e4ba-423b-808f-69509316d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:02.638188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-2235d52e-e4ba-423b-808f-69509316d192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659370 Jul 30 00:54:02.773332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-d0b97d00-dad0-4ec7-8160-bec8ad32725b service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244309 Jul 30 00:54:02.888918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1fb051c1-6d5f-4fa8-af8e-1f9b4be5e197 req-d5ffbfc2-dea4-42dc-ad0b-86a8ae8ee537 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074066 Jul 30 00:54:03.555766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb4f55-aa27-4592-97be-6659d1768ac8 req-0f7c3d7d-8ef5-4247-b97f-9ffe2aaef4d9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:03.557344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eebb4f55-aa27-4592-97be-6659d1768ac8 req-0f7c3d7d-8ef5-4247-b97f-9ffe2aaef4d9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 944 time: 0.0580955 Jul 30 00:54:03.603778 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eebb4f55-aa27-4592-97be-6659d1768ac8 req-be48ba77-f37d-4b3a-96b3-5a02ecf02a89 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396724 Jul 30 00:54:03.703023 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 00af1e99-a712-4724-8796-79cfe4ca3632 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:54:03.758630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 00af1e99-a712-4724-8796-79cfe4ca3632 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:54:03.759118 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:04.737259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dc3f9-12df-491f-9c56-00dc94c66cf2 req-c98db20a-d951-4bd5-bb46-5543fe917dbb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:04.738858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c07dc3f9-12df-491f-9c56-00dc94c66cf2 req-c98db20a-d951-4bd5-bb46-5543fe917dbb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 944 time: 0.0550001 Jul 30 00:54:04.770227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ba5d1ed2-729f-405b-8be3-e052d2a5bb6f details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:54:04.782321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c07dc3f9-12df-491f-9c56-00dc94c66cf2 req-fe753290-598d-4a14-afee-27f9e4f3c9f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Jul 30 00:54:04.911014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:54:04.923251 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'port_id': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'mac_address': 'fa:16:3e:3d:25:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:54:04.962058 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:04.975546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5d1ed2-729f-405b-8be3-e052d2a5bb6f {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:54:04.995794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:54:05.001512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:05.051218 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:05.276455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:54:05.914484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ec83b-a95a-470b-b232-9e0908418d14 req-fc237496-f73f-4f73-bcb8-0999f96e0cda tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:05.915920 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b6ec83b-a95a-470b-b232-9e0908418d14 req-fc237496-f73f-4f73-bcb8-0999f96e0cda tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 945 time: 0.0593071 Jul 30 00:54:05.958634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6b6ec83b-a95a-470b-b232-9e0908418d14 req-0b0bdf94-5e67-459b-8b40-4a66adf7d88e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Jul 30 00:54:06.769236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ba5d1ed2-729f-405b-8be3-e052d2a5bb6f up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:54:06.824946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:54:06.829892 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:54:06.830271 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:06.928426 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:06.954806 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:54:06.957387 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14426f-2a05-4d92-99d7-894694ee174e" -d '{"events": [{"server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:54:06.972154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:54:06.977037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:07.032908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:07.053376 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da2689-3e88-42e6-a7ca-7050e5328825 x-openstack-request-id: req-e7da2689-3e88-42e6-a7ca-7050e5328825 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:54:07.053845 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "name": "network-vif-plugged", "status": "completed", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:54:07.054176 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7da2689-3e88-42e6-a7ca-7050e5328825 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:54:07.054532 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'code': 200} Jul 30 00:54:07.193569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5db938-98e8-42e5-bbcb-b65b18a2068a req-f63b8980-bf3f-437d-a76a-9a407f503333 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:07.195146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf5db938-98e8-42e5-bbcb-b65b18a2068a req-f63b8980-bf3f-437d-a76a-9a407f503333 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0836835 Jul 30 00:54:07.211524 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a5467-833e-4621-b3a8-0767bf3700c0 req-8e2a4641-6971-46d0-824a-59e20d7e392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:07.212988 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c54a5467-833e-4621-b3a8-0767bf3700c0 req-8e2a4641-6971-46d0-824a-59e20d7e392f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0680535 Jul 30 00:54:07.258021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cf5db938-98e8-42e5-bbcb-b65b18a2068a req-2bac3168-e752-4762-bfda-2e9a3125e2d0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547864 Jul 30 00:54:07.269037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c54a5467-833e-4621-b3a8-0767bf3700c0 req-960a8623-57de-48ea-b48c-d6109e970471 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Jul 30 00:54:08.388610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312e63b-9ba3-401c-9775-b9d6293ae837 req-b029b3dc-dbf5-49ac-9190-1cf67e82bbaf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:08.390240 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3312e63b-9ba3-401c-9775-b9d6293ae837 req-b029b3dc-dbf5-49ac-9190-1cf67e82bbaf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0545449 Jul 30 00:54:08.444350 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3312e63b-9ba3-401c-9775-b9d6293ae837 req-85374b0b-a528-4919-a4fd-d757f28b7678 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468619 Jul 30 00:54:09.572602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6bf6f-a1f8-4ae4-a936-5d5978ef40a6 req-c5c7ae6f-a05c-4d0d-a2f7-dd08f93b5c53 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:09.574185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53f6bf6f-a1f8-4ae4-a936-5d5978ef40a6 req-c5c7ae6f-a05c-4d0d-a2f7-dd08f93b5c53 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0563657 Jul 30 00:54:09.624704 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-53f6bf6f-a1f8-4ae4-a936-5d5978ef40a6 req-ad884665-2c70-473e-90cf-e234dfefcdf6 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Jul 30 00:54:09.750161 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10ae8a-ffeb-42a8-aff9-5123ac3c365f req-2b61436d-71c1-437d-bb1e-bf71864f1500 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:09.752102 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb10ae8a-ffeb-42a8-aff9-5123ac3c365f req-2b61436d-71c1-437d-bb1e-bf71864f1500 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0538921 Jul 30 00:54:09.775898 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:09.795924 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fb10ae8a-ffeb-42a8-aff9-5123ac3c365f req-0d79f693-5ca8-4d2d-82ee-4f5e773a7d3f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354950 Jul 30 00:54:09.818453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39802) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:54:09.903117 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab60ad-2d0c-4a5d-82bb-5105f2589484 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:09.904815 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ccab60ad-2d0c-4a5d-82bb-5105f2589484 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1093 time: 0.0852571 Jul 30 00:54:09.908069 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39806) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:54:09.912751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:54:09.948635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:10.062585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:10.167658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.234 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/8cc9989a-a183-49d9-862e-d123efca113d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:54:10.283179 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:10.329192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:10.369264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:54:10.374645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:54:10.379749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:54:10.382916 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=8cc9989a-a183-49d9-862e-d123efca113d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:10.799541 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:10.880101 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:11.467666 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:11.474838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:11.543545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=8cc9989a-a183-49d9-862e-d123efca113d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:54:11.558725 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:11.674625 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP db109af9-efee-45a4-9674-b8453226939f associated. External IP: 172.25.5.234, port: ba5d1ed2-729f-405b-8be3-e052d2a5bb6f. Jul 30 00:54:11.905600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 188c3177-8923-494b-9c8f-b973a06ecf89 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:54:12.019190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:54:12.029733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Sync routers for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:54:12.040008 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:12.040999 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:54:12.041922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:54:12.073007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-abe4b52e-1939-4a8c-b1f8-270e60257f03 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1638081 Jul 30 00:54:12.073692 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:54:12.076116 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1849fc0-f0f7-4461-9767-6fab07fa1476" -d '{"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:54:12.150621 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:54:12.171777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619f18-40b7-4146-a803-27b3aa61261b req-0d592408-45c7-4123-93c0-67a7cefd19fb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:12.173799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa619f18-40b7-4146-a803-27b3aa61261b req-0d592408-45c7-4123-93c0-67a7cefd19fb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Jul 30 00:54:12.220328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aa619f18-40b7-4146-a803-27b3aa61261b req-c49d820f-3876-4306-9b62-6d9a7f050ca9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372546 Jul 30 00:54:12.246853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39812) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:54:12.286464 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0e6997-befb-4ac0-b354-1694d8bf686d x-openstack-request-id: req-6a0e6997-befb-4ac0-b354-1694d8bf686d {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:54:12.286718 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:54:12.286899 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a0e6997-befb-4ac0-b354-1694d8bf686d {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:54:12.287300 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'status': 'completed', 'code': 200} Jul 30 00:54:12.317810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-640e275d-4f94-4425-8295-d281e1869139 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/db109af9-efee-45a4-9674-b8453226939f HTTP/1.1" status: 200 len: 992 time: 0.0697231 Jul 30 00:54:12.362838 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-f3f8623e-5af7-4074-a25e-7e2d5cd2aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:12.364385 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-f3f8623e-5af7-4074-a25e-7e2d5cd2aed8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0455461 Jul 30 00:54:12.395222 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'db109af9-efee-45a4-9674-b8453226939f', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'port_id': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'mac_address': 'fa:16:3e:3d:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471806c-7bda-493a-bcdb-360254c01846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:54:10Z', 'updated_at': '2021-07-30T00:54:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:54:12.422664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Checking router: 188c3177-8923-494b-9c8f-b973a06ecf89 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:54:12.432120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:54:12.432745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:53:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:54:12.458341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-7aec7554-c39a-4216-b3a5-6b4cafe4d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:12.459968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-7aec7554-c39a-4216-b3a5-6b4cafe4d9c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.0872498 Jul 30 00:54:12.545863 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-29053d9d-2843-450c-91d1-efc0f112c03d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 1000 time: 0.0782144 Jul 30 00:54:12.553079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:54:12.601278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-741df689-20ba-44ce-867f-9bcb98b8e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:12.602904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-741df689-20ba-44ce-867f-9bcb98b8e5bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0498986 Jul 30 00:54:12.655800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-0dc47175-114f-4f12-bc1e-d596373ee774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:12.657498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-0dc47175-114f-4f12-bc1e-d596373ee774 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458691 Jul 30 00:54:12.759659 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-20d0a00f-7c67-4d4b-bcbe-197e4f527212 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940180 Jul 30 00:54:12.811971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'db109af9-efee-45a4-9674-b8453226939f', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'port_id': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'mac_address': 'fa:16:3e:3d:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471806c-7bda-493a-bcdb-360254c01846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:54:10Z', 'updated_at': '2021-07-30T00:54:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:54:12.846229 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba4fcf-bcd6-4f9b-947d-62b0784362f1 None None] The sync data for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 is: [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': 'db109af9-efee-45a4-9674-b8453226939f', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'port_id': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'mac_address': 'fa:16:3e:3d:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2471806c-7bda-493a-bcdb-360254c01846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:54:10Z', 'updated_at': '2021-07-30T00:54:10Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:54:12.870648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1849fc0-f0f7-4461-9767-6fab07fa1476 req-1e13162f-2da0-4d75-90cd-17975546e4ee service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026673 Jul 30 00:54:13.051398 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1568a6-92c5-4510-b257-e1eb6b8ccbaa None None] New status for floating IP db109af9-efee-45a4-9674-b8453226939f: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:54:13.322147 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:54:13.397799 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6061a9a0-5904-4ffd-b331-3208d189ad01 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/db109af9-efee-45a4-9674-b8453226939f HTTP/1.1" status: 200 len: 994 time: 0.0743847 Jul 30 00:54:16.391626 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-74d02f88-0c7a-4018-9a52-1a1010cd300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:16.896110 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-4cb749ed-a65e-41f4-8b06-f3728bf0f476 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443549 Jul 30 00:54:17.029371 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-b2543d4e-6348-4dd8-ab38-4f6b4df2bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:17.031000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-b2543d4e-6348-4dd8-ab38-4f6b4df2bddd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0485754 Jul 30 00:54:17.153683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-ad64e1e2-553c-41d4-9aff-176a752a98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:17.155226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-ad64e1e2-553c-41d4-9aff-176a752a98c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.1005225 Jul 30 00:54:17.246890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-0a77f2c1-5c6a-4422-aebf-c50e92cc6791 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 1002 time: 0.0778017 Jul 30 00:54:17.303747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-836a3e74-a777-4f48-8687-6269aa7203e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:17.305155 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-836a3e74-a777-4f48-8687-6269aa7203e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0503511 Jul 30 00:54:17.357010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-23965546-8e8d-4b7c-9359-c62553942995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:17.358611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-23965546-8e8d-4b7c-9359-c62553942995 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450971 Jul 30 00:54:17.462457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-3a5be941-64ae-42f3-a0e4-4b09b0a8767a service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953653 Jul 30 00:54:17.563370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-28e1887d-55c2-41d8-b6c5-a5ee2e88e47a req-8347a94c-fb67-429c-afa7-c199ef2125b6 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928590 Jul 30 00:54:18.132368 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:19.093063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5c95-4701-4dd3-8b40-431b2f953dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:19.501156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:21.010288 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:22.783676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:28.594347 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:46.388461 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9fd68435-2747-47bb-9f4d-dd20e63d2cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:46.776339 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:46.831938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86271ff-84da-4be9-a861-3de2f7e1b679 req-ee3ce8c8-2b72-444a-a004-90ff5c89d85e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:46.833542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e86271ff-84da-4be9-a861-3de2f7e1b679 req-ee3ce8c8-2b72-444a-a004-90ff5c89d85e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0564864 Jul 30 00:54:46.884243 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e86271ff-84da-4be9-a861-3de2f7e1b679 req-a31043ee-9a31-405d-b15f-1d4e5ddded10 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Jul 30 00:54:48.013873 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca74520-15a4-44fb-82ee-b4e8f2827a33 req-f12f291d-cc7b-4db4-b5e7-38faf1c8327c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:48.015423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ca74520-15a4-44fb-82ee-b4e8f2827a33 req-f12f291d-cc7b-4db4-b5e7-38faf1c8327c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0591023 Jul 30 00:54:48.057948 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7ca74520-15a4-44fb-82ee-b4e8f2827a33 req-471d7984-a8a7-453a-bbec-ac7e4ca39459 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359564 Jul 30 00:54:48.128512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:49.095081 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87825f10-2433-449c-917a-d330964d14e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:49.193220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72647a-c656-4cdd-be9d-a5e77b386bb6 req-f5876223-4a7d-4764-a0b1-9c6259fd4c95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:49.194844 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d72647a-c656-4cdd-be9d-a5e77b386bb6 req-f5876223-4a7d-4764-a0b1-9c6259fd4c95 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0517890 Jul 30 00:54:49.234360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8d72647a-c656-4cdd-be9d-a5e77b386bb6 req-1a5e09a1-5db2-4564-a387-9117b817610b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Jul 30 00:54:49.496601 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:50.354206 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfe704-410f-43f1-8e43-10fbaace1a1a req-4dca96cb-2311-461b-85a8-37c5f3bd9f5e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:50.355700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eccfe704-410f-43f1-8e43-10fbaace1a1a req-4dca96cb-2311-461b-85a8-37c5f3bd9f5e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0510008 Jul 30 00:54:50.396535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-eccfe704-410f-43f1-8e43-10fbaace1a1a req-0866dc15-72ae-4d8b-aefd-04ff29e77e9b tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Jul 30 00:54:51.013822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:51.525100 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3818-3f18-42df-bb87-20c53f079933 req-7ff3c5c3-0a24-41ae-974d-f2e866ab209a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:51.526664 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a6d3818-3f18-42df-bb87-20c53f079933 req-7ff3c5c3-0a24-41ae-974d-f2e866ab209a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0593550 Jul 30 00:54:51.569159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a6d3818-3f18-42df-bb87-20c53f079933 req-6e0e6efa-c2fb-4a2c-88b0-bec442f1676c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353742 Jul 30 00:54:52.699414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e42d39-0002-4d03-ad63-5917d658776e req-b344e78c-88d3-4417-b265-34f9027c3f15 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:52.700966 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27e42d39-0002-4d03-ad63-5917d658776e req-b344e78c-88d3-4417-b265-34f9027c3f15 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Jul 30 00:54:52.740439 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-27e42d39-0002-4d03-ad63-5917d658776e req-21b347a4-5eb6-4552-8f12-0475531eaa72 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332532 Jul 30 00:54:52.786960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:53.863693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f76f6-1d62-46a9-b284-9f2ae2a1d3da req-da168a59-4dc2-4feb-b525-6b21923d0793 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:53.865159 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a23f76f6-1d62-46a9-b284-9f2ae2a1d3da req-da168a59-4dc2-4feb-b525-6b21923d0793 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0525641 Jul 30 00:54:53.907395 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a23f76f6-1d62-46a9-b284-9f2ae2a1d3da req-754b8177-c2a1-4106-8226-bb9430946f27 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349822 Jul 30 00:54:55.036686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ee98a-5eea-45ed-958a-f9e5a4e7933a req-d58fbc94-d09e-402c-a007-65477ef0b3ba tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:55.038260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c7ee98a-5eea-45ed-958a-f9e5a4e7933a req-d58fbc94-d09e-402c-a007-65477ef0b3ba tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0589471 Jul 30 00:54:55.084231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7c7ee98a-5eea-45ed-958a-f9e5a4e7933a req-9884eba9-0a97-46e4-b445-bbbc725185b3 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Jul 30 00:54:56.210354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1bc5-724d-4e60-a551-3eac1362d7c7 req-1c47ef8c-9260-4507-adcc-3e4cdf702b8c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:56.211859 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-286e1bc5-724d-4e60-a551-3eac1362d7c7 req-1c47ef8c-9260-4507-adcc-3e4cdf702b8c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0526690 Jul 30 00:54:56.254867 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-286e1bc5-724d-4e60-a551-3eac1362d7c7 req-05a74334-d859-49e5-aced-0c494f55b9a2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343618 Jul 30 00:54:57.398747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1e8a1-5f88-48d3-90b5-0d5d40ea8e2d req-71a397e5-01a2-424b-849c-24d099c0e150 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:57.400370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41e1e8a1-5f88-48d3-90b5-0d5d40ea8e2d req-71a397e5-01a2-424b-849c-24d099c0e150 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0571959 Jul 30 00:54:57.468069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-41e1e8a1-5f88-48d3-90b5-0d5d40ea8e2d req-4838084e-f1b7-4b3d-a73b-3f18424907cf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581806 Jul 30 00:54:58.607838 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:58.620845 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfc94-fb19-4296-be90-19eb657f200d req-717d0106-7643-432f-8387-91d92e4d14d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:58.622510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a3dfc94-fb19-4296-be90-19eb657f200d req-717d0106-7643-432f-8387-91d92e4d14d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0780537 Jul 30 00:54:58.667563 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a3dfc94-fb19-4296-be90-19eb657f200d req-02106d9d-a70a-417d-ae38-35b65cb139fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 Jul 30 00:54:59.802021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eeac9-9612-439f-8216-1bb8d9361bce req-03c67339-f2ea-474e-aa77-6e784071e65e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:54:59.803522 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-419eeac9-9612-439f-8216-1bb8d9361bce req-03c67339-f2ea-474e-aa77-6e784071e65e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0607827 Jul 30 00:54:59.844425 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-419eeac9-9612-439f-8216-1bb8d9361bce req-ec3ed177-09eb-4853-9446-a418c62068fc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Jul 30 00:55:00.978972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb7976-b54c-4fbb-89b6-86ae0015417c req-d2a95200-30b9-4670-bc83-460e8c931107 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:00.980780 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83bb7976-b54c-4fbb-89b6-86ae0015417c req-d2a95200-30b9-4670-bc83-460e8c931107 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0563624 Jul 30 00:55:01.023119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83bb7976-b54c-4fbb-89b6-86ae0015417c req-263dd886-24e2-4339-9a7c-286a7b22fc4f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Jul 30 00:55:02.156098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d6b8-047e-4bf3-aeba-439ddea3975d req-ec561166-9202-4684-8bf4-dd1d0cae5257 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:02.158855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5236d6b8-047e-4bf3-aeba-439ddea3975d req-ec561166-9202-4684-8bf4-dd1d0cae5257 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0590472 Jul 30 00:55:02.201643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5236d6b8-047e-4bf3-aeba-439ddea3975d req-8a7ed33f-3a77-43ad-a266-5a90bc71bf74 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360594 Jul 30 00:55:03.346485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7749ddc-badc-4653-8ab6-e11f223879d3 req-68e96725-9339-41d9-a12b-b222ff625261 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:03.349171 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7749ddc-badc-4653-8ab6-e11f223879d3 req-68e96725-9339-41d9-a12b-b222ff625261 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0600164 Jul 30 00:55:03.403017 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7749ddc-badc-4653-8ab6-e11f223879d3 req-6a8604cc-aea1-4330-8c20-cd297a9ce6f8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 Jul 30 00:55:03.432886 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39864) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:03.498686 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d4ed31a5-fc04-4b83-a48a-085f7c875931 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/db109af9-efee-45a4-9674-b8453226939f HTTP/1.1" status: 200 len: 994 time: 0.0645487 Jul 30 00:55:04.807238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3215-e832-40d0-ab43-6840f3eb632a req-7b2f1a39-aed5-4dce-aebd-11d681f077aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:04.808528 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14ac3215-e832-40d0-ab43-6840f3eb632a req-7b2f1a39-aed5-4dce-aebd-11d681f077aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0653362 Jul 30 00:55:04.882436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-14ac3215-e832-40d0-ab43-6840f3eb632a req-b6de49d0-6dcf-43b0-ac73-64063528199c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645022 Jul 30 00:55:04.886109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-a7e5f2e4-82ca-48d2-8946-4314d8a4cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:04.888321 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-a7e5f2e4-82ca-48d2-8946-4314d8a4cb4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0789165 Jul 30 00:55:04.990621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9f99f965-77d1-4d24-852d-3ed95e036fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:04.992211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9f99f965-77d1-4d24-852d-3ed95e036fb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.0964580 Jul 30 00:55:05.070799 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-6aa72588-49a8-4d57-af5b-0b63422d1f5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 1002 time: 0.0704951 Jul 30 00:55:05.130671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9349cf1e-f403-4f47-a62b-0b09d9fac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:05.132249 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9349cf1e-f403-4f47-a62b-0b09d9fac802 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0539057 Jul 30 00:55:05.185145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9045a1df-5fdf-4070-8834-b919baf67e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:05.186738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-9045a1df-5fdf-4070-8834-b919baf67e90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470150 Jul 30 00:55:05.285701 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-f4497d1e-7b0b-4fbc-8c2d-396e3802162a service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904615 Jul 30 00:55:05.382671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-865e88e4-52dc-4f32-84ce-bc883bf46f40 req-d5f93411-45ea-432a-924f-0fa53b4de24a service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879881 Jul 30 00:55:06.014042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a94253-24a4-4f98-b43e-1ffc8191f739 req-16879bd0-0aa3-4b45-b6aa-06e9c147bdd0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:06.015951 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7a94253-24a4-4f98-b43e-1ffc8191f739 req-16879bd0-0aa3-4b45-b6aa-06e9c147bdd0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0559177 Jul 30 00:55:06.065670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b7a94253-24a4-4f98-b43e-1ffc8191f739 req-856b7de1-73f4-46af-97a2-9ebc6625bd17 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Jul 30 00:55:07.204466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be9501-a81b-48dd-9107-771c84d3d246 req-3de79a11-eaa2-404d-a294-235904c22eb9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:07.206076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13be9501-a81b-48dd-9107-771c84d3d246 req-3de79a11-eaa2-404d-a294-235904c22eb9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0635498 Jul 30 00:55:07.252075 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-13be9501-a81b-48dd-9107-771c84d3d246 req-5fcb4e72-82b8-4453-b550-230e0ea07665 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398788 Jul 30 00:55:07.276478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39876) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:07.347891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3cf6d1c7-c62b-4f8a-b638-4af63dc7129d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/db109af9-efee-45a4-9674-b8453226939f HTTP/1.1" status: 200 len: 994 time: 0.0694520 Jul 30 00:55:16.385762 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b710-1bf1-467f-a1d3-82a9cf28f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:18.129117 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:18.903404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-4c5192ee-b598-486c-b80c-ac85ddf1d174 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481043 Jul 30 00:55:19.011366 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-6d08f88b-b897-42a9-a8ff-2b062096ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:19.013235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-6d08f88b-b897-42a9-a8ff-2b062096ddfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0462677 Jul 30 00:55:19.092743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4f23473-4abc-440e-977e-f218d0720f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:19.139500 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-08584f05-8cf3-4161-a738-310a8d82880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:19.141205 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-08584f05-8cf3-4161-a738-310a8d82880b service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.1032186 Jul 30 00:55:19.219138 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-21fba68f-9256-4941-9f3f-a1a740842967 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 1002 time: 0.0698421 Jul 30 00:55:19.271857 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-fd9190d8-c95d-4b54-9f5f-f9709857b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:19.273356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-fd9190d8-c95d-4b54-9f5f-f9709857b303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0468624 Jul 30 00:55:19.324556 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-f78d0b16-c506-47ce-9872-6dcd8027a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:19.326459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-f78d0b16-c506-47ce-9872-6dcd8027a3cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455000 Jul 30 00:55:19.430145 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-a2144982-417d-45ff-9754-288f0d7ef022 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943596 Jul 30 00:55:19.508310 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:19.543716 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aab01a27-eee8-4e7a-84e3-b159933ff279 req-5064cc58-ca64-42be-a92a-08d9947f1c86 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051323 Jul 30 00:55:21.019370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:22.789248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:22.906957 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-fcd5bdda-2218-47ec-bfd6-d97af84bb157 req-41e1e7f6-32dc-4273-8758-a2505aa67856 service neutron] (93865) timed out ('10.222.0.49', 36518) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:55:23.778460 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:55:28.637608 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:39.786938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39896) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:39.965712 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 8cc9989a-a183-49d9-862e-d123efca113d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:39.966198 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.046027 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.046317 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.060217 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 8cc9989a-a183-49d9-862e-d123efca113d owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:40.230576 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.262771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=8cc9989a-a183-49d9-862e-d123efca113d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:40.288522 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.288879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.289227 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.289607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.289966 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.290303 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.290727 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.291298 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.291693 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.292029 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.292331 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.292660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:40.334602 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.334912 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP db109af9-efee-45a4-9674-b8453226939f disassociated (deleted). External IP: 172.25.5.234, port: ba5d1ed2-729f-405b-8be3-e052d2a5bb6f. Jul 30 00:55:40.564278 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 188c3177-8923-494b-9c8f-b973a06ecf89 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:40.682917 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:40.687845 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:40.693828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Sync routers for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:40.704206 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:40.704836 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:40.721477 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3ebf9844-7f18-4849-9455-f7c4dd40b7aa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/floatingips/db109af9-efee-45a4-9674-b8453226939f HTTP/1.1" status: 204 len: 168 time: 0.9307508 Jul 30 00:55:40.721477 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:40.721838 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:40.972352 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545de83-bcbb-4a53-a3f1-81e110045b1d x-openstack-request-id: req-c545de83-bcbb-4a53-a3f1-81e110045b1d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:40.973027 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:40.973027 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c545de83-bcbb-4a53-a3f1-81e110045b1d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:40.973368 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'status': 'completed', 'code': 200} Jul 30 00:55:41.004664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:41.098516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6617caa-6283-411f-935f-d555c861ecab req-c9d5c539-63eb-4b79-a989-ba8f5acf9fc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:41.100049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6617caa-6283-411f-935f-d555c861ecab req-c9d5c539-63eb-4b79-a989-ba8f5acf9fc8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0800807 Jul 30 00:55:41.107083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-03a558e9-23d2-4a4d-adb3-47bed573b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:41.108690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-03a558e9-23d2-4a4d-adb3-47bed573b6dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 1098 time: 0.0774195 Jul 30 00:55:41.185775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d6617caa-6283-411f-935f-d555c861ecab req-7ae08bee-7eb4-465b-b73b-56e38aaf7536 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760550 Jul 30 00:55:41.207302 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:41.226405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-83d45021-1ddd-4151-99e7-e7a9bdb89d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:41.228032 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-83d45021-1ddd-4151-99e7-e7a9bdb89d6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 200 len: 898 time: 0.1044195 Jul 30 00:55:41.237317 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Checking router: 188c3177-8923-494b-9c8f-b973a06ecf89 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:41.246715 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:41.247333 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:41.279601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-3520768e-7eda-42d3-b9d3-f109ed921d4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0409396 Jul 30 00:55:41.335725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-4147d22a-7908-4095-a863-166c0a78e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:41.337841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-4147d22a-7908-4095-a863-166c0a78e1db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 200 len: 834 time: 0.0495098 Jul 30 00:55:41.355855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:41.390683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-355d4691-2b08-449f-bdbb-4d7470c4684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:41.392231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-355d4691-2b08-449f-bdbb-4d7470c4684e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=996586d3-1d67-4802-9b68-8e487ba0c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453827 Jul 30 00:55:41.501127 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-c50c5917-2ec5-4ba1-aca8-bfebefbd73c6 service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999024 Jul 30 00:55:41.564548 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:41.591224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89129a6b-7fc8-4fbe-a4d8-8ef6062f8eb4 None None] The sync data for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 is: [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '00af1e99-a712-4724-8796-79cfe4ca3632', 'name': '', 'network_id': '996586d3-1d67-4802-9b68-8e487ba0c6ff', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:0a:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6e340744-487c-499a-9286-11906a1e47a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:55Z', 'updated_at': '2021-07-30T00:54:01Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': '6e340744-487c-499a-9286-11906a1e47a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:41.597667 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cec195e2-b95b-4f98-9b7b-c29c5f8d72ff req-ecc88478-9a86-4fa4-afc6-5f92ab015a8b service neutron] 10.222.0.57 "GET /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883014 Jul 30 00:55:41.826212 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e5f0d-cdd1-4b95-bed4-99b769ce6a31 None None] New status for floating IP db109af9-efee-45a4-9674-b8453226939f: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:55:42.336821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38763056-8119-44b9-a19e-02a5eba47c24 req-4e868f06-4364-49cc-a696-5e66224dbf1c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:42.338785 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38763056-8119-44b9-a19e-02a5eba47c24 req-4e868f06-4364-49cc-a696-5e66224dbf1c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0762863 Jul 30 00:55:42.379367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-38763056-8119-44b9-a19e-02a5eba47c24 req-7e21863e-0c5a-469a-b5e2-0be2b5ee42e8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9e223bb-e725-4a52-a055-2bd13d014833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342650 Jul 30 00:55:42.894550 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-b8daed09-7fdc-47c5-a920-66436fbf5154 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:42.896268 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-b8daed09-7fdc-47c5-a920-66436fbf5154 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 946 time: 0.0538330 Jul 30 00:55:42.994384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:42.994842 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.096919 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:43.097303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.111606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for ba5d1ed2-729f-405b-8be3-e052d2a5bb6f owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:43.272086 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.301603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=ba5d1ed2-729f-405b-8be3-e052d2a5bb6f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:43.315767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.316118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.316457 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.316797 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.317127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.317466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.317824 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.318157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.318484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.318813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.319145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.319472 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:43.356974 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] No DVR routers for this DVR port ba5d1ed2-729f-405b-8be3-e052d2a5bb6f on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:43.360089 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:43.363095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-98dafef1-419a-4db5-b9cc-d9e286b4b243 req-1346aa6a-5004-4a1a-8dac-247cd349b7ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "DELETE /v2.0/ports/ba5d1ed2-729f-405b-8be3-e052d2a5bb6f HTTP/1.1" status: 204 len: 173 time: 0.4598904 Jul 30 00:55:43.363789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'name': 'network-vif-deleted', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:43.366983 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc006f2-26ac-408e-9e3c-e953e57265e9" -d '{"events": [{"server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "name": "network-vif-deleted", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:43.407477 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe1c2bf-9454-4797-a27c-e77aca80f414 x-openstack-request-id: req-6fe1c2bf-9454-4797-a27c-e77aca80f414 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:43.407782 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471806c-7bda-493a-bcdb-360254c01846", "name": "network-vif-deleted", "tag": "ba5d1ed2-729f-405b-8be3-e052d2a5bb6f", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:43.408032 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fe1c2bf-9454-4797-a27c-e77aca80f414 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:43.408479 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471806c-7bda-493a-bcdb-360254c01846', 'name': 'network-vif-deleted', 'tag': 'ba5d1ed2-729f-405b-8be3-e052d2a5bb6f', 'status': 'completed', 'code': 200} Jul 30 00:55:43.492462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a9b44ad7-8c16-48b0-8c2f-5f9dd1deb3bb req-109beaee-48c0-45dd-8bab-bf3dba2aee2f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=2471806c-7bda-493a-bcdb-360254c01846 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Jul 30 00:55:44.551284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39918) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:44.954558 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.251920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 00af1e99-a712-4724-8796-79cfe4ca3632 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:45.252270 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.358174 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 00af1e99-a712-4724-8796-79cfe4ca3632, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=00af1e99-a712-4724-8796-79cfe4ca3632,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:45.358612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.381172 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 00af1e99-a712-4724-8796-79cfe4ca3632 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:45.603431 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:45.637655 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=00af1e99-a712-4724-8796-79cfe4ca3632,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:46.231145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.379842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e6b92d63-46dc-40b7-8e55-cf0962732831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.488230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 188c3177-8923-494b-9c8f-b973a06ecf89 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:46.606543 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:46.612386 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-44313c78-3444-4bb4-965b-2939557bb89f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/188c3177-8923-494b-9c8f-b973a06ecf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595992 Jul 30 00:55:46.614987 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39924) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:46.618060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Sync routers for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:46.629314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:46.630076 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:46.669386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting subnet 6e340744-487c-499a-9286-11906a1e47a3 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:55:46.673098 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.713602 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.742953 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:46.817003 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.882507 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.913546 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Subnet': ['ID=6e340744-487c-499a-9286-11906a1e47a3,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:46.915588 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:46.921276 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39926) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:46.926903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f47b8eb2-63ce-4c5b-bd54-3285401672c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/subnets/6e340744-487c-499a-9286-11906a1e47a3 HTTP/1.1" status: 204 len: 168 time: 0.3102803 Jul 30 00:55:46.928267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d5c43-67a6-4a0b-9804-ea6f7c4f710b None None] Network 996586d3-1d67-4802-9b68-8e487ba0c6ff requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:55:46.995853 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:55:45Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.039679 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.047628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Checking router: 188c3177-8923-494b-9c8f-b973a06ecf89 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:47.075580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Routers {'188c3177-8923-494b-9c8f-b973a06ecf89'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:47.076220 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['188c3177-8923-494b-9c8f-b973a06ecf89'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.157947 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.199562 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] DHCP port deletion for 996586d3-1d67-4802-9b68-8e487ba0c6ff request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:55:47.202418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] Set router 188c3177-8923-494b-9c8f-b973a06ecf89 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:47.222879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:47.223244 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.309154 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port f7b9acbc-3d84-42f1-8db0-fd82b3925cc4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:47.309521 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.322855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:47.368719 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ba5d1ed2-729f-405b-8be3-e052d2a5bb6f no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:47.393497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Deleting port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:55:47.394287 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.398443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: ba5d1ed2-729f-405b-8be3-e052d2a5bb6f {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:47.398787 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device ba5d1ed2-729f-405b-8be3-e052d2a5bb6f not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:47.487286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] For port 72ffbd6d-5fa0-4171-bc5f-ae0068173565, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=72ffbd6d-5fa0-4171-bc5f-ae0068173565,segment=NetworkSegment(a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17),segment_id=a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:47.487286 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.504834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Calling delete_port for 72ffbd6d-5fa0-4171-bc5f-ae0068173565 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:55:47.505115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.532461 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=f7b9acbc-3d84-42f1-8db0-fd82b3925cc4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.556887 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:55:45Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.592310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e6ed-65f8-4941-bebf-e11074529006 None None] The sync data for ids ['188c3177-8923-494b-9c8f-b973a06ecf89'] in n-d-712707-11 is: [{'id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924104496', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:55:45Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': 'f7b9acbc-3d84-42f1-8db0-fd82b3925cc4', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:80:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188c3177-8923-494b-9c8f-b973a06ecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:53:52Z', 'updated_at': '2021-07-30T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:47.597871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.632361 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.661170 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] No DVR routers for this DVR port 72ffbd6d-5fa0-4171-bc5f-ae0068173565 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:55:47.663346 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Pushing event deleted for resources: {'Port': ['ID=72ffbd6d-5fa0-4171-bc5f-ae0068173565,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:47.675035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.675271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.675618 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.675955 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.676284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.676614 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.676943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.677267 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.677593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.678213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.678599 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.678969 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3867b0ab-21c6-4d06-b256-62686e76f3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:47.702631 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.704790 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.750077 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.750652 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Fanout notify agent at l3_agent the message router_deleted on router 188c3177-8923-494b-9c8f-b973a06ecf89 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:55:47.758660 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.760026 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-35b1669e-97e9-4713-8129-831c417ed8fa tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/routers/188c3177-8923-494b-9c8f-b973a06ecf89 HTTP/1.1" status: 204 len: 168 time: 0.8375452 Jul 30 00:55:47.764486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39928) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:47.844657 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.935372 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.945798 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996586d3-1d67-4802-9b68-8e487ba0c6ff']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.959088 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.959424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a225d2d4-b9fb-4e6a-ba96-1dbffaff9a17') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:47.975043 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:47.994969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.004628 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:55:48.005245 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: timer() Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:55:48.008540 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:55:48.100292 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.116476 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.117907 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72ffbd6d-5fa0-4171-bc5f-ae0068173565 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:48.119846 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/networks/996586d3-1d67-4802-9b68-8e487ba0c6ff HTTP/1.1" status: 204 len: 168 time: 0.3543127 Jul 30 00:55:48.124435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39932) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.132187 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50007652-2536-4637-81a3-d4c5d3a241eb tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Network': ['ID=996586d3-1d67-4802-9b68-8e487ba0c6ff,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:48.152456 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 72ffbd6d-5fa0-4171-bc5f-ae0068173565 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:48.152799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 72ffbd6d-5fa0-4171-bc5f-ae0068173565 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:48.153558 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 00af1e99-a712-4724-8796-79cfe4ca3632 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:48.178337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 00af1e99-a712-4724-8796-79cfe4ca3632 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:48.178690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 00af1e99-a712-4724-8796-79cfe4ca3632 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:48.180555 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.204241 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.231623 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.319019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.321814 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.323187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/security-groups/b9e223bb-e725-4a52-a055-2bd13d014833 HTTP/1.1" status: 204 len: 168 time: 0.1976459 Jul 30 00:55:48.333126 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5051c-d154-4609-82c4-23d8dae2410a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e223bb-e725-4a52-a055-2bd13d014833,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:48.720032 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39938) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.726000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263535988', 'description': 'tempest-secgroup-smoke-1263535988 description', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:48.755095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.845670 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.851802 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.881090 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.882392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612995 Jul 30 00:55:48.884329 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10addc7-bb78-4a7f-8a8e-630e0f25c74a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec84680-94c4-44ce-b46f-cb71af284b38,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:48.885916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39942) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:48.890839 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:48.921763 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.988413 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:48.995796 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.014007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34885bbe-48df-4acc-9b02-3919ffe14b1a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.020740 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.021717 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-84bad1a3-f198-44c9-a1b9-344d72d05e02 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346552 Jul 30 00:55:49.024614 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39944) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.029708 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.059729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.088860 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6ddd-1b7e-4ad4-86e9-1440e51ac4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.129052 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.136366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.155621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b95bd2-8af6-4bf2-8f7c-04f4328b5109,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.163788 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.168412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bbfbb54e-8b4f-41d5-8354-29010509311a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392522 Jul 30 00:55:49.168543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.173605 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.206547 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.281109 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.286856 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.306084 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3e7451-5b71-41c5-9800-c58a0342a04d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.312774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.314275 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8c5afa55-7e71-4e55-b06f-dba9d77b29ae tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444833 Jul 30 00:55:49.317015 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39948) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.321496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.351091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.419799 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.427048 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.444567 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3024c6b4-71d0-4cbc-96a7-8c14f6032a09,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.452684 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.453908 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-d025fcbd-a222-4a23-93b1-85772daf4ab8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359334 Jul 30 00:55:49.456965 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.461315 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.483703 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:55:49.490451 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.507409 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.575950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.580217 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.598521 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd0a663-f5dc-466b-9ca3-e2114565bfbc,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.607234 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.608592 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-00323eca-73b9-4f23-abce-187f2dd4f11f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506639 Jul 30 00:55:49.611963 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39952) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.616614 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'security_group_rule': {'security_group_id': 'aec84680-94c4-44ce-b46f-cb71af284b38', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.640793 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Project 00a2fdc61f51450fa74d0fd15915f1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:55:49.648569 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.715725 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.722050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.722342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:55:49.740475 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54393745-96a7-4729-8f00-5646f68249b4,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:49.746296 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:55:49.746681 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device f7b9acbc-3d84-42f1-8db0-fd82b3925cc4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:55:49.750568 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.751931 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-426f0271-3055-49b6-9019-ab303995fef7 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389475 Jul 30 00:55:49.755076 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.760528 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'network': {'name': 'tempest-network-smoke--414663476', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'port_security_enabled': True}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:49.784677 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:55:49.788808 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.818194 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:55:49.833257 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.833713 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Added segment 2d2aca59-2878-4128-bd4d-487b96989a55 of type vlan for network 650b5410-6609-4342-b83c-994ec2e6e569 Jul 30 00:55:49.882972 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.917418 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.923323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:49.923929 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:49.981272 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2250571 Jul 30 00:55:49.984116 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39956) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:49.988571 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'admin_state_up': True, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:50.007496 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c232-2f77-4c5b-a4df-0bb9db1bbb0a tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Network': ['ID=650b5410-6609-4342-b83c-994ec2e6e569,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:50.020397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 650b5410-6609-4342-b83c-994ec2e6e569 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:55:50.022594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.023769 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.080095 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.221493 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.451640 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.471346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.596903 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.206 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/0f9a6dbb-70f0-41d9-b968-5170808da16c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:55:50.709224 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.758557 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:50.805555 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:55:50.809061 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:50.815138 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:55:50.820916 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=0f9a6dbb-70f0-41d9-b968-5170808da16c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:51.016874 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:51.457012 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:51.675256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:51.835566 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:55:51.959884 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:51.971334 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Sync routers for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:51.980911 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:51.981562 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:51.982172 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:51.983489 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-1ad8de3b-8ed2-4f2c-92d7-f295019480bf tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9984295 Jul 30 00:55:51.986952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39958) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:52.019397 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-bcaf6fa0-476b-48e6-8bbc-3b87b4df71ba tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=00a2fdc61f51450fa74d0fd15915f1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313673 Jul 30 00:55:52.022233 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39960) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:52.106816 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:52.114255 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b98b76-5eec-4444-b61c-68aea6d553cc tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:52.115842 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-96b98b76-5eec-4444-b61c-68aea6d553cc tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926521 Jul 30 00:55:52.119606 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39962) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:52.148672 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-dfb14346-09f4-40d4-a4f4-e7a1dc2c5407 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=52725900-2642-44d5-b3ea-23e1d2832e28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278409 Jul 30 00:55:52.151402 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 39964) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:52.156620 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-605064988', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:52.258080 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:55:52.261788 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.294348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:50Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:52.320718 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Checking router: 90f66326-825f-4f6b-95a8-ed8eb38ecb20 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:52.321373 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Updating router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 port 0f9a6dbb-70f0-41d9-b968-5170808da16c binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:55:52.351630 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.472461 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.546175 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Subnet': ['ID=cddb31c1-b01a-4af7-9f6e-12948c2d32e0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:52.560215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Checking segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:55:52.560585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network hostable DHCP agents. Network: 650b5410-6609-4342-b83c-994ec2e6e569, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:55:52.581662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 650b5410-6609-4342-b83c-994ec2e6e569 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:55:52.595943 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 650b5410-6609-4342-b83c-994ec2e6e569) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:52.601514 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:52.602591 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.612592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3d048-9da5-4caa-85ff-f72520986d4a None None] Network 650b5410-6609-4342-b83c-994ec2e6e569 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:55:52.626552 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-f380ec2e-57b2-4e6c-812a-e346b60e2d8d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4737613 Jul 30 00:55:52.626914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 39966) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:55:52.649838 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.661105 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Transition to ACTIVE for port object 0f9a6dbb-70f0-41d9-b968-5170808da16c will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:52.672479 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.720864 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Attempting to bind port 0f9a6dbb-70f0-41d9-b968-5170808da16c on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:55:52.721249 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Attempting to bind port 0f9a6dbb-70f0-41d9-b968-5170808da16c by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:55:52.721608 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Attempting to bind port 0f9a6dbb-70f0-41d9-b968-5170808da16c on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:55:52.731817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:55:52.732183 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:55:52.732603 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.732999 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:55:52.733474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Bound port: 0f9a6dbb-70f0-41d9-b968-5170808da16c, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:55:52.733902 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.798604 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] For port 0f9a6dbb-70f0-41d9-b968-5170808da16c, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:55:52.802128 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] For port 0f9a6dbb-70f0-41d9-b968-5170808da16c, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f9a6dbb-70f0-41d9-b968-5170808da16c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:55:52.803457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Pushing event updated for resources: {'Port': ['ID=0f9a6dbb-70f0-41d9-b968-5170808da16c,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:52.805014 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.813488 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.817308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-650b5410-6609-4342-b83c-994ec2e6e569', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:55:52.818468 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.818676 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:52.818846 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.819242 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.819580 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.819912 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.820242 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.820570 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.820887 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.821401 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.821752 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.822066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.822557 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:55:52.896546 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2b7a-1f75-49e3-9bdd-9eae612991dd None None] Pushing event updated for resources: {'Port': ['ID=0f9a6dbb-70f0-41d9-b968-5170808da16c,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:52.912035 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:52.915497 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:53.004645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Allocated IP 172.20.0.2 (650b5410-6609-4342-b83c-994ec2e6e569/cddb31c1-b01a-4af7-9f6e-12948c2d32e0/6d5e3694-1c30-44a4-b3ae-2899ca806fd4) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:55:53.027984 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:53.158327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.168967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Transition to ACTIVE for port object 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:53.184478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.184762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Transition to ACTIVE for port object 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:53.195498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.215232 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:50Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:53.235517 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Network 650b5410-6609-4342-b83c-994ec2e6e569 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:55:53.241989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:53.247440 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8518b8-c7e2-42ed-a406-cb65ae8d9aa8 None None] The sync data for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 is: [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:50Z', 'revision_number': 3, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:53.247707 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:55:53.250922 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Pushing event updated for resources: {'Port': ['ID=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:53.312964 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Attempting to bind port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:55:53.313338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Attempting to bind port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:55:53.313750 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Attempting to bind port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 on network 650b5410-6609-4342-b83c-994ec2e6e569 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:55:53.319372 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:55:53.319748 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Checking segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:55:53.320154 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.320583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Bound using segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:55:53.321045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Bound port: 6d5e3694-1c30-44a4-b3ae-2899ca806fd4, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:55:53.321431 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.396470 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5823947d-853c-412d-a455-d434f29cee03 None None] For port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:55:53.400110 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5823947d-853c-412d-a455-d434f29cee03 None None] For port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:55:53.406101 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.504032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823947d-853c-412d-a455-d434f29cee03 None None] Pushing event updated for resources: {'Port': ['ID=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:53.527832 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.1 (650b5410-6609-4342-b83c-994ec2e6e569/cddb31c1-b01a-4af7-9f6e-12948c2d32e0/64046c7f-59f6-4ea5-a51e-53186000dd72) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:55:53.739905 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.773979 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object 64046c7f-59f6-4ea5-a51e-53186000dd72 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:53.830201 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:53.888726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 650b5410-6609-4342-b83c-994ec2e6e569 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:55:53.892334 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:53.895744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:53.896288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:55:53.949111 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:53.957679 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:53.962899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f9a6dbb-70f0-41d9-b968-5170808da16c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:53.965953 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.022630 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 0f9a6dbb-70f0-41d9-b968-5170808da16c completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:54.028288 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0f9a6dbb-70f0-41d9-b968-5170808da16c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:54.029031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.154920 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.322329 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.353257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 0f9a6dbb-70f0-41d9-b968-5170808da16c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f9a6dbb-70f0-41d9-b968-5170808da16c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:54.359479 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.412109 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=0f9a6dbb-70f0-41d9-b968-5170808da16c,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:54.482232 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.487511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.572478 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.574489 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:54.613775 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787abcff-e6ac-453e-955d-1292805eab3b None None] Network 650b5410-6609-4342-b83c-994ec2e6e569 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:55:54.677867 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Provisioning for port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:54.681428 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 650b5410-6609-4342-b83c-994ec2e6e569 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:55:54.683251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:54.689425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Provisioning complete for port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:54.689841 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.817083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:55:54.840544 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.884103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] For port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:54.892875 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:54.953935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1019-3410-493b-b5f9-8b40252a2071 None None] Pushing event updated for resources: {'Port': ['ID=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:54.956199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:55:54.961926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-f8653a54-c130-4944-95f8-1e193f18b515 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/90f66326-825f-4f6b-95a8-ed8eb38ecb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338187 Jul 30 00:55:55.118928 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Provisioning complete for port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:55.119640 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:55.123387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Sync routers for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:55:55.134523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-a37125e2-eb32-4cd3-9602-8fed152cde90 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263535988&fields=id&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 267 time: 0.0463097 Jul 30 00:55:55.156223 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:55.156799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:55.258993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-c44c2059-fba6-4acb-bb15-286be15391fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:55.260978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-c44c2059-fba6-4acb-bb15-286be15391fe tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 796 time: 0.1186092 Jul 30 00:55:55.280148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-ff430f87-2fc5-437c-8ea1-fc05a6770e25 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/quotas/00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 375 time: 0.0115654 Jul 30 00:55:55.308743 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:55.346122 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-2d4c6e5e-1dd2-4e81-97cc-369cb430d02c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585563 Jul 30 00:55:55.367834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Provisioning for port 64046c7f-59f6-4ea5-a51e-53186000dd72 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:55.402497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Provisioning complete for port 64046c7f-59f6-4ea5-a51e-53186000dd72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:55.402703 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:55.418591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-ac58c8f1-867a-461a-bdc7-787deea69e0a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:55:55.420773 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-ac58c8f1-867a-461a-bdc7-787deea69e0a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625553 Jul 30 00:55:55.494998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c72a4dac-d908-46a8-a969-0351919c03b9 None None] Port 64046c7f-59f6-4ea5-a51e-53186000dd72 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:55:55.525590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-93c3f0dc-5069-4f37-86a1-75bd2a6e67db service neutron] 10.222.0.49 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982161 Jul 30 00:55:55.573319 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 2, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:55.603419 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Checking router: 90f66326-825f-4f6b-95a8-ed8eb38ecb20 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:55:55.603786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Updating router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 port 64046c7f-59f6-4ea5-a51e-53186000dd72 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:55:55.620092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-50c05eef-411a-423f-808f-5b7759991954 service neutron] 10.222.0.49 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878024 Jul 30 00:55:55.636810 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:55.645920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-44b700ea-f0e2-4c2a-a184-39935197d9bb None None] Provisioning complete for port 64046c7f-59f6-4ea5-a51e-53186000dd72 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:55.646305 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-44b700ea-f0e2-4c2a-a184-39935197d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:55.707243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-44b700ea-f0e2-4c2a-a184-39935197d9bb None None] Port 64046c7f-59f6-4ea5-a51e-53186000dd72 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:55:55.809462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:55.821946 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-78b2e778-0811-4dd4-a6a2-f7b02bc4e6ec req-7aa9a222-b781-4b62-bdb0-741fa615c10d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 210 time: 0.0348659 Jul 30 00:55:55.933832 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:55.934202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.072248 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.094397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Transition to ACTIVE for port object 64046c7f-59f6-4ea5-a51e-53186000dd72 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:56.099698 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f9a6dbb-70f0-41d9-b968-5170808da16c up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:56.103486 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.205236 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48334ac7-f4d2-40a2-b725-513b87e7e499 None None] Pushing event updated for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:56.246466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 0f9a6dbb-70f0-41d9-b968-5170808da16c triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:56.246852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.301439 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Attempting to bind port 64046c7f-59f6-4ea5-a51e-53186000dd72 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:55:56.301834 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Attempting to bind port 64046c7f-59f6-4ea5-a51e-53186000dd72 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:55:56.302347 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Attempting to bind port 64046c7f-59f6-4ea5-a51e-53186000dd72 on network 650b5410-6609-4342-b83c-994ec2e6e569 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:55:56.314041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:55:56.314395 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Checking segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:55:56.314809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.315243 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Bound using segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:55:56.315760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Bound port: 64046c7f-59f6-4ea5-a51e-53186000dd72, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:55:56.316134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.415966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] For port 64046c7f-59f6-4ea5-a51e-53186000dd72, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:55:56.422196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] For port 64046c7f-59f6-4ea5-a51e-53186000dd72, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=64046c7f-59f6-4ea5-a51e-53186000dd72,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:55:56.428686 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:56.492249 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:55:56.492913 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:56.532730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48334ac7-f4d2-40a2-b725-513b87e7e499 None None] Pushing event updated for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:56.616387 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:55:56.837952 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:55:56.867348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ebebc-4e81-49e7-b86a-dcfc6723ebdb None None] The sync data for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 is: [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:56Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:55:56.954235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7fc0ba2-958c-4c67-89fb-2291236bb8c7 req-8343bada-4c0c-44a6-8887-4f0c392e6ead tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 210 time: 0.0596476 Jul 30 00:55:57.153850 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-95458b66-2fcb-4360-936f-3666ab6f25c0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:57.155693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-95458b66-2fcb-4360-936f-3666ab6f25c0 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 796 time: 0.1318223 Jul 30 00:55:57.218886 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-23bf97ec-3444-4957-bd15-40ed07a94fc4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a2fdc61f51450fa74d0fd15915f1af HTTP/1.1" status: 200 len: 380 time: 0.0454340 Jul 30 00:55:57.266959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'port': {'device_id': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'admin_state_up': True, 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'security_groups': ['aec84680-94c4-44ce-b46f-cb71af284b38']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:57.403494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Made reservation on behalf of 00a2fdc61f51450fa74d0fd15915f1af for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:55:57.407124 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.559780 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.20.0.13 (650b5410-6609-4342-b83c-994ec2e6e569/cddb31c1-b01a-4af7-9f6e-12948c2d32e0/e268937c-a394-4caa-b7bc-b315f477541a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:55:57.717113 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.737273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Transition to ACTIVE for port object e268937c-a394-4caa-b7bc-b315f477541a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:57.793554 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.820371 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 64046c7f-59f6-4ea5-a51e-53186000dd72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:57.845843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 650b5410-6609-4342-b83c-994ec2e6e569 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:55:57.849187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:55:57.853386 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:55:57.890972 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 64046c7f-59f6-4ea5-a51e-53186000dd72 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:57.896835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:57.897046 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 64046c7f-59f6-4ea5-a51e-53186000dd72 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:57.897525 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.935212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:57.935922 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:57.956169 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-333cea74-3f68-43d1-8c63-39289c19a938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921937 Jul 30 00:55:57.978537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Request body: {'port': {'device_id': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:55:58.035122 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.063590 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.082211 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 64046c7f-59f6-4ea5-a51e-53186000dd72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=64046c7f-59f6-4ea5-a51e-53186000dd72,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:55:58.089042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.174410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:58.196465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a5c-eed3-43de-845c-2f8928ba1629 req-c855f4e3-b79f-4b83-98fb-49e209ba41d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:58.198060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8003a5c-eed3-43de-845c-2f8928ba1629 req-c855f4e3-b79f-4b83-98fb-49e209ba41d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 932 time: 0.1022277 Jul 30 00:55:58.199431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-79ecc9a6-c9d5-4dfb-b4bc-abefe14d60e8 None None] Provisioning for port e268937c-a394-4caa-b7bc-b315f477541a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:55:58.205336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-79ecc9a6-c9d5-4dfb-b4bc-abefe14d60e8 None None] Provisioning complete for port e268937c-a394-4caa-b7bc-b315f477541a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:58.205914 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-79ecc9a6-c9d5-4dfb-b4bc-abefe14d60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.242763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-79ecc9a6-c9d5-4dfb-b4bc-abefe14d60e8 None None] Port e268937c-a394-4caa-b7bc-b315f477541a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:55:58.336345 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d8003a5c-eed3-43de-845c-2f8928ba1629 req-9e07ac1d-84f1-4f00-9f08-9b3127db53e8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311481 Jul 30 00:55:58.450137 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e268937c-a394-4caa-b7bc-b315f477541a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:55:58.457911 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.470532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Transition to ACTIVE for port object e268937c-a394-4caa-b7bc-b315f477541a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:55:58.473848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.523852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Pushing event updated for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:58.604060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Attempting to bind port e268937c-a394-4caa-b7bc-b315f477541a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:55:58.604462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Attempting to bind port e268937c-a394-4caa-b7bc-b315f477541a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:55:58.604802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Attempting to bind port e268937c-a394-4caa-b7bc-b315f477541a on network 650b5410-6609-4342-b83c-994ec2e6e569 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:55:58.610505 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Port e268937c-a394-4caa-b7bc-b315f477541a on network 650b5410-6609-4342-b83c-994ec2e6e569 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:55:58.610821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Attempting to bind port e268937c-a394-4caa-b7bc-b315f477541a on network 650b5410-6609-4342-b83c-994ec2e6e569 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:55:58.617682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:55:58.618766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Checking segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:55:58.619285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Bound using segment: {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:55:58.619774 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Bound port: e268937c-a394-4caa-b7bc-b315f477541a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2aca59-2878-4128-bd4d-487b96989a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:55:58.620398 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.661314 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.692348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:55:58.695477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e268937c-a394-4caa-b7bc-b315f477541a,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:55:58.699529 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.734444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:58.735064 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:58.736505 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] 10.222.0.57 "PUT /v2.0/ports/e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 1093 time: 0.7671666 Jul 30 00:55:58.736953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:55:58.739258 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f2623f-5a5c-432d-ac92-200c782fe94e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:55:58.781545 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c303-8966-4b89-844b-f66cb6584788 service neutron] Pushing event updated for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:55:58.806997 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc14bcc-491b-4e44-9af9-e8f6da15474e x-openstack-request-id: req-2bc14bcc-491b-4e44-9af9-e8f6da15474e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:55:58.807709 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:55:58.808147 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bc14bcc-491b-4e44-9af9-e8f6da15474e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:55:58.809417 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a', 'status': 'completed', 'code': 200} Jul 30 00:55:58.867902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-32b5cdab-8841-4901-bc3e-92d14570b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:58.870187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-32b5cdab-8841-4901-bc3e-92d14570b7fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1096 time: 0.0484147 Jul 30 00:55:58.925613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-d5ef42d3-34f3-4ca0-83ee-0a17793e72eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 217 time: 0.0402753 Jul 30 00:55:58.977667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-0b7edb5f-bb0f-4cc0-b4ed-b4332bb35580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:58.979262 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-0b7edb5f-bb0f-4cc0-b4ed-b4332bb35580 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0459523 Jul 30 00:55:59.027841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94134-a827-4247-ada4-42449d7b9d33 req-68879d6e-de4f-4c8d-86f9-45842edbf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.029509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-68879d6e-de4f-4c8d-86f9-45842edbf511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427387 Jul 30 00:55:59.142003 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-784ae05c-e86a-4f63-a646-6347e11717da service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037133 Jul 30 00:55:59.241337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-42f94134-a827-4247-ada4-42449d7b9d33 req-598af914-a5b4-4c85-9bc5-031b3aa636d1 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917714 Jul 30 00:55:59.388110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-c983d000-7ff8-4a3c-9879-060c1986e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.389648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-c983d000-7ff8-4a3c-9879-060c1986e9ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1096 time: 0.0479741 Jul 30 00:55:59.525154 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fd719-8d30-4fb4-bfbd-c6c63955dc25 req-2ac0b38a-0934-4e3b-b146-b97ad185a25e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.526935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a1fd719-8d30-4fb4-bfbd-c6c63955dc25 req-2ac0b38a-0934-4e3b-b146-b97ad185a25e tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 944 time: 0.1060503 Jul 30 00:55:59.530005 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-5f3c4c51-b6c8-43be-bc83-fee2b1a74e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.531416 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-5f3c4c51-b6c8-43be-bc83-fee2b1a74e12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 897 time: 0.1329513 Jul 30 00:55:59.583854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-7bce3c92-2436-40ea-a877-b7ae7e92417f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 217 time: 0.0445278 Jul 30 00:55:59.611069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9a1fd719-8d30-4fb4-bfbd-c6c63955dc25 req-c6ea8ea5-a530-4565-8879-854c8005a679 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778317 Jul 30 00:55:59.646750 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-6decc0f4-34b4-49c2-96ec-f5b228754d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.648227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-6decc0f4-34b4-49c2-96ec-f5b228754d2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0525200 Jul 30 00:55:59.697308 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-143e46de-c31f-4e56-afe4-2ffbc9a6dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:55:59.698847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-143e46de-c31f-4e56-afe4-2ffbc9a6dad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421197 Jul 30 00:55:59.774294 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 64046c7f-59f6-4ea5-a51e-53186000dd72 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:55:59.801542 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-9217d3a5-9489-47c0-84aa-6767fc7b0cfe service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935326 Jul 30 00:55:59.831830 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 64046c7f-59f6-4ea5-a51e-53186000dd72 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:55:59.832201 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:59.898050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e1f2623f-5a5c-432d-ac92-200c782fe94e req-8ec39bb4-5bde-4e08-ac53-6895b4d74083 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Jul 30 00:56:00.738070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b927-a2cb-443d-a412-04da54a3fb7a req-6df65210-0a6b-46cb-a223-3371a1aa9b40 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:00.739502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce25b927-a2cb-443d-a412-04da54a3fb7a req-6df65210-0a6b-46cb-a223-3371a1aa9b40 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 944 time: 0.0579920 Jul 30 00:56:00.779594 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:56:00.781562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ce25b927-a2cb-443d-a412-04da54a3fb7a req-0a922d7a-12db-4b86-b218-abf8d5b85633 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353699 Jul 30 00:56:01.445117 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e268937c-a394-4caa-b7bc-b315f477541a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:56:01.550308 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e268937c-a394-4caa-b7bc-b315f477541a,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:01.562160 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'e268937c-a394-4caa-b7bc-b315f477541a', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'port_id': 'e268937c-a394-4caa-b7bc-b315f477541a', 'mac_address': 'fa:16:3e:06:c6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:56:01.600287 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:01.615674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e268937c-a394-4caa-b7bc-b315f477541a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:56:01.638409 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e268937c-a394-4caa-b7bc-b315f477541a,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:01.644445 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:01.715313 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:01.910841 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8d0fa-3d73-49d7-a508-c1439ecb7b8a req-3b016cc2-9ece-44c5-b0e5-260f65a9c8d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:01.912387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b8d0fa-3d73-49d7-a508-c1439ecb7b8a req-3b016cc2-9ece-44c5-b0e5-260f65a9c8d1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 945 time: 0.0547214 Jul 30 00:56:01.942837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['e268937c-a394-4caa-b7bc-b315f477541a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:56:01.956460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b4b8d0fa-3d73-49d7-a508-c1439ecb7b8a req-ff64fcef-9dcf-432c-b0e6-2539c0c89663 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371928 Jul 30 00:56:03.083187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26980058-52f4-4d66-9644-1a9975864773 req-bcdbf35e-104d-42d5-8369-b67f6d7e35f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:03.084865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26980058-52f4-4d66-9644-1a9975864773 req-bcdbf35e-104d-42d5-8369-b67f6d7e35f9 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Jul 30 00:56:03.127828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-26980058-52f4-4d66-9644-1a9975864773 req-543471fc-dc97-4e41-a095-754d4c3dbef8 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 30 00:56:03.449093 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e268937c-a394-4caa-b7bc-b315f477541a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:56:03.513973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port e268937c-a394-4caa-b7bc-b315f477541a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:56:03.517843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port e268937c-a394-4caa-b7bc-b315f477541a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:56:03.518216 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:03.601772 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:03.628552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:56:03.631093 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec9f4e-2b5d-4b0e-8067-bd350d3e96ad" -d '{"events": [{"server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "name": "network-vif-plugged", "status": "completed", "tag": "e268937c-a394-4caa-b7bc-b315f477541a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:56:03.647591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e268937c-a394-4caa-b7bc-b315f477541a,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:03.652954 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:03.685464 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5039d86b-f513-4fce-b088-66364442c34c x-openstack-request-id: req-5039d86b-f513-4fce-b088-66364442c34c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:56:03.685788 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "name": "network-vif-plugged", "status": "completed", "tag": "e268937c-a394-4caa-b7bc-b315f477541a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:56:03.686171 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5039d86b-f513-4fce-b088-66364442c34c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:56:03.686718 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a', 'code': 200} Jul 30 00:56:03.720011 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:03.820054 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e87192-b095-49a1-bfc4-1cf06e8c507f req-234a1873-c96d-40d0-8e69-4d3a1805ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:03.821975 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50e87192-b095-49a1-bfc4-1cf06e8c507f req-234a1873-c96d-40d0-8e69-4d3a1805ec21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1098 time: 0.0500827 Jul 30 00:56:03.863670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-50e87192-b095-49a1-bfc4-1cf06e8c507f req-f373e4bb-7540-4c69-893f-63939dd5e0be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Jul 30 00:56:04.256438 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09665a8-a9ed-48d6-bae5-1a0bfd50c85d req-204924e2-ca87-4dc5-85fe-6b1cfedb7671 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:04.258013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d09665a8-a9ed-48d6-bae5-1a0bfd50c85d req-204924e2-ca87-4dc5-85fe-6b1cfedb7671 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0530212 Jul 30 00:56:04.303622 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d09665a8-a9ed-48d6-bae5-1a0bfd50c85d req-fb68de77-666e-473e-b7fe-9f09edc61576 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Jul 30 00:56:05.431423 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909dacb-6cb1-474c-9764-44fb2b4b9eab req-19b0665b-6742-4779-8756-49e0b230f63c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:05.435021 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1909dacb-6cb1-474c-9764-44fb2b4b9eab req-19b0665b-6742-4779-8756-49e0b230f63c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0527775 Jul 30 00:56:05.473459 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1909dacb-6cb1-474c-9764-44fb2b4b9eab req-59251880-0d5e-4d70-9859-e03c6ea63938 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343280 Jul 30 00:56:05.600856 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4be2ff-e14a-4c46-8610-daffc605839d req-7d77283b-e3ce-4044-8b80-d4e73afafc21 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:05.602306 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4be2ff-e14a-4c46-8610-daffc605839d req-7d77283b-e3ce-4044-8b80-d4e73afafc21 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0597372 Jul 30 00:56:05.650481 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4be2ff-e14a-4c46-8610-daffc605839d req-261ea325-3ba3-4b61-8dac-d00f14ab21ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jul 30 00:56:05.676827 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40024) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:05.719633 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828ee8e-6367-4d3c-a616-272b68ee22a2 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:05.721213 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-4828ee8e-6367-4d3c-a616-272b68ee22a2 tempest-TestNetworkAdvancedServerOps-1695981215 tempest-TestNetworkAdvancedServerOps-1695981215-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1093 time: 0.0433927 Jul 30 00:56:05.724162 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:05.728985 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'e268937c-a394-4caa-b7bc-b315f477541a', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:56:05.755534 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:05.893425 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:05.999581 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Allocated IP 172.25.5.95 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/e425fe9b-4725-4154-9ce7-5a2acd27addd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:56:06.125047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.174366 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.213463 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:56:06.216737 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:56:06.219302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:56:06.247619 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=e425fe9b-4725-4154-9ce7-5a2acd27addd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:06.623207 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.698393 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.907980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.915232 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:06.993696 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event updated for resources: {'Port': ['ID=e425fe9b-4725-4154-9ce7-5a2acd27addd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:07.013441 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:07.133373 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 16a4e906-9c00-4e33-8848-00e8364b8a4c associated. External IP: 172.25.5.95, port: e268937c-a394-4caa-b7bc-b315f477541a. Jul 30 00:56:07.365164 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:56:07.474697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:56:07.485906 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Sync routers for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:56:07.494311 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:07.499546 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:07.500248 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:07.526109 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8aa356cb-309d-425a-8ee5-1f7502b2141c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8007400 Jul 30 00:56:07.526936 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:56:07.529482 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1413a5-18c7-4f33-9bdd-4221c2072f14" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:56:07.614950 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:07.639130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb80f-3158-458f-b8f0-c2690ecbad04 req-8301f5b5-9729-4521-b29f-8ec0dcf2301c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:07.640643 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed8cb80f-3158-458f-b8f0-c2690ecbad04 req-8301f5b5-9729-4521-b29f-8ec0dcf2301c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0619543 Jul 30 00:56:07.682619 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed8cb80f-3158-458f-b8f0-c2690ecbad04 req-0dac6ff1-a9d0-450d-bfb7-df313f44f8ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355921 Jul 30 00:56:07.706447 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:07.755901 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b16b92e-00ab-4a4d-9307-1cfc7c4fcb63 x-openstack-request-id: req-6b16b92e-00ab-4a4d-9307-1cfc7c4fcb63 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:56:07.756176 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:56:07.756472 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b16b92e-00ab-4a4d-9307-1cfc7c4fcb63 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:56:07.756867 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a', 'status': 'completed', 'code': 200} Jul 30 00:56:07.786790 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-36b3d191-8e24-47bf-b7c1-02ddbda0b1d5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 200 len: 991 time: 0.0791235 Jul 30 00:56:07.847503 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-7520ddfd-3e45-42dc-b79d-d8cecdd5cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:07.849030 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-7520ddfd-3e45-42dc-b79d-d8cecdd5cc62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1098 time: 0.0450234 Jul 30 00:56:07.868288 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '16a4e906-9c00-4e33-8848-00e8364b8a4c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'port_id': 'e268937c-a394-4caa-b7bc-b315f477541a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'mac_address': 'fa:16:3e:06:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:56:06Z', 'updated_at': '2021-07-30T00:56:06Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:07.900619 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Checking router: 90f66326-825f-4f6b-95a8-ed8eb38ecb20 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:56:07.909875 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:07.910485 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:55:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:07.947930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-40635fd5-751a-4bbe-aa7e-afbde5798d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:07.949709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-40635fd5-751a-4bbe-aa7e-afbde5798d01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 897 time: 0.0938807 Jul 30 00:56:08.018502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:08.022918 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-a7c5a966-2950-4cfd-9e52-35bc04fdd948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 999 time: 0.0652754 Jul 30 00:56:08.085914 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-202a9aa8-bb1a-4223-9c3b-e2ffa9d50771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:08.087486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-202a9aa8-bb1a-4223-9c3b-e2ffa9d50771 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0579565 Jul 30 00:56:08.313002 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '16a4e906-9c00-4e33-8848-00e8364b8a4c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'port_id': 'e268937c-a394-4caa-b7bc-b315f477541a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'mac_address': 'fa:16:3e:06:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:56:06Z', 'updated_at': '2021-07-30T00:56:06Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:08.341423 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c025ab1-1c1e-4a93-8d92-965cbdc200b6 None None] The sync data for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 is: [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '16a4e906-9c00-4e33-8848-00e8364b8a4c', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'port_id': 'e268937c-a394-4caa-b7bc-b315f477541a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'mac_address': 'fa:16:3e:06:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:56:06Z', 'updated_at': '2021-07-30T00:56:06Z', 'revision_number': 0, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:56:08.534702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-97f6c8ba-7a86-4728-bd27-e45ebb08e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:08.536239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-97f6c8ba-7a86-4728-bd27-e45ebb08e525 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4397194 Jul 30 00:56:08.543754 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731c0b70-ee3e-441a-b78c-416ffe0bced5 None None] New status for floating IP 16a4e906-9c00-4e33-8848-00e8364b8a4c: ACTIVE {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:56:08.631280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-35699c7c-7aec-40a0-822f-5b0471f189a7 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868287 Jul 30 00:56:08.733583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0f1413a5-18c7-4f33-9bdd-4221c2072f14 req-535b6fa4-ae54-4dfe-8659-913ba5377677 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945141 Jul 30 00:56:08.791855 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40034) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:08.861922 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-23c19092-c018-4282-91d1-62ffed41f388 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 200 len: 991 time: 0.0685523 Jul 30 00:56:09.867543 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40036) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:09.935896 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eea8ac89-626c-4018-98e6-1e29e1b20fb4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 200 len: 993 time: 0.0665836 Jul 30 00:56:16.390906 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9432-c238-4c0f-a773-d9731f5c4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:18.133902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:19.092631 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1f59b21-223b-4175-8b74-8565e19c947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:19.507477 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:20.907510 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-587949b0-cfdb-4996-a840-2ec60bf4f121 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481000 Jul 30 00:56:21.021236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:21.021904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-69b2565c-bcac-4c7d-8ca4-e61107b3c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:21.023342 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-69b2565c-bcac-4c7d-8ca4-e61107b3c622 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1098 time: 0.0456047 Jul 30 00:56:21.149207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-9c6d5c4a-849b-4e82-a0f0-f73cfb737b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:21.151721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-9c6d5c4a-849b-4e82-a0f0-f73cfb737b41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 897 time: 0.1048598 Jul 30 00:56:21.234548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-dc5b5dda-105a-475e-aa6b-b9f757c01dbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 1001 time: 0.0721998 Jul 30 00:56:21.302846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-cce44b64-dbc3-40f8-9876-d2ff51323476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:21.304257 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-cce44b64-dbc3-40f8-9876-d2ff51323476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0603380 Jul 30 00:56:21.356677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-5bc0affb-760b-40f5-aba8-461c1d27e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:21.358226 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-5bc0affb-760b-40f5-aba8-461c1d27e073 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458765 Jul 30 00:56:21.371033 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-ab00fd8b-72bc-4368-9984-21c7ac7e6550 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:56:21.371994 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-ab00fd8b-72bc-4368-9984-21c7ac7e6550 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Jul 30 00:56:21.481676 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-28197d9d-9b37-45e4-8a73-2292369eb17c service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018791 Jul 30 00:56:21.580291 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7568c9d1-7819-4fc3-a244-ebb927cd8240 req-50ed5b9d-5567-4296-9879-1fad7018e96f service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893824 Jul 30 00:56:22.795300 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:28.667552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:37.780247 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:56:43.412924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8214-2a7e-43bb-990f-ea5a2e186e28 req-d1e41a5d-d99f-45c5-8de3-9832b6822dfc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:43.414562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c70e8214-2a7e-43bb-990f-ea5a2e186e28 req-d1e41a5d-d99f-45c5-8de3-9832b6822dfc tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0597663 Jul 30 00:56:43.459028 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c70e8214-2a7e-43bb-990f-ea5a2e186e28 req-98c7bf66-fa03-4ce9-9895-47ff116a7703 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Jul 30 00:56:44.583532 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01af27-2308-4d72-a30e-7f8c994fe929 req-adc5957d-b867-4b9c-aa18-6180da46ac50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:44.585069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc01af27-2308-4d72-a30e-7f8c994fe929 req-adc5957d-b867-4b9c-aa18-6180da46ac50 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0523207 Jul 30 00:56:44.630487 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc01af27-2308-4d72-a30e-7f8c994fe929 req-75fb4e10-fc15-4a73-badd-198d8ce487a1 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Jul 30 00:56:44.654095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40056) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:44.715149 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a0fa3c94-aa15-4d36-96e6-42b928e5a8ed tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 200 len: 993 time: 0.0598943 Jul 30 00:56:46.021038 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d726d67-aeb1-4dd1-af44-29b4b2e919d2 req-c6059a07-db17-4e07-89e9-51c8decc4dea tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:46.022656 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d726d67-aeb1-4dd1-af44-29b4b2e919d2 req-c6059a07-db17-4e07-89e9-51c8decc4dea tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0542243 Jul 30 00:56:46.090255 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1d726d67-aeb1-4dd1-af44-29b4b2e919d2 req-23af061f-20e8-4281-8345-c4297448537d tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574603 Jul 30 00:56:46.093072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-de0bd479-4f19-4b04-9d14-d2c0fdfee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:46.094649 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-de0bd479-4f19-4b04-9d14-d2c0fdfee1ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1098 time: 0.0710263 Jul 30 00:56:46.190634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-bfcab51f-6445-4f4f-b46c-5ef90a653e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:46.192139 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-bfcab51f-6445-4f4f-b46c-5ef90a653e74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 897 time: 0.0900571 Jul 30 00:56:46.263787 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-7b689c26-a5fd-4f52-a0bf-03beb9157d22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 1001 time: 0.0635407 Jul 30 00:56:46.318071 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-aae0953a-2146-4196-9d74-40e48e5f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:46.319508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-aae0953a-2146-4196-9d74-40e48e5f02ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0480239 Jul 30 00:56:46.371899 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-07294c6f-e836-4c1b-80ca-f0808b749ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:46.373486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-07294c6f-e836-4c1b-80ca-f0808b749ffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430851 Jul 30 00:56:46.389657 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3cf7d584-35b8-4059-b951-84a78ce0942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:46.475628 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-06993cf4-7dca-4a9a-acd5-ac3a09ffd899 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931764 Jul 30 00:56:46.594328 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-83d0e6ef-d1cd-43e1-b2c1-bdd6b0a4d9d4 req-783fd649-3e4c-458f-8c24-28b49e5a35ab service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108556 Jul 30 00:56:47.216337 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1ca7-9b5e-4ae2-a34a-8486f9fada55 req-3776bb24-cad0-4e34-83b8-aa17e3c7f80c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:47.218002 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84cc1ca7-9b5e-4ae2-a34a-8486f9fada55 req-3776bb24-cad0-4e34-83b8-aa17e3c7f80c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0550501 Jul 30 00:56:47.258120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84cc1ca7-9b5e-4ae2-a34a-8486f9fada55 req-eaaad4f9-8b6d-434b-ab66-eb4ce6324fad tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338242 Jul 30 00:56:48.162485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:48.385250 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550fb9-009d-44a3-ac1f-bc77a499c020 req-ec34ab8f-ede3-4639-bb8e-ced1d9211be4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:48.386823 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34550fb9-009d-44a3-ac1f-bc77a499c020 req-ec34ab8f-ede3-4639-bb8e-ced1d9211be4 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0593042 Jul 30 00:56:48.426926 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34550fb9-009d-44a3-ac1f-bc77a499c020 req-4ff4e63e-d571-4b0a-9138-0995514a58a5 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Jul 30 00:56:48.450066 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:48.512911 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1fe51086-fce9-42b0-ba81-1fc11d461f94 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 200 len: 993 time: 0.0615535 Jul 30 00:56:48.749145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40074) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:48.927804 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port e425fe9b-4725-4154-9ce7-5a2acd27addd {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:56:48.928193 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.008053 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.008289 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.021225 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for e425fe9b-4725-4154-9ce7-5a2acd27addd owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:56:49.096131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-59431bb2-8c3b-412e-857f-8885d776c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.184639 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.210028 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=e425fe9b-4725-4154-9ce7-5a2acd27addd,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:49.223652 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.223995 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.224357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.224691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.225022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.225353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.225734 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.226053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.226376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.226699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.227007 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.227327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:49.286168 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.286571 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Floating IP 16a4e906-9c00-4e33-8848-00e8364b8a4c disassociated (deleted). External IP: 172.25.5.95, port: e268937c-a394-4caa-b7bc-b315f477541a. Jul 30 00:56:49.500861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.509544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:56:49.626530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:56:49.631633 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:49.638046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Sync routers for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:56:49.647817 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:49.648444 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:49.657697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-927f90b5-125a-46a4-b41e-472f74324e64 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/floatingips/16a4e906-9c00-4e33-8848-00e8364b8a4c HTTP/1.1" status: 204 len: 168 time: 0.9069858 Jul 30 00:56:49.658276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:56:49.660579 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137f35a-4a83-4141-9a42-79dcb17bb15c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:56:49.757903 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:49.825329 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa729a-d9b6-4910-b714-403dd3b5160e x-openstack-request-id: req-b6aa729a-d9b6-4910-b714-403dd3b5160e {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:56:49.825698 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "tag": "e268937c-a394-4caa-b7bc-b315f477541a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:56:49.826009 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6aa729a-d9b6-4910-b714-403dd3b5160e {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:56:49.826512 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a', 'status': 'completed', 'code': 200} Jul 30 00:56:49.963042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-01fae31c-8e03-4ab0-a66d-d19c2367b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:49.964691 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-01fae31c-8e03-4ab0-a66d-d19c2367b914 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 1098 time: 0.0757797 Jul 30 00:56:49.980748 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:49.990411 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5653d2-8728-4df1-81b1-2ba0f92b27f7 req-8b467b08-8c2b-4960-969c-b3008e19ae60 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:49.992004 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a5653d2-8728-4df1-81b1-2ba0f92b27f7 req-8b467b08-8c2b-4960-969c-b3008e19ae60 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0730040 Jul 30 00:56:50.012993 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Checking router: 90f66326-825f-4f6b-95a8-ed8eb38ecb20 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:56:50.021677 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:50.022287 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:50.083498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a5653d2-8728-4df1-81b1-2ba0f92b27f7 req-fd239245-60e8-44ce-962e-e5e71f3559c2 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808263 Jul 30 00:56:50.099017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-0ca2c4a3-4666-4d14-8425-44ceb99e4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:50.100705 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-0ca2c4a3-4666-4d14-8425-44ceb99e4c1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 200 len: 897 time: 0.1272550 Jul 30 00:56:50.130567 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:50.144769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-db77bf9c-aa45-4378-9a91-d6f52100e0de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 200 len: 217 time: 0.0349674 Jul 30 00:56:50.196677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-e8823725-bd3b-4c08-9242-0e26f8b5f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:50.198215 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-e8823725-bd3b-4c08-9242-0e26f8b5f93a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 200 len: 834 time: 0.0451565 Jul 30 00:56:50.246985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-92a94cdd-7b6e-4dec-b72f-d7c7908b39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:50.248412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-92a94cdd-7b6e-4dec-b72f-d7c7908b39a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=650b5410-6609-4342-b83c-994ec2e6e569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424516 Jul 30 00:56:50.334058 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:50.346048 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-a81af9e5-7de1-402a-bae8-bac2da4ae215 service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891552 Jul 30 00:56:50.361797 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155298f-d710-4818-b5a3-e472d50e3dd4 None None] The sync data for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 is: [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '64046c7f-59f6-4ea5-a51e-53186000dd72', 'name': '', 'network_id': '650b5410-6609-4342-b83c-994ec2e6e569', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'mac_address': 'fa:16:3e:4c:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:53Z', 'updated_at': '2021-07-30T00:55:58Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'subnets': [{'id': 'cddb31c1-b01a-4af7-9f6e-12948c2d32e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:56:50.446908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e137f35a-4a83-4141-9a42-79dcb17bb15c req-fa4c3e32-4160-4ba7-95f8-361b9fb13f9b service neutron] 10.222.0.57 "GET /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935845 Jul 30 00:56:50.599389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d566468-2023-4180-a60c-e8f4219d472b None None] New status for floating IP 16a4e906-9c00-4e33-8848-00e8364b8a4c: DOWN {{(pid=93866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:56:51.024559 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:51.216527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d8c4-be05-4811-aab0-fd3729d2ff80 req-cec587fd-4e78-4cde-bf8e-7117c7744201 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:51.218074 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6679d8c4-be05-4811-aab0-fd3729d2ff80 req-cec587fd-4e78-4cde-bf8e-7117c7744201 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0564628 Jul 30 00:56:51.258454 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6679d8c4-be05-4811-aab0-fd3729d2ff80 req-e4f2a32b-6eb5-4bcd-ad76-700a7a119e25 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/security-groups?id=aec84680-94c4-44ce-b46f-cb71af284b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Jul 30 00:56:51.749615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af514-70a0-4233-ac15-9008b63777dc req-899d6c76-0ef6-4920-a304-59d7d06efc0f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:51.751842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d43af514-70a0-4233-ac15-9008b63777dc req-899d6c76-0ef6-4920-a304-59d7d06efc0f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 946 time: 0.0611420 Jul 30 00:56:51.851805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port e268937c-a394-4caa-b7bc-b315f477541a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:56:51.852150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:51.950022 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port e268937c-a394-4caa-b7bc-b315f477541a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=e268937c-a394-4caa-b7bc-b315f477541a,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:51.950378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:51.964197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for e268937c-a394-4caa-b7bc-b315f477541a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:56:52.117682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:52.150340 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=e268937c-a394-4caa-b7bc-b315f477541a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:52.211229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] No DVR routers for this DVR port e268937c-a394-4caa-b7bc-b315f477541a on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:56:52.214340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:52.216508 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d43af514-70a0-4233-ac15-9008b63777dc req-e0d92bb3-271a-4a30-81a7-51ee2d223008 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.57 "DELETE /v2.0/ports/e268937c-a394-4caa-b7bc-b315f477541a HTTP/1.1" status: 204 len: 173 time: 0.4584422 Jul 30 00:56:52.216967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'name': 'network-vif-deleted', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:56:52.219287 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a962220-d472-480c-84a7-3d806fedf9c2" -d '{"events": [{"server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "name": "network-vif-deleted", "tag": "e268937c-a394-4caa-b7bc-b315f477541a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:56:52.257914 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0ee0ae-d047-4924-ba09-fce0baf0fa93 x-openstack-request-id: req-ee0ee0ae-d047-4924-ba09-fce0baf0fa93 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:56:52.258238 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7566f6-6cd8-42fa-b58f-b1753eefb340", "name": "network-vif-deleted", "tag": "e268937c-a394-4caa-b7bc-b315f477541a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:56:52.258482 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee0ee0ae-d047-4924-ba09-fce0baf0fa93 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:56:52.258927 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7566f6-6cd8-42fa-b58f-b1753eefb340', 'name': 'network-vif-deleted', 'tag': 'e268937c-a394-4caa-b7bc-b315f477541a', 'status': 'completed', 'code': 200} Jul 30 00:56:52.375399 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-07a216cf-a437-4811-8193-089b691824e0 req-bb74bc1b-ae31-4c14-994e-053074347745 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef7566f6-6cd8-42fa-b58f-b1753eefb340 HTTP/1.1" status: 200 len: 210 time: 0.0361388 Jul 30 00:56:52.799125 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:53.436934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40090) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:53.826658 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.102494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 64046c7f-59f6-4ea5-a51e-53186000dd72 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:56:54.102963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.204401 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 64046c7f-59f6-4ea5-a51e-53186000dd72, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=64046c7f-59f6-4ea5-a51e-53186000dd72,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:54.204904 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.222354 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 64046c7f-59f6-4ea5-a51e-53186000dd72 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:56:54.449681 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.474437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=64046c7f-59f6-4ea5-a51e-53186000dd72,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:54.693726 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:54.930558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:56:55.054207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:56:55.059921 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c86d35d7-d90f-4084-92a0-f07da6955510 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "PUT /v2.0/routers/90f66326-825f-4f6b-95a8-ed8eb38ecb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217875 Jul 30 00:56:55.063041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40092) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:55.067093 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Sync routers for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:56:55.078381 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:55.079001 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:55.117538 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting subnet cddb31c1-b01a-4af7-9f6e-12948c2d32e0 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:56:55.121322 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.165801 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.258123 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.287480 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:55.330323 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.362877 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Subnet': ['ID=cddb31c1-b01a-4af7-9f6e-12948c2d32e0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:55.366202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.370124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c19fc-e567-4cb2-b1e8-1aae306f2847 None None] Network 650b5410-6609-4342-b83c-994ec2e6e569 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:56:55.372323 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-653b390b-1632-43ef-836c-93139cfb77ab tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/subnets/cddb31c1-b01a-4af7-9f6e-12948c2d32e0 HTTP/1.1" status: 204 len: 168 time: 0.3082156 Jul 30 00:56:55.374956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40094) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:55.514680 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:56:54Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:55.537233 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.542719 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Checking router: 90f66326-825f-4f6b-95a8-ed8eb38ecb20 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:56:55.551768 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Routers {'90f66326-825f-4f6b-95a8-ed8eb38ecb20'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:56:55.552410 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:55.608257 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] DHCP port deletion for 650b5410-6609-4342-b83c-994ec2e6e569 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:56:55.659796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Deleting port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:56:55.660180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.673809 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] Set router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:56:55.675397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e268937c-a394-4caa-b7bc-b315f477541a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:56:55.685819 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.732415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: e268937c-a394-4caa-b7bc-b315f477541a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:56:55.733059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device e268937c-a394-4caa-b7bc-b315f477541a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:56:55.745395 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Deleting port 0f9a6dbb-70f0-41d9-b968-5170808da16c {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:56:55.745789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.766758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] For port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,segment=NetworkSegment(2d2aca59-2878-4128-bd4d-487b96989a55),segment_id=2d2aca59-2878-4128-bd4d-487b96989a55)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:55.767449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.789022 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Calling delete_port for 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:56:55.853854 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] For port 0f9a6dbb-70f0-41d9-b968-5170808da16c, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=0f9a6dbb-70f0-41d9-b968-5170808da16c,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:56:55.854226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.878171 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Calling delete_port for 0f9a6dbb-70f0-41d9-b968-5170808da16c owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:56:55.886072 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:55.892882 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:56:54Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:55.922792 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:56:55.925525 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Pushing event deleted for resources: {'Port': ['ID=6d5e3694-1c30-44a4-b3ae-2899ca806fd4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:55.931144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] No DVR routers for this DVR port 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:56:55.938231 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af6402-4d96-4ff5-b5ee-4b01f7c8efd3 None None] The sync data for ids ['90f66326-825f-4f6b-95a8-ed8eb38ecb20'] in n-d-712707-11 is: [{'id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688751781', 'tenant_id': '00a2fdc61f51450fa74d0fd15915f1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:56:54Z', 'revision_number': 5, 'project_id': '00a2fdc61f51450fa74d0fd15915f1af', 'gw_port': {'id': '0f9a6dbb-70f0-41d9-b968-5170808da16c', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f66326-825f-4f6b-95a8-ed8eb38ecb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:55:50Z', 'updated_at': '2021-07-30T00:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:56:55.965177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:56:55.965572 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 6d5e3694-1c30-44a4-b3ae-2899ca806fd4 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:56:55.969908 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.970227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.970564 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.970929 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.972246 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.972586 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.972950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.973377 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.976643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.976643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.976643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:55.976643 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a71fee-d366-4ce6-a2f3-6ee0116410dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:56.496339 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.535598 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Port': ['ID=0f9a6dbb-70f0-41d9-b968-5170808da16c,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:56.629019 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.724660 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.726848 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.772650 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.773522 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Fanout notify agent at l3_agent the message router_deleted on router 90f66326-825f-4f6b-95a8-ed8eb38ecb20 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:56:56.785148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.785148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68b4748f-6918-4e97-b191-39ed73d50b05 tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/routers/90f66326-825f-4f6b-95a8-ed8eb38ecb20 HTTP/1.1" status: 204 len: 168 time: 1.4068751 Jul 30 00:56:56.786020 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40096) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:56.874080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.969583 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:56.979520 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650b5410-6609-4342-b83c-994ec2e6e569']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:56.990806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2aca59-2878-4128-bd4d-487b96989a55') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:56.991099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2aca59-2878-4128-bd4d-487b96989a55') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:56:57.004866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.020038 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.026470 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:56:57.027073 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: timer() Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:56:57.030507 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:56:57.094479 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.104315 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.106460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/networks/650b5410-6609-4342-b83c-994ec2e6e569 HTTP/1.1" status: 204 len: 168 time: 0.3193173 Jul 30 00:56:57.110283 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:57.120163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890f24a-4ad5-4abe-b65d-1609c1110f2c tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'Network': ['ID=650b5410-6609-4342-b83c-994ec2e6e569,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:57.175307 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.200759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.266463 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.269280 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.270569 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] 10.222.0.49 "DELETE /v2.0/security-groups/aec84680-94c4-44ce-b46f-cb71af284b38 HTTP/1.1" status: 204 len: 168 time: 0.1592777 Jul 30 00:56:57.280764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec84680-94c4-44ce-b46f-cb71af284b38,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:57.291248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.291564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.291941 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.292280 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.292697 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.293049 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.293436 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.293883 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.294216 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.294714 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.295206 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.295579 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6462c1a-8262-40b8-a6a8-7f5e89b1764f tempest-TestNetworkAdvancedServerOps-1496400399 tempest-TestNetworkAdvancedServerOps-1496400399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:56:57.661282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:57.804837 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 64046c7f-59f6-4ea5-a51e-53186000dd72 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:56:57.828005 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 64046c7f-59f6-4ea5-a51e-53186000dd72 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:56:57.828352 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 64046c7f-59f6-4ea5-a51e-53186000dd72 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:56:57.828828 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f9a6dbb-70f0-41d9-b968-5170808da16c no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:56:57.844354 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c2226eda-8670-4792-a3ba-abe0fa9b4e98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00a2fdc61f51450fa74d0fd15915f1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818261 Jul 30 00:56:57.847124 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40112) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:57.848541 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 0f9a6dbb-70f0-41d9-b968-5170808da16c {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:56:57.848894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 0f9a6dbb-70f0-41d9-b968-5170808da16c not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:56:57.897223 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.919319 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.967013 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.969579 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:57.970795 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6779a98b-8342-4137-9b90-7801096dfb7c HTTP/1.1" status: 204 len: 168 time: 0.1227572 Jul 30 00:56:57.980772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f66cb-97cf-4b0e-bcc4-2c1fdbac652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779a98b-8342-4137-9b90-7801096dfb7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:58.267245 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40118) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:58.281132 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80599a46-9fd0-4959-8471-86baf0964552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.396019 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80599a46-9fd0-4959-8471-86baf0964552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.401974 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80599a46-9fd0-4959-8471-86baf0964552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.441265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599a46-9fd0-4959-8471-86baf0964552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb18d35-5d04-476f-bd4b-9be3d5bc7f44,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:58.445723 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-80599a46-9fd0-4959-8471-86baf0964552 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37f09fb68a3f4c67bde8c025590416e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773162 Jul 30 00:56:58.448565 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40120) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:58.509775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.532444 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.592616 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.597242 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:58.598596 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/deb18d35-5d04-476f-bd4b-9be3d5bc7f44 HTTP/1.1" status: 204 len: 168 time: 0.1490943 Jul 30 00:56:58.607484 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720677e5-6382-4134-9777-38cd53ac4ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb18d35-5d04-476f-bd4b-9be3d5bc7f44,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:58.696805 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.397215 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40142) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:59.498926 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537886991-network', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:56:59.524920 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Made reservation on behalf of 74b5425195ed48d8ab9d793b02e2e427 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:56:59.527594 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.539626 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.640017 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.645540 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.671673 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:56:59.681743 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368ade85-444d-4d38-a20d-1a401f76288d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:59.687191 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.687552 n-d-712707-11 neutron-server[93865]: INFO neutron.db.segments_db [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Added segment 66402a9c-3426-41c0-aadd-00a4de22f0e2 of type vlan for network fa0d3e85-2902-4522-8d75-0ec7d645ceac Jul 30 00:56:59.739346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.788475 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.789553 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:56:59.790404 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:56:59.849305 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4475150 Jul 30 00:56:59.850173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40146) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:56:59.856578 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Request body: {'subnet': {'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537886991-subnet', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:56:59.857294 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637a5e-b45a-47e5-8381-2d3c49fa5324 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0d3e85-2902-4522-8d75-0ec7d645ceac,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:56:59.872214 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:56:59.886793 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Made reservation on behalf of 74b5425195ed48d8ab9d793b02e2e427 for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:56:59.890612 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.083610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.135559 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1408c49c-4eea-43a8-984a-b9d60a9abff2,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:00.157003 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Checking segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:00.157370 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Network hostable DHCP agents. Network: fa0d3e85-2902-4522-8d75-0ec7d645ceac, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:57:00.177259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:57:00.187884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, fa0d3e85-2902-4522-8d75-0ec7d645ceac) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:00.193000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:00.193712 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.200128 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd8c97-ff11-4a65-bc4e-c1033119d739 None None] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:57:00.215677 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c2a5a59d-e92c-4472-9d9e-7226d4d4f76e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3633273 Jul 30 00:57:00.218683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40148) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:00.223678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:00.248862 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.249928 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.310125 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.364337 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:57:00.365301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.460313 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.513242 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Allocated IP 172.20.0.2 (fa0d3e85-2902-4522-8d75-0ec7d645ceac/1408c49c-4eea-43a8-984a-b9d60a9abff2/45eaf5ba-8bc6-43d1-918e-a78a49665376) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:00.668708 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.678425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Transition to ACTIVE for port object 45eaf5ba-8bc6-43d1-918e-a78a49665376 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:00.680421 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.695156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Transition to ACTIVE for port object 45eaf5ba-8bc6-43d1-918e-a78a49665376 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:00.701413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.703632 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.739552 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:00.742819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:00.748728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:00.756425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Pushing event updated for resources: {'Port': ['ID=45eaf5ba-8bc6-43d1-918e-a78a49665376,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:00.828976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Allocated IP 172.25.5.81 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/038fa52f-6784-47ff-b186-f050a48854df) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:00.829864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Attempting to bind port 45eaf5ba-8bc6-43d1-918e-a78a49665376 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:00.830277 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Attempting to bind port 45eaf5ba-8bc6-43d1-918e-a78a49665376 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:00.830693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Attempting to bind port 45eaf5ba-8bc6-43d1-918e-a78a49665376 on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:00.838761 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:00.839140 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Checking segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:00.839553 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.839946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Bound using segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:00.840691 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Bound port: 45eaf5ba-8bc6-43d1-918e-a78a49665376, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:00.841137 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.916504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] For port 45eaf5ba-8bc6-43d1-918e-a78a49665376, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:00.922926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] For port 45eaf5ba-8bc6-43d1-918e-a78a49665376, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=45eaf5ba-8bc6-43d1-918e-a78a49665376,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:00.928369 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.947570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:00.994238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debb479-42d3-4406-bfdc-4f492922897f None None] Pushing event updated for resources: {'Port': ['ID=45eaf5ba-8bc6-43d1-918e-a78a49665376,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:01.003464 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:01.045721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:01.048799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:01.052436 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:01.083910 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Pushing event updated for resources: {'Port': ['ID=038fa52f-6784-47ff-b186-f050a48854df,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:01.348230 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:01.562223 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:01.708280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:57:01.839372 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:57:01.852753 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 45eaf5ba-8bc6-43d1-918e-a78a49665376 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:01.857604 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:01.858509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:57:01.859037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2605181b-9165-4408-843c-16e662a86307 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6392837 Jul 30 00:57:01.862159 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40150) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:01.900001 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:01.900663 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:02.013505 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 45eaf5ba-8bc6-43d1-918e-a78a49665376 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:02.029198 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64f9ea-d497-459a-b032-68226bd5dc0d None None] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:57:02.107851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:02.167762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Provisioning for port 45eaf5ba-8bc6-43d1-918e-a78a49665376 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:02.176540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Provisioning complete for port 45eaf5ba-8bc6-43d1-918e-a78a49665376 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:02.177035 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.363303 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.425598 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.480984 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] For port 45eaf5ba-8bc6-43d1-918e-a78a49665376, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=45eaf5ba-8bc6-43d1-918e-a78a49665376,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:02.488049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.491640 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:01Z', 'revision_number': 3, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:02.540473 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:57:02.540820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Updating router aeea8ff1-801b-47cc-837d-7760bbad80c5 port 038fa52f-6784-47ff-b186-f050a48854df binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:57:02.543491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Allocated IP 172.20.0.1 (fa0d3e85-2902-4522-8d75-0ec7d645ceac/1408c49c-4eea-43a8-984a-b9d60a9abff2/7ce6823d-34ab-4afa-9538-1dc87eb27827) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:02.584382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.665752 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.682132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Transition to ACTIVE for port object 7ce6823d-34ab-4afa-9538-1dc87eb27827 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:02.723611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.772831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:02.783232 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:02.787488 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:02.802132 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b41721-1bf3-461d-ac07-5f1b6b91351c None None] Pushing event updated for resources: {'Port': ['ID=45eaf5ba-8bc6-43d1-918e-a78a49665376,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:02.817920 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Pushing event updated for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:02.831369 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-81174a3e-8e1e-432f-8bab-544eba94d989 None None] Provisioning complete for port 45eaf5ba-8bc6-43d1-918e-a78a49665376 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:02.831747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81174a3e-8e1e-432f-8bab-544eba94d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.837526 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:02.988042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.165053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.180706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Transition to ACTIVE for port object 038fa52f-6784-47ff-b186-f050a48854df will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:03.185014 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75d2f983-3161-41bf-89b3-141d58de8ac2 None None] Provisioning for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:03.189784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.193177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-75d2f983-3161-41bf-89b3-141d58de8ac2 None None] Provisioning complete for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:03.193570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-75d2f983-3161-41bf-89b3-141d58de8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.198844 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.205179 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.278733 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Attempting to bind port 038fa52f-6784-47ff-b186-f050a48854df on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:03.279194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Attempting to bind port 038fa52f-6784-47ff-b186-f050a48854df by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:03.279553 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Attempting to bind port 038fa52f-6784-47ff-b186-f050a48854df on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:03.280967 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.281600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd727-6b64-4d1b-ae46-ff83d93e3351 None None] Pushing event updated for resources: {'Port': ['ID=038fa52f-6784-47ff-b186-f050a48854df,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:03.282869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Pushing event updated for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:03.283855 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-75d2f983-3161-41bf-89b3-141d58de8ac2 None None] Port 7ce6823d-34ab-4afa-9538-1dc87eb27827 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:57:03.288943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:03.289324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:03.289773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.290194 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:03.290669 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Bound port: 038fa52f-6784-47ff-b186-f050a48854df, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:03.291179 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.347866 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] For port 038fa52f-6784-47ff-b186-f050a48854df, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:03.351458 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] For port 038fa52f-6784-47ff-b186-f050a48854df, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=038fa52f-6784-47ff-b186-f050a48854df,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:03.362092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.383107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:03.384548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:03.409998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:03.410638 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:03.467041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd727-6b64-4d1b-ae46-ff83d93e3351 None None] Pushing event updated for resources: {'Port': ['ID=038fa52f-6784-47ff-b186-f050a48854df,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:03.525341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:57:03.540950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:03.650146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:57:03.655308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bbb9d7bc-dc66-48fc-8f0f-0d30e6fdaf8b admin admin] 10.222.0.49 "PUT /v2.0/routers/aeea8ff1-801b-47cc-837d-7760bbad80c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922971 Jul 30 00:57:03.723935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b3ee54f9-bef9-4729-a2a1-d8d3faca36b4 None None] Provisioning complete for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:03.724309 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3ee54f9-bef9-4729-a2a1-d8d3faca36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:03.794145 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee54f9-bef9-4729-a2a1-d8d3faca36b4 None None] Port 7ce6823d-34ab-4afa-9538-1dc87eb27827 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:57:03.808545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 2, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:03.842041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 45eaf5ba-8bc6-43d1-918e-a78a49665376 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:03.844688 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a033cfc-853e-4bf3-a665-84d22dad201c None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 2, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:57:03.907971 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 45eaf5ba-8bc6-43d1-918e-a78a49665376 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:03.908371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.231643 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40168) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:04.237364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-88186808-network', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:04.273287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Made reservation on behalf of d2139c07bf05444fb8c47b08a35b89ec for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:57:04.277616 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.292811 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.416164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.428651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.460230 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94225524-3183-421d-903a-708674b03f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:57:04.471853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1966d-904e-4430-8cd0-bb3c261e98c6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:04.477804 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.478067 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Added segment ca7ffde3-a9c7-4794-8a95-1417ec5d08dc of type vlan for network 63ec1f56-6d77-40ed-bfff-eca610956b2b Jul 30 00:57:04.538754 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.580817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.582212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:04.582900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.642095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-94225524-3183-421d-903a-708674b03f25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4090769 Jul 30 00:57:04.651133 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:04.653302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225524-3183-421d-903a-708674b03f25 admin admin] Pushing event updated for resources: {'Network': ['ID=63ec1f56-6d77-40ed-bfff-eca610956b2b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:04.658518 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Request body: {'subnet': {'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-88186808-subnet', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:04.666213 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:57:04.694843 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Made reservation on behalf of d2139c07bf05444fb8c47b08a35b89ec for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:57:04.697945 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.906562 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:04.968312 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14b9c72-d396-448e-88bb-99e33dc2bd01,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:04.978807 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Checking segment: {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:04.979101 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Network hostable DHCP agents. Network: 63ec1f56-6d77-40ed-bfff-eca610956b2b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:57:04.999893 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:57:05.010202 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 63ec1f56-6d77-40ed-bfff-eca610956b2b) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:05.015702 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:05.016639 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.022462 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf888ced-6a7c-47e4-86fc-8938f5024312 None None] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:57:05.038128 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e8c9c337-4e9b-4ca0-b131-688c6530445d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3845854 Jul 30 00:57:05.038814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40172) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:05.043837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:05.068496 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.069772 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.141570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.209682 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-63ec1f56-6d77-40ed-bfff-eca610956b2b', 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'fixed_ips': [{'subnet_id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:57:05.210579 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.291340 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.395857 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Allocated IP 172.20.0.2 (63ec1f56-6d77-40ed-bfff-eca610956b2b/a14b9c72-d396-448e-88bb-99e33dc2bd01/108cdcc3-b149-45c0-b318-2ad1308a331e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:05.549227 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.555537 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.564802 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Transition to ACTIVE for port object 108cdcc3-b149-45c0-b318-2ad1308a331e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:05.569593 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.581421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Transition to ACTIVE for port object 108cdcc3-b149-45c0-b318-2ad1308a331e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:05.589922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.637418 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:05.643139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:05.648476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:05.676744 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Pushing event updated for resources: {'Port': ['ID=108cdcc3-b149-45c0-b318-2ad1308a331e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:05.710208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Attempting to bind port 108cdcc3-b149-45c0-b318-2ad1308a331e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:05.710582 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Attempting to bind port 108cdcc3-b149-45c0-b318-2ad1308a331e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:05.710947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Attempting to bind port 108cdcc3-b149-45c0-b318-2ad1308a331e on network 63ec1f56-6d77-40ed-bfff-eca610956b2b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:05.716722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:05.717157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Checking segment: {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:05.717514 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.717986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Bound using segment: {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:05.717986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Bound port: 108cdcc3-b149-45c0-b318-2ad1308a331e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:05.719082 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.830898 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] For port 108cdcc3-b149-45c0-b318-2ad1308a331e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:05.835756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] For port 108cdcc3-b149-45c0-b318-2ad1308a331e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=108cdcc3-b149-45c0-b318-2ad1308a331e,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:05.844088 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:05.889015 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 038fa52f-6784-47ff-b186-f050a48854df up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:05.943774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d98ad-1df8-42fb-91d7-66c610079567 None None] Pushing event updated for resources: {'Port': ['ID=108cdcc3-b149-45c0-b318-2ad1308a331e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:05.966958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 038fa52f-6784-47ff-b186-f050a48854df completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:05.971444 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 038fa52f-6784-47ff-b186-f050a48854df triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:05.971869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.025917 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:57:06.037124 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:06.037907 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:06.084495 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.109897 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 038fa52f-6784-47ff-b186-f050a48854df, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=038fa52f-6784-47ff-b186-f050a48854df,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:06.116773 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.169687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Allocated IP 172.25.5.242 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/d26beee3-fe16-4dae-9a33-3e76501f937e) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:06.192174 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:06.206869 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=038fa52f-6784-47ff-b186-f050a48854df,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:06.329418 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.380641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.450906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:06.454321 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:06.458211 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:03Z', 'revision_number': 2, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:06.466823 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d26beee3-fe16-4dae-9a33-3e76501f937e,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:06.469577 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:06.502191 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:57:06.503099 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Updating router aeea8ff1-801b-47cc-837d-7760bbad80c5 port 7ce6823d-34ab-4afa-9538-1dc87eb27827 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:57:06.546651 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.788213 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.883249 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.897655 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Transition to ACTIVE for port object 7ce6823d-34ab-4afa-9538-1dc87eb27827 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:06.908202 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:06.966713 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Pushing event updated for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:07.009685 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.010182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.010734 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.011223 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.011727 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.012266 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.012795 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.013328 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.013870 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.014375 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.014917 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.017795 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:57:07.055225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:07.061329 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Attempting to bind port 7ce6823d-34ab-4afa-9538-1dc87eb27827 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:07.062051 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Attempting to bind port 7ce6823d-34ab-4afa-9538-1dc87eb27827 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:07.062182 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Attempting to bind port 7ce6823d-34ab-4afa-9538-1dc87eb27827 on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:07.068294 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:07.068670 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Checking segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:07.069067 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:07.069449 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Bound using segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:07.069935 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Bound port: 7ce6823d-34ab-4afa-9538-1dc87eb27827, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:07.070301 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:07.165961 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] For port 7ce6823d-34ab-4afa-9538-1dc87eb27827, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:07.170216 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] For port 7ce6823d-34ab-4afa-9538-1dc87eb27827, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7ce6823d-34ab-4afa-9538-1dc87eb27827,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:07.178144 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f7d17-c2a9-459e-ba8e-d930e0945a4d None None] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:57:07.178792 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:07.245413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Router 6686371c-199c-4e30-8a31-293c4263277d is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:57:07.251163 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5cfb-cb2d-468e-b23a-6d7300f3d3ef None None] Pushing event updated for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:07.268607 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:07.269263 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:07.273771 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-352f7a6d-72b9-4297-8915-b3b7eda9a584 None None] Provisioning for port 108cdcc3-b149-45c0-b318-2ad1308a331e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:07.394409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:57:07.408177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Sync routers for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:57:07.411343 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:07.422998 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:07.424858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-364113cd-3878-4b76-9576-4f9939c024d4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3847933 Jul 30 00:57:07.427865 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40176) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:07.455835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:07.456872 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:07.621048 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:07.904180 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:07Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:07.904690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 3, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:07.932922 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e8258-70cd-4f57-9ed2-02b50a2bbbbe None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:07Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:57:07.952208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Checking router: 6686371c-199c-4e30-8a31-293c4263277d for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:57:07.953977 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Updating router 6686371c-199c-4e30-8a31-293c4263277d port d26beee3-fe16-4dae-9a33-3e76501f937e binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:57:07.994971 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.030658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7ce6823d-34ab-4afa-9538-1dc87eb27827 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:08.114072 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.386036 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:08.396894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:08.397222 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.563530 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.587777 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.611838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Transition to ACTIVE for port object d26beee3-fe16-4dae-9a33-3e76501f937e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:08.624064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 7ce6823d-34ab-4afa-9538-1dc87eb27827, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7ce6823d-34ab-4afa-9538-1dc87eb27827,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:08.625659 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.653644 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.654585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 108cdcc3-b149-45c0-b318-2ad1308a331e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:08.729155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Allocated IP 172.20.0.1 (63ec1f56-6d77-40ed-bfff-eca610956b2b/a14b9c72-d396-448e-88bb-99e33dc2bd01/8643ea67-e06c-4ce2-90ce-99cf8d0048c0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:08.748007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Attempting to bind port d26beee3-fe16-4dae-9a33-3e76501f937e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:08.748758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Attempting to bind port d26beee3-fe16-4dae-9a33-3e76501f937e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:08.749084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Attempting to bind port d26beee3-fe16-4dae-9a33-3e76501f937e on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:08.755870 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e25ac-33d3-48bb-b81a-dfd9d16bbc43 None None] Pushing event updated for resources: {'Port': ['ID=d26beee3-fe16-4dae-9a33-3e76501f937e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:08.767283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:08.767680 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:08.768102 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.768518 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:08.769043 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Bound port: d26beee3-fe16-4dae-9a33-3e76501f937e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:08.769434 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.850202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 108cdcc3-b149-45c0-b318-2ad1308a331e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:08.867346 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.873914 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 108cdcc3-b149-45c0-b318-2ad1308a331e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:08.874295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.882526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] For port d26beee3-fe16-4dae-9a33-3e76501f937e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:08.882754 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Transition to ACTIVE for port object 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:08.901563 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:08.917653 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.922193 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] For port d26beee3-fe16-4dae-9a33-3e76501f937e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d26beee3-fe16-4dae-9a33-3e76501f937e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:08.929944 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:08.955938 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:08.958882 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:08.962523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:09.001536 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Pushing event updated for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:09.029047 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.044103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:09.044794 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:09.051314 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e25ac-33d3-48bb-b81a-dfd9d16bbc43 None None] Pushing event updated for resources: {'Port': ['ID=d26beee3-fe16-4dae-9a33-3e76501f937e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:09.103881 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.182567 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.196053 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 108cdcc3-b149-45c0-b318-2ad1308a331e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=108cdcc3-b149-45c0-b318-2ad1308a331e,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:09.216233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.216968 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 038fa52f-6784-47ff-b186-f050a48854df up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:09.224773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:09.286943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7ef46cfe-3a05-4ab7-b8fb-ac4773ba756c None None] Provisioning for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:09.330084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7ef46cfe-3a05-4ab7-b8fb-ac4773ba756c None None] Provisioning complete for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:09.330460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ef46cfe-3a05-4ab7-b8fb-ac4773ba756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.363806 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.370068 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.421085 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=108cdcc3-b149-45c0-b318-2ad1308a331e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:09.441980 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.443759 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Pushing event updated for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:09.444404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-7ef46cfe-3a05-4ab7-b8fb-ac4773ba756c None None] Port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:57:09.477454 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 038fa52f-6784-47ff-b186-f050a48854df triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:09.477812 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.540769 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:09.542444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:09.598181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 3, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:09.633980 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b6856-3282-4ace-9f4d-ec6364b7f168 None None] The sync data for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 is: [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 3, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:57:09.687607 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Router 6686371c-199c-4e30-8a31-293c4263277d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:57:09.786532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-b10c9725-4536-4b99-8eda-ad6bdc5eb108 None None] Provisioning complete for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:09.786912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b10c9725-4536-4b99-8eda-ad6bdc5eb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:09.828764 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:57:09.840664 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-3f15e8cf-04ee-4b65-b890-aa17d6a7b38c admin admin] 10.222.0.49 "PUT /v2.0/routers/6686371c-199c-4e30-8a31-293c4263277d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107962 Jul 30 00:57:09.844360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7ce6823d-34ab-4afa-9538-1dc87eb27827 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:09.846657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b10c9725-4536-4b99-8eda-ad6bdc5eb108 None None] Port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:57:09.929239 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7ce6823d-34ab-4afa-9538-1dc87eb27827 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:09.934437 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.050284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 108cdcc3-b149-45c0-b318-2ad1308a331e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:10.108579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 108cdcc3-b149-45c0-b318-2ad1308a331e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:10.108949 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.800530 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40184) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:10.806152 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856955000', 'description': 'tempest-secgroup-smoke-856955000 description', 'project_id': '74b5425195ed48d8ab9d793b02e2e427'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:10.831719 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.935041 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.940491 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.970263 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:10.971542 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1696718 Jul 30 00:57:10.974890 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40186) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:10.979817 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:10.989520 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f8555-71f8-4b01-b353-98c46b3d4720 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca385b6-5270-40cd-98cd-5d692d1d994f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.016909 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.094302 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.099362 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.120955 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b08324-ba08-4de2-b584-90cbf1ce18d5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.129556 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.130878 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e74e0ce6-dfa6-4a6c-b83e-c3304d5ff41b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549673 Jul 30 00:57:11.134771 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40188) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:11.140523 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:11.172472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.235936 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.241711 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.265850 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b7e941-80fe-4d00-b801-e0095fde81cd,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.269775 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.271116 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-c262c37c-4354-4a2b-9eab-a33d6ce726a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352890 Jul 30 00:57:11.274302 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40190) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:11.280678 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:11.311096 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.378050 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.387709 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.408797 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a48221b-d147-4c0b-8d85-450a626e0b5e,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.412459 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.412665 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Sync routers for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:57:11.417007 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-88503d2f-750f-410a-bd16-abb310423ccb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382551 Jul 30 00:57:11.417722 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40192) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:11.423072 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:11.424419 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:11.425166 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:11.451364 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.518624 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.523018 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.542792 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a7882c-f121-4007-a858-274682476a99,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.546827 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.547195 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:11.550802 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-8843ec68-b7f3-4cd2-abf0-8248a0c002e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298876 Jul 30 00:57:11.551178 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40194) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:11.558177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:11.599063 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Project 74b5425195ed48d8ab9d793b02e2e427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:57:11.605349 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.681714 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.687795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.712531 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d243f-43ca-4faa-88fe-768733052b3d,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.717013 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.721582 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a8c21ba-ac1a-4227-9fea-303c50a0e497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661019 Jul 30 00:57:11.722144 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40196) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:11.726724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': '1ca385b6-5270-40cd-98cd-5d692d1d994f', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:11.752678 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Project 74b5425195ed48d8ab9d793b02e2e427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:57:11.759292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.788103 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:09Z', 'revision_number': 4, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8643ea67-e06c-4ce2-90ce-99cf8d0048c0', 'name': '', 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'mac_address': 'fa:16:3e:ee:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:08Z', 'updated_at': '2021-07-30T00:57:09Z', 'revision_number': 2, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'subnets': [{'id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:11.821164 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Checking router: 6686371c-199c-4e30-8a31-293c4263277d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:57:11.821457 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Updating router 6686371c-199c-4e30-8a31-293c4263277d port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:57:11.840401 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.844926 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.849273 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.865667 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6165a7-a3cc-4d37-a18f-0e42b597a7fe,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:11.866704 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d26beee3-fe16-4dae-9a33-3e76501f937e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:11.873081 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:11.884050 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1da938a9-4910-4af8-b298-de407962f18a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519544 Jul 30 00:57:11.935216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d26beee3-fe16-4dae-9a33-3e76501f937e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:11.939635 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d26beee3-fe16-4dae-9a33-3e76501f937e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:11.940091 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.039999 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.054222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-30d0f498-4e6e-4ae2-b2a5-9ebd6ccef3af tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856955000&fields=id&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 267 time: 0.0494690 Jul 30 00:57:12.069856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port d26beee3-fe16-4dae-9a33-3e76501f937e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d26beee3-fe16-4dae-9a33-3e76501f937e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:12.075917 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.143730 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=d26beee3-fe16-4dae-9a33-3e76501f937e,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:12.180081 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.191656 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Transition to ACTIVE for port object 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:12.195969 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-fe3b1500-8d44-41ef-b830-a9392318c497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:12.197640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-fe3b1500-8d44-41ef-b830-a9392318c497 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 809 time: 0.1366773 Jul 30 00:57:12.199146 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.216747 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-5f51f5d0-8c03-470f-b5be-9c40beaed46c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/quotas/74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 375 time: 0.0106885 Jul 30 00:57:12.255823 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bebe6e-eacd-4120-b39d-f00e7f85ad79 None None] Pushing event updated for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:12.279166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-e6151f83-b33c-4eee-a67d-4e8c48aa8656 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568049 Jul 30 00:57:12.308316 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Attempting to bind port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:12.308692 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Attempting to bind port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:12.309097 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Attempting to bind port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 on network 63ec1f56-6d77-40ed-bfff-eca610956b2b {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:12.314996 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:12.315366 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Checking segment: {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:12.315778 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.316178 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Bound using segment: {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:12.316807 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Bound port: 8643ea67-e06c-4ce2-90ce-99cf8d0048c0, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:12.317188 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.386616 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] For port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:12.390411 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] For port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:12.396036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-659e75c5-5f1d-48b6-b96e-dd15f3a72917 service neutron] 10.222.0.49 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045365 Jul 30 00:57:12.396270 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:12.446141 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:12.446876 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:56:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:12.507253 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-dd9577e1-7fcf-40cb-84ce-0f320569e89c service neutron] 10.222.0.49 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025016 Jul 30 00:57:12.512268 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bebe6e-eacd-4120-b39d-f00e7f85ad79 None None] Pushing event updated for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:12.591767 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:12.713329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-610b9617-e5a9-491e-8dc2-cde159726e1b req-54990e6c-3600-4830-bd5d-f4502d7c000f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 210 time: 0.0404544 Jul 30 00:57:12.854348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:09Z', 'revision_number': 4, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8643ea67-e06c-4ce2-90ce-99cf8d0048c0', 'name': '', 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'mac_address': 'fa:16:3e:ee:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:08Z', 'updated_at': '2021-07-30T00:57:12Z', 'revision_number': 4, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'subnets': [{'id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:12.883745 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86aad-8d93-4286-a762-76ad63aca5aa None None] The sync data for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 is: [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:09Z', 'revision_number': 4, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '8643ea67-e06c-4ce2-90ce-99cf8d0048c0', 'name': '', 'network_id': '63ec1f56-6d77-40ed-bfff-eca610956b2b', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'mac_address': 'fa:16:3e:ee:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:08Z', 'updated_at': '2021-07-30T00:57:12Z', 'revision_number': 4, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'subnets': [{'id': 'a14b9c72-d396-448e-88bb-99e33dc2bd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:57:13.893177 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9264f7c1-1c26-412b-8103-7ca826645d0e req-a1ecd95b-f1b3-4873-bbdf-77a5f3c309fe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 210 time: 0.0809567 Jul 30 00:57:13.935885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:13.966203 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-9b5d1fe9-1615-450f-9fb8-61edb196afa9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:13.967680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-9b5d1fe9-1615-450f-9fb8-61edb196afa9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 809 time: 0.1657493 Jul 30 00:57:13.989028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:13.993157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:13.993524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.030503 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-aea0be8c-b99d-4eb2-8ac8-938d93c0e4cd tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 379 time: 0.0411446 Jul 30 00:57:14.056043 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'port': {'device_id': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'admin_state_up': True, 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'security_groups': ['1ca385b6-5270-40cd-98cd-5d692d1d994f']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:14.083507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.117210 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:14.124208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.124882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d26beee3-fe16-4dae-9a33-3e76501f937e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:14.172422 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Made reservation on behalf of 74b5425195ed48d8ab9d793b02e2e427 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:57:14.176866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.202529 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:14.223589 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d26beee3-fe16-4dae-9a33-3e76501f937e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:14.223958 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.355461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Allocated IP 172.20.0.3 (fa0d3e85-2902-4522-8d75-0ec7d645ceac/1408c49c-4eea-43a8-984a-b9d60a9abff2/97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:14.524715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.544725 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Transition to ACTIVE for port object 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:14.585861 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.631494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:14.634902 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:14.640021 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:14.672118 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:14.701385 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:14.702156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.721762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-6d4fd20f-bcaa-4db1-86bf-050cf3af25e4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696317 Jul 30 00:57:14.740843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Request body: {'port': {'device_id': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:14.791094 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:57:14.810810 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:14.983082 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54c2b67d-6988-4238-9345-7591bcdb936d None None] Provisioning for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:14.989095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-54c2b67d-6988-4238-9345-7591bcdb936d None None] Provisioning complete for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:14.989760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-54c2b67d-6988-4238-9345-7591bcdb936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.047497 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-54c2b67d-6988-4238-9345-7591bcdb936d None None] Port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:57:15.079835 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8489-4c90-4475-b958-3be46f60c2c6 req-c92322d6-ba10-41ac-bd3a-a570db707aee tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:15.081520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff0f8489-4c90-4475-b958-3be46f60c2c6 req-c92322d6-ba10-41ac-bd3a-a570db707aee tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 931 time: 0.0872366 Jul 30 00:57:15.163280 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff0f8489-4c90-4475-b958-3be46f60c2c6 req-897ac1a6-0b8b-477d-be8b-237d2a4a417b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749013 Jul 30 00:57:15.182565 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:57:15.192256 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.205450 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Transition to ACTIVE for port object 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:57:15.214613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.267278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:15.344554 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Attempting to bind port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:57:15.344990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Attempting to bind port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:57:15.345343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Attempting to bind port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:15.350815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a on network fa0d3e85-2902-4522-8d75-0ec7d645ceac not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:57:15.351168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Attempting to bind port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:57:15.357430 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:57:15.357821 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Checking segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:57:15.358212 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Bound using segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:57:15.358663 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Bound port: 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:57:15.359032 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.470266 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:57:15.475287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:57:15.483043 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.523319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:15.523962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.525697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 1092 time: 0.7892401 Jul 30 00:57:15.526112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:57:15.529201 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39" -d '{"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:57:15.567155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed95892-0062-4c17-9ea6-450eb3a863e9 service neutron] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:15.591272 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564609c-5662-4b91-a0b4-002b5eed3794 x-openstack-request-id: req-4564609c-5662-4b91-a0b4-002b5eed3794 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:57:15.591576 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:57:15.591834 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4564609c-5662-4b91-a0b4-002b5eed3794 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:57:15.592253 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'status': 'completed', 'code': 200} Jul 30 00:57:15.655055 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-2504b4d1-f622-444f-b56e-252330125dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:15.656932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-2504b4d1-f622-444f-b56e-252330125dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1095 time: 0.0472414 Jul 30 00:57:15.708509 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-bf1d67b7-d0c1-494c-aa6f-1a3b17beadf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 217 time: 0.0368962 Jul 30 00:57:15.772754 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-46b8974a-20ee-4e64-a8ca-dd5555bd398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:15.775285 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-46b8974a-20ee-4e64-a8ca-dd5555bd398a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0553281 Jul 30 00:57:15.830973 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:15.839407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1b3748b2-d117-47a7-a111-7369e1030f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:15.841041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-1b3748b2-d117-47a7-a111-7369e1030f38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576355 Jul 30 00:57:15.882438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:15.882926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:15.939186 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-e04786be-9cae-46c7-a009-2960309a6398 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890980 Jul 30 00:57:16.042089 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0a3b8f49-7c01-4e2a-b47c-b0aa06e4f7d9 req-88b957e0-6c85-45bc-9946-60fbe92cb4ea service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950460 Jul 30 00:57:16.180475 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-4cb230fd-6d1b-432f-94d2-fb589a1eeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:16.181986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-4cb230fd-6d1b-432f-94d2-fb589a1eeba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1095 time: 0.0480354 Jul 30 00:57:16.322409 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc4357-588d-4f5c-9559-ca301fb55ddb req-1a67cf53-286f-4f30-9667-b4a80e8676a9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:16.324024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63cc4357-588d-4f5c-9559-ca301fb55ddb req-1a67cf53-286f-4f30-9667-b4a80e8676a9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0821989 Jul 30 00:57:16.325588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-0f04784e-bd9e-481e-a547-e27e63d174cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:16.326980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-0f04784e-bd9e-481e-a547-e27e63d174cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1376977 Jul 30 00:57:16.384658 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0689c58b-b5bb-44c5-99d2-50a9a8ce2413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:16.389365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-baec90d1-7210-4455-a25b-2aa867de848f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 217 time: 0.0510375 Jul 30 00:57:16.415162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-63cc4357-588d-4f5c-9559-ca301fb55ddb req-26f00894-c67a-4d49-acc5-4664ca63bbba tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833464 Jul 30 00:57:16.453477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-d6c969e0-873c-45f6-9df7-e66f8086fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:16.454941 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-d6c969e0-873c-45f6-9df7-e66f8086fc79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0555875 Jul 30 00:57:16.518233 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-2da8960e-5885-46c3-831a-69c0747a7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:16.520088 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-2da8960e-5885-46c3-831a-69c0747a7f14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553503 Jul 30 00:57:16.641822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-9a97accd-c20a-4484-b55b-5fbb747f86df service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129272 Jul 30 00:57:16.750856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed75180b-2e9d-4a71-bde5-c3e0f1510f39 req-38beb7fe-8374-4fd9-872c-75cb294a171a service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013179 Jul 30 00:57:17.545491 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e16ff-e46d-45e6-9f8d-01b3450d3e4c req-0d453854-83dd-405d-a820-ecd23c91fca3 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:17.547275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba8e16ff-e46d-45e6-9f8d-01b3450d3e4c req-0d453854-83dd-405d-a820-ecd23c91fca3 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0589232 Jul 30 00:57:17.594156 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ba8e16ff-e46d-45e6-9f8d-01b3450d3e4c req-ff78c2b5-165b-4e61-872d-29a45423ecad tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365629 Jul 30 00:57:17.790686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:57:17.891291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:17.908091 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:57:17.947724 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:17.961950 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:57:17.982871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:17.989882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:18.037312 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:18.170395 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:18.292400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:57:18.746198 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872fd96-ce23-4f09-ada9-8729f102b76f req-4232fb2e-102d-4607-9cf0-05b6aa6f31c6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:18.747971 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c872fd96-ce23-4f09-ada9-8729f102b76f req-4232fb2e-102d-4607-9cf0-05b6aa6f31c6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0633721 Jul 30 00:57:18.806375 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c872fd96-ce23-4f09-ada9-8729f102b76f req-7b89a333-997f-4a5e-90d5-76ee8c515cfc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Jul 30 00:57:19.100390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a812634-d689-4ac1-bae0-c0722bba4e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:19.508649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:19.813103 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:57:19.873593 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:57:19.878284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:57:19.878648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:19.958222 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3d7ec-b71b-41d0-8107-b30cc848ee6e req-df2f03d5-cc9c-43ae-88d5-3132b87971a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:19.959841 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ad3d7ec-b71b-41d0-8107-b30cc848ee6e req-df2f03d5-cc9c-43ae-88d5-3132b87971a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0670049 Jul 30 00:57:19.979508 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:20.001329 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3ad3d7ec-b71b-41d0-8107-b30cc848ee6e req-fe2bc796-7885-4231-9d71-b6fdbbe63696 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349522 Jul 30 00:57:20.002763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:57:20.005092 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ade3a77-047f-4265-b137-90e1f754ac0c" -d '{"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:57:20.018926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:57:20.027845 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:20.052521 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a107105-d0c9-4af8-b557-8f31fb729f4f x-openstack-request-id: req-0a107105-d0c9-4af8-b557-8f31fb729f4f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:57:20.052816 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:57:20.053068 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a107105-d0c9-4af8-b557-8f31fb729f4f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:57:20.053458 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'code': 200} Jul 30 00:57:20.085331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:20.202529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c11aeb-b4e7-49f4-8f74-c308ff0bd815 req-49bbdd3d-4400-45f6-bca6-48e78138f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:20.204057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2c11aeb-b4e7-49f4-8f74-c308ff0bd815 req-49bbdd3d-4400-45f6-bca6-48e78138f467 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0482209 Jul 30 00:57:20.240239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2c11aeb-b4e7-49f4-8f74-c308ff0bd815 req-9abcf651-5327-4032-a97e-ffd6ecb03862 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280952 Jul 30 00:57:21.028977 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:21.136360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06687fb-f6a3-44e4-a24a-47cfa134f987 req-16e50ab8-5c42-4b55-9cb2-0f1b73593065 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:21.137954 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e06687fb-f6a3-44e4-a24a-47cfa134f987 req-16e50ab8-5c42-4b55-9cb2-0f1b73593065 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0609288 Jul 30 00:57:21.184107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e06687fb-f6a3-44e4-a24a-47cfa134f987 req-17748812-ba76-4d7d-8a6c-f7bfbf95ddf9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380027 Jul 30 00:57:22.319650 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6007-5931-4c83-b0a6-2cc6645014e5 req-d020386a-0353-484d-9c2a-8a26aafa49f7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:22.321209 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c8d6007-5931-4c83-b0a6-2cc6645014e5 req-d020386a-0353-484d-9c2a-8a26aafa49f7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0534580 Jul 30 00:57:22.364733 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c8d6007-5931-4c83-b0a6-2cc6645014e5 req-0c2a2c63-c0e8-48c1-92ce-afd80a52b995 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349326 Jul 30 00:57:22.491542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447de5-919d-42d6-a381-63cba47a9737 req-97869eb7-bcb1-4383-a2e7-d40d1e145e1e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:22.493485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab447de5-919d-42d6-a381-63cba47a9737 req-97869eb7-bcb1-4383-a2e7-d40d1e145e1e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0598264 Jul 30 00:57:22.542457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ab447de5-919d-42d6-a381-63cba47a9737 req-67b28f0e-586b-4c2f-9a70-ab84aafe1101 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Jul 30 00:57:22.566773 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40248) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:22.717791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5feca-7a1a-4f35-a287-f3fc33493d85 tempest-TestShelveInstance-1359827745 tempest-TestShelveInstance-1359827745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:22.720066 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-d6a5feca-7a1a-4f35-a287-f3fc33493d85 tempest-TestShelveInstance-1359827745 tempest-TestShelveInstance-1359827745-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1092 time: 0.1516461 Jul 30 00:57:22.724134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40252) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:57:22.730466 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:57:22.762747 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:22.799453 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:22.868133 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:22.985129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Allocated IP 172.25.5.103 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/004b566b-7146-4fc5-88ec-3e8ce360a071) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:57:23.106617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:23.162970 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:23.208890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:57:23.212057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:57:23.218398 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:57:23.224257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=004b566b-7146-4fc5-88ec-3e8ce360a071,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:23.619570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:23.694749 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:23.851374 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:23.858292 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:24.309070 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=004b566b-7146-4fc5-88ec-3e8ce360a071,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:57:24.321562 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:24.435161 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Floating IP 54ee6e8f-cd65-42f9-94d7-c18371a850cf associated. External IP: 172.25.5.103, port: 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a. Jul 30 00:57:24.672680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:57:24.813109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:57:24.823947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:57:24.831948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:24.837537 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:24.838183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:24.860641 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-ec718c4f-01e0-4446-8263-cfe8fc552f0c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1350372 Jul 30 00:57:24.861347 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:57:24.863715 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca100b6-b903-4be4-86b6-5967b0e65353" -d '{"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:57:24.902622 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d08fe-33d6-4b41-b581-2b2d15dca450 x-openstack-request-id: req-919d08fe-33d6-4b41-b581-2b2d15dca450 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:57:24.902924 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:57:24.903177 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-919d08fe-33d6-4b41-b581-2b2d15dca450 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:57:24.903586 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'status': 'completed', 'code': 200} Jul 30 00:57:24.945224 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:25.001189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-142d6bbe-bfd0-4889-91e1-f0e7a936b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:25.002417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-142d6bbe-bfd0-4889-91e1-f0e7a936b36a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0464814 Jul 30 00:57:25.110140 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-6f2c3c9f-0b67-42aa-bae8-0be0d9957f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:25.111057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-6f2c3c9f-0b67-42aa-bae8-0be0d9957f7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1000316 Jul 30 00:57:25.189165 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-bf130554-f413-46b7-9ed6-6000084ba0d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 999 time: 0.0704508 Jul 30 00:57:25.243801 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-a626dc65-6536-4ce2-ab4a-e8a764f4c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:25.245254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-a626dc65-6536-4ce2-ab4a-e8a764f4c229 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0484152 Jul 30 00:57:25.303446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-2d2aaa16-afa3-4af0-97c9-ca560351cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:57:25.305001 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-2d2aaa16-afa3-4af0-97c9-ca560351cc6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520051 Jul 30 00:57:25.356804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '54ee6e8f-cd65-42f9-94d7-c18371a850cf', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:57:23Z', 'updated_at': '2021-07-30T00:57:23Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:25.385327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:57:25.394961 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:57:25.395600 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T00:57:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:25.405254 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-f384dae5-6e6f-48cf-80be-bd5d1781991a service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924299 Jul 30 00:57:25.509769 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9ca100b6-b903-4be4-86b6-5967b0e65353 req-3c927ab9-fcfb-4123-ac7f-28eb0e38ecc0 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957098 Jul 30 00:57:25.513196 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:57:25.760545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '54ee6e8f-cd65-42f9-94d7-c18371a850cf', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:57:23Z', 'updated_at': '2021-07-30T00:57:23Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:57:25.790341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435fb37-0e6b-47d4-b75b-1739e86a2d8e None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '54ee6e8f-cd65-42f9-94d7-c18371a850cf', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:57:23Z', 'updated_at': '2021-07-30T00:57:23Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:57:26.015702 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743ba90-9285-4a75-8b74-101aadf3ecd2 None None] New status for floating IP 54ee6e8f-cd65-42f9-94d7-c18371a850cf: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:57:28.698724 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:46.388743 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f86fefb2-c551-44e2-937c-0da5bfba897d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:48.168037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:49.104249 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3d3269cc-6ca5-4e58-85e6-2c36baf752a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:49.503357 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:51.030205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:51.782208 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:57:52.803198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:57:58.720827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:16.404827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a1ce-b1f5-4fa4-85e2-4a0f1839bc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:18.168982 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:19.109596 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-897cd8a3-62f1-417d-afe1-7d8853335574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:19.517702 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:21.041252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:22.811321 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:22.894847 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-64c59ce4-6ac1-4423-a703-7e6ab0858df0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523026 Jul 30 00:58:23.005606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-3f86b828-bbba-4bcb-85f5-fe6169c2a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:58:23.007180 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-3f86b828-bbba-4bcb-85f5-fe6169c2a68d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0459559 Jul 30 00:58:23.124280 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-92d1da6d-8524-4e4e-87fb-15878de021b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:58:23.126404 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-92d1da6d-8524-4e4e-87fb-15878de021b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0964408 Jul 30 00:58:23.199793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-8f1c616e-7e30-4413-8b49-b88e7a0d80fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 1001 time: 0.0649774 Jul 30 00:58:23.256618 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-1f48c357-6dcb-467d-a689-5bf0c74c13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:58:23.258228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-1f48c357-6dcb-467d-a689-5bf0c74c13e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0503552 Jul 30 00:58:23.320377 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-e7ac516a-7426-4b8d-9a5d-1898bfa414d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:58:23.322045 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-e7ac516a-7426-4b8d-9a5d-1898bfa414d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563188 Jul 30 00:58:23.424675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-c243be17-1e2f-4834-9218-ac0384f7a374 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925071 Jul 30 00:58:23.529115 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-489ccb4b-33ab-4cff-86f5-e47553a90359 req-047944b4-29e9-4365-b29b-27eea35f6e4a service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966058 Jul 30 00:58:28.727299 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:28.783274 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:58:46.394633 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-320484d8-ec38-4b40-a9d8-544311e9e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:48.172413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:49.104786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0151b69-d401-415f-b887-e37d58b6b90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:49.514194 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:51.044372 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:52.813822 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:58:58.764043 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:05.783120 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:59:16.393297 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e37c45ac-f515-447d-9a6a-f1bf73df67a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:16.918266 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-018e666b-5fae-4529-946e-341a0136933b req-4cd7c25a-b4ff-4e75-8242-b1354462615a service neutron] (93865) timed out ('10.222.0.59', 51545) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:59:17.130738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-cff2b7a9-e329-4d42-a09b-8a7b1fa145f1 req-185dec0f-de08-4b40-af1b-1d58fa77da2f tempest-ServersNegativeTestJSON-14303285 tempest-ServersNegativeTestJSON-14303285-project] (93864) timed out ('10.222.0.59', 51735) {{(pid=93864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:59:18.166946 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:19.109595 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0485b64f-3f29-4c7f-a256-8c3b3c3870a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:19.511085 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:21.043413 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:22.819721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:23.197908 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88607-7213-4bc4-9ec4-8d252f8c2e73 req-4d9215c4-1df1-4efd-9752-efc5af91e1cd tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:23.199629 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f88607-7213-4bc4-9ec4-8d252f8c2e73 req-4d9215c4-1df1-4efd-9752-efc5af91e1cd tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0535903 Jul 30 00:59:23.242332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b5f88607-7213-4bc4-9ec4-8d252f8c2e73 req-c5131543-d553-44de-a15f-5f823c81a268 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362744 Jul 30 00:59:24.402683 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afecb29-81ad-46b3-ab84-4c761e370d8f req-a10e2628-d6e9-4792-a85d-b7db64b3e783 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:24.404832 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5afecb29-81ad-46b3-ab84-4c761e370d8f req-a10e2628-d6e9-4792-a85d-b7db64b3e783 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0554702 Jul 30 00:59:24.446464 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5afecb29-81ad-46b3-ab84-4c761e370d8f req-2f1a3f93-45f6-4dde-a613-b8407542757d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353966 Jul 30 00:59:24.994736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-ae1dc1f3-045f-4dd9-8795-786f90149a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:24.996299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-ae1dc1f3-045f-4dd9-8795-786f90149a6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1097 time: 0.1044722 Jul 30 00:59:25.111351 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-1b0e0003-e3d5-4d74-bb7e-283c3fcda5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:25.113655 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-1b0e0003-e3d5-4d74-bb7e-283c3fcda5c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0954621 Jul 30 00:59:25.190519 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-9a65e8de-4448-40ce-9658-1321d9a947b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 1001 time: 0.0692065 Jul 30 00:59:25.241557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-9b79d593-2fae-49dc-be9f-2cc7e9917b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:25.243073 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-9b79d593-2fae-49dc-be9f-2cc7e9917b4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0458405 Jul 30 00:59:25.294635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-a7b9e3a0-2035-44f2-8ee0-c423319a078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:25.296230 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-a7b9e3a0-2035-44f2-8ee0-c423319a078e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454943 Jul 30 00:59:25.399931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-376797a3-477f-4a96-bb56-c785ab553304 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946693 Jul 30 00:59:25.499868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ac9dccb7-4d30-4f9b-b982-71e9dc0f8e09 req-7ad74675-6f4e-4645-bbe1-ebbcd17e4399 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912211 Jul 30 00:59:25.574192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554744c-8eaf-4507-b492-98e42fbbd16d req-8e505390-66fb-44cb-a0b6-a2adfe67ee50 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:25.575658 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a554744c-8eaf-4507-b492-98e42fbbd16d req-8e505390-66fb-44cb-a0b6-a2adfe67ee50 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0523038 Jul 30 00:59:25.618583 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a554744c-8eaf-4507-b492-98e42fbbd16d req-7416470e-78d0-4bb2-8f77-ae9364b58a75 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359268 Jul 30 00:59:26.779986 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd8565-87c9-4883-b7d3-4c6d988e150a req-c2519d46-9577-4e0a-bc0f-4c8cf9f4512e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:26.781679 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2dd8565-87c9-4883-b7d3-4c6d988e150a req-c2519d46-9577-4e0a-bc0f-4c8cf9f4512e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0785003 Jul 30 00:59:26.824718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c2dd8565-87c9-4883-b7d3-4c6d988e150a req-048d20f7-2247-4252-9c55-f864b3a9fe9b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360880 Jul 30 00:59:27.955839 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e63d5-7a70-41af-8d17-6b2b2c621aef req-771ea6a2-46c2-4e57-9d37-379768c10f02 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:27.957423 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a31e63d5-7a70-41af-8d17-6b2b2c621aef req-771ea6a2-46c2-4e57-9d37-379768c10f02 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0547006 Jul 30 00:59:28.002119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a31e63d5-7a70-41af-8d17-6b2b2c621aef req-11ab3bcf-667a-46f0-b0fb-e161e6e6d18e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Jul 30 00:59:28.747739 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:29.147062 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048a835-9f93-4df3-9b9a-18fa72a362e5 req-fcaf4959-e6d0-428d-a719-3a7ef4c5fcbe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:29.148584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2048a835-9f93-4df3-9b9a-18fa72a362e5 req-fcaf4959-e6d0-428d-a719-3a7ef4c5fcbe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0624344 Jul 30 00:59:29.188648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2048a835-9f93-4df3-9b9a-18fa72a362e5 req-78fa20ea-0637-4b4f-bc84-82c3e1ddf40e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336902 Jul 30 00:59:30.316960 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4fbec-3d94-4949-8373-b3c17e81a92f req-5bfe8212-b75d-4619-bdd5-d41736a8f6e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:30.318541 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acc4fbec-3d94-4949-8373-b3c17e81a92f req-5bfe8212-b75d-4619-bdd5-d41736a8f6e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0581834 Jul 30 00:59:30.357496 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-acc4fbec-3d94-4949-8373-b3c17e81a92f req-0a62bc5b-b53a-4b31-ae5a-36af7a3e263b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 30 00:59:31.502403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a258a99-da81-4632-a860-b6499b625443 req-6d6d2ca1-3837-4f26-b7ba-dc5f1dceae69 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:31.504157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a258a99-da81-4632-a860-b6499b625443 req-6d6d2ca1-3837-4f26-b7ba-dc5f1dceae69 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0657339 Jul 30 00:59:31.556548 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7a258a99-da81-4632-a860-b6499b625443 req-c46f2f9c-d913-4266-8d92-afc2d635db46 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459285 Jul 30 00:59:32.696034 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d8cd-7a0b-4c17-9b55-f35e85be4e0d req-e76dc8e4-35ab-44e9-b12f-20583e6cb41f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:32.697606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bb1d8cd-7a0b-4c17-9b55-f35e85be4e0d req-e76dc8e4-35ab-44e9-b12f-20583e6cb41f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0680542 Jul 30 00:59:32.744981 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4bb1d8cd-7a0b-4c17-9b55-f35e85be4e0d req-3f101301-0cd4-451d-9885-c73e2ea8baa9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Jul 30 00:59:33.886287 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973454-8607-4e1e-869e-dd7902292e44 req-6bfad77f-b8f2-4581-9f11-e0d9cb38d61a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:33.887962 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af973454-8607-4e1e-869e-dd7902292e44 req-6bfad77f-b8f2-4581-9f11-e0d9cb38d61a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0642760 Jul 30 00:59:33.930680 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af973454-8607-4e1e-869e-dd7902292e44 req-1067a5f2-fef9-4fe0-9d3c-6395d4c434f9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360868 Jul 30 00:59:35.086215 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c02668-4c9e-4a7c-bc4a-47447f3b6ca0 req-9cd7a6c8-0b7b-4fef-9c02-1253a26a73c0 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:35.087732 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68c02668-4c9e-4a7c-bc4a-47447f3b6ca0 req-9cd7a6c8-0b7b-4fef-9c02-1253a26a73c0 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0691154 Jul 30 00:59:35.129980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-68c02668-4c9e-4a7c-bc4a-47447f3b6ca0 req-43e63e8b-3fec-440e-8eea-1930e23a9203 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360129 Jul 30 00:59:36.283846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6853d-23a2-4239-91b4-a36d8cd03c7a req-9315a524-1234-41fe-850d-61b21914e4ee tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:36.286468 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd6853d-23a2-4239-91b4-a36d8cd03c7a req-9315a524-1234-41fe-850d-61b21914e4ee tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0675271 Jul 30 00:59:36.329640 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2dd6853d-23a2-4239-91b4-a36d8cd03c7a req-f36053a5-d11a-4fcb-8496-dd6c10560f4d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361938 Jul 30 00:59:36.513554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:59:36.621487 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:59:36.635540 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:59:36.678449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:36.693446 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:59:36.715483 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:59:36.720538 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:36.789335 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:59:36.805338 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.805901 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.806443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.806885 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.807321 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.807727 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.808125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.808522 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.808933 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.809331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.809752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.810254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:59:36.879262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:59:37.472145 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ba18e-7f46-4e36-82c2-c934e7d10d9a req-f402f833-a659-4741-af4e-1e6b00e9f16c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:37.475287 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05ba18e-7f46-4e36-82c2-c934e7d10d9a req-f402f833-a659-4741-af4e-1e6b00e9f16c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0605335 Jul 30 00:59:37.526902 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a05ba18e-7f46-4e36-82c2-c934e7d10d9a req-fa9bd9d6-fdf7-4256-8ac2-e179b2d6c16f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459697 Jul 30 00:59:38.529305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:59:38.606760 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:59:38.608134 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:38.670609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27baa-816e-4999-985d-4b2c6bf724b2 req-0a63582e-6e8f-453b-a769-a184c551d806 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:38.678652 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbb27baa-816e-4999-985d-4b2c6bf724b2 req-0a63582e-6e8f-453b-a769-a184c551d806 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0724399 Jul 30 00:59:38.700916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:38.725092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbb27baa-816e-4999-985d-4b2c6bf724b2 req-29faa310-a18f-4795-9f50-96062cddc7c9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jul 30 00:59:38.730025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:59:38.732568 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c23ab1-0a96-48b6-8fa0-151d6f350e5a" -d '{"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:59:38.750571 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:59:38.760404 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:38.821315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:59:38.852071 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dadcc98-e7bc-4f6f-9419-806b0f04076f x-openstack-request-id: req-3dadcc98-e7bc-4f6f-9419-806b0f04076f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:59:38.852364 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:59:38.852617 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dadcc98-e7bc-4f6f-9419-806b0f04076f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:59:38.853027 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'code': 200} Jul 30 00:59:39.847634 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d7849-caae-42d8-b277-6395ea2ac771 req-006674d9-9bf2-4ada-b1f0-1874bae03d44 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:39.849266 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b0d7849-caae-42d8-b277-6395ea2ac771 req-006674d9-9bf2-4ada-b1f0-1874bae03d44 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0530739 Jul 30 00:59:39.891932 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b0d7849-caae-42d8-b277-6395ea2ac771 req-3a4eeac9-5b7d-4d73-99fe-915ab64921e3 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356863 Jul 30 00:59:41.036447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7d4c5-c137-4f6e-8a31-852aa0e7977f req-ca3fe0bd-a21e-4e66-997a-17930d5eb16e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:41.038188 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-19d7d4c5-c137-4f6e-8a31-852aa0e7977f req-ca3fe0bd-a21e-4e66-997a-17930d5eb16e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0647111 Jul 30 00:59:41.080443 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-19d7d4c5-c137-4f6e-8a31-852aa0e7977f req-b5e0c762-3666-4c6c-809f-9a4479a12176 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350058 Jul 30 00:59:42.211926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e273-e77e-4d31-8c57-40d823a20673 req-c5caa7a5-74d9-408e-80ec-3d560eb706f6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:42.213588 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b363e273-e77e-4d31-8c57-40d823a20673 req-c5caa7a5-74d9-408e-80ec-3d560eb706f6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0557916 Jul 30 00:59:42.257930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b363e273-e77e-4d31-8c57-40d823a20673 req-278b8fb0-fba3-4848-8926-491e23a27fc9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Jul 30 00:59:42.782210 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:59:43.399469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f6440-330d-4575-92bc-61aa783171d5 req-3e848870-8f25-4c10-a633-fc1bcb77295f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:43.407573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da3f6440-330d-4575-92bc-61aa783171d5 req-3e848870-8f25-4c10-a633-fc1bcb77295f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0628772 Jul 30 00:59:43.447252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da3f6440-330d-4575-92bc-61aa783171d5 req-0156ddc3-3b3b-4df5-a1a5-d6400d4e5a9d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387387 Jul 30 00:59:44.589884 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d044d-1844-4fbd-9f4f-e263fe946cf4 req-96be4eda-e3c2-4d70-9bcb-3c0c805b0365 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:44.591695 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f39d044d-1844-4fbd-9f4f-e263fe946cf4 req-96be4eda-e3c2-4d70-9bcb-3c0c805b0365 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0620604 Jul 30 00:59:44.640204 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f39d044d-1844-4fbd-9f4f-e263fe946cf4 req-1a372e71-acf2-42e2-95fa-8797a9204d8a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Jul 30 00:59:45.702442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-6c65ab0a-07bc-40ce-8b42-89403fd67c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:45.704015 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-6c65ab0a-07bc-40ce-8b42-89403fd67c93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0462906 Jul 30 00:59:45.846136 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028adae-e226-45b9-ad70-baa202f56158 req-e51b779e-96c8-4a85-8412-ca331e2661a4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:45.849972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c028adae-e226-45b9-ad70-baa202f56158 req-e51b779e-96c8-4a85-8412-ca331e2661a4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.1296666 Jul 30 00:59:45.874403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-b78c6017-ec0a-49e7-a0dd-28eec2e43235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:45.875889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-b78c6017-ec0a-49e7-a0dd-28eec2e43235 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1638622 Jul 30 00:59:45.951427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c028adae-e226-45b9-ad70-baa202f56158 req-0a6942c9-cd5f-4e84-a85e-894e49f8283e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902779 Jul 30 00:59:45.961883 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-04830ed4-8949-4456-934d-1dab60c00b31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 1001 time: 0.0771081 Jul 30 00:59:46.013256 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-8e854c8d-95c8-40d0-83bd-9740e9eb771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:46.014762 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-8e854c8d-95c8-40d0-83bd-9740e9eb771f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0454690 Jul 30 00:59:46.067966 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-846fad33-8170-4a70-9011-aaca0ac7cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:46.070637 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-846fad33-8170-4a70-9011-aaca0ac7cda3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472791 Jul 30 00:59:46.178998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-b74327df-22d7-40b9-a2d3-f5149d5371c2 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005964 Jul 30 00:59:46.274547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-efa30268-70f9-4b63-94cc-faa661e3cc8d req-df76e84b-0a98-4da1-a88b-dbcac0736821 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Jul 30 00:59:46.394899 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea444-bc07-4496-8b8a-e13b851b445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:47.081601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c8ff1-48dd-49b0-a60a-830630bb8a97 req-f97b269f-30b6-4442-bc4c-94625c41bc29 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:47.083135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f24c8ff1-48dd-49b0-a60a-830630bb8a97 req-f97b269f-30b6-4442-bc4c-94625c41bc29 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0540278 Jul 30 00:59:47.124856 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f24c8ff1-48dd-49b0-a60a-830630bb8a97 req-531a34bf-bf3c-4892-aadd-dd411e1aeecd tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332851 Jul 30 00:59:48.166518 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:48.254887 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0ba7d-75aa-4ae2-bc60-fd9013f02e57 req-43d40e70-a3b3-4420-9b23-e2bfde1a1df7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:48.256144 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3de0ba7d-75aa-4ae2-bc60-fd9013f02e57 req-43d40e70-a3b3-4420-9b23-e2bfde1a1df7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0579388 Jul 30 00:59:48.300525 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3de0ba7d-75aa-4ae2-bc60-fd9013f02e57 req-3a5abb99-75b4-4144-aed5-a7b995ddc7ea tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Jul 30 00:59:48.538131 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21497-a078-477c-b3d8-e521c02c4a15 req-dde1adb1-7b0c-45f6-a8c4-23a2cb211e5b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:48.539889 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74e21497-a078-477c-b3d8-e521c02c4a15 req-dde1adb1-7b0c-45f6-a8c4-23a2cb211e5b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 945 time: 0.0515385 Jul 30 00:59:48.561799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:59:48.582252 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-74e21497-a078-477c-b3d8-e521c02c4a15 req-ecb416fb-795b-410e-b553-759f207ffefb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354865 Jul 30 00:59:48.647625 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:48.670364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:59:48.672639 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1280e-5a88-4d4d-8472-d695e1d90e90" -d '{"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:59:48.685939 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:59:48.692705 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:48.717607 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 00:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670643d5-fdd3-4c5e-bdc8-bc51da7d7dbb x-openstack-request-id: req-670643d5-fdd3-4c5e-bdc8-bc51da7d7dbb {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:59:48.717946 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-unplugged", "status": "failed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "code": 422}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:59:48.718199 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-670643d5-fdd3-4c5e-bdc8-bc51da7d7dbb {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:59:48.718585 n-d-712707-11 neutron-server[93866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'code': 422} returned with failed status Jul 30 00:59:48.730488 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-46871a74-af86-4bca-b0ff-305df9e8be7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915341 Jul 30 00:59:48.744963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:59:49.114620 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-700e6c8c-f30b-470d-a7c0-f979e6181b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:49.508938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:49.717810 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57fff5-ba19-4f43-82a3-4110094284c9 req-3ff21621-bf22-400f-9a9a-de2ccf8d2067 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:49.719334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d57fff5-ba19-4f43-82a3-4110094284c9 req-3ff21621-bf22-400f-9a9a-de2ccf8d2067 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0523362 Jul 30 00:59:49.760179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7d57fff5-ba19-4f43-82a3-4110094284c9 req-e3e7d0df-a577-481b-a1e6-d3cfe20ff903 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346789 Jul 30 00:59:49.838853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95720795-3cb9-4100-a44b-d139cb389db3 req-d8bc5577-7ea5-4053-a682-4faf37085528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:49.840376 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-d8bc5577-7ea5-4053-a682-4faf37085528 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 1095 time: 0.0470567 Jul 30 00:59:49.923883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95720795-3cb9-4100-a44b-d139cb389db3 req-8d0292a7-de8c-4192-b0df-6d3f76c1f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:49.925304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-8d0292a7-de8c-4192-b0df-6d3f76c1f36e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1095 time: 0.0466857 Jul 30 00:59:50.025273 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95720795-3cb9-4100-a44b-d139cb389db3 req-d6780bf1-63f5-447d-8233-9c99fa4ba14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:50.026819 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-d6780bf1-63f5-447d-8233-9c99fa4ba14f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0947940 Jul 30 00:59:50.098672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-074cd93c-88bb-49dc-abb2-69258ea191c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 999 time: 0.0630760 Jul 30 00:59:50.154163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95720795-3cb9-4100-a44b-d139cb389db3 req-b6b9fde7-21cf-4609-b66b-28a1f65d226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:50.155768 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-b6b9fde7-21cf-4609-b66b-28a1f65d226d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0500724 Jul 30 00:59:50.215938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95720795-3cb9-4100-a44b-d139cb389db3 req-09ef2d50-fb34-4876-916a-68227e9501e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:50.217381 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-09ef2d50-fb34-4876-916a-68227e9501e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543017 Jul 30 00:59:50.322093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-c619a09b-c392-4b6a-9118-ed501a78a21a service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972550 Jul 30 00:59:50.427700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-95720795-3cb9-4100-a44b-d139cb389db3 req-e41c140b-e570-4bba-9cce-af4da463bfed service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984323 Jul 30 00:59:50.921443 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a1858-86ff-4a17-9043-86c27bb49ee8 req-a24dd9e2-fd03-47a8-bea2-13ff5b3d1639 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:50.923406 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-392a1858-86ff-4a17-9043-86c27bb49ee8 req-a24dd9e2-fd03-47a8-bea2-13ff5b3d1639 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0768323 Jul 30 00:59:50.981796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-392a1858-86ff-4a17-9043-86c27bb49ee8 req-6785a211-b4e5-4275-b02f-a20045dcb013 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516443 Jul 30 00:59:51.042827 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:52.113818 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baa482-bbd7-4a00-8e13-540e1aa0df86 req-186c1b09-68c5-4495-aa84-9753d5daf780 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:52.115709 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84baa482-bbd7-4a00-8e13-540e1aa0df86 req-186c1b09-68c5-4495-aa84-9753d5daf780 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0569787 Jul 30 00:59:52.159080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84baa482-bbd7-4a00-8e13-540e1aa0df86 req-13767d5b-735b-409b-b8dc-909a717c34c6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367155 Jul 30 00:59:52.578025 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:59:52.814698 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:53.291985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99be-8485-41d7-a2c8-ec86964b4bb3 req-814419a1-0b7f-4f20-b58e-2cd057093bb4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:53.293603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-184f99be-8485-41d7-a2c8-ec86964b4bb3 req-814419a1-0b7f-4f20-b58e-2cd057093bb4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0627179 Jul 30 00:59:53.343077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-184f99be-8485-41d7-a2c8-ec86964b4bb3 req-6ba86656-71fc-4f75-bb33-6b71dc490b22 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Jul 30 00:59:54.467123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02273-f103-45e9-aacf-ff42cb00c2ad req-3269b48b-5b53-4676-8e6d-f4c69aa1c88e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:54.468786 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49c02273-f103-45e9-aacf-ff42cb00c2ad req-3269b48b-5b53-4676-8e6d-f4c69aa1c88e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0518134 Jul 30 00:59:54.516166 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-49c02273-f103-45e9-aacf-ff42cb00c2ad req-33c2b47c-02c7-4c35-ac2d-0482c7004edf tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398791 Jul 30 00:59:55.655307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e710a-4f49-4b9f-82d8-4342b3eccfc2 req-2118d87e-7ce8-4825-a6c9-d92ee5a10567 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:55.657326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f38e710a-4f49-4b9f-82d8-4342b3eccfc2 req-2118d87e-7ce8-4825-a6c9-d92ee5a10567 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0631161 Jul 30 00:59:55.705722 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f38e710a-4f49-4b9f-82d8-4342b3eccfc2 req-8607631b-f3fe-4a2a-ab9a-bd7bcd91a82a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Jul 30 00:59:56.838228 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1dbe6-f621-498d-b75d-b592aba8f622 req-9291d935-78e6-4acc-9e41-624c9f38ff96 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:56.839854 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8f1dbe6-f621-498d-b75d-b592aba8f622 req-9291d935-78e6-4acc-9e41-624c9f38ff96 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0555749 Jul 30 00:59:56.893782 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c8f1dbe6-f621-498d-b75d-b592aba8f622 req-9b036d10-c660-49d0-af3d-7b51e284de3e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469215 Jul 30 00:59:58.037146 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde66b1-6af3-4a92-b0b2-10cf44851c8a req-2d76f2ad-9f89-464d-86a8-9c92c9c9e65c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:58.040419 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-adde66b1-6af3-4a92-b0b2-10cf44851c8a req-2d76f2ad-9f89-464d-86a8-9c92c9c9e65c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0573835 Jul 30 00:59:58.092222 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-adde66b1-6af3-4a92-b0b2-10cf44851c8a req-a68f88ac-33d7-4f5b-92e3-3ff6a75ab50f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Jul 30 00:59:58.752202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:59:59.226861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871639e-6102-4f06-93bb-57d716d53bfe req-13bb7d34-f783-4795-804a-b456c94ffcbe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:59:59.228578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f871639e-6102-4f06-93bb-57d716d53bfe req-13bb7d34-f783-4795-804a-b456c94ffcbe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0626369 Jul 30 00:59:59.272650 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f871639e-6102-4f06-93bb-57d716d53bfe req-3fd1a245-6db8-421c-8575-9c1e758eba2a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369349 Jul 30 01:00:00.397192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287da96e-1f41-492d-977e-ab622849d34a req-3ce8cb24-b570-4721-9118-e0393a4de2e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:00.398698 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-287da96e-1f41-492d-977e-ab622849d34a req-3ce8cb24-b570-4721-9118-e0393a4de2e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0542078 Jul 30 01:00:00.446185 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-287da96e-1f41-492d-977e-ab622849d34a req-7f3993bc-c1e0-4360-9731-7ca341e7efda tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Jul 30 01:00:01.569300 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aede8-2c64-4352-9fda-5bad92cc9d6d req-ebc1e3ba-8db8-4445-8274-b99d930d70db tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:01.570828 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c5aede8-2c64-4352-9fda-5bad92cc9d6d req-ebc1e3ba-8db8-4445-8274-b99d930d70db tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0533836 Jul 30 01:00:01.614989 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-5c5aede8-2c64-4352-9fda-5bad92cc9d6d req-c1f822cf-aa87-4df6-8daf-2308677404ae tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Jul 30 01:00:02.739798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59c44-1e2b-4bb1-85fa-5f4dd69c9047 req-cab5adb5-df3e-4fc6-96f1-530149bcdf16 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:02.741334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7b59c44-1e2b-4bb1-85fa-5f4dd69c9047 req-cab5adb5-df3e-4fc6-96f1-530149bcdf16 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0550511 Jul 30 01:00:02.784810 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a7b59c44-1e2b-4bb1-85fa-5f4dd69c9047 req-baf6e133-a40b-48b0-b02c-d5ef374c91b2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 Jul 30 01:00:03.906302 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7911e-2ec3-45f5-8f92-d3d338a72aa8 req-3382d803-c712-4456-9126-b5bb45c4af36 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:03.907923 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62f7911e-2ec3-45f5-8f92-d3d338a72aa8 req-3382d803-c712-4456-9126-b5bb45c4af36 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 943 time: 0.0512731 Jul 30 01:00:03.951952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-62f7911e-2ec3-45f5-8f92-d3d338a72aa8 req-3c92a81d-20e1-42b5-b3c9-bfb13aaf3ae0 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375650 Jul 30 01:00:04.645092 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:00:04.743926 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:00:04.756445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'port_id': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'mac_address': 'fa:16:3e:ce:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:00:04.799371 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:04.812476 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:00:04.833367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:00:04.838356 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:04.886041 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=9']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:00:05.074727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62e978-d87b-4cc8-b382-f7c0b156cb2c req-72426a6f-87bb-4c18-bdd7-411ce0a15795 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:05.076284 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d62e978-d87b-4cc8-b382-f7c0b156cb2c req-72426a6f-87bb-4c18-bdd7-411ce0a15795 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0535760 Jul 30 01:00:05.118531 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4d62e978-d87b-4cc8-b382-f7c0b156cb2c req-1b8e2fac-0913-4fde-85fb-d319bd9268ac tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360229 Jul 30 01:00:05.151758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:00:06.240424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28170d-6f62-4583-8216-70f87a271686 req-e0a78ca3-78c1-4d2d-a9ad-9de6923b9aa8 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:06.242000 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e28170d-6f62-4583-8216-70f87a271686 req-e0a78ca3-78c1-4d2d-a9ad-9de6923b9aa8 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 944 time: 0.0540199 Jul 30 01:00:06.285228 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4e28170d-6f62-4583-8216-70f87a271686 req-556ae984-c1b6-452e-a432-71c77a72e4fe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358331 Jul 30 01:00:06.669722 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:00:06.724659 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:00:06.725033 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:06.814133 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:06.838966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:00:06.841472 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3f162d-8265-4f41-9384-df3ca9922a88" -d '{"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:00:06.854425 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:00:06.859912 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:06.885523 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e305ff-b517-4a98-801e-7d49bc3097da x-openstack-request-id: req-d6e305ff-b517-4a98-801e-7d49bc3097da {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:00:06.885840 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:00:06.886087 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6e305ff-b517-4a98-801e-7d49bc3097da {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:00:06.886492 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'code': 200} Jul 30 01:00:06.911947 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=10']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:00:07.118891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd97ca-d9c9-488a-b118-edae391787a8 req-79ee740b-78f6-4aea-aaf0-1b0ff1fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:07.120430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92cd97ca-d9c9-488a-b118-edae391787a8 req-79ee740b-78f6-4aea-aaf0-1b0ff1fb595c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1098 time: 0.0522285 Jul 30 01:00:07.161486 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-92cd97ca-d9c9-488a-b118-edae391787a8 req-ee4b9610-7945-47b2-90ca-7d78710a6f5a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Jul 30 01:00:07.427606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1efbcd-1cba-4013-b22b-7807747574bc req-2d2c7e12-4dab-4eb9-aab9-4e5aafd0ee1a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:07.429168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a1efbcd-1cba-4013-b22b-7807747574bc req-2d2c7e12-4dab-4eb9-aab9-4e5aafd0ee1a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0687218 Jul 30 01:00:07.473080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6a1efbcd-1cba-4013-b22b-7807747574bc req-118dc67b-70c6-4885-a711-09193c07a35c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374959 Jul 30 01:00:08.605674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20de24c-2eea-4958-b03f-fe53f24b5acd req-39bf878d-9762-4fd8-9b83-143aaffbbbca tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:08.607648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a20de24c-2eea-4958-b03f-fe53f24b5acd req-39bf878d-9762-4fd8-9b83-143aaffbbbca tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0553296 Jul 30 01:00:08.652012 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a20de24c-2eea-4958-b03f-fe53f24b5acd req-9284efa4-4590-4232-aad4-99422e24a2ac tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366657 Jul 30 01:00:09.783806 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ff9a-6e92-4e78-8499-50e00411640d req-7edfd99d-b9f1-4638-bb95-2da74d3974d4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:09.785364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be89ff9a-6e92-4e78-8499-50e00411640d req-7edfd99d-b9f1-4638-bb95-2da74d3974d4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0534921 Jul 30 01:00:09.829613 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-be89ff9a-6e92-4e78-8499-50e00411640d req-8cad6758-8f25-480d-8cce-52f2528d493b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378058 Jul 30 01:00:16.395110 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6ee459e3-0022-40dc-bce0-82e5c67113d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:18.181236 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:19.120026 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3187b353-b94b-4486-aa68-6b8e6444a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:19.505128 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:19.782986 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:00:21.046787 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:22.821517 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:26.884326 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-6b5d6f3b-fbf7-4f08-a09a-210300278865 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469398 Jul 30 01:00:27.009858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-17be3933-1c93-4c0b-a088-1e0bdbf2709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:27.011455 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-17be3933-1c93-4c0b-a088-1e0bdbf2709b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1098 time: 0.0605226 Jul 30 01:00:27.130153 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-4c89758a-40fb-45e6-ad7c-0cea5b11bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:27.131575 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-4c89758a-40fb-45e6-ad7c-0cea5b11bc3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0988357 Jul 30 01:00:27.213713 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-9f2b0cfc-07f0-48a4-8d76-f05a42c35cad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 1001 time: 0.0744669 Jul 30 01:00:27.276431 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-04781602-3943-48dd-a5e9-2c8e8a8ffbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:27.278095 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-04781602-3943-48dd-a5e9-2c8e8a8ffbfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0570683 Jul 30 01:00:27.337537 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-4585c649-9cc4-45f4-9362-7b26be33a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:00:27.339135 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-4585c649-9cc4-45f4-9362-7b26be33a80b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530813 Jul 30 01:00:27.439822 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-741c34fe-701b-4ef5-8b12-6fb4f0b96862 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928910 Jul 30 01:00:27.551433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e4c4aa1a-69db-428a-a663-11ce7f1cb7cc req-78a8f936-d6d6-4888-8f3a-0b52dd502140 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027167 Jul 30 01:00:28.741649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:46.400022 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4f92-db23-41d9-9451-6e9d492ed3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:48.214317 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:49.127156 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b93206e1-debd-46ef-bf30-0dc996fb7cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:49.505049 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:51.049969 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:52.822695 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:00:56.783712 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:00:58.759846 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:16.394642 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c682299-dc83-49c2-bc58-62681663e146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:18.208788 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:19.125300 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b2e093b0-7e06-4207-8bdd-2f3d6d7545ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:19.503198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:21.051792 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:22.827512 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:22.865541 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40564) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:23.030733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Deleting port 004b566b-7146-4fc5-88ec-3e8ce360a071 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:01:23.031075 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.116923 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.117256 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.130300 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Calling delete_port for 004b566b-7146-4fc5-88ec-3e8ce360a071 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:01:23.299268 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.333257 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'Port': ['ID=004b566b-7146-4fc5-88ec-3e8ce360a071,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:23.360460 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.360804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.361144 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.361478 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.361836 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.362169 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.362486 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.363141 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.363444 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.363770 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.364189 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.364418 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:23.406241 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.406583 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Floating IP 54ee6e8f-cd65-42f9-94d7-c18371a850cf disassociated (deleted). External IP: 172.25.5.103, port: 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a. Jul 30 01:01:23.643930 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:01:23.759755 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:01:23.766159 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:23.776785 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:01:23.795343 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:01:23.795748 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-b20cb9d0-4182-4fb8-8c9d-ac22a81ca404 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "DELETE /v2.0/floatingips/54ee6e8f-cd65-42f9-94d7-c18371a850cf HTTP/1.1" status: 204 len: 168 time: 0.9289534 Jul 30 01:01:23.796278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:01:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:01:23.796445 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:01:23.799503 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379c726-b060-4c2d-81c0-b1c99281d451" -d '{"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:01:23.926231 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:01:24.038032 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b176bc66-a20b-4fbf-8937-88ea1db5f381 x-openstack-request-id: req-b176bc66-a20b-4fbf-8937-88ea1db5f381 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:01:24.038577 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:01:24.038577 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b176bc66-a20b-4fbf-8937-88ea1db5f381 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:01:24.038949 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'status': 'completed', 'code': 200} Jul 30 01:01:24.146035 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:01:24.162608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88e510-a6ce-47d3-b7c2-32306f36217c req-915d9ab2-bcdb-4728-928b-84b7cfad7be7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:24.164112 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e88e510-a6ce-47d3-b7c2-32306f36217c req-915d9ab2-bcdb-4728-928b-84b7cfad7be7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0778341 Jul 30 01:01:24.170930 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-54739cf1-adfd-43e0-85cc-de05564d3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:24.172502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-54739cf1-adfd-43e0-85cc-de05564d3ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 1098 time: 0.0754755 Jul 30 01:01:24.178612 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:01:24.188653 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:01:24.189423 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:01:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:01:24.489349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:01:24.708824 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7e88e510-a6ce-47d3-b7c2-32306f36217c req-a5aefe75-6452-4e43-85be-113411c732d7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5350654 Jul 30 01:01:24.738287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-acad263a-ee08-4508-81d7-da825de761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:01:24.750865 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-7ed00519-7fbd-4549-a7b9-562eaae98122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:24.752355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-7ed00519-7fbd-4549-a7b9-562eaae98122 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.5712025 Jul 30 01:01:24.765216 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad263a-ee08-4508-81d7-da825de761ea None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:01:24.799157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-b5e63ed5-7e19-463e-9647-a0df130c7a11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 200 len: 217 time: 0.0382648 Jul 30 01:01:24.852978 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-ceed307f-0886-4a0f-a6f9-b87c2b072293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:24.854683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-ceed307f-0886-4a0f-a6f9-b87c2b072293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0470104 Jul 30 01:01:24.915601 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-4e980651-55e9-4edf-89b0-6a117e14aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:24.917293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-4e980651-55e9-4edf-89b0-6a117e14aa39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543644 Jul 30 01:01:25.011536 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a293a185-f814-4fff-92c4-925d90ba858e None None] New status for floating IP 54ee6e8f-cd65-42f9-94d7-c18371a850cf: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:01:25.025998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-bc6cc621-23e5-4b85-8f9e-213d6c0aa1f7 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973630 Jul 30 01:01:25.128611 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b379c726-b060-4c2d-81c0-b1c99281d451 req-3ede30ef-50bd-456c-aecd-5462f65cb1b1 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950572 Jul 30 01:01:25.663041 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-356c35f5-a47e-4455-9291-b94b1cb63d07 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:25.664466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-356c35f5-a47e-4455-9291-b94b1cb63d07 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0575907 Jul 30 01:01:25.760286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Deleting port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:01:25.760641 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:25.888541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340747-e8b7-4ae3-97e7-e3c17e1f5e77 req-839c37b9-23f5-4168-8575-5bdc44780915 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:25.890101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec340747-e8b7-4ae3-97e7-e3c17e1f5e77 req-839c37b9-23f5-4168-8575-5bdc44780915 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=d593c5d7-d51b-4217-a3c9-9f896d31b0ed HTTP/1.1" status: 200 len: 946 time: 0.0846720 Jul 30 01:01:25.895642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] For port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:01:25.896006 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:25.920339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Calling delete_port for 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:01:25.979836 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec340747-e8b7-4ae3-97e7-e3c17e1f5e77 req-9fe8fe7c-306e-4b83-9612-e4d558896a30 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca385b6-5270-40cd-98cd-5d692d1d994f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812390 Jul 30 01:01:26.077798 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:26.112353 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'Port': ['ID=97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:26.126924 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.127272 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.127610 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.127950 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.128281 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.128606 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.128934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.129257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.129576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.129926 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.130248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.130576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:26.165473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] No DVR routers for this DVR port 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:01:26.168510 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:26.170753 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9990216e-9ff3-4ada-bf60-82303e16d982 req-b80f0705-028b-497f-a62e-eac17ad8c7a1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "DELETE /v2.0/ports/97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a HTTP/1.1" status: 204 len: 173 time: 0.4991088 Jul 30 01:01:26.171130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-deleted', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:01:26.173492 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5bfb8-b4f3-4420-b8d0-bea478526301" -d '{"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-deleted", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:01:26.271804 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401ea910-c7e4-458f-a278-0b06f4bc4da2 x-openstack-request-id: req-401ea910-c7e4-458f-a278-0b06f4bc4da2 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:01:26.272089 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d593c5d7-d51b-4217-a3c9-9f896d31b0ed", "name": "network-vif-deleted", "tag": "97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:01:26.272407 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-401ea910-c7e4-458f-a278-0b06f4bc4da2 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:01:26.272822 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd593c5d7-d51b-4217-a3c9-9f896d31b0ed', 'name': 'network-vif-deleted', 'tag': '97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a', 'status': 'completed', 'code': 200} Jul 30 01:01:27.046648 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40586) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:27.110361 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.139352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.213166 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.215994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.217247 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "DELETE /v2.0/security-groups/1ca385b6-5270-40cd-98cd-5d692d1d994f HTTP/1.1" status: 204 len: 168 time: 0.1695871 Jul 30 01:01:27.227010 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c431-ba9d-412e-aa2a-ee0a8e2c31e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca385b6-5270-40cd-98cd-5d692d1d994f,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:27.502996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40592) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:27.507977 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683321819', 'description': 'tempest-secgroup-smoke-1683321819 description', 'project_id': '74b5425195ed48d8ab9d793b02e2e427'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:27.532297 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.619793 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.624935 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.654757 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c770d0fd-1dc9-4c15-b787-bc733637d2b7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:27.658908 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.660186 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-aaff83dd-e40c-4918-ae22-869c0634b82e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561697 Jul 30 01:01:27.663155 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40594) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:27.668354 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:27.696969 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.759289 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.765026 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.785007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf52360-c1a9-4170-b9e2-36c5c48504bd,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:27.794995 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.798926 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e58bcc5c-aac0-4065-bed0-69ba640b5f01 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321790 Jul 30 01:01:27.799730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40596) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:27.808830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:27.849456 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.904083 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.910103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.936249 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79af1bf1-921f-4252-a53d-f2868d29d5c7,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:27.939839 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:27.943715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a854fe07-a9f1-4059-9c74-30cc96b1672f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396608 Jul 30 01:01:27.944746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40598) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:27.952639 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:27.981789 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.045190 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.053156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.072364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ccaf91-70c8-450d-9d80-6ac92a008e04,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:28.076352 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.077549 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b3fabf52-d972-4816-85dc-0145be032add tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307495 Jul 30 01:01:28.080638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40600) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:28.085297 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:28.115458 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.185745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.187002 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.206268 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59887b2-85b8-41e8-8c3e-cd18508e8a29,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:28.212795 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.214402 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-68de78d6-2218-43e2-8627-6641a01f4d17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327369 Jul 30 01:01:28.217305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40602) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:28.222151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:28.263003 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Project 74b5425195ed48d8ab9d793b02e2e427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:01:28.268873 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.338570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.344575 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.368513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6fd816-77b9-428d-bf87-672f89e1b49e,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:28.376611 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.377917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-209f56f8-7bab-485b-a7e3-93fcd927c04a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595676 Jul 30 01:01:28.381102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40604) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:01:28.386675 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'security_group_rule': {'security_group_id': 'c770d0fd-1dc9-4c15-b787-bc733637d2b7', 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:28.411479 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Project 74b5425195ed48d8ab9d793b02e2e427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:01:28.417361 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.486871 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.492214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.510810 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f6ef80-8661-47bc-b54e-390201499d0d,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:28.519165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.520466 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ea3b4c73-9ecf-4616-b313-fed83f64bedc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383381 Jul 30 01:01:28.770375 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:28.999592 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:01:29.028065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:01:29.028442 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 97460c7b-d4ca-44e2-ba5c-b4ce2fe6fe4a not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:01:33.783967 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:01:43.990417 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-ea891f4a-5fc0-45ca-ba01-1e63edefec2d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683321819&fields=id&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 267 time: 0.0349712 Jul 30 01:01:44.107826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-8c2037d6-c58b-446c-8c43-78cff838f27b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:44.109238 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-8c2037d6-c58b-446c-8c43-78cff838f27b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 809 time: 0.1119027 Jul 30 01:01:44.126142 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-7d027bbb-1bfc-48aa-81d9-22ef5d61d494 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/quotas/74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 375 time: 0.0099552 Jul 30 01:01:44.184878 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-de8bc0d4-9727-444f-8430-8528b1a6e67d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529335 Jul 30 01:01:44.359873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-f04ec57f-b8e3-4ff9-bae0-c6b8f91076b7 service neutron] 10.222.0.49 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621835 Jul 30 01:01:44.462387 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-164e6da9-6ee5-4638-94c2-3488bae42160 service neutron] 10.222.0.49 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954251 Jul 30 01:01:44.792521 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8a37ef14-d0b7-454a-a88a-c3f15cb2a871 req-e93d0370-a805-407b-b796-a4f728aca4a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0341825 Jul 30 01:01:45.907671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4a676bce-dd5f-42af-86b2-90d5dce6bb10 req-a39f0742-d646-4314-bfd5-930965f959fb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0347025 Jul 30 01:01:46.043478 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-f03ab8a6-68ea-44ef-a489-7eefc00ca667 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:46.045187 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-f03ab8a6-68ea-44ef-a489-7eefc00ca667 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 809 time: 0.1074743 Jul 30 01:01:46.102056 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-e5bdb829-4984-48c1-8f36-2205520829e2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 380 time: 0.0368490 Jul 30 01:01:46.162867 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'port': {'device_id': '05ed6091-00f8-487b-9e6e-81787204bb76', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'admin_state_up': True, 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'security_groups': ['c770d0fd-1dc9-4c15-b787-bc733637d2b7']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:46.284890 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Made reservation on behalf of 74b5425195ed48d8ab9d793b02e2e427 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:01:46.288895 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:46.400566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e55f343-d155-479b-844a-520654a3452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:46.430539 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Allocated IP 172.20.0.10 (fa0d3e85-2902-4522-8d75-0ec7d645ceac/1408c49c-4eea-43a8-984a-b9d60a9abff2/59a36987-4e10-4328-be5f-4ae061ef1a7d) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:01:46.584378 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:46.601777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Transition to ACTIVE for port object 59a36987-4e10-4328-be5f-4ae061ef1a7d will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:01:46.640365 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:46.693296 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:01:46.696627 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:01:46.703012 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:01:46.728761 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:46.763548 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:46.764207 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:46.786097 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-1b63c70d-1353-4049-ad0b-1655b41774c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6289415 Jul 30 01:01:46.805970 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Request body: {'port': {'device_id': '05ed6091-00f8-487b-9e6e-81787204bb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:01:46.865948 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.021282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d56139db-e1f2-474a-abff-c7a6d7e57a09 None None] Provisioning for port 59a36987-4e10-4328-be5f-4ae061ef1a7d completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:01:47.028075 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-d56139db-e1f2-474a-abff-c7a6d7e57a09 None None] Provisioning complete for port 59a36987-4e10-4328-be5f-4ae061ef1a7d triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:01:47.028465 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d56139db-e1f2-474a-abff-c7a6d7e57a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.073758 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d56139db-e1f2-474a-abff-c7a6d7e57a09 None None] Port 59a36987-4e10-4328-be5f-4ae061ef1a7d cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:01:47.132553 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d00e-9d68-4c46-ae11-25c626e8155b req-1bd77835-4b97-4d13-a8e1-77383eee6513 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:47.134308 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ee4d00e-9d68-4c46-ae11-25c626e8155b req-1bd77835-4b97-4d13-a8e1-77383eee6513 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 932 time: 0.1461544 Jul 30 01:01:47.227477 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ee4d00e-9d68-4c46-ae11-25c626e8155b req-3f12663d-91bb-43b8-84d7-9753bf6f8a27 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819221 Jul 30 01:01:47.304364 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a36987-4e10-4328-be5f-4ae061ef1a7d {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:01:47.313150 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.328658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Transition to ACTIVE for port object 59a36987-4e10-4328-be5f-4ae061ef1a7d will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:01:47.334473 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.430736 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:47.492050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Attempting to bind port 59a36987-4e10-4328-be5f-4ae061ef1a7d on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:01:47.492480 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Attempting to bind port 59a36987-4e10-4328-be5f-4ae061ef1a7d by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:01:47.492879 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Attempting to bind port 59a36987-4e10-4328-be5f-4ae061ef1a7d on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:01:47.499238 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Port 59a36987-4e10-4328-be5f-4ae061ef1a7d on network fa0d3e85-2902-4522-8d75-0ec7d645ceac not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:01:47.499870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Attempting to bind port 59a36987-4e10-4328-be5f-4ae061ef1a7d on network fa0d3e85-2902-4522-8d75-0ec7d645ceac {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:01:47.507417 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:01:47.507829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Checking segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:01:47.508282 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Bound using segment: {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:01:47.508791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Bound port: 59a36987-4e10-4328-be5f-4ae061ef1a7d, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66402a9c-3426-41c0-aadd-00a4de22f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:01:47.509218 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.604768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:01:47.608898 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:01:47.616444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.654459 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:47.655033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:47.656708 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] 10.222.0.57 "PUT /v2.0/ports/59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 1093 time: 0.8560934 Jul 30 01:01:47.657187 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:01:47.661460 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7" -d '{"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:01:47.699107 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a223ea-b85b-4f8c-9277-ea6852642560 service neutron] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:47.734330 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9b413a-e6f0-4a4c-b3e5-ba91009ad566 x-openstack-request-id: req-1d9b413a-e6f0-4a4c-b3e5-ba91009ad566 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:01:47.734623 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:01:47.734887 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d9b413a-e6f0-4a4c-b3e5-ba91009ad566 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:01:47.735249 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'status': 'completed', 'code': 200} Jul 30 01:01:47.783882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-e82a35f4-60bc-46c1-aa9d-6ae9dba04323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:47.785578 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-e82a35f4-60bc-46c1-aa9d-6ae9dba04323 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1096 time: 0.0652010 Jul 30 01:01:47.840807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-a838f381-4f75-4c95-82b2-1a9bd3966315 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 217 time: 0.0388560 Jul 30 01:01:47.892959 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-59fb3959-a95c-4ec2-98e8-5b9d4fe2b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:47.894533 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-59fb3959-a95c-4ec2-98e8-5b9d4fe2b4c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0472085 Jul 30 01:01:47.949600 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-eb8a39a4-236e-4ab9-bec7-11cd424195f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:47.951168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-eb8a39a4-236e-4ab9-bec7-11cd424195f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496280 Jul 30 01:01:48.048414 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-864f779a-0fe7-4e18-99bc-7e99cb448ccb service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893791 Jul 30 01:01:48.158460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-04cf2220-b6f5-40d6-8bdc-8c4ea06d0656 req-60182650-271b-4273-98c1-a6636a792f27 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017363 Jul 30 01:01:48.207078 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:48.280956 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-7da6ad63-d6e4-4a33-9408-f15ccb45796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:48.282672 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-7da6ad63-d6e4-4a33-9408-f15ccb45796d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1096 time: 0.0453753 Jul 30 01:01:48.416716 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70c50e-de52-4aed-a68d-1832cf6ae335 req-55c4be92-e3a4-45f3-ba68-0d0fb96418a9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:48.418325 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd70c50e-de52-4aed-a68d-1832cf6ae335 req-55c4be92-e3a4-45f3-ba68-0d0fb96418a9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.1101654 Jul 30 01:01:48.421615 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-59b42bed-3e66-4431-9735-2cd4fe2258fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:48.423061 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-59b42bed-3e66-4431-9735-2cd4fe2258fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1335390 Jul 30 01:01:48.476761 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-00a7884c-d667-49d7-a615-955ba5c4ba5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 217 time: 0.0438349 Jul 30 01:01:48.523120 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-dd70c50e-de52-4aed-a68d-1832cf6ae335 req-2a5e2a52-3cc6-4519-ac5b-21e843631873 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977805 Jul 30 01:01:48.542399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-9402fda5-d719-4845-beb2-9a71e0776fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:48.543945 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-9402fda5-d719-4845-beb2-9a71e0776fda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0575070 Jul 30 01:01:48.594096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-32d83261-804d-4c50-a662-cdf3976a0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:48.595657 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-32d83261-804d-4c50-a662-cdf3976a0f61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448930 Jul 30 01:01:48.692107 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-b5de2ffb-3cc0-412b-961e-12887da88725 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879145 Jul 30 01:01:48.810632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-276cefa1-d40d-4658-a3ad-cbe4a48fdea7 req-afe5ea7d-0c33-4015-977a-ccea1191c9e9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026587 Jul 30 01:01:49.118781 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ff55-996e-4d35-8607-efca7434ffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:49.498869 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:49.645945 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044e12-798e-4c96-88a5-a464543f9f7d req-faebb493-ddc5-4aa2-9f6b-44a58419c1e9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:49.647526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70044e12-798e-4c96-88a5-a464543f9f7d req-faebb493-ddc5-4aa2-9f6b-44a58419c1e9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Jul 30 01:01:49.688336 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-70044e12-798e-4c96-88a5-a464543f9f7d req-6a783992-3296-428f-af2b-0b8fedbc2621 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343533 Jul 30 01:01:50.818674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849ed2-23cf-4050-84a9-d6214f9dd414 req-c0329067-edc8-4151-9b5b-7ae7207cefc6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:50.820055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10849ed2-23cf-4050-84a9-d6214f9dd414 req-c0329067-edc8-4151-9b5b-7ae7207cefc6 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0562491 Jul 30 01:01:50.864363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-10849ed2-23cf-4050-84a9-d6214f9dd414 req-6a43c718-eb67-490d-83a1-cdaa2b3ea973 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Jul 30 01:01:51.058284 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:52.013014 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bd94a-7551-4cea-81da-d30694cd5713 req-fc3974e4-43ac-470a-9979-88dfa245f592 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:52.014636 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d10bd94a-7551-4cea-81da-d30694cd5713 req-fc3974e4-43ac-470a-9979-88dfa245f592 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0671585 Jul 30 01:01:52.060424 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d10bd94a-7551-4cea-81da-d30694cd5713 req-cadae400-60c7-4ca9-ad28-687e8b69c730 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366974 Jul 30 01:01:52.829883 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:53.200413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6682d56-2054-4fd0-a820-f6b796014756 req-26996740-2bc2-4b83-bcd5-ec4acec02c87 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:53.202057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6682d56-2054-4fd0-a820-f6b796014756 req-26996740-2bc2-4b83-bcd5-ec4acec02c87 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0597880 Jul 30 01:01:53.245916 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e6682d56-2054-4fd0-a820-f6b796014756 req-7cfd1c81-520a-4df2-8b6a-f8af6b31e5cf tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374422 Jul 30 01:01:54.369882 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ca72-67a3-48cf-b7f0-a533d7e06aeb req-06173e48-96c5-4290-850e-fa0400325502 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:54.371418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d807ca72-67a3-48cf-b7f0-a533d7e06aeb req-06173e48-96c5-4290-850e-fa0400325502 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0516703 Jul 30 01:01:54.411418 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d807ca72-67a3-48cf-b7f0-a533d7e06aeb req-2bd58c2e-81e3-4894-ba3d-7cf59fbfdcd7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Jul 30 01:01:55.540192 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28639a2-4d24-4b3c-a69f-9251293c422f req-f9ea35a0-afa8-4640-a0d8-43a397896b2b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:55.541743 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e28639a2-4d24-4b3c-a69f-9251293c422f req-f9ea35a0-afa8-4640-a0d8-43a397896b2b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0569668 Jul 30 01:01:55.588577 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e28639a2-4d24-4b3c-a69f-9251293c422f req-5f8280f2-cf2a-45ca-ac0f-a7d239e3cac3 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Jul 30 01:01:56.712573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd6600-9f78-44dc-9a46-da75c4ea0784 req-386aec43-1e19-4616-8276-5295d74e0c6f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:56.714101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84dd6600-9f78-44dc-9a46-da75c4ea0784 req-386aec43-1e19-4616-8276-5295d74e0c6f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0527816 Jul 30 01:01:56.754917 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84dd6600-9f78-44dc-9a46-da75c4ea0784 req-34fd7eba-bbe2-4bdf-a3ec-006b6c906d8a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344248 Jul 30 01:01:57.883530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e89ce6-67ba-4833-8579-79cb75a8e1d4 req-0fe6a16e-1617-40ca-9011-37a11ac43a2a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:57.885092 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3e89ce6-67ba-4833-8579-79cb75a8e1d4 req-0fe6a16e-1617-40ca-9011-37a11ac43a2a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Jul 30 01:01:57.926170 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c3e89ce6-67ba-4833-8579-79cb75a8e1d4 req-c2d142aa-0be4-479b-a738-b619e955ef12 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348566 Jul 30 01:01:58.770317 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:59.044084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:01:59.055706 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3355-0b41-4bd9-b870-900dcb38675f req-1699edf6-8a35-4ab4-81b0-14af0c3c939e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:01:59.057322 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec8e3355-0b41-4bd9-b870-900dcb38675f req-1699edf6-8a35-4ab4-81b0-14af0c3c939e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0608706 Jul 30 01:01:59.103275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ec8e3355-0b41-4bd9-b870-900dcb38675f req-c13aff0c-bb2f-4ee6-a9f3-2b136b34384d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Jul 30 01:01:59.154291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:01:59.167946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'mac_address': 'fa:16:3e:6e:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:01:59.209202 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:59.223028 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a36987-4e10-4328-be5f-4ae061ef1a7d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:01:59.243716 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:01:59.248998 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:01:59.298810 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:01:59.306384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.306728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.307064 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.307396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.307729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.308055 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.308379 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.308701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.309020 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.309364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.309738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.310026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:01:59.552019 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['59a36987-4e10-4328-be5f-4ae061ef1a7d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:02:00.228712 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a0bc6-0230-42cd-99a2-f74a8566737b req-b0a9fe3f-468b-4e9e-ae15-6e8735388aa4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:00.230293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-184a0bc6-0230-42cd-99a2-f74a8566737b req-b0a9fe3f-468b-4e9e-ae15-6e8735388aa4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Jul 30 01:02:00.275360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-184a0bc6-0230-42cd-99a2-f74a8566737b req-30d6da7b-4c38-4aaa-ace9-121cac608b1d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jul 30 01:02:01.058447 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:02:01.113608 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 59a36987-4e10-4328-be5f-4ae061ef1a7d completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:02:01.119579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 59a36987-4e10-4328-be5f-4ae061ef1a7d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:02:01.119988 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:01.198318 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:01.220793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:02:01.223089 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d447e-d313-4c90-80f4-2960e2d873aa" -d '{"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-plugged", "status": "completed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:02:01.236796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:02:01.242389 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:01.269845 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885a5dc-1a56-4632-b0e0-703110834686 x-openstack-request-id: req-8885a5dc-1a56-4632-b0e0-703110834686 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:02:01.270132 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-plugged", "status": "completed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:02:01.270418 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8885a5dc-1a56-4632-b0e0-703110834686 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:02:01.270809 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'code': 200} Jul 30 01:02:01.296986 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:02:01.446444 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672ec9-1b52-4485-8633-335c23405211 req-42bb7dc0-063c-49be-9948-75281a6fbd60 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:01.447987 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe672ec9-1b52-4485-8633-335c23405211 req-42bb7dc0-063c-49be-9948-75281a6fbd60 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0823717 Jul 30 01:02:01.453151 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2532-44e9-409f-94b6-6df2414519b5 req-7a513a43-4547-4f59-9bfd-f0d0a95977b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:01.454670 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-582e2532-44e9-409f-94b6-6df2414519b5 req-7a513a43-4547-4f59-9bfd-f0d0a95977b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0771594 Jul 30 01:02:01.509069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-fe672ec9-1b52-4485-8633-335c23405211 req-94da8c91-70f0-4273-a9c1-377371d979a7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532689 Jul 30 01:02:01.513539 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-582e2532-44e9-409f-94b6-6df2414519b5 req-c9e97aba-c897-4ea7-a01f-afb5a0f6dd86 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516353 Jul 30 01:02:02.645245 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489b6e6-f42a-4a80-9611-689e1a20583a req-68e9aa90-31cf-47b7-ae59-4c706c10edb2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:02.646855 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1489b6e6-f42a-4a80-9611-689e1a20583a req-68e9aa90-31cf-47b7-ae59-4c706c10edb2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Jul 30 01:02:02.692123 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-1489b6e6-f42a-4a80-9611-689e1a20583a req-f5bed04e-ca2d-4cb2-8de5-d0d3880cc9c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366318 Jul 30 01:02:03.821590 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da225e8e-90c0-4059-aa24-e6de93ebe4a4 req-255efe96-ccc0-4a26-9ae3-51ba51d686d5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:03.823179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da225e8e-90c0-4059-aa24-e6de93ebe4a4 req-255efe96-ccc0-4a26-9ae3-51ba51d686d5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0575814 Jul 30 01:02:03.866693 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-da225e8e-90c0-4059-aa24-e6de93ebe4a4 req-9cd0249a-5a2a-4663-9c94-007563a2d4c2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365958 Jul 30 01:02:03.993170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b46-ef30-4a23-8fcf-b3cf38df73c2 req-232c016e-4f03-4bfd-9e5b-e159a18d2226 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:03.994738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40c88b46-ef30-4a23-8fcf-b3cf38df73c2 req-232c016e-4f03-4bfd-9e5b-e159a18d2226 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0551114 Jul 30 01:02:04.039011 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-40c88b46-ef30-4a23-8fcf-b3cf38df73c2 req-7b62aeaa-acc5-48fa-ab86-5c86ab953f46 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Jul 30 01:02:04.068662 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40808) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:02:04.115825 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099855b-61ea-4d92-b9f3-e01000fc4549 tempest-TestShelveInstance-1359827745 tempest-TestShelveInstance-1359827745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:04.117428 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6099855b-61ea-4d92-b9f3-e01000fc4549 tempest-TestShelveInstance-1359827745 tempest-TestShelveInstance-1359827745-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1093 time: 0.0479443 Jul 30 01:02:04.122286 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 40810) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:02:04.127418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:02:04.156809 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:04.266635 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:04.381391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Allocated IP 172.25.5.96 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/1af62914-1611-4a18-8446-4bc5e004a507) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:02:04.498877 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:04.543310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:04.597167 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:02:04.602335 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:02:04.607805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:02:04.610963 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=1af62914-1611-4a18-8446-4bc5e004a507,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:02:05.006933 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.081692 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.254994 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.262143 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.335060 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event updated for resources: {'Port': ['ID=1af62914-1611-4a18-8446-4bc5e004a507,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:02:05.346837 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:05.452116 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Floating IP 74637491-1563-4da5-af0f-7a63748615c4 associated. External IP: 172.25.5.96, port: 59a36987-4e10-4328-be5f-4ae061ef1a7d. Jul 30 01:02:05.676658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:02:06.177527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:02:06.189384 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:02:06.195400 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:06.200793 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:02:06.201420 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:02:06.222626 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-bf1064d9-4eb0-4ef6-a598-892e66bf1b33 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0991182 Jul 30 01:02:06.223304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:02:06.225660 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86354fdc-08c3-4e10-bdc9-201f098f61a6" -d '{"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:02:06.266642 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd039eb7-38ce-43d0-9570-4a436fbfd81a x-openstack-request-id: req-dd039eb7-38ce-43d0-9570-4a436fbfd81a {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:02:06.266931 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:02:06.267178 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd039eb7-38ce-43d0-9570-4a436fbfd81a {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:02:06.267969 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'status': 'completed', 'code': 200} Jul 30 01:02:06.331024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:02:06.375261 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-3524b1be-8db3-4a82-b758-58b9ad70f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:06.377687 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-3524b1be-8db3-4a82-b758-58b9ad70f52f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0571935 Jul 30 01:02:06.474509 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-05d98929-7481-4806-8ba8-e3c171b36cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:06.475908 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-05d98929-7481-4806-8ba8-e3c171b36cde service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0909836 Jul 30 01:02:06.543331 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-63787979-d69d-43eb-87d4-2294a85930d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 999 time: 0.0598667 Jul 30 01:02:06.578165 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '74637491-1563-4da5-af0f-7a63748615c4', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:6e:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ed6091-00f8-487b-9e6e-81787204bb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:02:04Z', 'updated_at': '2021-07-30T01:02:04Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:02:06.599101 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-25b6c4bc-e30a-46d5-8317-57160f8b42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:06.600587 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-25b6c4bc-e30a-46d5-8317-57160f8b42d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0499532 Jul 30 01:02:06.609655 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:02:06.619729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:02:06.620391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:01:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:02:06.652569 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-5fa680fc-83d3-455b-ba19-953036a7e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:06.654116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-5fa680fc-83d3-455b-ba19-953036a7e4bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465636 Jul 30 01:02:06.726767 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:02:06.749183 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-4bc483e0-3a5a-414c-a778-e9a12657c5fd service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868688 Jul 30 01:02:06.850057 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86354fdc-08c3-4e10-bdc9-201f098f61a6 req-dc5bb521-98b1-48fc-93da-6d17c709b837 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925694 Jul 30 01:02:06.979509 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '74637491-1563-4da5-af0f-7a63748615c4', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:6e:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ed6091-00f8-487b-9e6e-81787204bb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:02:04Z', 'updated_at': '2021-07-30T01:02:04Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:02:07.007060 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d0413e-917a-486f-9bb8-f407c32abe8a None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '74637491-1563-4da5-af0f-7a63748615c4', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'mac_address': 'fa:16:3e:6e:df:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ed6091-00f8-487b-9e6e-81787204bb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:02:04Z', 'updated_at': '2021-07-30T01:02:04Z', 'revision_number': 0, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:02:07.211366 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69137c24-a3d7-48c1-8fe6-03806ba57223 None None] New status for floating IP 74637491-1563-4da5-af0f-7a63748615c4: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:02:10.788226 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:02:16.403391 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5ccb53bf-4d4c-477f-9338-5ea783c0006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:18.207581 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:19.122374 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f26a9e1-34f2-42de-ab76-7389af87537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:19.496825 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:21.060587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:22.840094 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:27.932982 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-855ee6c7-33bf-44d7-9535-1de5e2c33d9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578599 Jul 30 01:02:28.045980 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc59f-e413-438b-998f-280712595643 req-08de9ef5-7dac-4ad7-9d97-2d4fddda86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:28.047996 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-08de9ef5-7dac-4ad7-9d97-2d4fddda86e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0522025 Jul 30 01:02:28.183741 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc59f-e413-438b-998f-280712595643 req-0302932d-2008-4665-b457-f6629d1323f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:28.186005 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-0302932d-2008-4665-b457-f6629d1323f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1150718 Jul 30 01:02:28.281520 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-9dba1769-0599-4852-9148-4bdff16f977f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 1001 time: 0.0862145 Jul 30 01:02:28.354260 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc59f-e413-438b-998f-280712595643 req-0d43186b-2b44-4143-a57a-927e816a16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:28.355685 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-0d43186b-2b44-4143-a57a-927e816a16d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0628483 Jul 30 01:02:28.418826 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc59f-e413-438b-998f-280712595643 req-343c82c3-8dc9-4458-9222-3aca1b51d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:02:28.422357 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-343c82c3-8dc9-4458-9222-3aca1b51d98c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565522 Jul 30 01:02:28.521703 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-00172b4e-ede6-49bf-befc-b8c31e5f1dda service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920367 Jul 30 01:02:28.634335 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-47efc59f-e413-438b-998f-280712595643 req-492abb7d-f4e8-4618-8036-f1150c6a0fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002028 Jul 30 01:02:28.769723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:46.397596 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0172b004-b008-4d31-96a0-0b03c044f9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:47.788872 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:02:48.223842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:49.127505 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7602e52e-52c2-4a5c-9c24-fddfc5c61b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:49.501768 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:51.075266 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:52.841335 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:02:58.791556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:16.407960 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-edff0851-0c38-4556-8df1-caa7204b78db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:18.236282 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:19.131382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49b7ca4f-2938-4d1c-8ddf-6c7a6574482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:19.510935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:21.067042 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:22.837206 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:24.793048 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:03:28.786485 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:28.885514 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-085baac8-fd39-4125-bca4-cdc11730e731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448735 Jul 30 01:03:28.991052 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-330272c5-0dd3-498a-a28c-44d5bfc424b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:03:28.992671 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-330272c5-0dd3-498a-a28c-44d5bfc424b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0440910 Jul 30 01:03:29.121794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-393e02d0-a94a-4aae-8ebb-56d85626f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:03:29.123365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-393e02d0-a94a-4aae-8ebb-56d85626f62d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1105142 Jul 30 01:03:29.194090 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-8c2bd2f4-a9c9-47b9-87de-6a0e32450fc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 1001 time: 0.0626774 Jul 30 01:03:29.259948 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-2a1be38a-435f-46b1-8d88-ec694155547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:03:29.261460 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-2a1be38a-435f-46b1-8d88-ec694155547d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0604508 Jul 30 01:03:29.310252 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-0536e4f8-dfef-4062-a2b4-6ccfd889dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:03:29.311891 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-0536e4f8-dfef-4062-a2b4-6ccfd889dd19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430334 Jul 30 01:03:29.411959 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-8e5c08e8-5890-48d7-ade1-2a97f59d3492 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925224 Jul 30 01:03:29.522853 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbd3e414-ad34-4e12-9f53-b0e3fb4575ce req-f05509ff-175a-4c37-ac78-d7ce694e7192 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029525 Jul 30 01:03:46.404166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0cae9993-2674-4a14-bfe8-d63180d4839c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:48.236476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:49.135746 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-760f0ac1-ffa3-4e89-84da-b2bdcfa622dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:49.512766 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:51.069882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:52.846566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:03:58.801758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:01.793353 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:04:03.832755 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe78647-9447-4eeb-a9bc-b7b28d9f2183 req-7f022018-76d9-48b5-bd15-2036781fe477 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:03.834227 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afe78647-9447-4eeb-a9bc-b7b28d9f2183 req-7f022018-76d9-48b5-bd15-2036781fe477 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0738471 Jul 30 01:04:03.889935 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-afe78647-9447-4eeb-a9bc-b7b28d9f2183 req-ee13c5a9-4d38-444f-9b63-2c38f9a5bafd tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483339 Jul 30 01:04:05.049870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311d5c6-6fbb-4653-8a49-51531ce07a81 req-f4a80672-e8ea-4c31-99cb-9a430f91b665 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:05.052884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f311d5c6-6fbb-4653-8a49-51531ce07a81 req-f4a80672-e8ea-4c31-99cb-9a430f91b665 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0567183 Jul 30 01:04:05.098573 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f311d5c6-6fbb-4653-8a49-51531ce07a81 req-dbf7c8e3-61a9-4e61-906f-cca296bc263c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Jul 30 01:04:06.229375 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897cf3a-4204-4597-a1d4-e388998b4644 req-7b0af28f-015e-432b-8ee3-7ee6490cb6dc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:06.230997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2897cf3a-4204-4597-a1d4-e388998b4644 req-7b0af28f-015e-432b-8ee3-7ee6490cb6dc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0550766 Jul 30 01:04:06.280562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2897cf3a-4204-4597-a1d4-e388998b4644 req-d7dc3cd7-e950-4f1e-8ce5-967976822c2b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Jul 30 01:04:07.415039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d3979-f76b-4585-9025-afbd3d9e9aca req-0c822b3d-a5f3-4298-af2f-ecc0fa45d530 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:07.416568 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed4d3979-f76b-4585-9025-afbd3d9e9aca req-0c822b3d-a5f3-4298-af2f-ecc0fa45d530 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0558252 Jul 30 01:04:07.470562 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed4d3979-f76b-4585-9025-afbd3d9e9aca req-1ab0838d-85b5-4b25-8409-db3717030ba4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Jul 30 01:04:08.608609 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d460e4c-76de-4f8d-9041-8d9415f29b40 req-a7e55584-5b2f-4095-baee-af609efff962 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:08.610559 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d460e4c-76de-4f8d-9041-8d9415f29b40 req-a7e55584-5b2f-4095-baee-af609efff962 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0617280 Jul 30 01:04:08.665774 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6d460e4c-76de-4f8d-9041-8d9415f29b40 req-d90bb0da-3953-4ca2-8bb2-1716075b2149 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Jul 30 01:04:09.806591 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff67c3-2ee6-40a6-9616-4cd9b9d15ab2 req-ed0f95ca-303b-4503-a72f-50d6b8aa6017 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:09.808436 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecff67c3-2ee6-40a6-9616-4cd9b9d15ab2 req-ed0f95ca-303b-4503-a72f-50d6b8aa6017 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0555685 Jul 30 01:04:09.857297 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ecff67c3-2ee6-40a6-9616-4cd9b9d15ab2 req-d3abbbdd-0ad3-41fe-8e47-90dbe5bb3f15 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Jul 30 01:04:11.012699 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283bb95-3a6f-42b6-825f-6b1cb5ceaf8e req-9ee25c96-03be-4742-94c3-53249047154e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:11.014168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e283bb95-3a6f-42b6-825f-6b1cb5ceaf8e req-9ee25c96-03be-4742-94c3-53249047154e tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0708780 Jul 30 01:04:11.059430 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e283bb95-3a6f-42b6-825f-6b1cb5ceaf8e req-272897a3-eea2-4d7c-9ff6-f706726256e7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384359 Jul 30 01:04:12.185323 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf8e5b-ac03-4e98-96e3-2d80ef4b43b1 req-c081515e-e9fc-4c27-842f-cc7ffc84cc92 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:12.186865 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bf8e5b-ac03-4e98-96e3-2d80ef4b43b1 req-c081515e-e9fc-4c27-842f-cc7ffc84cc92 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0547438 Jul 30 01:04:12.230742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-43bf8e5b-ac03-4e98-96e3-2d80ef4b43b1 req-f3eaf29d-2fe9-41f9-9099-6d649250ecba tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Jul 30 01:04:13.363976 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ea72-376b-484a-bb8b-6d76007d77b1 req-0205bc05-b2a6-4120-974f-0b409b0dfea5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:13.365351 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2a9ea72-376b-484a-bb8b-6d76007d77b1 req-0205bc05-b2a6-4120-974f-0b409b0dfea5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0604527 Jul 30 01:04:13.417809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f2a9ea72-376b-484a-bb8b-6d76007d77b1 req-5cc42db0-2230-4f06-aab4-39c5598b4956 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Jul 30 01:04:14.034341 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-e2a5e792-7fea-4f1b-b83e-793bfdead7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:14.035983 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-e2a5e792-7fea-4f1b-b83e-793bfdead7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0519793 Jul 30 01:04:14.138348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-9c623fdf-d4c2-47c0-9b73-4f6739d156cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:14.139864 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-9c623fdf-d4c2-47c0-9b73-4f6739d156cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0968049 Jul 30 01:04:14.211624 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-8a4139ca-8d72-46c8-9017-09a21a737af0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 1001 time: 0.0645392 Jul 30 01:04:14.263360 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-f59329b8-f9b1-4fb6-826d-eaa9eadc7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:14.264833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-f59329b8-f9b1-4fb6-826d-eaa9eadc7186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0465503 Jul 30 01:04:14.332858 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-400f4969-2f25-442d-bdad-76d1052e5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:14.334360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-400f4969-2f25-442d-bdad-76d1052e5268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623331 Jul 30 01:04:14.439985 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-dd1fbdd9-1e5f-415d-89f2-48f78849f57e service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979285 Jul 30 01:04:14.586710 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e702-fe36-41e6-9f93-77abd0e07621 req-bfd99ad1-1d54-4145-88d9-e555edc71542 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:14.588172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7494e702-fe36-41e6-9f93-77abd0e07621 req-bfd99ad1-1d54-4145-88d9-e555edc71542 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0781510 Jul 30 01:04:14.594564 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-56cc281e-ea3b-47a5-b661-2f2bd107e7ec req-7e07344f-665b-4e31-be05-04811b771144 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417844 Jul 30 01:04:14.634041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7494e702-fe36-41e6-9f93-77abd0e07621 req-5e3c322d-cfd6-4534-85da-8a744cac4b71 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Jul 30 01:04:15.773757 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff23d-cc27-4f9f-8f48-c9c00e8cb544 req-a0eced32-ec20-40d5-90e4-f7fd1967c985 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:15.775324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5fff23d-cc27-4f9f-8f48-c9c00e8cb544 req-a0eced32-ec20-40d5-90e4-f7fd1967c985 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0564451 Jul 30 01:04:15.814806 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5fff23d-cc27-4f9f-8f48-c9c00e8cb544 req-c51ff4b2-034f-48be-a7ca-3cde29f35641 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334513 Jul 30 01:04:16.407382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81a7befd-7c6d-4f72-8706-a396cdb27f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:16.941796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4b349-107d-4391-9470-720c36e50311 req-c76726e0-5e6c-46f1-b4d1-371cb75e1a9a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:16.943697 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2b4b349-107d-4391-9470-720c36e50311 req-c76726e0-5e6c-46f1-b4d1-371cb75e1a9a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0582068 Jul 30 01:04:16.986526 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2b4b349-107d-4391-9470-720c36e50311 req-8e119bea-3588-43be-a7e7-760f192b1e46 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366416 Jul 30 01:04:18.131133 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8b69-8917-4755-8b65-f515eb6f928c req-ab1a3b39-0eda-4000-83e3-c117688c19e0 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:18.132631 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bef8b69-8917-4755-8b65-f515eb6f928c req-ab1a3b39-0eda-4000-83e3-c117688c19e0 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0703833 Jul 30 01:04:18.184485 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3bef8b69-8917-4755-8b65-f515eb6f928c req-fe720a83-6962-41d9-9cac-244a9c0231e1 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Jul 30 01:04:18.237808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:18.398779 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-51b8ce46-d401-412a-ae49-a767bb871aff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457969 Jul 30 01:04:18.431285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b13c-6420-4bf3-aaec-137b119df5bd req-db163323-f193-48fd-9ba1-b85d45ec3b74 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:18.433119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0801b13c-6420-4bf3-aaec-137b119df5bd req-db163323-f193-48fd-9ba1-b85d45ec3b74 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0536695 Jul 30 01:04:18.474797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-0801b13c-6420-4bf3-aaec-137b119df5bd req-0e3fbb23-250a-4b5b-b2bf-fadeefcaa89b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351915 Jul 30 01:04:19.140311 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f42b4320-3aa1-4e1b-afb1-b3afca892c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:19.512754 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:19.606227 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d05c3-a8c7-47da-9bb6-908e130cfe9c req-d6f83f1a-f8f9-4a3f-84fe-1f3b140ab0d8 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:19.607796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52d05c3-a8c7-47da-9bb6-908e130cfe9c req-d6f83f1a-f8f9-4a3f-84fe-1f3b140ab0d8 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0570161 Jul 30 01:04:19.650358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b52d05c3-a8c7-47da-9bb6-908e130cfe9c req-de7f4ee5-7bf0-46be-9267-6e3e884050c4 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357387 Jul 30 01:04:19.794899 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:04:19.878435 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:19.902611 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:04:19.904882 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7e377-bd61-4fec-b3b7-fbe6c7f8c59e" -d '{"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-unplugged", "status": "completed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:04:19.919702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:04:19.925144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:19.950676 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65c7bc-6879-43f5-9bb2-137b941f0aef x-openstack-request-id: req-1b65c7bc-6879-43f5-9bb2-137b941f0aef {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:04:19.950937 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-unplugged", "status": "failed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "code": 422}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:04:19.951193 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b65c7bc-6879-43f5-9bb2-137b941f0aef {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:04:19.951589 n-d-712707-11 neutron-server[93866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'code': 422} returned with failed status Jul 30 01:04:19.978580 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:04:19.986709 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.987057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.987404 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.987740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.988073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.988400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.988786 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.989812 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.990157 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.990471 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.990796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:19.991115 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:04:20.795502 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d6e28-ca47-450f-b50a-0c561cc6f448 req-1ccd9357-3678-438d-a981-33ccd8131581 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:20.797076 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-770d6e28-ca47-450f-b50a-0c561cc6f448 req-1ccd9357-3678-438d-a981-33ccd8131581 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0559034 Jul 30 01:04:20.839054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-770d6e28-ca47-450f-b50a-0c561cc6f448 req-e25e3320-c400-4aee-92ff-a04b5207da17 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355554 Jul 30 01:04:21.079193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:21.959357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abac25-b6ff-4f50-a8d1-9881c9924320 req-8243ff0b-d14b-46d6-9a36-674f2b119a61 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:21.960972 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84abac25-b6ff-4f50-a8d1-9881c9924320 req-8243ff0b-d14b-46d6-9a36-674f2b119a61 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0533586 Jul 30 01:04:22.003887 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-84abac25-b6ff-4f50-a8d1-9881c9924320 req-08b6f987-13b1-4d2e-8d44-f8b49c18e3f7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Jul 30 01:04:22.840108 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:23.191852 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a49ae-4971-4bbf-8af3-c0491d80832a req-ae0064c0-f7eb-475d-9948-6d66caf96c0d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.193725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4a49ae-4971-4bbf-8af3-c0491d80832a req-ae0064c0-f7eb-475d-9948-6d66caf96c0d tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.1148987 Jul 30 01:04:23.235413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ff4a49ae-4971-4bbf-8af3-c0491d80832a req-de01f69f-04b8-4bfb-a8b7-54470431fec5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Jul 30 01:04:23.431628 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-2fc46222-b2dd-4dd3-9c9d-0d202468121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.433067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-2fc46222-b2dd-4dd3-9c9d-0d202468121d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76&tenant_id=74b5425195ed48d8ab9d793b02e2e427 HTTP/1.1" status: 200 len: 1096 time: 0.0612993 Jul 30 01:04:23.510915 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-77e2dcb2-0ed6-4b1f-bb1e-98f377085987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.512535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-77e2dcb2-0ed6-4b1f-bb1e-98f377085987 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1096 time: 0.0440729 Jul 30 01:04:23.612065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-443c22dc-a2eb-4b4b-b67a-7550ac3f7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.613605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-443c22dc-a2eb-4b4b-b67a-7550ac3f7fb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0935881 Jul 30 01:04:23.689999 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-7b155c47-3ed0-4f63-9d01-02faf61959ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 999 time: 0.0678818 Jul 30 01:04:23.753083 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-00c683f2-6ddb-4b25-b8a9-9fcea7975e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.755069 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-00c683f2-6ddb-4b25-b8a9-9fcea7975e4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0579314 Jul 30 01:04:23.810691 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-5d0fff92-8123-4744-88f2-aadd468fdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:23.812232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-5d0fff92-8123-4744-88f2-aadd468fdcf6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493648 Jul 30 01:04:23.912094 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-eb9a4612-0d1a-4420-b603-1d1a4a898d85 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918653 Jul 30 01:04:24.013014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-7f99ade4-93e7-4c81-b323-01c8ad52795d service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941257 Jul 30 01:04:24.370015 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3903-c251-44be-b3a5-695847042566 req-a0609e8c-1ed5-4727-8160-970d07a2d262 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:24.372235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0ad3903-c251-44be-b3a5-695847042566 req-a0609e8c-1ed5-4727-8160-970d07a2d262 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0659955 Jul 30 01:04:24.416178 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c0ad3903-c251-44be-b3a5-695847042566 req-2b60b487-25a0-4019-a31c-ea623c83ff67 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351126 Jul 30 01:04:25.547204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557fd77-0e14-4bab-abdc-f577b91bd00f req-04547188-6e9d-4fce-8089-d6619afeb3d9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:25.548842 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b557fd77-0e14-4bab-abdc-f577b91bd00f req-04547188-6e9d-4fce-8089-d6619afeb3d9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0539293 Jul 30 01:04:25.589601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b557fd77-0e14-4bab-abdc-f577b91bd00f req-31b149d0-d9a4-4ab0-9014-90dbed973e68 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342739 Jul 30 01:04:26.730440 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d884e39-192c-420c-afcf-7df7332237b1 req-abceac88-0503-4739-a848-f165387c1afe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:26.731947 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d884e39-192c-420c-afcf-7df7332237b1 req-abceac88-0503-4739-a848-f165387c1afe tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0650055 Jul 30 01:04:26.773358 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3d884e39-192c-420c-afcf-7df7332237b1 req-f5453cc8-62c9-48f4-b9a4-5d3ef4e48ebb tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Jul 30 01:04:27.897951 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5a67-01c3-44e8-a64e-4aee743ca408 req-4a9d2a65-58fc-45a0-84ac-da840913b0b7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:27.899550 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9fa5a67-01c3-44e8-a64e-4aee743ca408 req-4a9d2a65-58fc-45a0-84ac-da840913b0b7 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0541210 Jul 30 01:04:27.939033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d9fa5a67-01c3-44e8-a64e-4aee743ca408 req-64364ad2-7b0d-45b9-8e50-86815cb9af7c tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Jul 30 01:04:28.801055 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:29.070384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21923d8e-345b-4771-8f8e-5d4c92637859 req-b592850f-d2e7-4d46-a3b6-0cf6e493b8a5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:29.072024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21923d8e-345b-4771-8f8e-5d4c92637859 req-b592850f-d2e7-4d46-a3b6-0cf6e493b8a5 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0529730 Jul 30 01:04:29.112461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-21923d8e-345b-4771-8f8e-5d4c92637859 req-5ca03889-35a2-482c-902c-9eb05ef6e089 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Jul 30 01:04:29.974693 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-a261ad68-8c44-4c54-8318-15ea40787551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:29.976224 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-a261ad68-8c44-4c54-8318-15ea40787551 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1096 time: 0.0949242 Jul 30 01:04:30.096155 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-4d9cded6-6f94-43fa-a901-c3ec576c6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:30.097674 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-4d9cded6-6f94-43fa-a901-c3ec576c6366 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.0942962 Jul 30 01:04:30.180602 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-75fc2a4b-fbb3-43a6-86cf-b5602d4721de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 999 time: 0.0745969 Jul 30 01:04:30.259844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-dc23d8e6-0943-47f7-a4d8-2b0229d91ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:30.261348 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-dc23d8e6-0943-47f7-a4d8-2b0229d91ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0656896 Jul 30 01:04:30.273183 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3b891-22cc-4197-b25e-1f574292ceac req-27c2f02b-b8b5-4085-96f7-dbfde8624d1b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:30.275233 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91b3b891-22cc-4197-b25e-1f574292ceac req-27c2f02b-b8b5-4085-96f7-dbfde8624d1b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0911665 Jul 30 01:04:30.349684 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-91b3b891-22cc-4197-b25e-1f574292ceac req-a8e77758-06f6-431b-abdb-15d188226749 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654504 Jul 30 01:04:30.353063 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-1b09ccc9-2cc8-4ae5-b3c4-cba8e6f4468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:30.354678 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-1b09ccc9-2cc8-4ae5-b3c4-cba8e6f4468b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789781 Jul 30 01:04:30.452274 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-17ff836d-631a-4446-b3d9-509bf50f00de service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890865 Jul 30 01:04:30.563026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-211456c7-971e-4a6e-9b6e-239b94615de4 req-d9835652-d74a-4562-a038-8c18d155b4f1 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016653 Jul 30 01:04:31.491869 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23360bc7-452f-48ac-b78b-3897e5599117 req-4899a7c7-9a41-4073-bf4e-a310868f1a67 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:31.493457 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23360bc7-452f-48ac-b78b-3897e5599117 req-4899a7c7-9a41-4073-bf4e-a310868f1a67 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 944 time: 0.0584071 Jul 30 01:04:31.543461 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-23360bc7-452f-48ac-b78b-3897e5599117 req-b1c8c78a-72c0-44b1-9c1a-c65eda9fc3da tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Jul 30 01:04:31.837135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:04:31.947617 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:04:31.963957 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'port_id': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'mac_address': 'fa:16:3e:6e:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:04:32.012890 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:32.027890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a36987-4e10-4328-be5f-4ae061ef1a7d {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:04:32.048320 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:04:32.054096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:32.102915 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:04:32.352481 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['59a36987-4e10-4328-be5f-4ae061ef1a7d'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:04:32.676897 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f699a-ad33-460c-a37d-cb3448d094a8 req-54df340b-9d64-4167-9550-bb788fdf9b4b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:32.678427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d38f699a-ad33-460c-a37d-cb3448d094a8 req-54df340b-9d64-4167-9550-bb788fdf9b4b tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 945 time: 0.0572231 Jul 30 01:04:32.727591 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d38f699a-ad33-460c-a37d-cb3448d094a8 req-359768c8-d720-4b43-9988-fc5e1c5cd5aa tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Jul 30 01:04:33.836252 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:04:33.855837 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2aa9d-af25-4848-9f9c-d78499ee22d6 req-e6ba5d6f-4b21-4a59-be74-b2154046e149 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:33.857411 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71d2aa9d-af25-4848-9f9c-d78499ee22d6 req-e6ba5d6f-4b21-4a59-be74-b2154046e149 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 945 time: 0.0579524 Jul 30 01:04:33.886438 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 59a36987-4e10-4328-be5f-4ae061ef1a7d triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:04:33.886809 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:33.897231 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-71d2aa9d-af25-4848-9f9c-d78499ee22d6 req-f98997fd-2870-4cb6-8811-8dfc0d508c88 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328987 Jul 30 01:04:33.975034 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:33.997202 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:04:33.999457 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0a135-76b7-4724-b551-5db88a5a935e" -d '{"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-plugged", "status": "completed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:04:34.013594 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:04:34.019927 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:34.043851 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac3d8c-760b-4a92-a915-ef7ad6a8f0a6 x-openstack-request-id: req-afac3d8c-760b-4a92-a915-ef7ad6a8f0a6 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:04:34.044141 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-plugged", "status": "completed", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:04:34.044389 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afac3d8c-760b-4a92-a915-ef7ad6a8f0a6 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:04:34.044777 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'code': 200} Jul 30 01:04:34.071705 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:04:34.274820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742c83-ef02-4d19-9b4b-71fbc733cc89 req-050cf30f-2766-4b4e-ae3d-84016b4b01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:34.276374 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b742c83-ef02-4d19-9b4b-71fbc733cc89 req-050cf30f-2766-4b4e-ae3d-84016b4b01b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0445335 Jul 30 01:04:34.322143 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4b742c83-ef02-4d19-9b4b-71fbc733cc89 req-d3a03134-c8c4-4640-914b-103fc5216abd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Jul 30 01:04:35.024931 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed277363-9878-4a97-a2dc-60cad77c572f req-f23bd0cc-baf5-419a-9bc2-000f086c05f2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:35.026523 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed277363-9878-4a97-a2dc-60cad77c572f req-f23bd0cc-baf5-419a-9bc2-000f086c05f2 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0543966 Jul 30 01:04:35.066518 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ed277363-9878-4a97-a2dc-60cad77c572f req-ee37e222-0093-4e6f-a588-7996b01d4156 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Jul 30 01:04:36.200831 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e47dd-a8f2-4245-ac64-4ef57231becb req-d0254cd8-bcd6-4816-842d-4ecc34859b5a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:04:36.202516 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b15e47dd-a8f2-4245-ac64-4ef57231becb req-d0254cd8-bcd6-4816-842d-4ecc34859b5a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0597012 Jul 30 01:04:36.244498 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b15e47dd-a8f2-4245-ac64-4ef57231becb req-bfc55ff7-fbfa-4c69-b85e-b46308d11b64 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334823 Jul 30 01:04:38.795879 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:04:46.411390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c3d6ec73-0dc9-43ed-9c33-0fe0f1f4e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:48.237304 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:49.145030 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e3e47ea7-ec30-412d-88d1-ad50815c7506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:49.515133 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:51.075862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:52.847182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:04:58.815269 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:15.796165 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:05:16.420259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27eac577-aaa5-48c9-abcd-5eaad6e32764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:18.239011 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:19.150280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a790f24-8641-4a5b-b775-3d3e163c6345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:19.515109 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:21.083660 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:22.852455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:28.819294 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:31.869502 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-cdd992c0-a6f4-4c7e-98e7-528b4f1e705a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485539 Jul 30 01:05:31.972680 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-226bd4e9-f0c4-45f7-a3e0-dec55d969e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:31.974241 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-226bd4e9-f0c4-45f7-a3e0-dec55d969e2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0437529 Jul 30 01:05:32.102130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-eed461b3-cebb-4713-8a56-20ec728b7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:32.103700 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-eed461b3-cebb-4713-8a56-20ec728b7979 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1084688 Jul 30 01:05:32.172752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-da26e404-fe15-4966-bc20-255026b273e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 1001 time: 0.0618420 Jul 30 01:05:32.225829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-35867ca0-12ef-4a1b-b1f6-c92e286bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:32.227332 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-35867ca0-12ef-4a1b-b1f6-c92e286bee8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0480046 Jul 30 01:05:32.282635 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-4d85cc84-093c-41f8-b35e-2bc6e3901aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:32.282635 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-4d85cc84-093c-41f8-b35e-2bc6e3901aaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472741 Jul 30 01:05:32.378690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-b883a62a-1f1f-4d87-b9dc-9f5d7b9d37ad service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880690 Jul 30 01:05:32.485547 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-8fde2227-bf2f-453d-acbf-146b20eba965 req-d8e50aff-da1f-42c9-b054-cae3c0056e73 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985658 Jul 30 01:05:46.414648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c4c880b8-ba4e-404c-a13b-0ca92f38a73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:48.236504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:49.153570 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-89ff71d6-7ac6-4267-9b1d-309c10de3653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:49.510991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.087775 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.504564 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 40972) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:05:51.678122 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Deleting port 1af62914-1611-4a18-8446-4bc5e004a507 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:05:51.678467 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.769081 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.769365 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.784422 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Calling delete_port for 1af62914-1611-4a18-8446-4bc5e004a507 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:05:51.961846 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:51.990368 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'Port': ['ID=1af62914-1611-4a18-8446-4bc5e004a507,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:05:52.000874 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.001220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.001551 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.001918 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.002226 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.002585 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.003365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.003365 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.003542 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.003816 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.004158 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.004455 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:52.068384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:52.068705 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Floating IP 74637491-1563-4da5-af0f-7a63748615c4 disassociated (deleted). External IP: 172.25.5.96, port: 59a36987-4e10-4328-be5f-4ae061ef1a7d. Jul 30 01:05:52.297913 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:05:52.416660 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:05:52.422585 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:52.427330 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:05:52.437265 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:05:52.437917 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:05:52.451757 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-79d1bda6-4458-47c2-b5c0-41e0e32d4f7f tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "DELETE /v2.0/floatingips/74637491-1563-4da5-af0f-7a63748615c4 HTTP/1.1" status: 204 len: 168 time: 0.9461620 Jul 30 01:05:52.452367 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:05:52.454835 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761" -d '{"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:05:52.546244 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:05:52.626617 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5980a30-f6a0-480c-8167-871b12fe1f8c x-openstack-request-id: req-e5980a30-f6a0-480c-8167-871b12fe1f8c {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:05:52.627383 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:05:52.627383 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5980a30-f6a0-480c-8167-871b12fe1f8c {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:05:52.628582 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'status': 'completed', 'code': 200} Jul 30 01:05:52.765967 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f3c17-45e2-4358-93ec-e3166ecc4a37 req-83242880-1680-469f-9e06-a55f3c2ce766 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:52.767593 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-669f3c17-45e2-4358-93ec-e3166ecc4a37 req-83242880-1680-469f-9e06-a55f3c2ce766 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0879779 Jul 30 01:05:52.775283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-50207247-e533-4ab1-a48f-612285842977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:52.776860 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-50207247-e533-4ab1-a48f-612285842977 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74b5425195ed48d8ab9d793b02e2e427&device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 1098 time: 0.0871446 Jul 30 01:05:52.796970 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:05:52.869116 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-669f3c17-45e2-4358-93ec-e3166ecc4a37 req-51a47b05-f948-49ff-b799-4fec416f8f7a tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907218 Jul 30 01:05:52.870462 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:52.920934 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-6bb7d1ba-0c50-4732-8b62-e1a1951472ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:52.922648 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-6bb7d1ba-0c50-4732-8b62-e1a1951472ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 200 len: 910 time: 0.1377926 Jul 30 01:05:52.969305 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:05:52.972047 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-dcef8fc3-14fd-4cf7-87aa-3637bfeb0e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 200 len: 217 time: 0.0412509 Jul 30 01:05:53.005674 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:05:53.015154 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:05:53.015790 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:05:53.037264 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-e758771d-d213-49ee-8686-1c5ec612e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:53.038897 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-e758771d-d213-49ee-8686-1c5ec612e824 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 200 len: 848 time: 0.0587881 Jul 30 01:05:53.096143 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-5488d168-6d6b-4910-a401-9f3be622bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:53.098049 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-5488d168-6d6b-4910-a401-9f3be622bc89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa0d3e85-2902-4522-8d75-0ec7d645ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492480 Jul 30 01:05:53.138331 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:05:53.197006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-8160688d-bdcd-4f14-9d95-0da3b9076675 service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898843 Jul 30 01:05:53.307275 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7f6d60f3-fcf0-44d0-b9cd-517b61fca761 req-6e330615-47d2-47cc-b8c8-80938788a2ab service neutron] 10.222.0.57 "GET /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021485 Jul 30 01:05:53.357040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:05:53.383860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095f2f-18e2-4900-b3d6-83c43651e2ee None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:02Z', 'revision_number': 4, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '7ce6823d-34ab-4afa-9538-1dc87eb27827', 'name': '', 'network_id': 'fa0d3e85-2902-4522-8d75-0ec7d645ceac', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'mac_address': 'fa:16:3e:7b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:02Z', 'updated_at': '2021-07-30T00:57:08Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'subnets': [{'id': '1408c49c-4eea-43a8-984a-b9d60a9abff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:05:53.633209 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc160f-a229-480b-9f72-569b9a9ebc90 None None] New status for floating IP 74637491-1563-4da5-af0f-7a63748615c4: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:05:53.992469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf44435-a89a-467b-a8ae-afe5543771bf req-0695ed62-d0c5-4c01-a9a3-23f7aa7b4fbf tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:53.994059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbf44435-a89a-467b-a8ae-afe5543771bf req-0695ed62-d0c5-4c01-a9a3-23f7aa7b4fbf tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Jul 30 01:05:54.048795 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cbf44435-a89a-467b-a8ae-afe5543771bf req-95f53fea-dd03-440b-aa15-6c3a289ababf tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/security-groups?id=c770d0fd-1dc9-4c15-b787-bc733637d2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Jul 30 01:05:54.442891 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-f2f4a8e8-6b4f-4976-87ea-dba24cb2d073 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:05:54.444363 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-f2f4a8e8-6b4f-4976-87ea-dba24cb2d073 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Jul 30 01:05:54.540168 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Deleting port 59a36987-4e10-4328-be5f-4ae061ef1a7d {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:05:54.540470 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:54.632528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] For port 59a36987-4e10-4328-be5f-4ae061ef1a7d, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=59a36987-4e10-4328-be5f-4ae061ef1a7d,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:05:54.632931 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:54.646427 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Calling delete_port for 59a36987-4e10-4328-be5f-4ae061ef1a7d owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:05:54.786296 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:54.816292 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'Port': ['ID=59a36987-4e10-4328-be5f-4ae061ef1a7d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:05:54.847573 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.847886 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.848221 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.848558 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.848895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.849248 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.849581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.849939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.850304 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.850767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.851285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.851626 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:05:54.878560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] No DVR routers for this DVR port 59a36987-4e10-4328-be5f-4ae061ef1a7d on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:05:54.881643 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:54.883725 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-7b1c0dfb-cdfe-45f3-8a87-a23014c63009 req-8f7e0bff-8d59-4e63-ab2a-727633e92881 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.57 "DELETE /v2.0/ports/59a36987-4e10-4328-be5f-4ae061ef1a7d HTTP/1.1" status: 204 len: 173 time: 0.4327755 Jul 30 01:05:54.884170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-deleted', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:05:54.887175 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8205a-fbb1-4ca5-9649-343a3784ecea" -d '{"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-deleted", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:05:54.935277 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323e6a7-ce8d-4dcc-979e-4b63c1bb4bca x-openstack-request-id: req-e323e6a7-ce8d-4dcc-979e-4b63c1bb4bca {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:05:54.935586 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ed6091-00f8-487b-9e6e-81787204bb76", "name": "network-vif-deleted", "tag": "59a36987-4e10-4328-be5f-4ae061ef1a7d", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:05:54.935859 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e323e6a7-ce8d-4dcc-979e-4b63c1bb4bca {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:05:54.936483 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ed6091-00f8-487b-9e6e-81787204bb76', 'name': 'network-vif-deleted', 'tag': '59a36987-4e10-4328-be5f-4ae061ef1a7d', 'status': 'completed', 'code': 200} Jul 30 01:05:55.154022 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e9637b0d-6d50-4e8b-b97f-4a265a566105 req-819e7021-682b-42b6-8bca-3d6d5d7bbdb3 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jul 30 01:05:56.263668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-17863c72-3a4e-4ec0-bfea-1b11799c8e39 req-0c68639e-30c0-4a0d-9841-94e06e3ab444 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0348241 Jul 30 01:05:57.374873 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aacda266-29c6-470f-9a14-8da248d547c6 req-d6203e72-890d-4b73-bb22-df9f67ab67cc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0363634 Jul 30 01:05:58.179435 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:05:58.211578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 59a36987-4e10-4328-be5f-4ae061ef1a7d {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:05:58.211943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 59a36987-4e10-4328-be5f-4ae061ef1a7d not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:05:58.500688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a76ef823-3a2f-4298-b58f-2ebd281a2a30 req-907b3b8a-6731-4a84-b77c-81c575d753a9 tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "GET /v2.0/ports?device_id=05ed6091-00f8-487b-9e6e-81787204bb76 HTTP/1.1" status: 200 len: 210 time: 0.0406220 Jul 30 01:05:58.844309 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:59.583534 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41004) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:05:59.660536 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:59.687228 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:59.751905 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:59.754753 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:05:59.758661 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] 10.222.0.49 "DELETE /v2.0/security-groups/c770d0fd-1dc9-4c15-b787-bc733637d2b7 HTTP/1.1" status: 204 len: 168 time: 0.1710889 Jul 30 01:05:59.767390 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a7fc0-7c49-413b-bd6b-960b5ce695bc tempest-TestShelveInstance-1375322212 tempest-TestShelveInstance-1375322212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770d0fd-1dc9-4c15-b787-bc733637d2b7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:05:59.822294 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41008) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:00.308042 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:00.568220 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Deleting port 7ce6823d-34ab-4afa-9538-1dc87eb27827 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:00.568443 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:00.663602 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] For port 7ce6823d-34ab-4afa-9538-1dc87eb27827, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7ce6823d-34ab-4afa-9538-1dc87eb27827,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:00.663602 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:00.688798 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Calling delete_port for 7ce6823d-34ab-4afa-9538-1dc87eb27827 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:00.916559 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:00.946799 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce6823d-34ab-4afa-9538-1dc87eb27827,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:01.506441 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:01.735090 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Router aeea8ff1-801b-47cc-837d-7760bbad80c5 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:06:01.846819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:01.852235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b7899fcc-aab6-4286-be8a-8810752bfb7a admin admin] 10.222.0.49 "PUT /v2.0/routers/aeea8ff1-801b-47cc-837d-7760bbad80c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0287385 Jul 30 01:06:01.855164 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41014) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:01.858546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Sync routers for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:01.868386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:01.868994 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:01.965549 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:01.975283 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:02.089102 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.155368 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Deleting port 038fa52f-6784-47ff-b186-f050a48854df {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:02.155715 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.169894 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '038fa52f-6784-47ff-b186-f050a48854df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T01:06:00Z', 'revision_number': 5, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port': {'id': '038fa52f-6784-47ff-b186-f050a48854df', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T00:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:02.197137 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Checking router: aeea8ff1-801b-47cc-837d-7760bbad80c5 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:02.206045 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Routers {'aeea8ff1-801b-47cc-837d-7760bbad80c5'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:02.206661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['aeea8ff1-801b-47cc-837d-7760bbad80c5'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:02.238687 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] For port 038fa52f-6784-47ff-b186-f050a48854df, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=038fa52f-6784-47ff-b186-f050a48854df,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:02.239068 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.253237 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Calling delete_port for 038fa52f-6784-47ff-b186-f050a48854df owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:02.300868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] Set router aeea8ff1-801b-47cc-837d-7760bbad80c5 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:02.355424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T01:06:02Z', 'revision_number': 6, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:02.382741 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f6fc05-ef7a-43e6-94b6-ee789f238613 None None] The sync data for ids ['aeea8ff1-801b-47cc-837d-7760bbad80c5'] in n-d-712707-11 is: [{'id': 'aeea8ff1-801b-47cc-837d-7760bbad80c5', 'name': 'tempest-TestShelveInstance-1537886991-router', 'tenant_id': '74b5425195ed48d8ab9d793b02e2e427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:00Z', 'updated_at': '2021-07-30T01:06:02Z', 'revision_number': 6, 'project_id': '74b5425195ed48d8ab9d793b02e2e427', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:02.434610 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.462529 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=038fa52f-6784-47ff-b186-f050a48854df,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:02.529678 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.630820 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.632884 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.678976 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.679707 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeea8ff1-801b-47cc-837d-7760bbad80c5 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:06:02.685745 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.687420 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-b5e2c5fa-14b2-4773-b5a6-7dffdaed22b1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/aeea8ff1-801b-47cc-837d-7760bbad80c5 HTTP/1.1" status: 204 len: 168 time: 0.8310707 Jul 30 01:06:02.690875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41016) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:02.742796 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Deleting subnet 1408c49c-4eea-43a8-984a-b9d60a9abff2 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:06:02.746702 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.784045 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.868648 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.936158 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.960324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1408c49c-4eea-43a8-984a-b9d60a9abff2,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:02.966353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:02.968235 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-eb0e9e81-d02c-4af2-9a88-c7c2cbb47283 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1408c49c-4eea-43a8-984a-b9d60a9abff2 HTTP/1.1" status: 204 len: 168 time: 0.2764168 Jul 30 01:06:02.970843 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41018) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:02.973254 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959fbb9-62dd-40d9-b30f-addb5c8795d5 None None] Network fa0d3e85-2902-4522-8d75-0ec7d645ceac requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:03.042467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.112668 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Deleting port 45eaf5ba-8bc6-43d1-918e-a78a49665376 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:03.113026 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.162773 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] DHCP port deletion for fa0d3e85-2902-4522-8d75-0ec7d645ceac request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:06:03.185993 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] For port 45eaf5ba-8bc6-43d1-918e-a78a49665376, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=45eaf5ba-8bc6-43d1-918e-a78a49665376,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:03.186427 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.201132 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Calling delete_port for 45eaf5ba-8bc6-43d1-918e-a78a49665376 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:03.215578 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Deleting port 45eaf5ba-8bc6-43d1-918e-a78a49665376 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:03.215945 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.283642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] For port 45eaf5ba-8bc6-43d1-918e-a78a49665376, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=45eaf5ba-8bc6-43d1-918e-a78a49665376,segment=NetworkSegment(66402a9c-3426-41c0-aadd-00a4de22f0e2),segment_id=66402a9c-3426-41c0-aadd-00a4de22f0e2)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:03.284047 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.291337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.297290 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Calling delete_port for 45eaf5ba-8bc6-43d1-918e-a78a49665376 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:03.321730 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Pushing event deleted for resources: {'Port': ['ID=45eaf5ba-8bc6-43d1-918e-a78a49665376,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:03.326904 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] No DVR routers for this DVR port 45eaf5ba-8bc6-43d1-918e-a78a49665376 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:06:03.374673 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.399871 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Pushing event deleted for resources: {'Port': ['ID=45eaf5ba-8bc6-43d1-918e-a78a49665376,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:03.404051 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.409455 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.410009 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.410349 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.410820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.411159 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.411486 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.411807 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.412127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.412449 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.412765 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.413079 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.413397 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:03.415229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0d3e85-2902-4522-8d75-0ec7d645ceac']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:03.417868 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a2e96-baad-41d6-bf09-6e1f4dae1363 None None] No DVR routers for this DVR port 45eaf5ba-8bc6-43d1-918e-a78a49665376 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:06:03.431847 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66402a9c-3426-41c0-aadd-00a4de22f0e2') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:03.432403 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66402a9c-3426-41c0-aadd-00a4de22f0e2') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:03.442896 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.459519 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.467170 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:06:03.467642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: timer() Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:06:03.469405 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:06:03.530511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.535638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:03.537606 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] 10.222.0.49 "DELETE /v2.0/networks/fa0d3e85-2902-4522-8d75-0ec7d645ceac HTTP/1.1" status: 204 len: 168 time: 0.5658188 Jul 30 01:06:03.540829 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41020) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:03.556777 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfc44-1f00-4115-86fe-e3236dea94ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0d3e85-2902-4522-8d75-0ec7d645ceac,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:03.913413 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:04.133925 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7ce6823d-34ab-4afa-9538-1dc87eb27827 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:04.155156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7ce6823d-34ab-4afa-9538-1dc87eb27827 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:04.155520 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7ce6823d-34ab-4afa-9538-1dc87eb27827 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:04.155940 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 45eaf5ba-8bc6-43d1-918e-a78a49665376 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:04.178273 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 45eaf5ba-8bc6-43d1-918e-a78a49665376 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:04.178619 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 45eaf5ba-8bc6-43d1-918e-a78a49665376 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:04.179033 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 038fa52f-6784-47ff-b186-f050a48854df no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:04.187429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Deleting port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:04.188186 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:04.198086 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 038fa52f-6784-47ff-b186-f050a48854df {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:04.198434 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 038fa52f-6784-47ff-b186-f050a48854df not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:04.311346 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] For port 8643ea67-e06c-4ce2-90ce-99cf8d0048c0, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:04.311760 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:04.326576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Calling delete_port for 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:04.519783 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:04.546954 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8643ea67-e06c-4ce2-90ce-99cf8d0048c0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:04.768521 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:04.998011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Router 6686371c-199c-4e30-8a31-293c4263277d has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:06:05.123305 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:05.128639 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1a848072-950a-4142-b12f-556c17278f10 admin admin] 10.222.0.49 "PUT /v2.0/routers/6686371c-199c-4e30-8a31-293c4263277d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868390 Jul 30 01:06:05.131846 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41022) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:05.132284 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Sync routers for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:05.141912 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:05.142537 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:05.240165 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:05.249474 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:05.349981 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:05.409791 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Deleting port d26beee3-fe16-4dae-9a33-3e76501f937e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:05.410138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:05.436837 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T01:06:04Z', 'revision_number': 5, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port': {'id': 'd26beee3-fe16-4dae-9a33-3e76501f937e', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6686371c-199c-4e30-8a31-293c4263277d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T00:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:05.463202 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Checking router: 6686371c-199c-4e30-8a31-293c4263277d for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:05.475668 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Routers {'6686371c-199c-4e30-8a31-293c4263277d'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:05.476709 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['6686371c-199c-4e30-8a31-293c4263277d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:05.495390 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] For port d26beee3-fe16-4dae-9a33-3e76501f937e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d26beee3-fe16-4dae-9a33-3e76501f937e,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:05.495756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:05.509229 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Calling delete_port for d26beee3-fe16-4dae-9a33-3e76501f937e owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:05.717763 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:05.724920 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] Set router 6686371c-199c-4e30-8a31-293c4263277d gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:05.747715 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26beee3-fe16-4dae-9a33-3e76501f937e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:05.787583 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T01:06:05Z', 'revision_number': 6, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:05.815051 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1180035-54ed-498f-bc3b-6a630daa015f None None] The sync data for ids ['6686371c-199c-4e30-8a31-293c4263277d'] in n-d-712707-11 is: [{'id': '6686371c-199c-4e30-8a31-293c4263277d', 'name': 'tempest-TestShelveInstance-88186808-router', 'tenant_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:57:05Z', 'updated_at': '2021-07-30T01:06:05Z', 'revision_number': 6, 'project_id': 'd2139c07bf05444fb8c47b08a35b89ec', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:05.818272 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.306591 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:06.319962 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.322192 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.328667 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:06.328963 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 8643ea67-e06c-4ce2-90ce-99cf8d0048c0 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:06.371375 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.372065 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6686371c-199c-4e30-8a31-293c4263277d {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:06:06.377243 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.378742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5127aeff-26f6-4325-8da5-ac7a0dfea3b3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6686371c-199c-4e30-8a31-293c4263277d HTTP/1.1" status: 204 len: 168 time: 1.2459643 Jul 30 01:06:06.381654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41024) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:06.440283 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Deleting subnet a14b9c72-d396-448e-88bb-99e33dc2bd01 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:06:06.443457 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.485617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.571260 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.633673 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.665128 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14b9c72-d396-448e-88bb-99e33dc2bd01,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:06.669033 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.674095 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01535ef-f747-4612-968f-7c83e78aa680 None None] Network 63ec1f56-6d77-40ed-bfff-eca610956b2b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:06.674798 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c599b506-69f9-4f54-90fd-023c5d41f7ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a14b9c72-d396-448e-88bb-99e33dc2bd01 HTTP/1.1" status: 204 len: 168 time: 0.2913177 Jul 30 01:06:06.675396 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:06.750349 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.816301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Deleting port 108cdcc3-b149-45c0-b318-2ad1308a331e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:06.816643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.873814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] DHCP port deletion for 63ec1f56-6d77-40ed-bfff-eca610956b2b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:06:06.888942 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] For port 108cdcc3-b149-45c0-b318-2ad1308a331e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=108cdcc3-b149-45c0-b318-2ad1308a331e,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:06.889472 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:06.908464 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Calling delete_port for 108cdcc3-b149-45c0-b318-2ad1308a331e owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:06.929574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Deleting port 108cdcc3-b149-45c0-b318-2ad1308a331e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:06:06.930063 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.003499 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.018141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] For port 108cdcc3-b149-45c0-b318-2ad1308a331e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=108cdcc3-b149-45c0-b318-2ad1308a331e,segment=NetworkSegment(ca7ffde3-a9c7-4794-8a95-1417ec5d08dc),segment_id=ca7ffde3-a9c7-4794-8a95-1417ec5d08dc)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:07.018786 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.032065 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Pushing event deleted for resources: {'Port': ['ID=108cdcc3-b149-45c0-b318-2ad1308a331e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:07.036772 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] No DVR routers for this DVR port 108cdcc3-b149-45c0-b318-2ad1308a331e on host n-d-712707-11 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:06:07.043325 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Calling delete_port for 108cdcc3-b149-45c0-b318-2ad1308a331e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:06:07.111044 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.121832 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ec1f56-6d77-40ed-bfff-eca610956b2b']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:07.122975 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.132854 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:07.133137 n-d-712707-11 neutron-server[93865]: DEBUG neutron.services.segments.db [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7ffde3-a9c7-4794-8a95-1417ec5d08dc') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:07.142564 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8442816'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.150240 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] Pushing event deleted for resources: {'Port': ['ID=108cdcc3-b149-45c0-b318-2ad1308a331e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:07.152122 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2708a90-42f9-4c79-82aa-5fbb167279ef None None] No DVR routers for this DVR port 108cdcc3-b149-45c0-b318-2ad1308a331e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:06:07.161768 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.168119 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:06:07.168791 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8446516'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: Traceback (most recent call last): Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: timer() Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: cb(*args, **kw) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: return func(*args, **kwargs) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: self._notify() Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: self.callback(batched_events) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: event.method(event) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: return f(self, *a, **k) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: return self._get(url).json() Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: return self.request(url, 'GET', **kwargs) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:06:07.170324 n-d-712707-11 neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:06:07.231357 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.237259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Notify callbacks [] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.239737 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] 10.222.0.49 "DELETE /v2.0/networks/63ec1f56-6d77-40ed-bfff-eca610956b2b HTTP/1.1" status: 204 len: 168 time: 0.5633373 Jul 30 01:06:07.255642 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2b69c-4172-41c7-adc0-3e70b0a264dd admin admin] Pushing event deleted for resources: {'Network': ['ID=63ec1f56-6d77-40ed-bfff-eca610956b2b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:07.398112 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41030) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:07.439465 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-43bb8349-30e9-48ea-a7b3-ae0aadda0ac7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74b5425195ed48d8ab9d793b02e2e427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399928 Jul 30 01:06:07.442191 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41032) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:07.500661 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.527332 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.578831 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.583271 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:07.584816 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/368ade85-444d-4d38-a20d-1a401f76288d HTTP/1.1" status: 204 len: 168 time: 0.1416788 Jul 30 01:06:07.595142 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24b35-c642-4341-83e2-5778d0c75352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ade85-444d-4d38-a20d-1a401f76288d,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:07.939805 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41038) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:07.987427 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-563013ba-7404-48a5-9c04-6c134a00c9be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2139c07bf05444fb8c47b08a35b89ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463343 Jul 30 01:06:07.991794 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41040) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:08.060838 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:08.086915 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:08.142129 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 108cdcc3-b149-45c0-b318-2ad1308a331e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:08.160983 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:08.164429 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 108cdcc3-b149-45c0-b318-2ad1308a331e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:08.164796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 108cdcc3-b149-45c0-b318-2ad1308a331e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:08.164944 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:08.165174 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d26beee3-fe16-4dae-9a33-3e76501f937e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:06:08.166054 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09f1966d-904e-4430-8cd0-bb3c261e98c6 HTTP/1.1" status: 204 len: 168 time: 0.1730912 Jul 30 01:06:08.178605 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec66a-af5d-44c5-8603-c56fb7bee400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1966d-904e-4430-8cd0-bb3c261e98c6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:08.196073 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d26beee3-fe16-4dae-9a33-3e76501f937e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:06:08.196411 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d26beee3-fe16-4dae-9a33-3e76501f937e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:06:08.912392 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41062) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:09.009893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1069009565-network', 'tenant_id': '45f95bb78d5243f5906c8788089b9979'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:09.031621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Made reservation on behalf of 45f95bb78d5243f5906c8788089b9979 for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:06:09.034104 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.042597 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.140438 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.147613 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.171672 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:06:09.186057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184c541-0a20-42fa-a86a-0d8f868ab770,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:09.193255 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.193603 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Added segment 37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0 of type vlan for network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 Jul 30 01:06:09.239128 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.270028 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.271226 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:09.272093 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.325688 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4120524 Jul 30 01:06:09.328946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:09.333407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fc759-56bd-4d4a-ba38-f13a95b91766 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:09.334282 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Request body: {'subnet': {'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1069009565-subnet', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:09.346361 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:06:09.368424 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Made reservation on behalf of 45f95bb78d5243f5906c8788089b9979 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:06:09.371514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12201184'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.555798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8446889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12201166'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.608830 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48418873-636a-458f-b21b-adf7bba57879,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:09.631448 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Checking segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:09.631804 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Network hostable DHCP agents. Network: bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:06:09.651123 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:06:09.664322 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:09.669910 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:09.670514 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.675502 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925fd39-d047-4e22-86c0-8ea02cff2559 None None] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:09.696650 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-94563f34-5184-479d-8afe-a65ae09870d2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3662341 Jul 30 01:06:09.700913 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41068) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:09.706049 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:09.735608 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.736651 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.797095 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.834725 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:06:09.836026 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.937617 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:09.982820 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Allocated IP 172.20.0.2 (bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634/48418873-636a-458f-b21b-adf7bba57879/d8ef8a95-9efa-4713-aad2-be0d68d8e681) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:10.145337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.154315 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Transition to ACTIVE for port object d8ef8a95-9efa-4713-aad2-be0d68d8e681 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:10.167718 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.174016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Transition to ACTIVE for port object d8ef8a95-9efa-4713-aad2-be0d68d8e681 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:10.180378 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.190197 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.222906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:10.225919 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:10.228628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:10.262514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Pushing event updated for resources: {'Port': ['ID=d8ef8a95-9efa-4713-aad2-be0d68d8e681,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:10.300024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Attempting to bind port d8ef8a95-9efa-4713-aad2-be0d68d8e681 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:10.300401 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Attempting to bind port d8ef8a95-9efa-4713-aad2-be0d68d8e681 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:10.300756 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Attempting to bind port d8ef8a95-9efa-4713-aad2-be0d68d8e681 on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:10.308685 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:10.309253 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Checking segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:10.309714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.310127 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Bound using segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:10.310615 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Bound port: d8ef8a95-9efa-4713-aad2-be0d68d8e681, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:10.311006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.314447 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Allocated IP 172.25.5.213 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/ed1d55cb-2c93-4a4f-8cce-63a9682514d6) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:10.382120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] For port d8ef8a95-9efa-4713-aad2-be0d68d8e681, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:10.385141 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] For port d8ef8a95-9efa-4713-aad2-be0d68d8e681, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8ef8a95-9efa-4713-aad2-be0d68d8e681,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:10.390861 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.428828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.465173 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91e4e-a710-4647-9b0e-2d6c71f4680a None None] Pushing event updated for resources: {'Port': ['ID=d8ef8a95-9efa-4713-aad2-be0d68d8e681,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:10.481951 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:10.527645 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:10.530530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:10.536513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:10.560709 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:10.848425 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:11.058674 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:11.202251 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Router 7260915b-a5c7-49a9-b78e-291443454c53 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:06:11.320762 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:11.333579 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:11.346444 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:11.349162 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-020a7d56-8814-4375-a23e-d7adb87e7e04 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6470551 Jul 30 01:06:11.351962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41070) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:11.355146 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:11.355835 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:11.588183 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b19b1a-501d-4217-a257-57a59b5cb27f None None] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:11.657905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-11909bc9-1f0d-46a2-bc8c-572a052920c7 None None] Provisioning for port d8ef8a95-9efa-4713-aad2-be0d68d8e681 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:11.743967 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:11.853258 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:11.995452 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:10Z', 'revision_number': 3, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:12.023360 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Allocated IP 172.20.0.1 (bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634/48418873-636a-458f-b21b-adf7bba57879/63f8ed8b-0391-4d57-81a1-c44b80f91e27) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:12.025927 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:12.026282 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Updating router 7260915b-a5c7-49a9-b78e-291443454c53 port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:06:12.058582 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.166071 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.180758 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Transition to ACTIVE for port object 63f8ed8b-0391-4d57-81a1-c44b80f91e27 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:12.218774 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.237058 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8ef8a95-9efa-4713-aad2-be0d68d8e681 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:12.260035 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:12.265044 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:12.269783 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:12.274682 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Pushing event updated for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:12.318115 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.340729 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port d8ef8a95-9efa-4713-aad2-be0d68d8e681 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:12.351856 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] Provisioning complete for port d8ef8a95-9efa-4713-aad2-be0d68d8e681 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:12.352252 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.353851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d8ef8a95-9efa-4713-aad2-be0d68d8e681 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:12.354203 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.458895 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.473162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.497062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Transition to ACTIVE for port object ed1d55cb-2c93-4a4f-8cce-63a9682514d6 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:12.527455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.620210 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.625440 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.641988 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Attempting to bind port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:12.642264 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Attempting to bind port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:12.642686 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Attempting to bind port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:12.662983 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:12.663336 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:12.663748 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.664139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:12.664604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Bound port: ed1d55cb-2c93-4a4f-8cce-63a9682514d6, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:12.664983 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.667958 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb689d4-bbdd-4df9-b48f-772a6128b77d None None] Pushing event updated for resources: {'Port': ['ID=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:12.691658 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.697784 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.712189 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] For port d8ef8a95-9efa-4713-aad2-be0d68d8e681, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8ef8a95-9efa-4713-aad2-be0d68d8e681,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:12.717556 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.771298 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.773200 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Pushing event updated for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:12.791400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] For port ed1d55cb-2c93-4a4f-8cce-63a9682514d6, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:12.818918 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] For port ed1d55cb-2c93-4a4f-8cce-63a9682514d6, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:12.840992 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:12.849171 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:06:12.849540 n-d-712707-11 neutron-server[93866]: DEBUG oslo_db.api [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:06:12.860084 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9460b6-100f-47e0-8f50-29249498739a None None] Pushing event updated for resources: {'Port': ['ID=d8ef8a95-9efa-4713-aad2-be0d68d8e681,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:12.893972 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:12.895596 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:12.905668 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ddfd2bda-a8c1-48e3-b2f6-00ff0ff90c2e None None] Provisioning for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:12.921813 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:12.922272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:12.930492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-ddfd2bda-a8c1-48e3-b2f6-00ff0ff90c2e None None] Provisioning complete for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:12.930492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2bda-a8c1-48e3-b2f6-00ff0ff90c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.007342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb689d4-bbdd-4df9-b48f-772a6128b77d None None] Pushing event updated for resources: {'Port': ['ID=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:13.029363 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:06:13.060286 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd2bda-a8c1-48e3-b2f6-00ff0ff90c2e None None] Port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:06:13.101208 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:13.152497 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:13.160221 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-44050067-7b0a-4748-8280-e54e13f41374 admin admin] 10.222.0.49 "PUT /v2.0/routers/7260915b-a5c7-49a9-b78e-291443454c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070891 Jul 30 01:06:13.239026 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1078c1ce-630b-4fc6-a700-fe879a1d3c4c None None] Provisioning complete for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:13.239392 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1078c1ce-630b-4fc6-a700-fe879a1d3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.294139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1078c1ce-630b-4fc6-a700-fe879a1d3c4c None None] Port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:06:13.392937 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 2, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:13.425341 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1fa5-3d9c-4a5d-87c6-889b1de3664e None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 2, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:13.730541 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41086) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:13.736110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-604351430-network', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:13.760786 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Made reservation on behalf of 16519d7dc37841c4a33dca12a9ea80ce for: {'network': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:06:13.763627 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for network, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.776878 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.883516 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.891366 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.931110 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:06:13.955719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3717e3-23ca-420f-9655-f9e0137e5335,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:13.960845 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:13.961208 n-d-712707-11 neutron-server[93864]: INFO neutron.db.segments_db [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Added segment c285251c-a9d9-448e-838b-9fbb707c6f1a of type vlan for network 0e5251be-31fc-4d5e-be9f-b190632f045b Jul 30 01:06:14.012767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768307944542'] for network, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.046364 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023'] for network, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.047374 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:14.047969 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.110630 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5251be-31fc-4d5e-be9f-b190632f045b,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:14.132339 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-4c5219c4-e0b8-426d-ad07-179344f988d0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3980410 Jul 30 01:06:14.132552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41088) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:14.138895 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Request body: {'subnet': {'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-604351430-subnet', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'ip_version': 4}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:14.139120 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Network 0e5251be-31fc-4d5e-be9f-b190632f045b details requested by agent ovs-agent-n-d-712707-11 with host n-d-712707-11 {{(pid=93866) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:06:14.171682 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Made reservation on behalf of 16519d7dc37841c4a33dca12a9ea80ce for: {'subnet': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:06:14.177361 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8933704'] for subnet, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.368008 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8ef8a95-9efa-4713-aad2-be0d68d8e681 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:14.394391 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9254457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8933734'] for subnet, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.452009 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fe8ae0-ae63-4ba5-93a6-b99043dcf309,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:14.472705 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Checking segment: {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:14.473098 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Network hostable DHCP agents. Network: 0e5251be-31fc-4d5e-be9f-b190632f045b, hostable agents: ['1e331e51-cd21-4a5d-819f-434f15f5c1c0'], hosted agents: [] {{(pid=93864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:06:14.492576 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port d8ef8a95-9efa-4713-aad2-be0d68d8e681 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:14.493006 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.495721 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Network 0e5251be-31fc-4d5e-be9f-b190632f045b is scheduled to be hosted by DHCP agent 1e331e51-cd21-4a5d-819f-434f15f5c1c0 with binding_index 1 {{(pid=93864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:06:14.507086 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-11, 0e5251be-31fc-4d5e-be9f-b190632f045b) {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:14.512678 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:14.513393 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.521923 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb235cd-30b8-4ddb-8789-32e56672315e None None] Network 0e5251be-31fc-4d5e-be9f-b190632f045b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:14.533535 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-46b4d601-43e2-4fc0-87af-d2b2c9c4a13d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3996470 Jul 30 01:06:14.536248 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:14.540879 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:14.577887 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129204'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.579947 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129211'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.648259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.743556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857539aa-8603-59db-968c-e50090d26738-0e5251be-31fc-4d5e-be9f-b190632f045b', 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'fixed_ips': [{'subnet_id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309'}]}} from n-d-712707-11. {{(pid=93866) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:06:14.744985 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.802249 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:14.908588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Allocated IP 172.20.0.2 (0e5251be-31fc-4d5e-be9f-b190632f045b/95fe8ae0-ae63-4ba5-93a6-b99043dcf309/7767af1a-0127-42a1-8ed7-9784a0b3a76e) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:15.081455 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.091997 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Transition to ACTIVE for port object 7767af1a-0127-42a1-8ed7-9784a0b3a76e will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:15.112334 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Transition to ACTIVE for port object 7767af1a-0127-42a1-8ed7-9784a0b3a76e will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:15.120696 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.167389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Network 0e5251be-31fc-4d5e-be9f-b190632f045b is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:15.173024 n-d-712707-11 neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:15.175804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:15.182779 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Pushing event updated for resources: {'Port': ['ID=7767af1a-0127-42a1-8ed7-9784a0b3a76e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:15.243523 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Attempting to bind port 7767af1a-0127-42a1-8ed7-9784a0b3a76e on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:15.243906 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Attempting to bind port 7767af1a-0127-42a1-8ed7-9784a0b3a76e by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:15.244271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Attempting to bind port 7767af1a-0127-42a1-8ed7-9784a0b3a76e on network 0e5251be-31fc-4d5e-be9f-b190632f045b {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:15.257118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:15.257500 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Checking segment: {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:15.258007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.258412 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Bound using segment: {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:15.258905 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Bound port: 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:15.259295 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.330588 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] For port 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:15.334804 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] For port 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7767af1a-0127-42a1-8ed7-9784a0b3a76e,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:15.341122 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.428065 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02b22-0a6b-428f-a55d-24e5e4404b1a None None] Pushing event updated for resources: {'Port': ['ID=7767af1a-0127-42a1-8ed7-9784a0b3a76e,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:15.459673 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.481776 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.630224 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Allocated IP 172.25.5.234 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/832b33ef-410f-4a8a-b2b8-662cd894d956) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:15.727298 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:15.738823 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:15.739749 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:15.765950 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.822196 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:15.871048 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:15.878277 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:15.883102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:15.885222 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Pushing event updated for resources: {'Port': ['ID=832b33ef-410f-4a8a-b2b8-662cd894d956,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:15.888954 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:16.123083 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 2, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:16.188477 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:16.189004 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Updating router 7260915b-a5c7-49a9-b78e-291443454c53 port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:06:16.229123 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.230892 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.252164 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed1d55cb-2c93-4a4f-8cce-63a9682514d6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:16.332639 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:16.340003 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:16.340003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.443031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6983963f-bcb8-4521-a42e-6e6e7578d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.447990 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.471556 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port ed1d55cb-2c93-4a4f-8cce-63a9682514d6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:16.477199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.479878 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7767af1a-0127-42a1-8ed7-9784a0b3a76e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:16.524028 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561897'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.571175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:16.585032 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 7767af1a-0127-42a1-8ed7-9784a0b3a76e completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:16.618332 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.623327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685fd5a-575b-41ab-b4dc-ff838643d30d None None] Network 0e5251be-31fc-4d5e-be9f-b190632f045b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:06:16.631064 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Transition to ACTIVE for port object 63f8ed8b-0391-4d57-81a1-c44b80f91e27 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:16.639421 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.690477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Provisioning for port 7767af1a-0127-42a1-8ed7-9784a0b3a76e completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:16.695205 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Pushing event updated for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:16.699386 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Provisioning complete for port 7767af1a-0127-42a1-8ed7-9784a0b3a76e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:16.699698 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.704265 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Router 25d8128b-0bfa-4b81-8bbf-2a9240337702 is scheduled to L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:06:16.707565 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.708033 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.708148 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.708426 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.709019 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.709357 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.709703 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.710029 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.710348 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.710741 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.710978 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.711293 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:06:16.775596 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Attempting to bind port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:16.776915 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Attempting to bind port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:16.778335 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Attempting to bind port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:16.785898 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:16.786276 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Checking segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:16.787042 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.788322 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Bound using segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:16.789081 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Bound port: 63f8ed8b-0391-4d57-81a1-c44b80f91e27, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:16.790189 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.861136 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:16.863938 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.874658 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] For port 63f8ed8b-0391-4d57-81a1-c44b80f91e27, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:16.878483 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] For port 63f8ed8b-0391-4d57-81a1-c44b80f91e27, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=63f8ed8b-0391-4d57-81a1-c44b80f91e27,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:16.884356 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.896774 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Sync routers for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:16.902015 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:16.909851 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41092) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:16.910859 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-16911097-666c-42de-9c42-eb8e214e375c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3729367 Jul 30 01:06:16.924234 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:16.925575 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:16.970066 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:16.971088 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:17.020431 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ef482-cd20-4275-aee4-e260db16f97c None None] Pushing event updated for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:17.038514 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] For port 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7767af1a-0127-42a1-8ed7-9784a0b3a76e,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:17.086849 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.137295 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:17.170062 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:17.289238 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2304306-cd76-4f81-ab44-506ef85fafc4 None None] Pushing event updated for resources: {'Port': ['ID=7767af1a-0127-42a1-8ed7-9784a0b3a76e,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:17.427108 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:17.457974 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d40b-17a0-48ee-82d5-af7ec96aa4ff None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:17.480808 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 3, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:17.509443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Checking router: 25d8128b-0bfa-4b81-8bbf-2a9240337702 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:17.509817 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Updating router 25d8128b-0bfa-4b81-8bbf-2a9240337702 port 832b33ef-410f-4a8a-b2b8-662cd894d956 binding host n-d-712707-11 {{(pid=93866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:06:17.538001 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.542233 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.586466 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-baa8e8af-ffe7-42c4-b407-1b8fbc4b191c None None] Provisioning complete for port 7767af1a-0127-42a1-8ed7-9784a0b3a76e triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:17.586836 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-baa8e8af-ffe7-42c4-b407-1b8fbc4b191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.732642 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Allocated IP 172.20.0.1 (0e5251be-31fc-4d5e-be9f-b190632f045b/95fe8ae0-ae63-4ba5-93a6-b99043dcf309/48e7dd93-f475-45be-955d-a194dfd07065) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:17.871148 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.892068 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Transition to ACTIVE for port object 48e7dd93-f475-45be-955d-a194dfd07065 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:17.897178 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.909814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Transition to ACTIVE for port object 832b33ef-410f-4a8a-b2b8-662cd894d956 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:17.916238 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.940281 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.977118 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Attempting to bind port 832b33ef-410f-4a8a-b2b8-662cd894d956 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:17.977490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Attempting to bind port 832b33ef-410f-4a8a-b2b8-662cd894d956 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:17.978056 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Attempting to bind port 832b33ef-410f-4a8a-b2b8-662cd894d956 on network 52725900-2642-44d5-b3ea-23e1d2832e28 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:17.986781 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4eaa3-2127-4362-ae64-511d2e778513 None None] Pushing event updated for resources: {'Port': ['ID=832b33ef-410f-4a8a-b2b8-662cd894d956,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:17.988348 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Network 0e5251be-31fc-4d5e-be9f-b190632f045b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:17.990370 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:17.990762 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Checking segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:17.991175 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:17.991568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Bound using segment: {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:17.992329 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Bound port: 832b33ef-410f-4a8a-b2b8-662cd894d956, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e389fe3-c7d5-4315-ae73-145273f1e079', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:17.992732 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.002243 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Pushing event updated for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:18.005909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:18.025803 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:18.078278 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] For port 832b33ef-410f-4a8a-b2b8-662cd894d956, host n-d-712707-11, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:18.085768 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] For port 832b33ef-410f-4a8a-b2b8-662cd894d956, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=832b33ef-410f-4a8a-b2b8-662cd894d956,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:18.091164 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-561718'] for router_interface, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.095764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.173693 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:18.174340 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:05:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:18.308799 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed1d55cb-2c93-4a4f-8cce-63a9682514d6 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:18.313876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.356421 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4eaa3-2127-4362-ae64-511d2e778513 None None] Pushing event updated for resources: {'Port': ['ID=832b33ef-410f-4a8a-b2b8-662cd894d956,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:18.368429 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.537642 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.544071 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.567605 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-43e70728-e7f0-4cdf-a733-9646f7148c3d None None] Provisioning for port 48e7dd93-f475-45be-955d-a194dfd07065 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:18.586443 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:18.591031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-43e70728-e7f0-4cdf-a733-9646f7148c3d None None] Provisioning complete for port 48e7dd93-f475-45be-955d-a194dfd07065 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:18.591541 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-43e70728-e7f0-4cdf-a733-9646f7148c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.640795 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Pushing event updated for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:18.643644 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397478'] for router_interface, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.724063 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:18.724432 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:18.725938 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-43e70728-e7f0-4cdf-a733-9646f7148c3d None None] Port 48e7dd93-f475-45be-955d-a194dfd07065 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:06:18.748686 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Network 0e5251be-31fc-4d5e-be9f-b190632f045b is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:18.750291 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:18.874190 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 63f8ed8b-0391-4d57-81a1-c44b80f91e27 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:18.921776 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 3, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:18.953946 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03cc55e-b4c2-4e66-87d2-a8679ac92235 None None] The sync data for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 is: [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 3, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:18.975874 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:18.980783 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:18.981162 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.105474 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.118396 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f5267437-336b-4b5d-9dfd-c41b1cf3f31d None None] Provisioning complete for port 48e7dd93-f475-45be-955d-a194dfd07065 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:19.118784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f5267437-336b-4b5d-9dfd-c41b1cf3f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.225657 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f5267437-336b-4b5d-9dfd-c41b1cf3f31d None None] Port 48e7dd93-f475-45be-955d-a194dfd07065 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:06:19.230103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1de4e52b-b96c-4cc7-b9fc-a313e73d7c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.233642 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 63f8ed8b-0391-4d57-81a1-c44b80f91e27, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=63f8ed8b-0391-4d57-81a1-c44b80f91e27,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:19.240296 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.241181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7767af1a-0127-42a1-8ed7-9784a0b3a76e up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:19.357574 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:19.367362 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Router 25d8128b-0bfa-4b81-8bbf-2a9240337702 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:06:19.377504 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 7767af1a-0127-42a1-8ed7-9784a0b3a76e triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:19.378007 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.510039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:19.514906 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:19.524537 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-26cd4f04-85b8-41ce-a93c-ff82f7c0531c admin admin] 10.222.0.49 "PUT /v2.0/routers/25d8128b-0bfa-4b81-8bbf-2a9240337702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093519 Jul 30 01:06:20.223677 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 832b33ef-410f-4a8a-b2b8-662cd894d956 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:20.288956 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 832b33ef-410f-4a8a-b2b8-662cd894d956 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:20.293506 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 832b33ef-410f-4a8a-b2b8-662cd894d956 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:20.293913 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.382386 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.405221 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 832b33ef-410f-4a8a-b2b8-662cd894d956, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=832b33ef-410f-4a8a-b2b8-662cd894d956,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:20.406604 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41100) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:20.410497 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.411391 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 63f8ed8b-0391-4d57-81a1-c44b80f91e27 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:20.412739 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465133393', 'description': 'tempest-secgroup-smoke-465133393 description', 'project_id': '45f95bb78d5243f5906c8788089b9979'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:20.442058 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.493114 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=832b33ef-410f-4a8a-b2b8-662cd894d956,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:20.506712 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:20.507142 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.551145 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.556619 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.605353 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.609690 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1988709 Jul 30 01:06:20.610996 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41102) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:20.611506 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538ce8-4383-437c-a1ae-bfc1de74f257 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a272f8-9657-4374-9d53-682246d22315,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:20.619092 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:20.655270 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.732181 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.738205 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.758788 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f955d0-20bf-4ac4-95c2-06de333384e9,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:20.770165 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.771493 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-18e1bd7d-4f00-417e-b184-ed934a69d719 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592686 Jul 30 01:06:20.774728 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41104) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:20.780819 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:20.810846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.873653 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.878876 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.898259 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e986782-2933-47e0-bb99-d1442818d584,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:20.907570 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.909070 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6245d5c9-4cdd-418c-a31a-3978e119c2a6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325500 Jul 30 01:06:20.912112 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41106) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:20.917039 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:20.951911 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:20.964844 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Sync routers for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:20.974524 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:20.975152 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:21.020221 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.026433 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.051545 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263d437-bbf8-40b4-be0d-7772ab8a8313,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:21.055384 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.059599 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-fa53aa47-341b-469b-a29c-4b41b2e66f1c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435969 Jul 30 01:06:21.060102 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41108) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:21.064762 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:21.085733 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.095646 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.100934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:21.159643 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.164619 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.185860 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e607865-8aff-48c4-92fc-5945b7c53fc3,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:21.196548 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.198066 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-92f51e7c-ecbb-4143-8ae9-cd0a9870a7f1 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369975 Jul 30 01:06:21.201073 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41110) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:21.205784 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:21.233327 n-d-712707-11 neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Project 45f95bb78d5243f5906c8788089b9979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:06:21.238824 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.300516 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.305091 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.311927 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 4, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '48e7dd93-f475-45be-955d-a194dfd07065', 'name': '', 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'mac_address': 'fa:16:3e:50:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:17Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 2, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'subnets': [{'id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:21.330007 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1db9ace-a9f1-485e-83c9-d5223f97d831,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:21.339431 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.339855 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Checking router: 25d8128b-0bfa-4b81-8bbf-2a9240337702 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:21.340404 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Updating router 25d8128b-0bfa-4b81-8bbf-2a9240337702 port 48e7dd93-f475-45be-955d-a194dfd07065 binding host n-d-712707-11 {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:06:21.341320 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-5ee37ea3-053d-4f02-a822-3e57c2fa78b5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392181 Jul 30 01:06:21.344349 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41112) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:21.349768 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'security_group_rule': {'security_group_id': 'e2a272f8-9657-4374-9d53-682246d22315', 'project_id': '45f95bb78d5243f5906c8788089b9979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:21.367888 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.380666 n-d-712707-11 neutron-server[93864]: INFO neutron.db.securitygroups_db [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Project 45f95bb78d5243f5906c8788089b9979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:06:21.387226 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.461854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.468017 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579497'] for security_group_rule, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.489129 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4159e7-a9eb-4ac2-a37a-997e47dccecb,revision_number=0']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:21.503094 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.505006 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-3e81b99f-7470-4b03-8913-eb7535951d0c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590459 Jul 30 01:06:21.665868 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-2aa66779-0841-4648-829d-31c081434977 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465133393&fields=id&tenant_id=45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 267 time: 0.0399928 Jul 30 01:06:21.782565 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.792789 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-8b108a81-122f-4edb-aed6-eb188bf058ea tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:21.794605 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-8b108a81-122f-4edb-aed6-eb188bf058ea tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 810 time: 0.1218252 Jul 30 01:06:21.795832 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Transition to ACTIVE for port object 48e7dd93-f475-45be-955d-a194dfd07065 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:21.804028 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.818083 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-dcf3a667-d72b-4b86-ab25-d40fa467b09b tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/quotas/45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 375 time: 0.0105865 Jul 30 01:06:21.860502 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1e03-450f-462e-bd83-7db7eb1c3940 None None] Pushing event updated for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:21.889175 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-a30720fa-c9d2-4ea5-9019-87e6e45dd677 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632975 Jul 30 01:06:21.913075 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-14ae51d0-b37e-4a12-9c2b-90f24efd54f8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:06:21.914315 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Attempting to bind port 48e7dd93-f475-45be-955d-a194dfd07065 on host n-d-712707-11 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:21.914467 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-14ae51d0-b37e-4a12-9c2b-90f24efd54f8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075943 Jul 30 01:06:21.915037 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Attempting to bind port 48e7dd93-f475-45be-955d-a194dfd07065 by drivers openvswitch,hyperv on host n-d-712707-11 at level 0 using segments [{'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:21.915465 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Attempting to bind port 48e7dd93-f475-45be-955d-a194dfd07065 on network 0e5251be-31fc-4d5e-be9f-b190632f045b {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:21.921571 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Checking agent: {'id': '142322fb-f965-4c91-8e25-b236b21dc19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 23, 49), 'started_at': datetime.datetime(2021, 7, 29, 23, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:21.922144 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Checking segment: {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:21.922539 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:21.923087 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Bound using segment: {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:21.923624 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Bound port: 48e7dd93-f475-45be-955d-a194dfd07065, host: n-d-712707-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285251c-a9d9-448e-838b-9fbb707c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:21.924072 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:22.001661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] For port 48e7dd93-f475-45be-955d-a194dfd07065, host n-d-712707-11, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:22.005575 n-d-712707-11 neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] For port 48e7dd93-f475-45be-955d-a194dfd07065, host n-d-712707-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=48e7dd93-f475-45be-955d-a194dfd07065,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:22.014627 n-d-712707-11 neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:22.024312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-c0251caa-2089-4497-a2ee-b7bcad584356 service neutron] 10.222.0.49 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025960 Jul 30 01:06:22.093530 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:22.094239 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:22.145355 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1e03-450f-462e-bd83-7db7eb1c3940 None None] Pushing event updated for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:22.159449 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-4747e111-f9e6-4556-a565-1f90f1c67d30 service neutron] 10.222.0.49 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270833 Jul 30 01:06:22.194148 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 832b33ef-410f-4a8a-b2b8-662cd894d956 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:22.243168 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:22.275613 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 832b33ef-410f-4a8a-b2b8-662cd894d956 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:22.276246 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:22.416665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-e0ba7d47-8752-4930-a484-85687dff3b21 req-ffbabe3d-d98e-4595-9f8e-30a3510a6fbb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 210 time: 0.0480247 Jul 30 01:06:22.525611 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b90c43fd-374e-4510-b694-97e588773078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 4, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '48e7dd93-f475-45be-955d-a194dfd07065', 'name': '', 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'mac_address': 'fa:16:3e:50:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:17Z', 'updated_at': '2021-07-30T01:06:21Z', 'revision_number': 4, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'subnets': [{'id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:22.559556 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c43fd-374e-4510-b694-97e588773078 None None] The sync data for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 is: [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:06:18Z', 'revision_number': 4, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '48e7dd93-f475-45be-955d-a194dfd07065', 'name': '', 'network_id': '0e5251be-31fc-4d5e-be9f-b190632f045b', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'mac_address': 'fa:16:3e:50:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:17Z', 'updated_at': '2021-07-30T01:06:21Z', 'revision_number': 4, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'subnets': [{'id': '95fe8ae0-ae63-4ba5-93a6-b99043dcf309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:22.875937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:23.529267 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-89c0f2aa-0650-4be1-bd99-cd651385cdbb req-f66aa951-2487-406b-b47a-ccdcad0c83b0 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 210 time: 0.0395372 Jul 30 01:06:23.661407 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-e352cd02-e7be-4334-b7dc-9a22cf84ae66 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:23.663060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-e352cd02-e7be-4334-b7dc-9a22cf84ae66 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 810 time: 0.1621397 Jul 30 01:06:23.723686 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-05a23d43-d496-43a7-98c9-49317b0acbd0 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 379 time: 0.0406630 Jul 30 01:06:23.770901 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'port': {'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'admin_state_up': True, 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'security_groups': ['e2a272f8-9657-4374-9d53-682246d22315']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:23.896870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Made reservation on behalf of 45f95bb78d5243f5906c8788089b9979 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:06:23.900589 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.039399 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Allocated IP 172.20.0.12 (bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634/48418873-636a-458f-b21b-adf7bba57879/dbb5b1f9-9b06-4341-8622-50d671c0f6af) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:24.177400 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 48e7dd93-f475-45be-955d-a194dfd07065 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:24.204052 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.218453 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Transition to ACTIVE for port object dbb5b1f9-9b06-4341-8622-50d671c0f6af will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:24.229012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning for port 48e7dd93-f475-45be-955d-a194dfd07065 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:24.234791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 48e7dd93-f475-45be-955d-a194dfd07065 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:24.235167 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.258655 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.309285 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:24.312849 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:24.322096 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:24.336281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.348363 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:24.389430 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] For port 48e7dd93-f475-45be-955d-a194dfd07065, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=48e7dd93-f475-45be-955d-a194dfd07065,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:24.390726 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:24.391756 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.394740 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.424324 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-32157c67-33e5-42da-8aab-8176127d7e9a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563127 Jul 30 01:06:24.441616 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-157758f9-b4f1-428c-85d9-ce0ef171947f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:06:24.443055 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-157758f9-b4f1-428c-85d9-ce0ef171947f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062399 Jul 30 01:06:24.459272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Pushing event updated for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:24.466525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Request body: {'port': {'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:24.529841 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.660550 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-12fe8205-fd6a-482f-a144-9439dbba63e4 None None] Provisioning for port dbb5b1f9-9b06-4341-8622-50d671c0f6af completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:24.665247 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-12fe8205-fd6a-482f-a144-9439dbba63e4 None None] Provisioning complete for port dbb5b1f9-9b06-4341-8622-50d671c0f6af triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:24.666016 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-12fe8205-fd6a-482f-a144-9439dbba63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.719607 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8205-fd6a-482f-a144-9439dbba63e4 None None] Port dbb5b1f9-9b06-4341-8622-50d671c0f6af cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:06:24.812113 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce7fd6-0f95-462f-9ba5-38e350807b40 req-5b25ee59-6da4-433e-90d8-78edb33cbabd tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:24.813601 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4ce7fd6-0f95-462f-9ba5-38e350807b40 req-5b25ee59-6da4-433e-90d8-78edb33cbabd tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 932 time: 0.1651397 Jul 30 01:06:24.893126 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-d4ce7fd6-0f95-462f-9ba5-38e350807b40 req-274c2ea3-c5a4-4d93-8a4e-c5b0580573e4 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692973 Jul 30 01:06:24.904859 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb5b1f9-9b06-4341-8622-50d671c0f6af {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:06:24.913037 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.925540 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Transition to ACTIVE for port object dbb5b1f9-9b06-4341-8622-50d671c0f6af will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:06:24.930543 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:24.988784 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:25.056719 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Attempting to bind port dbb5b1f9-9b06-4341-8622-50d671c0f6af on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:06:25.056988 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Attempting to bind port dbb5b1f9-9b06-4341-8622-50d671c0f6af by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:06:25.057320 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Attempting to bind port dbb5b1f9-9b06-4341-8622-50d671c0f6af on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:25.062324 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Port dbb5b1f9-9b06-4341-8622-50d671c0f6af on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:06:25.062684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Attempting to bind port dbb5b1f9-9b06-4341-8622-50d671c0f6af on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:06:25.069208 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:06:25.069552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Checking segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:06:25.070011 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Bound using segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:06:25.070463 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Bound port: dbb5b1f9-9b06-4341-8622-50d671c0f6af, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:06:25.070817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:25.161393 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:06:25.165465 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:06:25.172077 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:25.216469 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:25.217138 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:25.218851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] 10.222.0.57 "PUT /v2.0/ports/dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 1093 time: 0.7640717 Jul 30 01:06:25.219114 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:06:25.221826 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9172c76c-1384-4938-98d5-8b190e15650c" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:06:25.250343 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e90a9-6410-4967-a3a7-d498127dbb6d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:25.285182 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193812ff-1c08-4287-a09f-471f870fab14 x-openstack-request-id: req-193812ff-1c08-4287-a09f-471f870fab14 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:06:25.285839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:06:25.285839 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-193812ff-1c08-4287-a09f-471f870fab14 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:06:25.286360 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'status': 'completed', 'code': 200} Jul 30 01:06:25.365702 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-cbede9e9-bb74-40e3-a00b-165a2b384a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:25.367654 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-cbede9e9-bb74-40e3-a00b-165a2b384a8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1096 time: 0.0494220 Jul 30 01:06:25.420403 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-4a393bcd-97ae-495c-ab6b-bc6bc768cb01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 217 time: 0.0380456 Jul 30 01:06:25.485429 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ccd3ef76-860a-4331-bd2b-4feec0a6f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:25.486899 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-ccd3ef76-860a-4331-bd2b-4feec0a6f827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0590894 Jul 30 01:06:25.536743 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-64ef705e-2dbb-43f6-8273-602739dd13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:25.538298 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-64ef705e-2dbb-43f6-8273-602739dd13c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441701 Jul 30 01:06:25.639260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-b4b62b64-706f-4f96-bb3d-73617a937e64 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896873 Jul 30 01:06:25.742512 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b2d9d0e3-fc65-4ebb-9e30-87105fa2fe8b req-786233e3-ef7a-49b2-b47f-0750dd2fbcce service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957675 Jul 30 01:06:25.889039 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c76c-1384-4938-98d5-8b190e15650c req-dc3fc4e9-5d67-4d3f-8f79-782ff9ff2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:25.890623 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-dc3fc4e9-5d67-4d3f-8f79-782ff9ff2c7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1096 time: 0.0540051 Jul 30 01:06:26.027254 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c76c-1384-4938-98d5-8b190e15650c req-8e7f151d-5274-4d9e-9599-38c12d7b44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:26.028781 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-8e7f151d-5274-4d9e-9599-38c12d7b44e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.1284704 Jul 30 01:06:26.055439 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127628-0b02-4631-a1ee-2ed54c866e00 req-db5af8e7-c2a4-4d7d-9bbc-4bb9502d4550 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:26.056931 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f127628-0b02-4631-a1ee-2ed54c866e00 req-db5af8e7-c2a4-4d7d-9bbc-4bb9502d4550 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.0699139 Jul 30 01:06:26.100437 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-72de239c-c2e3-42ac-a4a8-797627359d72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 217 time: 0.0622723 Jul 30 01:06:26.152033 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f127628-0b02-4631-a1ee-2ed54c866e00 req-4685c307-d980-47b9-9507-9bff13681a06 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661299 Jul 30 01:06:26.164724 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 48e7dd93-f475-45be-955d-a194dfd07065 up at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:26.171339 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c76c-1384-4938-98d5-8b190e15650c req-acf88bb0-7bd7-40c5-b861-b1a3c19a1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:26.175801 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-acf88bb0-7bd7-40c5-b861-b1a3c19a1833 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0652807 Jul 30 01:06:26.227538 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Provisioning complete for port 48e7dd93-f475-45be-955d-a194dfd07065 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:26.227902 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:26.230922 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c76c-1384-4938-98d5-8b190e15650c req-e5b0fd0c-6afb-4fcf-baa9-39b44310028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:26.232511 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-e5b0fd0c-6afb-4fcf-baa9-39b44310028c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506110 Jul 30 01:06:26.347355 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-a285f5f4-50c2-452d-9a28-b2dc94e3648f service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060371 Jul 30 01:06:26.450466 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9172c76c-1384-4938-98d5-8b190e15650c req-8de9ebf3-8ca3-4c6b-bd19-e03bd245941a service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948460 Jul 30 01:06:27.281336 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe390f-9566-4834-963d-9cbca965354c req-cce36f15-637e-4c4e-a060-12bc611f5839 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:27.283024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4fe390f-9566-4834-963d-9cbca965354c req-cce36f15-637e-4c4e-a060-12bc611f5839 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.0582256 Jul 30 01:06:27.330026 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c4fe390f-9566-4834-963d-9cbca965354c req-f721064b-1f78-452d-b99b-321ca6230d54 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377612 Jul 30 01:06:28.350381 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:06:28.466920 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:28.471441 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049da263-637d-4002-a1ca-51c18b7e64f6 req-93613bd9-97f4-4a5a-9b87-89b4ee25bf55 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:28.474036 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049da263-637d-4002-a1ca-51c18b7e64f6 req-93613bd9-97f4-4a5a-9b87-89b4ee25bf55 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.0622821 Jul 30 01:06:28.485059 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:06:28.523727 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-049da263-637d-4002-a1ca-51c18b7e64f6 req-75f73c4e-2243-471e-80e1-716523335cbd tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Jul 30 01:06:28.526550 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:28.543728 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb5b1f9-9b06-4341-8622-50d671c0f6af {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:06:28.567746 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:28.574281 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:28.623998 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:28.861052 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:28.868551 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['dbb5b1f9-9b06-4341-8622-50d671c0f6af'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:06:29.652327 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f79c0-512d-41ad-b79d-a05a0e006e1e req-7121a562-1833-4320-ae03-e26d7119db9c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:29.653904 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c7f79c0-512d-41ad-b79d-a05a0e006e1e req-7121a562-1833-4320-ae03-e26d7119db9c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Jul 30 01:06:29.696462 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c7f79c0-512d-41ad-b79d-a05a0e006e1e req-1f428051-6672-4655-a039-dbfc2f6d8b29 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358965 Jul 30 01:06:29.797934 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:06:30.368057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:06:30.426924 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port dbb5b1f9-9b06-4341-8622-50d671c0f6af completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:06:30.431628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port dbb5b1f9-9b06-4341-8622-50d671c0f6af triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:06:30.432135 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:30.513577 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:30.539585 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:06:30.542906 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a09002-db02-4148-93d3-a6711eb0d6d0" -d '{"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:06:30.557546 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:06:30.563037 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:30.616139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:30.649014 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a986a677-2f03-4bc7-9081-c59c6423839c x-openstack-request-id: req-a986a677-2f03-4bc7-9081-c59c6423839c {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:06:30.649314 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:06:30.649576 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a986a677-2f03-4bc7-9081-c59c6423839c {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:06:30.650020 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'code': 200} Jul 30 01:06:30.827046 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0d53-7e2b-49f6-a04b-b93ca315cbe0 req-048c4d2b-132a-4e4e-9325-79e1091a8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:30.829121 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3fd0d53-7e2b-49f6-a04b-b93ca315cbe0 req-048c4d2b-132a-4e4e-9325-79e1091a8773 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1098 time: 0.0734091 Jul 30 01:06:30.842738 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ea45b-dc47-42d6-a5b1-2587e58af00d req-73d8cc2f-68db-445e-a578-dfe7e1a6fd8c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:30.844223 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c46ea45b-dc47-42d6-a5b1-2587e58af00d req-73d8cc2f-68db-445e-a578-dfe7e1a6fd8c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 946 time: 0.0621817 Jul 30 01:06:30.898998 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b3fd0d53-7e2b-49f6-a04b-b93ca315cbe0 req-479e83ea-89a0-44f1-a4e4-773fe23fb378 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538146 Jul 30 01:06:30.906928 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c46ea45b-dc47-42d6-a5b1-2587e58af00d req-2cd1f6b8-99e0-44c3-b5fa-c3dec72d0403 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555277 Jul 30 01:06:32.033462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af01abc-33dc-40ca-8577-2d14c9549165 req-019ae15f-a21e-4ec2-be3f-72c5152d1ad2 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:32.035113 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4af01abc-33dc-40ca-8577-2d14c9549165 req-019ae15f-a21e-4ec2-be3f-72c5152d1ad2 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 946 time: 0.0544543 Jul 30 01:06:32.076409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4af01abc-33dc-40ca-8577-2d14c9549165 req-c59ef59b-3c08-4856-9a72-142c6e27db22 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350835 Jul 30 01:06:32.867392 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-4a752fbf-8a67-4788-9d6e-38e39ba7b914 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473175 Jul 30 01:06:32.976516 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-3cf23e51-0773-4517-93b4-5a18d0773afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:32.978062 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-3cf23e51-0773-4517-93b4-5a18d0773afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1098 time: 0.0431831 Jul 30 01:06:33.093871 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-fb06e666-f2ce-4103-a423-ef835d57954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.095397 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-fb06e666-f2ce-4103-a423-ef835d57954c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0938118 Jul 30 01:06:33.140871 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-6e50a4e2-744b-4753-9409-1d3174c9839b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 217 time: 0.0372221 Jul 30 01:06:33.224696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-41f44fb6-9be4-471c-95b0-91d8efd87523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.226206 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-41f44fb6-9be4-471c-95b0-91d8efd87523 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0772026 Jul 30 01:06:33.237844 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69fdb4-9954-4fb9-a8d5-e6e82eb95361 req-1eec4fbc-5087-47ee-adb6-0b19ecc919a3 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.239337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c69fdb4-9954-4fb9-a8d5-e6e82eb95361 req-1eec4fbc-5087-47ee-adb6-0b19ecc919a3 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 946 time: 0.0921526 Jul 30 01:06:33.301740 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-3c69fdb4-9954-4fb9-a8d5-e6e82eb95361 req-03aa3373-b0ea-45b2-bc2c-31a0a9bf81a8 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533178 Jul 30 01:06:33.307765 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-4f123113-aac6-428d-b768-4f4899901983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.309272 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-4f123113-aac6-428d-b768-4f4899901983 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690529 Jul 30 01:06:33.441442 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-f04774f0-31ca-4b1c-a38c-a1e9e29ae484 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233506 Jul 30 01:06:33.454695 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4469f24-07cf-4514-806c-5fb159b8fed2 req-1e58e252-7f19-4ba0-a740-2a1440fa917c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.456203 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4469f24-07cf-4514-806c-5fb159b8fed2 req-1e58e252-7f19-4ba0-a740-2a1440fa917c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 946 time: 0.0794783 Jul 30 01:06:33.549211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4469f24-07cf-4514-806c-5fb159b8fed2 req-02ee98db-8f32-4b56-a14e-597389e7ba4f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842748 Jul 30 01:06:33.573074 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41170) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:33.577903 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a83b47ec-3fb2-4a0e-b6c0-dd7ba5418bd1 req-323cac3b-372c-4e14-b30e-4d340ec5ffee service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206632 Jul 30 01:06:33.728420 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68656955-c790-4767-9332-fdae7733b26b tempest-TestSnapshotPattern-1460826740 tempest-TestSnapshotPattern-1460826740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:33.729895 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-68656955-c790-4767-9332-fdae7733b26b tempest-TestSnapshotPattern-1460826740 tempest-TestSnapshotPattern-1460826740-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1093 time: 0.1557126 Jul 30 01:06:33.733720 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41174) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:06:33.738146 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:06:33.766430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:33.878829 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:33.998244 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Allocated IP 172.25.5.34 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/85a95b71-8f98-434f-b0b5-82381a53b0e4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:06:34.103214 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.147423 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.188959 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:06:34.191881 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:06:34.197310 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:06:34.202949 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=85a95b71-8f98-434f-b0b5-82381a53b0e4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:34.609334 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.692178 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.857195 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.863959 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:34.928723 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=85a95b71-8f98-434f-b0b5-82381a53b0e4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:06:34.943259 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:35.052978 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Floating IP 9b4d9dd6-bc28-437b-b1a3-08f9db8b8709 associated. External IP: 172.25.5.34, port: dbb5b1f9-9b06-4341-8622-50d671c0f6af. Jul 30 01:06:35.295895 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:06:35.428104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:06:35.440628 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:06:35.449305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:35.456989 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:35.457658 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:35.478072 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-2993c4bd-2341-451c-9e5d-82618fa6b029 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7433178 Jul 30 01:06:35.478658 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:06:35.480942 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96491c1f-a061-4384-aa5c-7ccd091da38d" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:06:35.569843 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:35.575640 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1185a-d704-4654-a577-ee482d4b6328 x-openstack-request-id: req-e2f1185a-d704-4654-a577-ee482d4b6328 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:06:35.575952 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:06:35.576229 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f1185a-d704-4654-a577-ee482d4b6328 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:06:35.576634 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'status': 'completed', 'code': 200} Jul 30 01:06:35.665527 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-cf8d7c15-1f6f-4cbf-8d8b-04f3168f03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:35.667234 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-cf8d7c15-1f6f-4cbf-8d8b-04f3168f03e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1098 time: 0.0434494 Jul 30 01:06:35.774911 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-9de67a39-8b24-41e9-a67c-8ffb0d392b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:35.776451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-9de67a39-8b24-41e9-a67c-8ffb0d392b54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0973635 Jul 30 01:06:35.815723 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:34Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:35.846180 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:06:35.849341 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-9740d5b6-576a-476a-b5de-8d675956382d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 999 time: 0.0650206 Jul 30 01:06:35.856181 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:06:35.857081 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:06:19Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:35.902204 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-8343d79d-3a88-4dcb-902d-890562bc21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:35.903796 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-8343d79d-3a88-4dcb-902d-890562bc21f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0472767 Jul 30 01:06:35.960082 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-a7eaab1e-5a4f-444f-b533-298fdf47bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:06:35.961668 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-a7eaab1e-5a4f-444f-b533-298fdf47bac5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503132 Jul 30 01:06:35.968031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:06:36.061930 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-1a860968-1bad-4e17-b1bb-550b96333e77 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907867 Jul 30 01:06:36.175299 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-96491c1f-a061-4384-aa5c-7ccd091da38d req-1a0c8878-9cac-4f72-b140-37c74dc62c6d service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054854 Jul 30 01:06:36.388057 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:34Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:06:36.421113 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc9f4f-3e63-4fdd-8d56-0a065602337c None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:34Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:06:36.635735 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9e88b-5530-479b-ba0b-c44ce78bf07c None None] New status for floating IP 9b4d9dd6-bc28-437b-b1a3-08f9db8b8709: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:06:46.421390 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-01e5e4bd-6d0a-47ba-b047-7555a7e7c88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:48.263689 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:49.161720 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2f05ffb7-eab6-4e4e-88af-9d055bb6e6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:49.512199 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:51.090239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:52.864528 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:06:58.882774 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:06.800931 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:07:16.418753 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-47adb47f-a4b0-41f4-a6cc-495a3cf20573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:18.268193 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:19.168672 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b9e6-2eb1-42ae-a6bc-9ae3d1094478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:19.513546 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:21.093136 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:22.869200 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:28.896152 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:33.880290 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-a07440c0-cc4b-4f6f-8cd0-80450e0e1bbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537093 Jul 30 01:07:33.989802 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-99c0206e-0dfc-49a3-ac43-8345375ae041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:07:33.991356 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-99c0206e-0dfc-49a3-ac43-8345375ae041 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1098 time: 0.0461409 Jul 30 01:07:34.120177 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-0c483779-a280-456f-ac71-eb5306b4395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:07:34.121770 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-0c483779-a280-456f-ac71-eb5306b4395d service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.1094878 Jul 30 01:07:34.199555 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-3f141d41-bd16-4488-a292-656d05b5fb9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 1001 time: 0.0693107 Jul 30 01:07:34.256766 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-0ba1a94e-901e-41bb-8be7-4e2ebc17dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:07:34.258293 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-0ba1a94e-901e-41bb-8be7-4e2ebc17dc55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0502894 Jul 30 01:07:34.314342 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-35ab552d-33fc-47d1-8300-fc42d54cc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:07:34.315858 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-35ab552d-33fc-47d1-8300-fc42d54cc1f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488539 Jul 30 01:07:34.407748 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-594808ea-309b-4cb9-9aa8-21a61d4a71cb service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832744 Jul 30 01:07:34.510111 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-4ad03515-07a0-42fb-9cb6-1ef540294b2e req-b2952274-61be-4b4b-a79e-086e2194b10a service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943599 Jul 30 01:07:43.803543 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:07:46.413648 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf4fa-418c-45f7-b64a-389de57c4ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:48.276552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:49.158056 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-48b05e0c-eb6a-43ab-b731-a89568799585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:49.511482 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:51.104657 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:52.868634 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:07:58.900144 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:16.418145 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7d45bdf0-ba21-459c-b0bf-2825ac2beb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:18.275471 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:19.155475 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2e9defea-43f9-43aa-a114-1f922039c9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:19.508301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:20.804562 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:08:21.099652 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:22.875259 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:28.908873 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:33.962494 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-6ecc6f68-73fc-4cba-a2e0-73cb93c03751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:33.964060 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-6ecc6f68-73fc-4cba-a2e0-73cb93c03751 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1098 time: 0.0623648 Jul 30 01:08:34.077394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-6bcaee40-d20b-4ffa-9408-f8ac0bf0b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:34.078949 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-6bcaee40-d20b-4ffa-9408-f8ac0bf0b16a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0912762 Jul 30 01:08:34.154986 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-8718ac5a-25e3-48a7-ae32-9c2626acb639 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 1001 time: 0.0668736 Jul 30 01:08:34.216893 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-93dfbb4d-b917-4d61-8939-ddd9b2c9bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:34.218603 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-93dfbb4d-b917-4d61-8939-ddd9b2c9bb83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0532427 Jul 30 01:08:34.272394 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-4a2582ef-de8c-41ba-8e84-d0ca9f3f044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:34.274014 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-4a2582ef-de8c-41ba-8e84-d0ca9f3f044d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458896 Jul 30 01:08:34.372584 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-a82c51ed-4142-4503-ba7a-ad4b78612468 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893571 Jul 30 01:08:34.469980 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a4e6eef4-6fb6-4618-9a0d-406d47eb75d0 req-2e53ab79-3f4d-4042-adab-da0f0458ee30 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Jul 30 01:08:36.954287 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:08:37.060227 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:08:37.073124 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:08:37.112054 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:37.125156 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbb5b1f9-9b06-4341-8622-50d671c0f6af {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:08:37.146490 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:08:37.151767 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:37.205271 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:08:37.213745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.214119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.214584 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.214811 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.215119 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.215664 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.215954 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.216052 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.216389 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.216695 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.217016 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.217327 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:37.301726 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['dbb5b1f9-9b06-4341-8622-50d671c0f6af'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:08:38.963545 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:08:39.018595 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port dbb5b1f9-9b06-4341-8622-50d671c0f6af triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:08:39.018979 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:39.108552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:39.136993 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:08:39.139365 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6192dda4-4c0a-42db-b50a-876a62a852fa" -d '{"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:08:39.161515 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:08:39.169349 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:39.212639 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3965cd8d-586b-4b77-879e-e23e142b1196 x-openstack-request-id: req-3965cd8d-586b-4b77-879e-e23e142b1196 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:08:39.212639 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:08:39.212639 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3965cd8d-586b-4b77-879e-e23e142b1196 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:08:39.213040 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'code': 200} Jul 30 01:08:39.238706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:08:46.426239 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3110457-3f60-4624-b9b8-9f268b9b2075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:47.220119 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-a3d5cfd3-62a9-4ac3-97d3-5daf5084f344 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465133393&fields=id&tenant_id=45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 267 time: 0.0424507 Jul 30 01:08:47.337448 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-11aee2ae-789a-470b-8a2a-3e9e6fb4c440 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:47.338875 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-11aee2ae-789a-470b-8a2a-3e9e6fb4c440 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 810 time: 0.1073222 Jul 30 01:08:47.354675 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-acf29dca-6039-4bdc-ae2c-898a989180db tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/quotas/45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Jul 30 01:08:47.414634 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-3b53badc-9077-43df-90e4-5731a4e3ba59 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0522106 Jul 30 01:08:47.621515 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-8f5f983c-b334-42eb-a997-b886846edf8f service neutron] 10.222.0.49 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908014 Jul 30 01:08:47.727337 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-e341debf-9836-4f76-9c17-fe73f1ca525c service neutron] 10.222.0.49 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975587 Jul 30 01:08:47.911846 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-2875cb9f-9913-4050-bf78-4d5659f6635d req-ff9fb676-18d3-45e3-823e-d3529387a69e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 210 time: 0.0323858 Jul 30 01:08:48.271089 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.022239 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-86b1398b-6056-482b-83a3-63f60c02642e req-a3172874-5e7e-44ef-b8c1-a55ea3bdd0fe tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 210 time: 0.0323112 Jul 30 01:08:49.144800 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-6d4758f8-5c71-49e0-a844-a16c91701353 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:49.146365 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-6d4758f8-5c71-49e0-a844-a16c91701353 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 810 time: 0.1051829 Jul 30 01:08:49.149609 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-666ecc30-e8f0-4504-8dd0-ed9ea0d23eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.199035 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-0961ad5d-5950-4de1-902d-f387b834ea8d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f95bb78d5243f5906c8788089b9979 HTTP/1.1" status: 200 len: 379 time: 0.0360658 Jul 30 01:08:49.210424 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'port': {'device_id': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'admin_state_up': True, 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'security_groups': ['e2a272f8-9657-4374-9d53-682246d22315']}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:08:49.331817 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Made reservation on behalf of 45f95bb78d5243f5906c8788089b9979 for: {'port': 1} {{(pid=93864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:08:49.335481 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.491932 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_common [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Allocated IP 172.20.0.7 (bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634/48418873-636a-458f-b21b-adf7bba57879/50913bed-e305-42b0-bb90-2d6d68491fe0) {{(pid=93864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:08:49.513235 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.742131 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.760461 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Transition to ACTIVE for port object 50913bed-e305-42b0-bb90-2d6d68491fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:08:49.806997 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_create {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:49.859862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 is already hosted by enough agents. {{(pid=93864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:08:49.863985 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.base_scheduler [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Resources bound (agent type, host, resource id): {{(pid=93864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:08:49.866651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Received port after_create {{(pid=93864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:08:49.911576 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=1']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:08:49.926376 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.927095 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.927646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.928189 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.928747 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.929274 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.929830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.930405 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.930972 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.931534 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.932104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.932654 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:08:49.965091 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:49.966405 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:50.008196 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-2b1f868e-2ca2-4c7e-88c0-fbf23c8618be tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016326 Jul 30 01:08:50.150175 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb97be8f-8e1e-44a8-a8a3-ec54d71e80ec None None] Provisioning for port 50913bed-e305-42b0-bb90-2d6d68491fe0 completed by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:08:50.154310 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-bb97be8f-8e1e-44a8-a8a3-ec54d71e80ec None None] Provisioning complete for port 50913bed-e305-42b0-bb90-2d6d68491fe0 triggered by entity DHCP. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:08:50.154684 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb97be8f-8e1e-44a8-a8a3-ec54d71e80ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:50.195348 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-bb97be8f-8e1e-44a8-a8a3-ec54d71e80ec None None] Port 50913bed-e305-42b0-bb90-2d6d68491fe0 cannot update to ACTIVE because it is not bound. {{(pid=93866) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:08:50.201418 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1063-4db7-497c-8ba7-13bc59fc077e req-34fd6acc-638d-4755-9d88-057dbd22f14f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:50.203037 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f88b1063-4db7-497c-8ba7-13bc59fc077e req-34fd6acc-638d-4755-9d88-057dbd22f14f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0586615 Jul 30 01:08:50.252451 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f88b1063-4db7-497c-8ba7-13bc59fc077e req-641cf0f4-b637-471f-b3ce-ffcd2c83ff98 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375733 Jul 30 01:08:51.045090 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:08:51.122327 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:51.142121 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:51.171814 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:08:51.175755 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6380fac7-a88b-4873-95f9-1c373a3530bb" -d '{"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:08:51.209568 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:08:51.216411 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:51.219975 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3529739-4f5c-4bd9-bd07-96dbe9d84d68 x-openstack-request-id: req-e3529739-4f5c-4bd9-bd07-96dbe9d84d68 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:08:51.220307 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:08:51.220563 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3529739-4f5c-4bd9-bd07-96dbe9d84d68 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:08:51.221175 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'code': 200} Jul 30 01:08:51.267625 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=8']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:08:51.384255 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76723-cfb3-4356-8d38-736bd828947e req-5dba4d8a-ee3e-4bd0-82c0-8460c884bc36 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:51.385783 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66e76723-cfb3-4356-8d38-736bd828947e req-5dba4d8a-ee3e-4bd0-82c0-8460c884bc36 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0556755 Jul 30 01:08:51.431260 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-66e76723-cfb3-4356-8d38-736bd828947e req-00396b00-e5e6-422c-8802-84bd0c6b123f tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 Jul 30 01:08:52.572751 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77123dcb-1a76-4349-ac79-b295585c271f req-b931c8b7-f58e-4917-bf74-5136cd63d933 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:52.574495 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77123dcb-1a76-4349-ac79-b295585c271f req-b931c8b7-f58e-4917-bf74-5136cd63d933 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0686960 Jul 30 01:08:52.623370 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77123dcb-1a76-4349-ac79-b295585c271f req-587a0f99-f02d-4edf-9c9f-8a04d59f9e48 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 Jul 30 01:08:52.876345 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:53.756357 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f799f2-760b-4f21-8370-55b3e2198126 req-f6cd34d4-b06e-4fb1-bb08-85bf664ef6f6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:53.760232 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73f799f2-760b-4f21-8370-55b3e2198126 req-f6cd34d4-b06e-4fb1-bb08-85bf664ef6f6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0614173 Jul 30 01:08:53.808367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-73f799f2-760b-4f21-8370-55b3e2198126 req-a54ace2b-5f33-407b-b825-1209d4f31dde tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465393 Jul 30 01:08:54.949764 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf3d76-6363-4b4a-861d-5f801f650e4f req-01dbdb97-60d9-4c36-84f8-e751bf9de952 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:54.951373 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aedf3d76-6363-4b4a-861d-5f801f650e4f req-01dbdb97-60d9-4c36-84f8-e751bf9de952 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0520251 Jul 30 01:08:55.003851 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-aedf3d76-6363-4b4a-861d-5f801f650e4f req-bd961c43-2b1a-4583-b2a4-87be4679e43e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Jul 30 01:08:56.147123 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dda70-67ee-4624-9ce5-200c11693b02 req-9f963eca-edd7-4565-945b-0b7930225a32 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:56.148718 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-362dda70-67ee-4624-9ce5-200c11693b02 req-9f963eca-edd7-4565-945b-0b7930225a32 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0587723 Jul 30 01:08:56.194360 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-362dda70-67ee-4624-9ce5-200c11693b02 req-f2f893c8-4a01-4abd-bb71-a0d605f2fd24 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Jul 30 01:08:57.322072 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b6272-8554-4cb7-a525-8bd3f769197f req-42fe4a41-ee03-47c0-b74a-f664da5d8e45 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:57.323821 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc3b6272-8554-4cb7-a525-8bd3f769197f req-42fe4a41-ee03-47c0-b74a-f664da5d8e45 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0512562 Jul 30 01:08:57.388105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-bc3b6272-8554-4cb7-a525-8bd3f769197f req-bb49d9b7-06a7-4484-b9ef-75855f050933 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570719 Jul 30 01:08:57.812919 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:08:58.520557 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c1313-001e-40cd-8655-d9e5c111b277 req-ad2c96e0-b2ea-4848-a528-322adb69a61d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:58.522157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-478c1313-001e-40cd-8655-d9e5c111b277 req-ad2c96e0-b2ea-4848-a528-322adb69a61d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.0622075 Jul 30 01:08:58.595148 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-478c1313-001e-40cd-8655-d9e5c111b277 req-96cf40e1-49a1-4b66-9d41-657199d963ca tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660965 Jul 30 01:08:58.906251 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:59.723664 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.v2.base [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Request body: {'port': {'device_id': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-11'}} {{(pid=93864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:08:59.789084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a838e-8418-41cf-abfa-a3a9be5f9bf6 req-4fd016b1-228f-4a67-a5ce-8a9fcd111a3d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:08:59.790742 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a838e-8418-41cf-abfa-a3a9be5f9bf6 req-4fd016b1-228f-4a67-a5ce-8a9fcd111a3d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 931 time: 0.1062675 Jul 30 01:08:59.833029 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:08:59.882334 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-574a838e-8418-41cf-abfa-a3a9be5f9bf6 req-21a23ceb-052c-4be9-acca-ddfbf79f494c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748191 Jul 30 01:09:00.524975 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:09:00.533137 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:00.551953 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.provisioning_blocks [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Transition to ACTIVE for port object 50913bed-e305-42b0-bb90-2d6d68491fe0 will not be triggered until provisioned by entity L2. {{(pid=93864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:09:00.552987 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:00.602918 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=2']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:00.675815 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Attempting to bind port 50913bed-e305-42b0-bb90-2d6d68491fe0 on host n-h1-712707-11 for vnic_type normal with profile {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:09:00.676163 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Attempting to bind port 50913bed-e305-42b0-bb90-2d6d68491fe0 by drivers openvswitch,hyperv on host n-h1-712707-11 at level 0 using segments [{'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:09:00.676467 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Attempting to bind port 50913bed-e305-42b0-bb90-2d6d68491fe0 on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:09:00.681134 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Port 50913bed-e305-42b0-bb90-2d6d68491fe0 on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-11 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:09:00.681437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Attempting to bind port 50913bed-e305-42b0-bb90-2d6d68491fe0 on network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:09:00.686814 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Checking agent: {'id': '7a83001d-4ed8-4c87-aa13-8ecaff904c6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'started_at': datetime.datetime(2021, 7, 29, 23, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:09:00.687157 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Checking segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:09:00.687555 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Bound using segment: {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'} {{(pid=93864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:09:00.687990 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.managers [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Bound port: 50913bed-e305-42b0-bb90-2d6d68491fe0, host: n-h1-712707-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634'}}] {{(pid=93864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:09:00.688347 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:00.760589 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, cleared binding levels {{(pid=93864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:09:00.764127 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:09:00.771268 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9254476'] for port, after_update {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:00.814552 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:00.815217 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:00.816845 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] 10.222.0.57 "PUT /v2.0/ports/50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 1092 time: 1.0993254 Jul 30 01:09:00.817477 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:09:00.821553 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c752f2-8bc6-4cbc-991a-eed78b1deac1" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:09:00.861067 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c8ef2-4764-43f4-a1fb-cc3a0234403a service neutron] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=3']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:00.946651 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-d3dceeb3-ae35-40ae-8dc5-700fd3509d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:00.948295 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-d3dceeb3-ae35-40ae-8dc5-700fd3509d5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0556340 Jul 30 01:09:00.952816 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3dead9-46e6-47c0-a87e-b38edfcfb801 x-openstack-request-id: req-3e3dead9-46e6-47c0-a87e-b38edfcfb801 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:09:00.953119 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:09:00.953382 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e3dead9-46e6-47c0-a87e-b38edfcfb801 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:09:00.953806 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'status': 'completed', 'code': 200} Jul 30 01:09:01.018715 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-11b1c0c4-b0a5-4717-9caa-cdb652e4d700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 217 time: 0.0528195 Jul 30 01:09:01.093840 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-99d46326-dd80-47ee-b82c-086184a1ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.095574 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-99d46326-dd80-47ee-b82c-086184a1ebd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0570619 Jul 30 01:09:01.106813 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4101b-3d47-4344-8bc5-072e88b143c6 req-b0bb004a-6d77-45f1-b76e-699578c695e0 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.108915 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4101b-3d47-4344-8bc5-072e88b143c6 req-b0bb004a-6d77-45f1-b76e-699578c695e0 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 943 time: 0.0997279 Jul 30 01:09:01.178409 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-05a4101b-3d47-4344-8bc5-072e88b143c6 req-4b9b5e90-eb08-405b-bfc6-74ae12aaec64 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603590 Jul 30 01:09:01.183608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-ef239eb7-9ea2-4a1d-a3c9-9d86179e0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.185997 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-ef239eb7-9ea2-4a1d-a3c9-9d86179e0a3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759172 Jul 30 01:09:01.287364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-c919edf1-3eee-495e-b9be-6282f75497a5 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938277 Jul 30 01:09:01.394739 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b95cbcb0-86d5-4f95-86e5-fd2264e588b4 req-67dee0e1-32eb-43f5-9843-156b75767480 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978997 Jul 30 01:09:01.530875 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-3ad06a7d-fe19-4ff2-8189-6d8994f46891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.532413 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-3ad06a7d-fe19-4ff2-8189-6d8994f46891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0468917 Jul 30 01:09:01.638109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-515f3deb-f173-4bf1-a0ae-ff7f0b446c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.640067 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-515f3deb-f173-4bf1-a0ae-ff7f0b446c8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0995443 Jul 30 01:09:01.689063 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-54985982-3f3f-400e-a968-ed36d5d33770 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 217 time: 0.0412965 Jul 30 01:09:01.740499 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-3cb4065e-f123-4e7f-bb93-b88d2975fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.742013 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-3cb4065e-f123-4e7f-bb93-b88d2975fb21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0454569 Jul 30 01:09:01.797603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-50f27457-4dfd-4f37-9c67-b50e33557993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:01.799179 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-50f27457-4dfd-4f37-9c67-b50e33557993 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476954 Jul 30 01:09:01.902530 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-50a26c51-d392-4f80-8944-09011e8fe568 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952241 Jul 30 01:09:02.004694 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-75c752f2-8bc6-4cbc-991a-eed78b1deac1 req-ab287b66-ef7a-4a03-aaac-74afdc536fef service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916224 Jul 30 01:09:02.309239 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe65633-3f0d-4813-881e-5a34f7dac254 req-e2871467-67b3-44b1-be68-20f0dcd09b22 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:02.310803 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe65633-3f0d-4813-881e-5a34f7dac254 req-e2871467-67b3-44b1-be68-20f0dcd09b22 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 943 time: 0.0521820 Jul 30 01:09:02.355797 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6fe65633-3f0d-4813-881e-5a34f7dac254 req-5419d731-a109-4ac1-a4a8-c7bc29b8ada6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386093 Jul 30 01:09:03.070358 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:09:03.179072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:09:03.193135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'mac_address': 'fa:16:3e:b2:52:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:09:03.237922 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:03.253040 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:09:03.280071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:09:03.287095 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:03.360960 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=4']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:03.494158 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2f43-0d00-4e4c-a671-4f0ceb40d085 req-63426481-9959-4c49-a9d4-85814455e379 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:03.495721 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55dd2f43-0d00-4e4c-a671-4f0ceb40d085 req-63426481-9959-4c49-a9d4-85814455e379 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 944 time: 0.0538692 Jul 30 01:09:03.538890 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-55dd2f43-0d00-4e4c-a671-4f0ceb40d085 req-476f1573-7f86-4b2f-9b5a-69bf27a3c04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362861 Jul 30 01:09:03.598990 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['50913bed-e305-42b0-bb90-2d6d68491fe0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:09:04.693162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d65dc9-c58b-4cb2-8a4b-1de45276511d req-d57a6ca6-754a-4f51-ad88-f0232cefb91e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:04.695307 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77d65dc9-c58b-4cb2-8a4b-1de45276511d req-d57a6ca6-754a-4f51-ad88-f0232cefb91e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 944 time: 0.0725315 Jul 30 01:09:04.740407 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-77d65dc9-c58b-4cb2-8a4b-1de45276511d req-99de8fea-104f-40d4-8557-81ade7d067d9 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358727 Jul 30 01:09:05.082921 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:09:05.148388 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning for port 50913bed-e305-42b0-bb90-2d6d68491fe0 completed by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:09:05.152188 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 50913bed-e305-42b0-bb90-2d6d68491fe0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:09:05.152552 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:05.244798 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:05.275440 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:09:05.277838 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2bccf-8864-4a92-801a-b311562f22f3" -d '{"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:09:05.291890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:09:05.298564 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:05.325648 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e97e1b6-0e29-4651-bcdd-47da88e92559 x-openstack-request-id: req-3e97e1b6-0e29-4651-bcdd-47da88e92559 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:09:05.325902 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:09:05.326185 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e97e1b6-0e29-4651-bcdd-47da88e92559 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:09:05.326576 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'code': 200} Jul 30 01:09:05.352151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=5']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:05.457435 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96056d3-ce46-419f-ad0f-289b9764fd1a req-970d1135-705f-4055-ad03-dc46ed7e035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:05.459043 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f96056d3-ce46-419f-ad0f-289b9764fd1a req-970d1135-705f-4055-ad03-dc46ed7e035f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0515239 Jul 30 01:09:05.504065 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f96056d3-ce46-419f-ad0f-289b9764fd1a req-9e66eb97-8d4f-4c5f-9bc6-65dffc81ab38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359306 Jul 30 01:09:05.882156 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fecb9-52ce-4264-96e5-6281cb3259bb req-25dd3475-a175-4b83-9cc6-bbf74226d0fa tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:05.883734 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-325fecb9-52ce-4264-96e5-6281cb3259bb req-25dd3475-a175-4b83-9cc6-bbf74226d0fa tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0644395 Jul 30 01:09:05.934830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-325fecb9-52ce-4264-96e5-6281cb3259bb req-66d572de-f42b-4600-a1e1-eab2b7ae9c88 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Jul 30 01:09:07.062317 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ad35b-e8e1-414d-a2c0-1a387c0f4d7f req-4a64cf2d-bd64-4b3b-9e68-118f5ecbd3c7 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:07.063808 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c46ad35b-e8e1-414d-a2c0-1a387c0f4d7f req-4a64cf2d-bd64-4b3b-9e68-118f5ecbd3c7 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0524220 Jul 30 01:09:07.106756 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c46ad35b-e8e1-414d-a2c0-1a387c0f4d7f req-abeaf507-eba6-42f0-b983-67d73d02332d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355594 Jul 30 01:09:07.226671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b62007-f4eb-4599-b52a-34aaa82bc9dc req-cd9b179e-a281-4a2f-823f-1b0ab0cdaf21 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:07.228312 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0b62007-f4eb-4599-b52a-34aaa82bc9dc req-cd9b179e-a281-4a2f-823f-1b0ab0cdaf21 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0544429 Jul 30 01:09:07.275091 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b0b62007-f4eb-4599-b52a-34aaa82bc9dc req-558f5c21-ebba-4678-8337-a6aed663e1fb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375772 Jul 30 01:09:07.303646 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41456) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:09:07.353347 n-d-712707-11 neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e01731-fd98-4edf-965a-1dbf6507acf8 tempest-TestSnapshotPattern-1460826740 tempest-TestSnapshotPattern-1460826740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:07.354821 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-84e01731-fd98-4edf-965a-1dbf6507acf8 tempest-TestSnapshotPattern-1460826740 tempest-TestSnapshotPattern-1460826740-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1092 time: 0.0501492 Jul 30 01:09:07.359335 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:09:07.363752 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.v2.base [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Request body: {'floatingip': {'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:09:07.389488 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:07.506798 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:07.612848 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Allocated IP 172.25.5.2 (52725900-2642-44d5-b3ea-23e1d2832e28/b867c875-9cf0-4300-9d89-da442592969b/1afcf847-5cf2-4f41-b4bf-46e458f36887) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:09:07.723482 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:07.764823 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768307912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:07.809481 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Network 52725900-2642-44d5-b3ea-23e1d2832e28 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:09:07.812809 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:09:07.818651 n-d-712707-11 neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:09:07.824172 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=1afcf847-5cf2-4f41-b4bf-46e458f36887,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:07.850975 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.851323 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.851643 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.851973 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.852301 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.852626 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.852946 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.853264 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.853583 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.853939 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.854252 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:07.854590 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:09:08.213328 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:08.284759 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:08.452355 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:08.460430 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8446940'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:08.531690 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event updated for resources: {'Port': ['ID=1afcf847-5cf2-4f41-b4bf-46e458f36887,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:09:08.550623 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561731'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:08.655878 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Floating IP b846376b-9413-4768-b159-94898656a85e associated. External IP: 172.25.5.2, port: 50913bed-e305-42b0-bb90-2d6d68491fe0. Jul 30 01:09:09.241733 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:09:09.363635 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:09:09.374882 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:09:09.384285 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:09.387087 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:09:09.387717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:09:09.420409 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-eecc1350-7de4-4fef-8f2a-0dea5a0024cb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0600047 Jul 30 01:09:09.421026 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:09:09.423393 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec66d44-c76b-457a-ac8e-ce149acb7671" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:09:09.460642 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169d537-99ed-4ebc-a37b-686f19d41313 x-openstack-request-id: req-3169d537-99ed-4ebc-a37b-686f19d41313 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:09:09.461303 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:09:09.461303 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3169d537-99ed-4ebc-a37b-686f19d41313 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:09:09.461562 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'status': 'completed', 'code': 200} Jul 30 01:09:09.514851 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:09:09.551162 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-45180ee0-713c-436e-ba8d-a0b0f2a797f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:09.553137 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-45180ee0-713c-436e-ba8d-a0b0f2a797f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0443697 Jul 30 01:09:09.663603 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-ce48848f-ae3f-4267-af3c-77fc69d2b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:09.665168 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-ce48848f-ae3f-4267-af3c-77fc69d2b459 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.1043770 Jul 30 01:09:09.744225 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-59ca1747-c07c-4bb7-9379-1048de5b4ab5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 997 time: 0.0713546 Jul 30 01:09:09.789031 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}, {'id': 'b846376b-9413-4768-b159-94898656a85e', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:b2:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:09:08Z', 'updated_at': '2021-07-30T01:09:08Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:09:09.796870 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-1738a960-2ba9-4882-a297-2902a3d11f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:09.798441 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-1738a960-2ba9-4882-a297-2902a3d11f93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0456901 Jul 30 01:09:09.819838 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:09:09.829943 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:09:09.830829 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:08:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:09:09.851413 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-c4173796-2c30-4330-8644-39dc4b1f9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:09.852952 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-c4173796-2c30-4330-8644-39dc4b1f9719 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469840 Jul 30 01:09:09.942604 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:09:09.954775 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-3ded47cc-56a0-4db7-8a0b-6b9a5f535018 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930486 Jul 30 01:09:10.067405 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-6ec66d44-c76b-457a-ac8e-ce149acb7671 req-0a4fe802-c2e6-4055-9ba2-2f7a0cd598c3 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053352 Jul 30 01:09:10.347819 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}, {'id': 'b846376b-9413-4768-b159-94898656a85e', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:b2:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:09:08Z', 'updated_at': '2021-07-30T01:09:08Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:09:10.374839 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a867622-411f-44d6-8027-7d12a6a90ec4 None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}, {'id': 'b846376b-9413-4768-b159-94898656a85e', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:b2:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:09:08Z', 'updated_at': '2021-07-30T01:09:08Z', 'revision_number': 0, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:09:10.595667 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee00f1-de90-4d86-8bf5-bf7fefa51d4b None None] New status for floating IP b846376b-9413-4768-b159-94898656a85e: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:09:16.425146 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-31fedfc4-8d81-4cd5-bf03-69f8a326dad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:18.273138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:19.154490 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e622de46-fb69-4ec0-b934-da003199ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:19.506526 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:21.107208 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:22.886381 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:28.926196 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:34.807165 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:09:35.912408 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-d1c094a4-4e54-4dbc-a39d-b7431b5fb15b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909116 Jul 30 01:09:36.025473 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd43d-886a-44dc-90f8-1019df686be6 req-fe50f3c3-e3b7-4b94-8fb4-ed01fc1b28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:36.027041 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-fe50f3c3-e3b7-4b94-8fb4-ed01fc1b28ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1096 time: 0.0512266 Jul 30 01:09:36.141402 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd43d-886a-44dc-90f8-1019df686be6 req-f015339e-5e71-453b-88ea-70312f27b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:36.143077 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-f015339e-5e71-453b-88ea-70312f27b2e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0920796 Jul 30 01:09:36.232892 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-a6c0855a-cff1-45f8-9792-22d1ca436928 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 999 time: 0.0816200 Jul 30 01:09:36.288528 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd43d-886a-44dc-90f8-1019df686be6 req-be5619bf-27ba-4a3e-8237-dd35e8906d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:36.290665 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-be5619bf-27ba-4a3e-8237-dd35e8906d09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0503182 Jul 30 01:09:36.339659 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd43d-886a-44dc-90f8-1019df686be6 req-59875afe-0f39-4344-86db-cfe92945b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:09:36.341191 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-59875afe-0f39-4344-86db-cfe92945b366 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433998 Jul 30 01:09:36.442059 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-112f4577-4686-4d43-93d7-3f0695f273c4 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922291 Jul 30 01:09:36.547172 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-166cd43d-886a-44dc-90f8-1019df686be6 req-90c430ef-91d0-480e-8a12-e1c95a94c601 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939710 Jul 30 01:09:46.418198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e8251ad-2cb7-4a43-a15a-4042f6ef3f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:48.272072 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:49.159881 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f402549d-ca0f-442a-a718-cacb3d47a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:49.503131 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:51.112924 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:52.887764 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:09:58.923760 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:11.806928 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:10:16.425895 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ac1db8b3-c420-40b4-bfa6-ad4508c693e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:18.270527 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:19.156408 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9b1a-2c9b-4635-b1a8-28ac2e13e807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:19.500571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:21.118444 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:22.886097 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:28.924934 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:35.880412 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-400dfad9-66fb-4293-9e9f-95fc005fc242 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462966 Jul 30 01:10:35.968471 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160866b7-235d-44e4-b4e9-6c393b445573 req-370abdea-6e48-4446-899d-ec4b4e290cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:35.970105 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-370abdea-6e48-4446-899d-ec4b4e290cfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0499527 Jul 30 01:10:36.082485 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160866b7-235d-44e4-b4e9-6c393b445573 req-655daa2e-b534-46b8-b8b8-cd389cfbb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:36.084024 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-655daa2e-b534-46b8-b8b8-cd389cfbb3e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.0896547 Jul 30 01:10:36.155093 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-7c2d6d06-6269-447c-8637-11ccf26216be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 999 time: 0.0633950 Jul 30 01:10:36.204848 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160866b7-235d-44e4-b4e9-6c393b445573 req-1af3ac66-ba0d-48d4-8d7d-f4d8765536cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:36.206378 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-1af3ac66-ba0d-48d4-8d7d-f4d8765536cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0442102 Jul 30 01:10:36.262853 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160866b7-235d-44e4-b4e9-6c393b445573 req-94779495-ec61-4dd3-9a2a-5a4109706b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:36.265146 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-94779495-ec61-4dd3-9a2a-5a4109706b61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500038 Jul 30 01:10:36.365884 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-7502a2d2-07a7-467c-8abf-542f911f8910 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927896 Jul 30 01:10:36.471712 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-160866b7-235d-44e4-b4e9-6c393b445573 req-a15d757d-0639-48b1-a228-d76921606f93 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981846 Jul 30 01:10:43.451827 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 details requested by agent hyperv_n-h1-712707-11 with host n-h1-712707-11 {{(pid=93866) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:10:43.556735 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:10:43.569360 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Returning: {'device': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'port_id': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'mac_address': 'fa:16:3e:b2:52:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93866) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:10:43.613387 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:43.627291 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:10:43.647976 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:10:43.652842 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:43.709985 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=6']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:10:43.717690 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.718080 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.718424 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.718763 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.719096 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.719426 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.719745 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.720078 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.720403 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.720738 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.721125 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.721461 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:43.823385 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] get_ports_and_sgs() called for port_ids ['50913bed-e305-42b0-bb90-2d6d68491fe0'] {{(pid=93866) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:10:45.465262 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 up at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:10:45.523284 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Provisioning complete for port 50913bed-e305-42b0-bb90-2d6d68491fe0 triggered by entity L2. {{(pid=93866) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:10:45.523714 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508898'] for port, provisioning_complete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:45.638707 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1637140'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:45.680492 n-d-712707-11 neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:10:45.683553 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f15b1f8d89220f9b29bc759e8e0129d95c0bd89ef0718c72a384f1a50a12946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e09369-3a2e-4a2c-9278-f6a4e4035f35" -d '{"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:10:45.704225 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:10:45.711377 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768308316977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768307911684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768307911702'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:45.766478 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f148b1-ea8e-4c26-a669-3faa10f2a51f x-openstack-request-id: req-c7f148b1-ea8e-4c26-a669-3faa10f2a51f {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:10:45.766776 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-plugged", "status": "completed", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:10:45.767033 n-d-712707-11 neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7f148b1-ea8e-4c26-a669-3faa10f2a51f {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:10:45.767428 n-d-712707-11 neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'code': 200} Jul 30 01:10:45.795645 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Pushing event updated for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=7']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:10:46.418989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ee98078-f20c-4299-b6e0-dec87bf30614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:48.278808 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:48.807566 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:10:49.162826 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-699cc219-18a0-4185-b468-59f72ed9c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:49.510198 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:51.119301 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:52.895749 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.145991 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41680) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:10:54.330028 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Deleting port 1afcf847-5cf2-4f41-b4bf-46e458f36887 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:10:54.330382 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.416828 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.417153 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.429710 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Calling delete_port for 1afcf847-5cf2-4f41-b4bf-46e458f36887 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:10:54.602305 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.633515 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event deleted for resources: {'Port': ['ID=1afcf847-5cf2-4f41-b4bf-46e458f36887,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:10:54.660602 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.660951 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.661284 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.661645 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.661984 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.662311 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.662641 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.662962 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.663287 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.663629 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.663952 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.664281 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:54.709150 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:54.709451 n-d-712707-11 neutron-server[93865]: INFO neutron.db.l3_db [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Floating IP b846376b-9413-4768-b159-94898656a85e disassociated (deleted). External IP: 172.25.5.2, port: 50913bed-e305-42b0-bb90-2d6d68491fe0. Jul 30 01:10:54.945104 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:10:55.070576 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:10:55.075884 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:55.081151 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:10:55.090791 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:10:55.091406 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:10:55.105302 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-e1251307-d8d9-4ccd-9965-61f4afc410eb tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "DELETE /v2.0/floatingips/b846376b-9413-4768-b159-94898656a85e HTTP/1.1" status: 204 len: 168 time: 0.9580402 Jul 30 01:10:55.106196 n-d-712707-11 neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:10:55.108780 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1867be5fa239c0a410177bed1e8202338fec3b15b23edb31f2f1369cf0cc3939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:10:55.203941 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:10:55.282536 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b31447-6334-40e1-8aa6-b61682067067 x-openstack-request-id: req-04b31447-6334-40e1-8aa6-b61682067067 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:10:55.283403 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:10:55.283659 n-d-712707-11 neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04b31447-6334-40e1-8aa6-b61682067067 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:10:55.284072 n-d-712707-11 neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'status': 'completed', 'code': 200} Jul 30 01:10:55.412437 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940eec3-aef6-4b99-8b79-919e86994eef req-9de66368-a1ea-4b0e-b829-5341857ecc25 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:55.413157 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f940eec3-aef6-4b99-8b79-919e86994eef req-9de66368-a1ea-4b0e-b829-5341857ecc25 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0828388 Jul 30 01:10:55.423057 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-48e68e02-f78a-4a0f-be97-f565537c6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:55.424651 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-48e68e02-f78a-4a0f-be97-f565537c6c7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0833921 Jul 30 01:10:55.463696 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:10:55.500796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:10:55.510237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f940eec3-aef6-4b99-8b79-919e86994eef req-553ebf52-48ff-46f8-a9cf-f0c911ea02de tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905156 Jul 30 01:10:55.514135 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:10:55.515494 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:10:55.550050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-f7fc6491-61d2-4b3a-b94a-aff915f7c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:55.551612 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-f7fc6491-61d2-4b3a-b94a-aff915f7c292 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.1132390 Jul 30 01:10:55.608101 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-5547f793-c044-41ef-a4c2-00ac1a587241 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 200 len: 217 time: 0.0478849 Jul 30 01:10:55.632554 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:10:55.667746 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-ad2842b8-efb9-4fbf-94ad-8ae1ba312547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:55.669304 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-ad2842b8-efb9-4fbf-94ad-8ae1ba312547 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0489171 Jul 30 01:10:55.719646 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-e58996fd-876e-4b21-b3f5-8fc39201d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:55.721130 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-e58996fd-876e-4b21-b3f5-8fc39201d180 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438447 Jul 30 01:10:55.825683 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-1bf922ac-de1c-42b8-8189-dea33c6b8e66 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933135 Jul 30 01:10:55.875740 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:10:55.906706 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2014516b-2546-4179-98e1-cc5a72884663 None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_floatingips': [{'id': '9b4d9dd6-bc28-437b-b1a3-08f9db8b8709', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'router_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'port_id': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'mac_address': 'fa:16:3e:5b:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:06:34Z', 'updated_at': '2021-07-30T01:06:36Z', 'revision_number': 1, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:10:55.923793 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-c818d2e8-8290-41c8-90e0-7c89ea01d2ed req-19e98a3a-2e83-4f8f-be61-2a1ee479a17a service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896771 Jul 30 01:10:56.162203 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbb322-53c2-4030-9963-883610b63cb9 None None] New status for floating IP b846376b-9413-4768-b159-94898656a85e: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:10:56.643277 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b284f-32f7-4e40-a6df-409f833e1843 req-fdac10a9-5624-430c-b45a-7a089a73f147 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:56.644809 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc5b284f-32f7-4e40-a6df-409f833e1843 req-fdac10a9-5624-430c-b45a-7a089a73f147 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Jul 30 01:10:56.684010 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-cc5b284f-32f7-4e40-a6df-409f833e1843 req-6fbb07b0-59fc-4883-ac87-5ec4c4d5420c tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Jul 30 01:10:57.156199 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7bb41-4416-4999-a194-78d2282ad058 req-a589f96e-25b0-4126-bc3a-1aa04f0fe646 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:10:57.157791 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34d7bb41-4416-4999-a194-78d2282ad058 req-a589f96e-25b0-4126-bc3a-1aa04f0fe646 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0572627 Jul 30 01:10:57.255288 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Deleting port 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:10:57.255634 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:57.351570 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] For port 50913bed-e305-42b0-bb90-2d6d68491fe0, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=50913bed-e305-42b0-bb90-2d6d68491fe0,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:10:57.352005 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:57.368352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Calling delete_port for 50913bed-e305-42b0-bb90-2d6d68491fe0 owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:10:57.515103 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:57.527297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:10:57.546446 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event deleted for resources: {'Port': ['ID=50913bed-e305-42b0-bb90-2d6d68491fe0,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:10:57.549072 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:10:57.549431 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:10:57.579753 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.580099 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.580433 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.580749 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.581077 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.581391 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.581727 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.582040 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.582355 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.582671 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.582992 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.583307 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-11 {{(pid=93864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:10:57.603863 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] No DVR routers for this DVR port 50913bed-e305-42b0-bb90-2d6d68491fe0 on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:10:57.606682 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:57.608820 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-34d7bb41-4416-4999-a194-78d2282ad058 req-81638589-f61a-4943-996d-1c63555ab04a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "DELETE /v2.0/ports/50913bed-e305-42b0-bb90-2d6d68491fe0 HTTP/1.1" status: 204 len: 173 time: 0.4435208 Jul 30 01:10:57.609278 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-deleted', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:10:57.611634 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559211e2-2606-45ca-bcdf-a65be2c921c8" -d '{"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-deleted", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:10:57.662159 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2707bc59-2f1c-4038-ae4e-5bb47bd1eff9 x-openstack-request-id: req-2707bc59-2f1c-4038-ae4e-5bb47bd1eff9 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:10:57.663212 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1", "name": "network-vif-deleted", "tag": "50913bed-e305-42b0-bb90-2d6d68491fe0", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:10:57.663212 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2707bc59-2f1c-4038-ae4e-5bb47bd1eff9 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:10:57.663564 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1', 'name': 'network-vif-deleted', 'tag': '50913bed-e305-42b0-bb90-2d6d68491fe0', 'status': 'completed', 'code': 200} Jul 30 01:10:57.813124 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-af802c03-4956-44bc-ab12-c99e7c3a5700 req-35c023c0-c29b-4c24-a179-8f4b6557ebf3 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd2ad9e-68de-4f01-a02b-80f9d68c4ce1 HTTP/1.1" status: 200 len: 210 time: 0.0284619 Jul 30 01:10:58.926683 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:59.479861 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41740) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:10:59.668560 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Deleting port 85a95b71-8f98-434f-b0b5-82381a53b0e4 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:10:59.668828 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:59.750203 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:59.750529 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:59.764530 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Calling delete_port for 85a95b71-8f98-434f-b0b5-82381a53b0e4 owned by network:floatingip {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:10:59.950325 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:10:59.982257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event deleted for resources: {'Port': ['ID=85a95b71-8f98-434f-b0b5-82381a53b0e4,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:00.043704 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for floatingip, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:00.044037 n-d-712707-11 neutron-server[93864]: INFO neutron.db.l3_db [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Floating IP 9b4d9dd6-bc28-437b-b1a3-08f9db8b8709 disassociated (deleted). External IP: 172.25.5.34, port: dbb5b1f9-9b06-4341-8622-50d671c0f6af. Jul 30 01:11:00.259772 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:11:00.375621 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:11:00.381286 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for floatingip, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:00.385796 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:11:00.397587 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:00.398228 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:00.414830 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-cbcb687c-5720-4a8f-be72-4c660a6ab0e5 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "DELETE /v2.0/floatingips/9b4d9dd6-bc28-437b-b1a3-08f9db8b8709 HTTP/1.1" status: 204 len: 168 time: 0.9308717 Jul 30 01:11:00.414830 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:11:00.415352 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36f24f-9c8b-4208-8af2-6dd41de266f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:11:00.511860 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:00.586003 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dba9b2-9c48-4532-87e9-24aa2939f122 x-openstack-request-id: req-14dba9b2-9c48-4532-87e9-24aa2939f122 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:11:00.586573 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:11:00.586573 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14dba9b2-9c48-4532-87e9-24aa2939f122 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:11:00.586938 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'status': 'completed', 'code': 200} Jul 30 01:11:00.740525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda8d1-66d7-48bf-a8cc-cfff4cbf6a4f req-f39a96d5-acea-4389-ab0c-8e9b8d52d47e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:00.742211 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffdda8d1-66d7-48bf-a8cc-cfff4cbf6a4f req-f39a96d5-acea-4389-ab0c-8e9b8d52d47e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.1053610 Jul 30 01:11:00.749207 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-5a045df7-cc51-4f09-a50f-218230343eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:00.750738 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-5a045df7-cc51-4f09-a50f-218230343eea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45f95bb78d5243f5906c8788089b9979&device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 1096 time: 0.1020455 Jul 30 01:11:00.753207 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:00.788297 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:11:00.797364 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:00.798012 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:00.837433 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-ffdda8d1-66d7-48bf-a8cc-cfff4cbf6a4f req-1848053f-d7fd-45fb-a07d-70b7feaf9c82 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856915 Jul 30 01:11:00.879939 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-487d7a44-e65f-4e1b-bc84-1456035ce6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:00.881488 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-487d7a44-e65f-4e1b-bc84-1456035ce6c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 200 len: 911 time: 0.1222260 Jul 30 01:11:00.911850 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:00.925364 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-d9d18561-8c57-403e-ba77-9dd8f3a5ea44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 200 len: 217 time: 0.0360775 Jul 30 01:11:00.980173 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-887809fb-5be9-4722-8976-2f13437584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:00.981794 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-887809fb-5be9-4722-8976-2f13437584fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 200 len: 849 time: 0.0490034 Jul 30 01:11:01.040551 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-abebceba-4a73-4854-b721-b29c070915c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:01.042080 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-abebceba-4a73-4854-b721-b29c070915c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480628 Jul 30 01:11:01.147807 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-c4920d25-a006-4f63-a4e2-b6b56f0c573c service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958858 Jul 30 01:11:01.243038 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-9f36f24f-9c8b-4208-8af2-6dd41de266f1 req-c7504662-9c7e-490e-be78-324a363ce8c5 service neutron] 10.222.0.57 "GET /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872378 Jul 30 01:11:01.298966 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:01.326367 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50317e-c1b9-4d40-ac1b-51dc7e17b4b6 None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:06:12Z', 'revision_number': 4, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11', '_interfaces': [{'id': '63f8ed8b-0391-4d57-81a1-c44b80f91e27', 'name': '', 'network_id': 'bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'mac_address': 'fa:16:3e:4f:e5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '48418873-636a-458f-b21b-adf7bba57879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:11Z', 'updated_at': '2021-07-30T01:06:19Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'subnets': [{'id': '48418873-636a-458f-b21b-adf7bba57879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:11:01.543532 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:01.553306 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf5c04-63c7-4955-9633-187934dd02dc None None] New status for floating IP 9b4d9dd6-bc28-437b-b1a3-08f9db8b8709: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:11:01.569717 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: 50913bed-e305-42b0-bb90-2d6d68491fe0 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:01.570050 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device 50913bed-e305-42b0-bb90-2d6d68491fe0 not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:01.979017 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881205-cf7f-4679-a676-136f157ee33d req-a4305241-abe2-41ed-8a67-0f1b63a45860 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:01.980590 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5881205-cf7f-4679-a676-136f157ee33d req-a4305241-abe2-41ed-8a67-0f1b63a45860 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.0610561 Jul 30 01:11:02.024967 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-f5881205-cf7f-4679-a676-136f157ee33d req-724741b3-3fd0-4afe-9894-43f6ceea352e tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2a272f8-9657-4374-9d53-682246d22315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362332 Jul 30 01:11:02.469525 n-d-712707-11 neutron-server[93864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406c48-500b-478a-9b01-06071d6a774a req-7d7b223b-6515-42f2-9760-cc9fb85fefb3 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:11:02.471064 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1406c48-500b-478a-9b01-06071d6a774a req-7d7b223b-6515-42f2-9760-cc9fb85fefb3 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 944 time: 0.0532126 Jul 30 01:11:02.570608 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Deleting port dbb5b1f9-9b06-4341-8622-50d671c0f6af {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:02.570866 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:02.665658 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] For port dbb5b1f9-9b06-4341-8622-50d671c0f6af, host n-h1-712707-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-11',level=0,port_id=dbb5b1f9-9b06-4341-8622-50d671c0f6af,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:02.666039 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:02.681582 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Calling delete_port for dbb5b1f9-9b06-4341-8622-50d671c0f6af owned by compute:nova {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:02.831344 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:02.862596 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event deleted for resources: {'Port': ['ID=dbb5b1f9-9b06-4341-8622-50d671c0f6af,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:02.914462 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] No DVR routers for this DVR port dbb5b1f9-9b06-4341-8622-50d671c0f6af on host n-h1-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:11:02.917310 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16147'] for port, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:02.919517 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-b1406c48-500b-478a-9b01-06071d6a774a req-8f972467-c9e5-4a53-bd4a-eb50d79ff21d tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.57 "DELETE /v2.0/ports/dbb5b1f9-9b06-4341-8622-50d671c0f6af HTTP/1.1" status: 204 len: 173 time: 0.4418871 Jul 30 01:11:02.920000 n-d-712707-11 neutron-server[93864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-deleted', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af'}] {{(pid=93864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:11:02.923178 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2762ec58128f9800dd36606e604fb621794833a39499c8e240568958317183bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6181a28f-faad-4d19-afbb-f5ae164ff188" -d '{"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-deleted", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af"}]}' {{(pid=93864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:11:02.962565 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033cc528-dc69-4042-9fa1-ef4dc0d8c664 x-openstack-request-id: req-033cc528-dc69-4042-9fa1-ef4dc0d8c664 {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:11:02.962935 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04b55bb-3e12-40e9-b883-2d48231522a8", "name": "network-vif-deleted", "tag": "dbb5b1f9-9b06-4341-8622-50d671c0f6af", "status": "completed", "code": 200}]} {{(pid=93864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:11:02.963243 n-d-712707-11 neutron-server[93864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-033cc528-dc69-4042-9fa1-ef4dc0d8c664 {{(pid=93864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:11:02.963709 n-d-712707-11 neutron-server[93864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04b55bb-3e12-40e9-b883-2d48231522a8', 'name': 'network-vif-deleted', 'tag': 'dbb5b1f9-9b06-4341-8622-50d671c0f6af', 'status': 'completed', 'code': 200} Jul 30 01:11:03.145237 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [req-a2cbb884-7d23-407d-8c37-b17973c5a382 req-9f2b333c-3618-4d65-975b-573f16fe06d6 tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04b55bb-3e12-40e9-b883-2d48231522a8 HTTP/1.1" status: 200 len: 210 time: 0.0341132 Jul 30 01:11:04.209042 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41758) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:04.275467 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:04.305520 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:04.378821 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:04.382426 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:04.384007 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] 10.222.0.49 "DELETE /v2.0/security-groups/e2a272f8-9657-4374-9d53-682246d22315 HTTP/1.1" status: 204 len: 168 time: 0.1737595 Jul 30 01:11:04.395104 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20830834-86db-4964-bb32-c995387c338a tempest-TestSnapshotPattern-326938129 tempest-TestSnapshotPattern-326938129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a272f8-9657-4374-9d53-682246d22315,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:04.443106 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41762) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:05.233091 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:05.519084 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Deleting port 63f8ed8b-0391-4d57-81a1-c44b80f91e27 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:05.519490 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:05.603474 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] For port 63f8ed8b-0391-4d57-81a1-c44b80f91e27, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=63f8ed8b-0391-4d57-81a1-c44b80f91e27,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:05.603823 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:05.617544 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Calling delete_port for 63f8ed8b-0391-4d57-81a1-c44b80f91e27 owned by network:router_interface {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:05.812963 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:05.850050 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Pushing event deleted for resources: {'Port': ['ID=63f8ed8b-0391-4d57-81a1-c44b80f91e27,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:06.049767 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:06.279504 n-d-712707-11 neutron-server[93864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Router 7260915b-a5c7-49a9-b78e-291443454c53 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:11:06.398414 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:11:06.405968 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-832a8caa-1f91-42ec-966b-420ed4a9946c admin admin] 10.222.0.49 "PUT /v2.0/routers/7260915b-a5c7-49a9-b78e-291443454c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613605 Jul 30 01:11:06.408442 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41764) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:06.411661 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Sync routers for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:11:06.421303 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:06.421970 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:06.529338 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:06.546982 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: n-d-712707-11 {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:06.647735 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:06.710284 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Deleting port ed1d55cb-2c93-4a4f-8cce-63a9682514d6 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:06.710638 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:06.746415 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:11:05Z', 'revision_number': 5, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port': {'id': 'ed1d55cb-2c93-4a4f-8cce-63a9682514d6', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260915b-a5c7-49a9-b78e-291443454c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:10Z', 'updated_at': '2021-07-30T01:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:06.773718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Checking router: 7260915b-a5c7-49a9-b78e-291443454c53 for host: n-d-712707-11 {{(pid=93866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:11:06.783272 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Routers {'7260915b-a5c7-49a9-b78e-291443454c53'} bound to L3 agent in host n-d-712707-11 {{(pid=93866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:06.783864 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['7260915b-a5c7-49a9-b78e-291443454c53'], 'active': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:06.795319 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] For port ed1d55cb-2c93-4a4f-8cce-63a9682514d6, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:06.795750 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:06.809588 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Calling delete_port for ed1d55cb-2c93-4a4f-8cce-63a9682514d6 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:06.872139 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvr_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] Set router 7260915b-a5c7-49a9-b78e-291443454c53 gateway port host: None {{(pid=93866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:06.927177 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_hamode_db [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:11:06Z', 'revision_number': 6, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:06.954583 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896c07e-e68b-42f1-89aa-11e02cba6fc6 None None] The sync data for ids ['7260915b-a5c7-49a9-b78e-291443454c53'] in n-d-712707-11 is: [{'id': '7260915b-a5c7-49a9-b78e-291443454c53', 'name': 'tempest-TestSnapshotPattern-1069009565-router', 'tenant_id': '45f95bb78d5243f5906c8788089b9979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:09Z', 'updated_at': '2021-07-30T01:11:06Z', 'revision_number': 6, 'project_id': '45f95bb78d5243f5906c8788089b9979', 'gw_port_host': None}] {{(pid=93866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:11:06.988080 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.019130 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1d55cb-2c93-4a4f-8cce-63a9682514d6,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:07.092995 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.196047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.198337 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.249041 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.249763 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7260915b-a5c7-49a9-b78e-291443454c53 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:11:07.254806 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.258344 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-a5cae1dc-bed5-42b4-89fd-fa2021e88ca6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7260915b-a5c7-49a9-b78e-291443454c53 HTTP/1.1" status: 204 len: 168 time: 0.8465168 Jul 30 01:11:07.258696 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41766) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:07.313575 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Deleting subnet 48418873-636a-458f-b21b-adf7bba57879 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:11:07.317406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.357406 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.443992 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.508156 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.540542 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48418873-636a-458f-b21b-adf7bba57879,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:07.542585 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.553566 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-0694290c-f449-4128-95c4-f34e54ed68eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48418873-636a-458f-b21b-adf7bba57879 HTTP/1.1" status: 204 len: 168 time: 0.2849898 Jul 30 01:11:07.553566 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41768) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:07.554168 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b55ece-21c7-49b6-9f66-317066610865 None None] Network bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:11:07.595477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af no longer exists at agent hyperv_n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:07.626276 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] No Port match for: dbb5b1f9-9b06-4341-8622-50d671c0f6af {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:07.626521 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Device dbb5b1f9-9b06-4341-8622-50d671c0f6af not bound to the agent host n-h1-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:07.767846 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.775345 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] DHCP port deletion for bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:11:07.825374 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Deleting port d8ef8a95-9efa-4713-aad2-be0d68d8e681 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:07.825830 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.828513 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Deleting port d8ef8a95-9efa-4713-aad2-be0d68d8e681 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:07.828978 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.897474 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] For port d8ef8a95-9efa-4713-aad2-be0d68d8e681, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8ef8a95-9efa-4713-aad2-be0d68d8e681,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:07.897921 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.900820 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] For port d8ef8a95-9efa-4713-aad2-be0d68d8e681, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=d8ef8a95-9efa-4713-aad2-be0d68d8e681,segment=NetworkSegment(37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0),segment_id=37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:07.901225 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:07.914445 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Calling delete_port for d8ef8a95-9efa-4713-aad2-be0d68d8e681 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:07.916190 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Calling delete_port for d8ef8a95-9efa-4713-aad2-be0d68d8e681 owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:08.004916 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.024511 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.036752 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] Pushing event deleted for resources: {'Port': ['ID=d8ef8a95-9efa-4713-aad2-be0d68d8e681,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:08.040720 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3bff4-0d66-4354-b147-ddf2da5107a2 None None] No DVR routers for this DVR port d8ef8a95-9efa-4713-aad2-be0d68d8e681 on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:11:08.055384 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ef8a95-9efa-4713-aad2-be0d68d8e681,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:08.059868 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] No DVR routers for this DVR port d8ef8a95-9efa-4713-aad2-be0d68d8e681 on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:11:08.140817 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.151909 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:08.163197 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:08.163479 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e41a40-8e45-4a9f-b6c9-6e39f9c64fc0') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:08.173989 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.189466 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.195767 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:11:08.196152 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self.session.flush() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: timer() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:11:08.197897 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:11:08.260792 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.268690 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.273752 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] 10.222.0.49 "DELETE /v2.0/networks/bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634 HTTP/1.1" status: 204 len: 168 time: 0.7204752 Jul 30 01:11:08.273891 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.49', 41772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:08.280883 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e1005-fd1e-4599-aa6e-ab4b276a0f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0a4a7c-4a68-4f9d-a7aa-3a603dfb6634,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:08.344007 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8ef8a95-9efa-4713-aad2-be0d68d8e681 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:08.365935 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: d8ef8a95-9efa-4713-aad2-be0d68d8e681 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:08.366289 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device d8ef8a95-9efa-4713-aad2-be0d68d8e681 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:08.366718 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed1d55cb-2c93-4a4f-8cce-63a9682514d6 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:08.387526 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: ed1d55cb-2c93-4a4f-8cce-63a9682514d6 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:08.387876 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device ed1d55cb-2c93-4a4f-8cce-63a9682514d6 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:08.388300 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 63f8ed8b-0391-4d57-81a1-c44b80f91e27 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:08.409070 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 63f8ed8b-0391-4d57-81a1-c44b80f91e27 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:08.409324 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 63f8ed8b-0391-4d57-81a1-c44b80f91e27 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:08.659397 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397379'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:08.952220 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Deleting port 48e7dd93-f475-45be-955d-a194dfd07065 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:08.952528 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:09.048151 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] For port 48e7dd93-f475-45be-955d-a194dfd07065, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=48e7dd93-f475-45be-955d-a194dfd07065,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:09.048475 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:09.065235 n-d-712707-11 neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Calling delete_port for 48e7dd93-f475-45be-955d-a194dfd07065 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:09.261442 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8446917'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:09.286742 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Pushing event deleted for resources: {'Port': ['ID=48e7dd93-f475-45be-955d-a194dfd07065,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:09.465434 n-d-712707-11 neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397359'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:09.702498 n-d-712707-11 neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Router 25d8128b-0bfa-4b81-8bbf-2a9240337702 has already been hosted by L3 agent 07ece07d-92c5-4ec7-8054-0dda3e23e850 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:11:09.821330 n-d-712707-11 neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] Notify agent at l3_agent.n-d-712707-11 the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:11:09.826937 n-d-712707-11 neutron-server[93865]: INFO neutron.wsgi [None req-6b862000-7f57-4e8c-b620-bab07960225b admin admin] 10.222.0.49 "PUT /v2.0/routers/25d8128b-0bfa-4b81-8bbf-2a9240337702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5519347 Jul 30 01:11:09.830109 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41774) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:09.830684 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Sync routers for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:11:09.841661 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:09.842292 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:09.945213 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks [] for router, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:09.951046 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: n-d-712707-11 {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:10.052550 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.109150 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Deleting port 832b33ef-410f-4a8a-b2b8-662cd894d956 {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:10.110067 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.142542 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'external_fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:11:09Z', 'revision_number': 5, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port': {'id': '832b33ef-410f-4a8a-b2b8-662cd894d956', 'name': '', 'network_id': '52725900-2642-44d5-b3ea-23e1d2832e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'b867c875-9cf0-4300-9d89-da442592969b', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:06:15Z', 'updated_at': '2021-07-30T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b867c875-9cf0-4300-9d89-da442592969b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-11'}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:10.168850 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Checking router: 25d8128b-0bfa-4b81-8bbf-2a9240337702 for host: n-d-712707-11 {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:11:10.178150 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Routers {'25d8128b-0bfa-4b81-8bbf-2a9240337702'} bound to L3 agent in host n-d-712707-11 {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:11:10.178760 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:23:49Z,description=,heartbeat_timestamp=2021-07-30T01:10:49Z,host='n-d-712707-11',id=07ece07d-92c5-4ec7-8054-0dda3e23e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:23:49Z,topic='l3_agent')) {'router_ids': ['25d8128b-0bfa-4b81-8bbf-2a9240337702'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:10.190674 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] For port 832b33ef-410f-4a8a-b2b8-662cd894d956, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=832b33ef-410f-4a8a-b2b8-662cd894d956,segment=NetworkSegment(2e389fe3-c7d5-4315-ae73-145273f1e079),segment_id=2e389fe3-c7d5-4315-ae73-145273f1e079)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:10.191020 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.204257 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Calling delete_port for 832b33ef-410f-4a8a-b2b8-662cd894d956 owned by network:router_gateway {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:10.263281 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] Set router 25d8128b-0bfa-4b81-8bbf-2a9240337702 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:11:10.320973 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:11:10Z', 'revision_number': 6, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port_host': None}], 'n-d-712707-11', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:10.348333 n-d-712707-11 neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e91f10-698f-41cf-956f-588513cccde0 None None] The sync data for ids ['25d8128b-0bfa-4b81-8bbf-2a9240337702'] in n-d-712707-11 is: [{'id': '25d8128b-0bfa-4b81-8bbf-2a9240337702', 'name': 'tempest-TestSnapshotPattern-604351430-router', 'tenant_id': '16519d7dc37841c4a33dca12a9ea80ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:06:14Z', 'updated_at': '2021-07-30T01:11:10Z', 'revision_number': 6, 'project_id': '16519d7dc37841c4a33dca12a9ea80ce', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:11:10.383072 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.413946 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Pushing event deleted for resources: {'Port': ['ID=832b33ef-410f-4a8a-b2b8-662cd894d956,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:10.495191 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561805'] for router_gateway, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.588836 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129186'] for router, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.591267 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.642182 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640386'] for router, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.642638 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d8128b-0bfa-4b81-8bbf-2a9240337702 {{(pid=93864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:11:10.647667 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] Notify callbacks [] for router, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:10.648833 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c6c1ec15-742a-45dc-aae9-4ecdb59a8958 admin admin] 10.222.0.49 "DELETE /v2.0/routers/25d8128b-0bfa-4b81-8bbf-2a9240337702 HTTP/1.1" status: 204 len: 168 time: 0.8176408 Jul 30 01:11:10.651581 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41776) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:11.070684 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Deleting subnet 95fe8ae0-ae63-4ba5-93a6-b99043dcf309 {{(pid=93864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:11:11.074242 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.114640 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9821418'] for subnet, precommit_delete_associations {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.198684 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536392'] for subnet, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.260854 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9254522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8933743'] for subnet, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.287387 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fe8ae0-ae63-4ba5-93a6-b99043dcf309,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:11.292047 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.297367 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-2fcb191e-0082-463e-a66d-a8683418880f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/95fe8ae0-ae63-4ba5-93a6-b99043dcf309 HTTP/1.1" status: 204 len: 168 time: 0.6414108 Jul 30 01:11:11.297367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41778) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:11.300699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1dfcf-6443-4aa1-ab30-230603776257 None None] Network 0e5251be-31fc-4d5e-be9f-b190632f045b requested from n-d-712707-11 {{(pid=93866) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:11:11.369050 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670017'] for network, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.430449 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Deleting port 7767af1a-0127-42a1-8ed7-9784a0b3a76e {{(pid=93864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:11.431494 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.485493 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] DHCP port deletion for 0e5251be-31fc-4d5e-be9f-b190632f045b request from n-d-712707-11 {{(pid=93866) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:11:11.496352 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.db [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] For port 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7767af1a-0127-42a1-8ed7-9784a0b3a76e,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:11.496729 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.511676 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.plugin [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Calling delete_port for 7767af1a-0127-42a1-8ed7-9784a0b3a76e owned by network:dhcp {{(pid=93864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:11.533143 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Deleting port 7767af1a-0127-42a1-8ed7-9784a0b3a76e {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:11:11.533498 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768308312203'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.603392 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9254485'] for port, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.605195 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] For port 7767af1a-0127-42a1-8ed7-9784a0b3a76e, host n-d-712707-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-11',level=0,port_id=7767af1a-0127-42a1-8ed7-9784a0b3a76e,segment=NetworkSegment(c285251c-a9d9-448e-838b-9fbb707c6f1a),segment_id=c285251c-a9d9-448e-838b-9fbb707c6f1a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:11:11.605586 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401044'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.620021 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Calling delete_port for 7767af1a-0127-42a1-8ed7-9784a0b3a76e owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:11:11.630484 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Pushing event deleted for resources: {'Port': ['ID=7767af1a-0127-42a1-8ed7-9784a0b3a76e,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:11.635943 n-d-712707-11 neutron-server[93864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] No DVR routers for this DVR port 7767af1a-0127-42a1-8ed7-9784a0b3a76e on host n-d-712707-11 {{(pid=93864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:11:11.701336 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1024159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768308316959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768307912183'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.714383 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510687', 'neutron.services.segments.db._delete_segments_for_network-8768308392497'] for network, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.726053 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5251be-31fc-4d5e-be9f-b190632f045b']}} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:11.726527 n-d-712707-11 neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] Pushing event deleted for resources: {'Port': ['ID=7767af1a-0127-42a1-8ed7-9784a0b3a76e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:11.734890 n-d-712707-11 neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e29d6-1332-4212-8b22-19aefb515219 None None] No DVR routers for this DVR port 7767af1a-0127-42a1-8ed7-9784a0b3a76e on host n-d-712707-11 {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:11:11.738888 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c285251c-a9d9-448e-838b-9fbb707c6f1a') {'for_net_delete': True} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:11.739216 n-d-712707-11 neutron-server[93864]: DEBUG neutron.services.segments.db [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c285251c-a9d9-448e-838b-9fbb707c6f1a') {} {{(pid=93864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:11:11.753417 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768308393786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9821409'] for segment, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.773044 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894'] for segment, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.780276 n-d-712707-11 neutron-server[93864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:11:11.780900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9254820'] for segment, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: Traceback (most recent call last): Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: timer() Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: cb(*args, **kw) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: return func(*args, **kwargs) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: self._notify() Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: self.callback(batched_events) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: event.method(event) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: return f(self, *a, **k) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: return self._get(url).json() Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: return self.request(url, 'GET', **kwargs) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:11:11.782903 n-d-712707-11 neutron-server[93864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:11:11.841096 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561841'] for network, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.848489 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Notify callbacks [] for network, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:11.850444 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e5251be-31fc-4d5e-be9f-b190632f045b HTTP/1.1" status: 204 len: 168 time: 0.5510566 Jul 30 01:11:11.863724 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed2a5a-3e8e-4283-a6e2-7cb18618a992 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5251be-31fc-4d5e-be9f-b190632f045b,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:11.981944 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41782) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:12.029440 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c5bb7c76-56c1-4346-936e-6f1e081f0cf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45f95bb78d5243f5906c8788089b9979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462468 Jul 30 01:11:12.032677 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41784) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:12.091334 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.115600 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.187377 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.190369 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.191632 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b184c541-0a20-42fa-a86a-0d8f868ab770 HTTP/1.1" status: 204 len: 168 time: 0.1579971 Jul 30 01:11:12.200205 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3e5c2-c56e-4b33-b2f1-3ecbaa6d429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184c541-0a20-42fa-a86a-0d8f868ab770,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:12.331410 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 48e7dd93-f475-45be-955d-a194dfd07065 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:12.354699 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 48e7dd93-f475-45be-955d-a194dfd07065 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:12.355071 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 48e7dd93-f475-45be-955d-a194dfd07065 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:12.355477 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 832b33ef-410f-4a8a-b2b8-662cd894d956 no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:12.374702 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 832b33ef-410f-4a8a-b2b8-662cd894d956 {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:12.375010 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 832b33ef-410f-4a8a-b2b8-662cd894d956 not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:12.375354 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7767af1a-0127-42a1-8ed7-9784a0b3a76e no longer exists at agent ovs-agent-n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:11:12.394342 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] No Port match for: 7767af1a-0127-42a1-8ed7-9784a0b3a76e {{(pid=93866) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:11:12.394701 n-d-712707-11 neutron-server[93866]: DEBUG neutron.plugins.ml2.rpc [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Device 7767af1a-0127-42a1-8ed7-9784a0b3a76e not bound to the agent host n-d-712707-11 {{(pid=93866) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:11:12.593938 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41790) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:12.645978 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-c0d1bed9-6f49-4837-8e15-64ca676c5926 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16519d7dc37841c4a33dca12a9ea80ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506396 Jul 30 01:11:12.648367 n-d-712707-11 neutron-server[93864]: DEBUG neutron.wsgi [-] (93864) accepted ('10.222.0.49', 41792) {{(pid=93864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:11:12.698433 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.719960 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.783202 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579547'] for security_group, after_delete {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.785900 n-d-712707-11 neutron-server[93864]: DEBUG neutron_lib.callbacks.manager [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:12.787296 n-d-712707-11 neutron-server[93864]: INFO neutron.wsgi [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf3717e3-23ca-420f-9655-f9e0137e5335 HTTP/1.1" status: 204 len: 168 time: 0.1379931 Jul 30 01:11:12.795862 n-d-712707-11 neutron-server[93864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6adde-54fa-489f-8385-2bd8cffe93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3717e3-23ca-420f-9655-f9e0137e5335,revision_number=None']} {{(pid=93864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:11:16.427158 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a106d3f5-4aec-44b5-9aa6-0d2bd50d1afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:18.269115 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:19.158417 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ae51129-f5c6-436e-b7f6-12b39c4a3c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:19.503280 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:21.113543 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:22.894790 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:25.808756 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:11:28.953610 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:46.429668 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5c60e2a4-7621-47dd-a2dd-c8e7cdb2c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:48.292840 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:49.156661 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b9b781a-d523-4110-b41c-a3de24bb9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:49.501937 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:51.117582 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:52.892654 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:11:58.967852 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:02.810195 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:12:16.424752 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d7717508-c620-4d05-a3a6-dc785953790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:18.299536 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:19.152262 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dba3c2a7-beb2-4701-b67b-3956f7b9fb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:19.506205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:21.125319 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:22.898691 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:28.964024 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:39.812089 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:12:46.429469 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b19d9e0a-8c81-45e0-81b8-3b85e6c239f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:48.312991 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:49.156099 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d799964a-5e47-4561-9473-ea063ea4644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:49.504354 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:51.122529 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:52.900994 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:12:58.970649 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:16.433746 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-631b9d95-f5ce-468a-8243-3422ee079ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:16.812184 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:13:18.328002 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:19.161209 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b924984-107f-41cf-9be4-87827fc9120a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:19.504365 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:21.127862 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:22.907100 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:28.971169 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:46.441968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-04c25bf3-87cd-41d8-85ec-d1ed323cd561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:48.343885 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:49.171507 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33384592-959d-4d0a-924e-b76e11814ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:49.509306 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:51.134523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:52.913583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:13:53.812393 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:13:58.977454 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:16.437523 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-165d7030-3c0d-43a6-8094-3903c80dd899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:18.339751 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:19.166989 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-69138eb7-bdb3-43e4-be9b-9b28c03a3cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:19.518092 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:21.134112 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:22.913723 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:28.977337 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:30.813118 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:14:46.448323 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-af0ccde8-1f5e-4925-9a5f-efbf2ba107af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:48.338107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:49.171127 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f0f742a-9e56-4f32-b3a0-58caccdeee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:49.517492 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:51.137803 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:52.913600 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:14:58.974073 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:07.813736 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:15:16.443096 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-40902794-18b3-4057-b189-1d0db1d6b159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:18.349778 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:19.170300 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f8206af-3313-4181-9961-f6b57dc55e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:19.513915 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:21.141745 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:22.916741 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:28.978504 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:44.816519 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:15:46.449524 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-439c0e1b-e86c-4f02-8355-32d8fa2b5d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:48.559103 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:49.173587 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7e502c90-9e46-40c4-8923-1a7dbd46f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:49.513503 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:51.143926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:52.921549 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:15:58.986930 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:16.451449 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-77da9c3f-435a-41c4-b5a1-29d4a66f680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:18.385566 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:19.179003 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e291a8ef-74d7-4080-945c-997db33a65d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:19.510885 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:21.154968 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:21.817267 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:16:22.928935 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:29.001219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:46.452713 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c50a56b-daf6-48ad-8862-735388e72305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:48.398107 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:49.173081 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-491f838d-efe0-4331-9a1a-e53ec74624f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:49.508967 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:51.156370 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:52.931219 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:16:58.818495 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:16:59.014985 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:16.450118 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-280340a0-dfb8-45f6-97b8-cf06dce63c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:18.398758 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:19.177189 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9799f12a-6ee3-4c82-959c-59eafd3c7cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:19.507205 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:21.152021 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:22.938908 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:29.026415 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:35.818939 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:17:46.445187 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-83948fd1-ebb6-4a27-af12-dfa351825220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:48.426105 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:49.190053 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fbddc352-032d-4b4f-96af-87ef8059ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:49.503678 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:51.156412 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:52.934583 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:17:59.023571 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:12.823531 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:18:16.453719 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5762cc70-e6b4-429f-955e-dd742580e4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:18.409605 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:19.196039 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-70fef24d-69ac-4409-83a0-b07623159357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:19.499166 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:21.158637 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:22.940721 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:29.017138 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:46.457855 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-634c50a1-a41e-4f72-b6a0-9b42dabc896d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:48.430180 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:49.194675 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e0ccdec2-681e-4233-9703-634356f0f2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:49.509448 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:49.824501 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:18:51.162031 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:52.940882 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:59.018476 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:16.449130 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ecc3383a-ab64-4b6b-a53e-76e06b5e7d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:18.401600 n-d-712707-11 neutron-server[93865]: DEBUG neutron.wsgi [req-89bf97f2-9452-47f6-ba4b-5de41a8fb1fd req-51b8ce46-d401-412a-ae49-a767bb871aff service neutron] (93865) timed out ('10.222.0.49', 35666) {{(pid=93865) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:19:18.446735 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:19.188532 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c752979f-c9cb-4bb4-997b-f24f8ba063e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:19.508747 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.164784 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:22.942592 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:26.825643 n-d-712707-11 neutron-server[93867]: DEBUG neutron.db.agents_db [None req-e3728c81-5a59-4dac-9faa-7fe75d060d5d None None] Agent healthcheck: found 7 active agents {{(pid=93867) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:19:29.047654 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:46.443382 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-212b7473-5961-4389-8392-b93c340c75f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:48.462460 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba0e6-d26d-4a14-8f75-accab610fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:49.195182 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7c641adb-bc1a-4abf-8859-c026a22db374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:49.513388 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-001efb12-f14b-41b4-afe6-079467800ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:51.173926 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3bb512cc-050c-4fbe-9e2d-62ca1a43e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:52.945750 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-53c80231-d6d5-4507-b251-26c4d1571239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:59.052666 n-d-712707-11 neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f888c733-c20b-45c7-b49e-0877abcfdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768308392479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507545'] for agent, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}